1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
|
<?php
/**
* @file
* @author Niklas Laxström
* @license GPL-2.0+
*/
/**
* Executes the localisation update.
*/
class LU_Updater {
/**
* Whether the path is a pattern and thus we need to use appropriate
* code for fetching directories.
*
* @param string $path Url
* @return bool
*/
public function isDirectory( $path ) {
$filename = basename( $path );
return strpos( $filename, '*' ) !== false;
}
/**
* Expands repository relative path to full url with the given repository
* patterns. Extra variables in $info are used as variables and will be
* replaced the pattern.
*
* @param array $info Component information.
* @param array $repos Repository information.
* @return string
*/
public function expandRemotePath( $info, $repos ) {
$pattern = $repos[$info['repo']];
unset( $info['repo'], $info['orig'] );
// This assumes all other keys are used as variables
// in the pattern. For example name -> %NAME%.
$keys = array();
foreach ( array_keys( $info ) as $key ) {
$keys[] = '%' . strtoupper( $key ) . '%';
}
$values = array_values( $info );
return str_replace( $keys, $values, $pattern );
}
/**
* Parses translations from given list of files.
*
* @param LU_ReaderFactory $readerFactory Factory to construct parsers.
* @param array $files List of files with their contents as array values.
* @return array List of translations indexed by language code.
*/
public function readMessages( LU_ReaderFactory $readerFactory, array $files ) {
$messages = array();
foreach ( $files as $filename => $contents ) {
$reader = $readerFactory->getReader( $filename );
try {
$parsed = $reader->parse( $contents );
} catch ( Exception $e ) {
trigger_error( __METHOD__ . ": Unable to parse messages from $filename", E_USER_WARNING );
continue;
}
foreach ( $parsed as $code => $langMessages ) {
if ( !isset( $messages[$code] ) ) {
$messages[$code] = array();
}
$messages[$code] = array_merge( $messages[$code], $langMessages );
}
$c = array_sum( array_map( 'count', $parsed ) );
// Useful for debugging, maybe create interface to pass this to the script?
#echo "$filename with " . get_class( $reader ) . " and $c\n";
}
return $messages;
}
/**
* Find new and changed translations in $remote and returns them.
*
* @param array $origin
* @param array $remote
* @param array [$blacklist] Array of message keys to ignore, keys as as array keys.
* @return array
*/
public function findChangedTranslations( $origin, $remote, $blacklist = array() ) {
$changed = array();
foreach ( $remote as $key => $value ) {
if ( isset( $blacklist[$key] ) ) {
continue;
}
if ( !isset( $origin[$key] ) || $value !== $origin[$key] ) {
$changed[$key] = $value;
}
}
return $changed;
}
/**
* Fetches files from given Url pattern.
*
* @param LU_FetcherFactory $factory Factory to construct fetchers.
* @param string $path Url to the file or pattern of files.
* @return array List of Urls with file contents as path.
*/
public function fetchFiles( LU_FetcherFactory $factory, $path ) {
$fetcher = $factory->getFetcher( $path );
if ( $this->isDirectory( $path ) ) {
$files = $fetcher->fetchDirectory( $path );
} else {
$files = array( $path => $fetcher->fetchFile( $path ) );
}
// Remove files which were not found
return array_filter( $files );
}
public function execute(
LU_Finder $finder,
LU_ReaderFactory $readerFactory,
LU_FetcherFactory $fetcherFactory,
array $repos
) {
$components = $finder->getComponents();
$updatedMessages = array();
foreach ( $components as $key => $info ) {
$originFiles = $this->fetchFiles( $fetcherFactory, $info['orig'] );
$remoteFiles = $this->fetchFiles( $fetcherFactory, $this->expandRemotePath( $info, $repos ) );
if ( $remoteFiles === array() ) {
// Small optimization: if nothing to compare with, skip
continue;
}
$originMessages = $this->readMessages( $readerFactory, $originFiles );
$remoteMessages = $this->readMessages( $readerFactory, $remoteFiles );
if ( !isset( $remoteMessages['en'] ) ) {
// Could not find remote messages
continue;
}
// If remote translation in English is not present or differs, we do not want
// translations for other languages for those messages, as they are either not
// used in this version of code or can be incompatible.
$forbiddenKeys = $this->findChangedTranslations(
$originMessages['en'],
$remoteMessages['en']
);
// We never accept updates for English strings
unset( $originMessages['en'], $remoteMessages['en'] );
// message: string in all languages; translation: string in one language.
foreach ( $remoteMessages as $language => $remoteTranslations ) {
// Check for completely new languages
$originTranslations = array();
if ( isset( $originMessages[$language] ) ) {
$originTranslations = $originMessages[$language];
}
$updatedTranslations = $this->findChangedTranslations(
$originTranslations,
$remoteTranslations,
$forbiddenKeys
);
// Avoid empty arrays
if ( $updatedTranslations === array() ) {
continue;
}
if ( !isset( $updatedMessages[$language] ) ) {
$updatedMessages[$language] = array();
}
// In case of conflicts, which should not exist, this prefers the
// first translation seen.
$updatedMessages[$language] += $updatedTranslations;
}
}
return $updatedMessages;
}
}
|
