23 public function __construct() {
24 parent::__construct();
25 $this->addDescription(
'Backport translations from one branch to another.' );
29 'Comma separated list of message group IDs (supports * wildcard) to backport',
35 'Source path for reading updated translations. Defaults to $wgTranslateGroupRoot.',
41 'Target path for writing backported translations',
47 'Only export a group if its export path matches this prefix (relative to target-path)',
52 'never-export-languages',
53 'Languages to not export',
57 $this->requireExtension(
'Translate' );
62 $config = $this->getConfig();
63 $logger = LoggerFactory::getInstance(
'Translate.GroupSynchronization' );
64 $groupPattern = $this->getOption(
'group' ) ??
'';
66 'Starting backports for groups {groups}',
67 [
'groups' => $groupPattern ]
70 $sourcePath = $this->getOption(
'source-path' ) ?: $config->get(
'TranslateGroupRoot' );
71 if ( !is_readable( $sourcePath ) ) {
72 $this->fatalError(
"Source directory is not readable ($sourcePath)." );
75 $targetPath = $this->getOption(
'target-path' );
76 if ( !is_writable( $targetPath ) ) {
77 $this->fatalError(
"Target directory is not writable ($targetPath)." );
80 $groupIds = MessageGroups::expandWildcards( explode(
',', trim( $groupPattern ) ) );
81 $groups = MessageGroups::getGroupsById( $groupIds );
82 if ( $groups === [] ) {
83 $this->fatalError(
"Pattern $groupPattern did not match any message groups." );
86 $neverExportLanguages = $this->csv2array(
87 $this->getOption(
'never-export-languages' ) ??
''
89 $supportedLanguages = Utilities::getLanguageNames(
'en' );
91 foreach ( $groups as $group ) {
92 $groupId = $group->getId();
94 if ( !$this->hasOption(
'filter-path' ) ) {
95 $this->error(
"Skipping $groupId: Not instance of FileBasedMessageGroup" );
100 if ( !$group->getFFS() instanceof
JsonFFS ) {
101 $this->error(
"Skipping $groupId: Only JSON format is supported" );
105 if ( $this->hasOption(
'filter-path' ) ) {
106 $filter = $this->getOption(
'filter-path' );
107 $exportPath = $group->getTargetFilename(
'*' );
108 if ( !$this->matchPath( $filter, $exportPath ) ) {
113 $sourceLanguage = $group->getSourceLanguage();
115 $sourceDefinitions = $this->loadDefinitions( $group, $sourcePath, $sourceLanguage );
116 $targetDefinitions = $this->loadDefinitions( $group, $targetPath, $sourceLanguage );
117 }
catch ( RuntimeException $e ) {
119 "Skipping $groupId: Error while loading definitions: {$e->getMessage()}\n"
124 $keyCompatibilityMap = $this->getKeyCompatibilityMap(
125 $sourceDefinitions[
'MESSAGES'],
126 $targetDefinitions[
'MESSAGES'],
130 if ( array_filter( $keyCompatibilityMap ) === [] ) {
131 $this->output(
"Skipping $groupId: No compatible keys found\n" );
136 $languages = array_keys( $group->getTranslatableLanguages() ?? $supportedLanguages );
137 $languagesToSkip = $neverExportLanguages;
138 $languagesToSkip[] = $sourceLanguage;
139 $languages = array_diff( $languages, $languagesToSkip );
141 foreach ( $languages as $language ) {
142 $status = $this->backport(
146 $keyCompatibilityMap,
150 $summary[$status][] = $language;
153 $numUpdated = count( $summary[
'updated' ] ?? [] );
154 $numAdded = count( $summary[
'new' ] ?? [] );
155 if ( ( $numUpdated + $numAdded ) > 0 ) {
158 "%s: Compatible keys: %d. Updated %d languages, %d new (%s)\n",
160 count( $keyCompatibilityMap ),
163 implode(
', ', $summary[
'new' ] ?? [] )
170 private function csv2array(
string $input ): array {
172 array_map(
'trim', explode(
',', $input ) ),
173 static function ( $v ) {
179 private function matchPath(
string $prefix,
string $full ): bool {
180 $prefix =
"./$prefix";
181 $length = strlen( $prefix );
182 return substr( $full, 0, $length ) === $prefix;
185 private function loadDefinitions(
190 $file = $path .
'/' . $group->getTargetFilename( $language );
192 if ( !file_exists( $file ) ) {
193 throw new RuntimeException(
"File $file does not exist" );
196 $contents = file_get_contents( $file );
197 return $group->getFFS()->readFromVariable( $contents );
209 private function getKeyCompatibilityMap( array $source, array $target,
SimpleFFS $ffs ): array {
211 foreach ( $target as $key => $value ) {
212 $keys[$key] = isset( $source[ $key ] ) && $ffs->
isContentEqual( $source[ $key ], $value );
217 private function backport(
221 array $keyCompatibilityMap,
225 $sourceTemplate = $this->loadDefinitions( $group, $source, $language );
226 }
catch ( RuntimeException $e ) {
227 return 'no definitions';
231 $targetTemplate = $this->loadDefinitions( $group, $targetPath, $language );
232 }
catch ( RuntimeException $e ) {
242 $ffs = $group->getFFS();
246 if ( !$ffs instanceof
JsonFFS ) {
247 throw new RuntimeException(
248 "Expected FFS type: " . JsonFFS::class .
'; got: ' . get_class( $ffs )
252 $combinedMessages = [];
254 foreach ( $keyCompatibilityMap as $key => $isCompatible ) {
255 $sourceValue = $sourceTemplate[
'MESSAGES'][$key] ??
null;
256 $targetValue = $targetTemplate[
'MESSAGES'][$key] ??
null;
259 if ( $targetValue !==
null ) {
260 $combinedMessages[$key] = $targetValue;
265 if ( !$isCompatible ) {
268 if ( $sourceValue !==
null && !$ffs->
isContentEqual( $sourceValue, $targetValue ) ) {
271 $combinedMessages[$key] = $sourceValue;
275 if ( !$hasUpdates ) {
280 $combinedAuthors = array_merge(
281 $targetTemplate[
'AUTHORS' ] ?? [],
282 $sourceTemplate[
'AUTHORS' ] ?? []
284 $combinedAuthors = array_unique( $combinedAuthors );
285 $combinedAuthors = $ffs->
filterAuthors( $combinedAuthors, $language );
287 $targetTemplate[
'AUTHORS'] = $combinedAuthors;
288 $targetTemplate[
'MESSAGES'] = $combinedMessages;
290 $backportedContent = $ffs->generateFile( $targetTemplate );
292 $targetFilename = $targetPath .
'/' . $group->getTargetFilename( $language );
293 if ( file_exists( $targetFilename ) ) {
294 $currentContent = file_get_contents( $targetFilename );
297 file_put_contents( $targetFilename, $backportedContent );
301 file_put_contents( $targetFilename, $backportedContent );
return[ 'Translate:ConfigHelper'=> static function():ConfigHelper { return new ConfigHelper();}, 'Translate:CsvTranslationImporter'=> static function(MediaWikiServices $services):CsvTranslationImporter { return new CsvTranslationImporter( $services->getWikiPageFactory());}, 'Translate:EntitySearch'=> static function(MediaWikiServices $services):EntitySearch { return new EntitySearch($services->getMainWANObjectCache(), $services->getCollationFactory() ->makeCollation( 'uca-default-u-kn'), MessageGroups::singleton(), $services->getNamespaceInfo(), $services->get( 'Translate:MessageIndex'), $services->getTitleParser(), $services->getTitleFormatter());}, 'Translate:ExternalMessageSourceStateImporter'=> static function(MediaWikiServices $services):ExternalMessageSourceStateImporter { return new ExternalMessageSourceStateImporter($services->getMainConfig(), $services->get( 'Translate:GroupSynchronizationCache'), $services->getJobQueueGroup(), LoggerFactory::getInstance( 'Translate.GroupSynchronization'), $services->get( 'Translate:MessageIndex'));}, 'Translate:GroupSynchronizationCache'=> static function(MediaWikiServices $services):GroupSynchronizationCache { return new GroupSynchronizationCache( $services->get( 'Translate:PersistentCache'));}, 'Translate:MessageBundleStore'=> static function(MediaWikiServices $services):MessageBundleStore { return new MessageBundleStore(new RevTagStore(), $services->getJobQueueGroup(), $services->getLanguageNameUtils(), $services->get( 'Translate:MessageIndex'));}, 'Translate:MessageGroupReview'=> static function(MediaWikiServices $services):MessageGroupReview { return new MessageGroupReview($services->getDBLoadBalancer(), $services->getHookContainer());}, 'Translate:MessageGroupStatsTableFactory'=> static function(MediaWikiServices $services):MessageGroupStatsTableFactory { return new MessageGroupStatsTableFactory($services->get( 'Translate:ProgressStatsTableFactory'), $services->getDBLoadBalancer(), $services->getLinkRenderer(), $services->getMainConfig() ->get( 'TranslateWorkflowStates') !==false);}, 'Translate:MessageIndex'=> static function(MediaWikiServices $services):MessageIndex { $params=$services->getMainConfig() ->get( 'TranslateMessageIndex');if(is_string( $params)) { $params=(array) $params;} $class=array_shift( $params);return new $class( $params);}, 'Translate:MessagePrefixStats'=> static function(MediaWikiServices $services):MessagePrefixStats { return new MessagePrefixStats( $services->getTitleParser());}, 'Translate:ParsingPlaceholderFactory'=> static function():ParsingPlaceholderFactory { return new ParsingPlaceholderFactory();}, 'Translate:PersistentCache'=> static function(MediaWikiServices $services):PersistentCache { return new PersistentDatabaseCache($services->getDBLoadBalancer(), $services->getJsonCodec());}, 'Translate:ProgressStatsTableFactory'=> static function(MediaWikiServices $services):ProgressStatsTableFactory { return new ProgressStatsTableFactory($services->getLinkRenderer(), $services->get( 'Translate:ConfigHelper'));}, 'Translate:SubpageListBuilder'=> static function(MediaWikiServices $services):SubpageListBuilder { return new SubpageListBuilder($services->get( 'Translate:TranslatableBundleFactory'), $services->getLinkBatchFactory());}, 'Translate:TranslatableBundleFactory'=> static function(MediaWikiServices $services):TranslatableBundleFactory { return new TranslatableBundleFactory($services->get( 'Translate:TranslatablePageStore'), $services->get( 'Translate:MessageBundleStore'));}, 'Translate:TranslatableBundleMover'=> static function(MediaWikiServices $services):TranslatableBundleMover { return new TranslatableBundleMover($services->getMovePageFactory(), $services->getJobQueueGroup(), $services->getLinkBatchFactory(), $services->get( 'Translate:TranslatableBundleFactory'), $services->get( 'Translate:SubpageListBuilder'), $services->getMainConfig() ->get( 'TranslatePageMoveLimit'));}, 'Translate:TranslatableBundleStatusStore'=> static function(MediaWikiServices $services):TranslatableBundleStatusStore { return new TranslatableBundleStatusStore($services->getDBLoadBalancer() ->getConnection(DB_PRIMARY), $services->getCollationFactory() ->makeCollation( 'uca-default-u-kn'), $services->getDBLoadBalancer() ->getMaintenanceConnectionRef(DB_PRIMARY));}, 'Translate:TranslatablePageParser'=> static function(MediaWikiServices $services):TranslatablePageParser { return new TranslatablePageParser($services->get( 'Translate:ParsingPlaceholderFactory'));}, 'Translate:TranslatablePageStore'=> static function(MediaWikiServices $services):TranslatablePageStore { return new TranslatablePageStore($services->get( 'Translate:MessageIndex'), $services->getJobQueueGroup(), new RevTagStore(), $services->getDBLoadBalancer(), $services->get( 'Translate:TranslatableBundleStatusStore'));}, 'Translate:TranslationStashReader'=> static function(MediaWikiServices $services):TranslationStashReader { $db=$services->getDBLoadBalancer() ->getConnectionRef(DB_REPLICA);return new TranslationStashStorage( $db);}, 'Translate:TranslationStatsDataProvider'=> static function(MediaWikiServices $services):TranslationStatsDataProvider { return new TranslationStatsDataProvider(new ServiceOptions(TranslationStatsDataProvider::CONSTRUCTOR_OPTIONS, $services->getMainConfig()), $services->getObjectFactory());}, 'Translate:TranslationUnitStoreFactory'=> static function(MediaWikiServices $services):TranslationUnitStoreFactory { return new TranslationUnitStoreFactory( $services->getDBLoadBalancer());}, 'Translate:TranslatorActivity'=> static function(MediaWikiServices $services):TranslatorActivity { $query=new TranslatorActivityQuery($services->getMainConfig(), $services->getDBLoadBalancer());return new TranslatorActivity($services->getMainObjectStash(), $query, $services->getJobQueueGroup());}, 'Translate:TtmServerFactory'=> static function(MediaWikiServices $services):TtmServerFactory { $config=$services->getMainConfig();$default=$config->get( 'TranslateTranslationDefaultService');if( $default===false) { $default=null;} return new TtmServerFactory( $config->get( 'TranslateTranslationServices'), $default);}]
@phpcs-require-sorted-array