Translate extension for MediaWiki
 
Loading...
Searching...
No Matches
AndroidXmlFormat.php
1<?php
2declare( strict_types = 1 );
3
4namespace MediaWiki\Extension\Translate\FileFormatSupport;
5
6use DOMDocument;
8use IntlChar;
12use SimpleXMLElement;
13
21 private ArrayFlattener $flattener;
22
23 public function __construct( FileBasedMessageGroup $group ) {
24 parent::__construct( $group );
25 $this->flattener = new ArrayFlattener( '', true );
26 }
27
28 public function supportsFuzzy(): string {
29 return 'yes';
30 }
31
32 public function getFileExtensions(): array {
33 return [ '.xml' ];
34 }
35
36 public function readFromVariable( string $data ): array {
37 $reader = new SimpleXMLElement( $data );
38
39 $messages = [];
40 $mangler = $this->group->getMangler();
41
42 $regexBacktrackLimit = ini_get( 'pcre.backtrack_limit' );
43 ini_set( 'pcre.backtrack_limit', '10' );
44
46 foreach ( $reader as $element ) {
47 $key = (string)$element['name'];
48
49 if ( $element->getName() === 'string' ) {
50 $value = $this->readElementContents( $element );
51 } elseif ( $element->getName() === 'plurals' ) {
52 $forms = [];
53 foreach ( $element as $item ) {
54 $forms[(string)$item['quantity']] = $this->readElementContents( $item );
55 }
56 $value = $this->flattener->flattenCLDRPlurals( $forms );
57 } else {
58 wfDebug( __METHOD__ . ': Unknown XML element name.' );
59 continue;
60 }
61
62 if ( isset( $element['fuzzy'] ) && (string)$element['fuzzy'] === 'true' ) {
63 $value = TRANSLATE_FUZZY . $value;
64 }
65
66 $messages[$key] = $value;
67 }
68
69 ini_set( 'pcre.backtrack_limit', $regexBacktrackLimit );
70
71 return [
72 'AUTHORS' => $this->scrapeAuthors( $data ),
73 'MESSAGES' => $mangler->mangleArray( $messages ),
74 ];
75 }
76
77 private function scrapeAuthors( string $string ): array {
78 if ( !preg_match( '~<!-- Authors:\n((?:\* .*\n)*)-->~', $string, $match ) ) {
79 return [];
80 }
81
82 $authors = $matches = [];
83 preg_match_all( '~\* (.*)~', $match[ 1 ], $matches );
84 foreach ( $matches[1] as $author ) {
85 $authors[] = str_replace( "\u{2011}\u{2011}", '--', $author );
86 }
87 return $authors;
88 }
89
90 private function readElementContents( SimpleXMLElement $element ): string {
91 // Convert string of format \uNNNN (eg: \u1234) to symbols
92 $converted = preg_replace_callback(
93 '/(?<!\\\\)(?:\\\\{2})*+\\K\\\\u([0-9A-Fa-f]{4,6})+/',
94 static fn ( array $matches ) => IntlChar::chr( hexdec( $matches[1] ) ),
95 (string)$element
96 );
97
98 return stripcslashes( $converted );
99 }
100
101 private function formatElementContents( string $contents ): string {
102 // Kudos to the brilliant person who invented this braindead file format
103 $escaped = addcslashes( $contents, '"\'\\' );
104 if ( substr( $escaped, 0, 1 ) === '@' ) {
105 // '@' at beginning of string refers to another string by name.
106 // Add backslash to escape it too.
107 $escaped = '\\' . $escaped;
108 }
109 // All html entities seen would be inserted by translators themselves.
110 // Treat them as plain text.
111 $escaped = str_replace( '&', '&amp;', $escaped );
112
113 // Newlines must be escaped
114 return str_replace( "\n", '\n', $escaped );
115 }
116
117 private function doAuthors( MessageCollection $collection ): string {
118 $authors = $collection->getAuthors();
119 $authors = $this->filterAuthors( $authors, $collection->code );
120
121 if ( !$authors ) {
122 return '';
123 }
124
125 $output = "\n<!-- Authors:\n";
126
127 foreach ( $authors as $author ) {
128 // Since -- is not allowed in XML comments, we rewrite them to
129 // U+2011 (non-breaking hyphen).
130 $author = str_replace( '--', "\u{2011}\u{2011}", $author );
131 $output .= "* $author\n";
132 }
133
134 $output .= "-->\n";
135
136 return $output;
137 }
138
139 protected function writeReal( MessageCollection $collection ): string {
140 global $wgTranslateDocumentationLanguageCode;
141
142 $collection->filter( 'hastranslation', false );
143 if ( count( $collection ) === 0 ) {
144 return '';
145 }
146
147 $template = '<?xml version="1.0" encoding="utf-8"?>';
148 $template .= $this->doAuthors( $collection );
149 $template .= '<resources></resources>';
150
151 $writer = new SimpleXMLElement( $template );
152
153 if ( $collection->getLanguage() === $wgTranslateDocumentationLanguageCode ) {
154 $writer->addAttribute(
155 'tools:ignore',
156 'all',
157 'http://schemas.android.com/tools'
158 );
159 }
160
161 $mangler = $this->group->getMangler();
163 foreach ( $collection as $key => $m ) {
164 $key = $mangler->unmangle( $key );
165
166 $value = $m->translation();
167 $value = str_replace( TRANSLATE_FUZZY, '', $value );
168
169 $plurals = $this->flattener->unflattenCLDRPlurals( '', $value );
170
171 if ( $plurals === false ) {
172 $element = $writer->addChild( 'string', $this->formatElementContents( $value ) );
173 } else {
174 $element = $writer->addChild( 'plurals' );
175 foreach ( $plurals as $quantity => $content ) {
176 $item = $element->addChild( 'item', $this->formatElementContents( $content ) );
177 $item->addAttribute( 'quantity', $quantity );
178 }
179 }
180
181 $element->addAttribute( 'name', $key );
182 // This is non-standard
183 if ( $m->hasTag( 'fuzzy' ) ) {
184 $element->addAttribute( 'fuzzy', 'true' );
185 }
186 }
187
188 // Make the output pretty with DOMDocument
189 $dom = new DOMDocument( '1.0' );
190 $dom->formatOutput = true;
191 $dom->loadXML( $writer->asXML() );
192
193 return $dom->saveXML() ?: '';
194 }
195
196 public function isContentEqual( ?string $a, ?string $b ): bool {
197 return $this->flattener->compareContent( $a, $b );
198 }
199}
200
201class_alias( AndroidXmlFormat::class, 'AndroidXmlFFS' );
return[ 'Translate:ConfigHelper'=> static function():ConfigHelper { return new ConfigHelper();}, 'Translate:CsvTranslationImporter'=> static function(MediaWikiServices $services):CsvTranslationImporter { return new CsvTranslationImporter( $services->getWikiPageFactory());}, 'Translate:EntitySearch'=> static function(MediaWikiServices $services):EntitySearch { return new EntitySearch($services->getMainWANObjectCache(), $services->getCollationFactory() ->makeCollation( 'uca-default-u-kn'), MessageGroups::singleton(), $services->getNamespaceInfo(), $services->get( 'Translate:MessageIndex'), $services->getTitleParser(), $services->getTitleFormatter());}, 'Translate:ExternalMessageSourceStateImporter'=> static function(MediaWikiServices $services):ExternalMessageSourceStateImporter { return new ExternalMessageSourceStateImporter($services->getMainConfig(), $services->get( 'Translate:GroupSynchronizationCache'), $services->getJobQueueGroup(), LoggerFactory::getInstance( 'Translate.GroupSynchronization'), $services->get( 'Translate:MessageIndex'));}, 'Translate:FileFormatFactory'=> static function(MediaWikiServices $services):FileFormatFactory { return new FileFormatFactory( $services->getObjectFactory());}, 'Translate:GroupSynchronizationCache'=> static function(MediaWikiServices $services):GroupSynchronizationCache { return new GroupSynchronizationCache( $services->get( 'Translate:PersistentCache'));}, 'Translate:HookRunner'=> static function(MediaWikiServices $services):HookRunner { return new HookRunner( $services->getHookContainer());}, 'Translate:MessageBundleStore'=> static function(MediaWikiServices $services):MessageBundleStore { return new MessageBundleStore($services->get( 'Translate:RevTagStore'), $services->getJobQueueGroup(), $services->getLanguageNameUtils(), $services->get( 'Translate:MessageIndex'));}, 'Translate:MessageGroupReviewStore'=> static function(MediaWikiServices $services):MessageGroupReviewStore { return new MessageGroupReviewStore($services->getDBLoadBalancer(), $services->get( 'Translate:HookRunner'));}, 'Translate:MessageGroupStatsTableFactory'=> static function(MediaWikiServices $services):MessageGroupStatsTableFactory { return new MessageGroupStatsTableFactory($services->get( 'Translate:ProgressStatsTableFactory'), $services->getDBLoadBalancer(), $services->getLinkRenderer(), $services->get( 'Translate:MessageGroupReviewStore'), $services->getMainConfig() ->get( 'TranslateWorkflowStates') !==false);}, 'Translate:MessageIndex'=> static function(MediaWikiServices $services):MessageIndex { $params=$services->getMainConfig() ->get( 'TranslateMessageIndex');if(is_string( $params)) { $params=(array) $params;} $class=array_shift( $params);return new $class( $params);}, 'Translate:MessagePrefixStats'=> static function(MediaWikiServices $services):MessagePrefixStats { return new MessagePrefixStats( $services->getTitleParser());}, 'Translate:ParsingPlaceholderFactory'=> static function():ParsingPlaceholderFactory { return new ParsingPlaceholderFactory();}, 'Translate:PersistentCache'=> static function(MediaWikiServices $services):PersistentCache { return new PersistentDatabaseCache($services->getDBLoadBalancer(), $services->getJsonCodec());}, 'Translate:ProgressStatsTableFactory'=> static function(MediaWikiServices $services):ProgressStatsTableFactory { return new ProgressStatsTableFactory($services->getLinkRenderer(), $services->get( 'Translate:ConfigHelper'));}, 'Translate:RevTagStore'=> static function(MediaWikiServices $services):RevTagStore { return new RevTagStore($services->getDBLoadBalancerFactory());}, 'Translate:SubpageListBuilder'=> static function(MediaWikiServices $services):SubpageListBuilder { return new SubpageListBuilder($services->get( 'Translate:TranslatableBundleFactory'), $services->getLinkBatchFactory());}, 'Translate:TranslatableBundleExporter'=> static function(MediaWikiServices $services):TranslatableBundleExporter { return new TranslatableBundleExporter($services->get( 'Translate:SubpageListBuilder'), $services->getWikiExporterFactory(), $services->getDBLoadBalancer());}, 'Translate:TranslatableBundleFactory'=> static function(MediaWikiServices $services):TranslatableBundleFactory { return new TranslatableBundleFactory($services->get( 'Translate:TranslatablePageStore'), $services->get( 'Translate:MessageBundleStore'));}, 'Translate:TranslatableBundleImporter'=> static function(MediaWikiServices $services):TranslatableBundleImporter { return new TranslatableBundleImporter($services->getWikiImporterFactory(), $services->get( 'Translate:TranslatablePageParser'), $services->getRevisionLookup());}, 'Translate:TranslatableBundleMover'=> static function(MediaWikiServices $services):TranslatableBundleMover { return new TranslatableBundleMover($services->getMovePageFactory(), $services->getJobQueueGroup(), $services->getLinkBatchFactory(), $services->get( 'Translate:TranslatableBundleFactory'), $services->get( 'Translate:SubpageListBuilder'), $services->getMainConfig() ->get( 'TranslatePageMoveLimit'));}, 'Translate:TranslatableBundleStatusStore'=> static function(MediaWikiServices $services):TranslatableBundleStatusStore { return new TranslatableBundleStatusStore($services->getDBLoadBalancer() ->getConnection(DB_PRIMARY), $services->getCollationFactory() ->makeCollation( 'uca-default-u-kn'), $services->getDBLoadBalancer() ->getMaintenanceConnectionRef(DB_PRIMARY));}, 'Translate:TranslatablePageParser'=> static function(MediaWikiServices $services):TranslatablePageParser { return new TranslatablePageParser($services->get( 'Translate:ParsingPlaceholderFactory'));}, 'Translate:TranslatablePageStore'=> static function(MediaWikiServices $services):TranslatablePageStore { return new TranslatablePageStore($services->get( 'Translate:MessageIndex'), $services->getJobQueueGroup(), $services->get( 'Translate:RevTagStore'), $services->getDBLoadBalancer(), $services->get( 'Translate:TranslatableBundleStatusStore'), $services->get( 'Translate:TranslatablePageParser'),);}, 'Translate:TranslationStashReader'=> static function(MediaWikiServices $services):TranslationStashReader { $db=$services->getDBLoadBalancer() ->getConnection(DB_REPLICA);return new TranslationStashStorage( $db);}, 'Translate:TranslationStatsDataProvider'=> static function(MediaWikiServices $services):TranslationStatsDataProvider { return new TranslationStatsDataProvider(new ServiceOptions(TranslationStatsDataProvider::CONSTRUCTOR_OPTIONS, $services->getMainConfig()), $services->getObjectFactory(), $services->getDBLoadBalancer());}, 'Translate:TranslationUnitStoreFactory'=> static function(MediaWikiServices $services):TranslationUnitStoreFactory { return new TranslationUnitStoreFactory( $services->getDBLoadBalancer());}, 'Translate:TranslatorActivity'=> static function(MediaWikiServices $services):TranslatorActivity { $query=new TranslatorActivityQuery($services->getMainConfig(), $services->getDBLoadBalancer());return new TranslatorActivity($services->getMainObjectStash(), $query, $services->getJobQueueGroup());}, 'Translate:TtmServerFactory'=> static function(MediaWikiServices $services):TtmServerFactory { $config=$services->getMainConfig();$default=$config->get( 'TranslateTranslationDefaultService');if( $default===false) { $default=null;} return new TtmServerFactory( $config->get( 'TranslateTranslationServices'), $default);}]
@phpcs-require-sorted-array
This class implements default behavior for file based message groups.
Support for XML translation format used by Android.
isContentEqual(?string $a, ?string $b)
Checks whether two strings are equal.
readFromVariable(string $data)
Parse the message data given as a string in the SimpleFormat format and return it as an array of AUTH...
getFileExtensions()
Return the commonly used file extensions for these formats.
A very basic FileFormatSupport module that implements some basic functionality and a simple binary ba...
This file contains the class for core message collections implementation.
Interface for message objects used by MessageCollection.
Definition Message.php:13
Flattens message arrays for further processing.