26 public function __construct() {
27 parent::__construct();
28 $this->addDescription(
'Script for comparing different plural implementations.' );
31 public function execute() {
32 $mwLanguages = $this->loadMediaWiki();
33 $gtLanguages = $this->loadGettext();
34 $clLanguages = $this->loadCLDR();
36 $services = MediaWikiServices::getInstance();
38 ->getLanguageNameUtils()
39 ->getLanguageNames( LanguageNameUtils::AUTONYMS, LanguageNameUtils::ALL );
40 $allkeys = array_keys( $all + $mwLanguages + $gtLanguages + $clLanguages );
42 $languageFallback = $services->getLanguageFallback();
44 $this->output( sprintf(
"%12s %3s %3s %4s\n",
'Code',
'MW',
'Get',
'CLDR' ) );
45 foreach ( $allkeys as $code ) {
46 $mw = isset( $mwLanguages[$code] ) ?
'+' :
'';
47 $gt = isset( $gtLanguages[$code] ) ?
'+' :
'';
48 $cl = isset( $clLanguages[$code] ) ?
'+' :
'';
51 $fallbacks = $languageFallback->getAll( $code );
52 foreach ( $fallbacks as $fcode ) {
53 if ( $fcode !==
'en' && isset( $mwLanguages[$fcode] ) ) {
60 if ( substr_count( sprintf(
'%s%s%s', $mw, $gt, $cl ),
'+' ) > 1 ) {
61 $error = $this->tryMatch( $code, $mw, $gtLanguages, $clLanguages );
64 $this->output( sprintf(
"%12s %-3s %-3s %-4s %s\n", $code, $mw, $gt, $cl, $error ) );
68 protected function tryMatch( $code, $mws, $gtLanguages, $clLanguages ) {
71 $lang = MediaWikiServices::getInstance()->getLanguageFactory()->getLanguage( $code );
76 if ( isset( $gtLanguages[$code] ) ) {
77 $gtExp =
'return (int) ' . str_replace(
'n',
'$i', $gtLanguages[$code] ) .
';';
82 $cldrExp = $clLanguages[$code] ??
false;
84 for ( $i = 0; $i <= 250; $i++ ) {
85 $mw = $gt = $cl =
'?';
89 $exp = $lang->getCompiledPluralRules();
90 $mw = Evaluator::evaluateCompiled( $i, $exp );
98 $cl = Evaluator::evaluate( $i, $cldrExp );
101 if ( self::comp( $mw, $gt ) && self::comp( $gt, $cl ) && self::comp( $cl, $mw ) ) {
105 return "$i: $mw $gt $cl";
111 public static function comp( $a, $b ) {
112 return $a ===
'?' || $b ===
'?' || $a === $b;
115 protected function loadPluralFile( $fileName ) {
116 $doc =
new DOMDocument;
117 $doc->load( $fileName );
118 $rulesets = $doc->getElementsByTagName(
'pluralRules' );
120 foreach ( $rulesets as $ruleset ) {
121 $codes = $ruleset->getAttribute(
'locales' );
123 $ruleElements = $ruleset->getElementsByTagName(
'pluralRule' );
124 foreach ( $ruleElements as $elt ) {
125 $rules[] = $elt->nodeValue;
127 foreach ( explode(
' ', $codes ) as $code ) {
128 $plurals[$code] = $rules;
135 public function loadCLDR() {
138 return $this->loadPluralFile(
"$IP/languages/data/plurals.xml" );
141 public function loadMediaWiki() {
144 $rules = $this->loadPluralFile(
"$IP/languages/data/plurals.xml" );
145 $rulesMW = $this->loadPluralFile(
"$IP/languages/data/plurals-mediawiki.xml" );
147 return array_merge( $rules, $rulesMW );
150 public function loadGettext() {
151 $gtData = file_get_contents( __DIR__ .
'/../data/plural-gettext.txt' );
153 foreach ( preg_split(
'/\n|\r/', $gtData, -1, PREG_SPLIT_NO_EMPTY ) as $line ) {
154 [ $code, $rule ] = explode(
"\t", $line );
155 $rule = preg_replace(
'/^.*?plural=/',
'', $rule );
156 $gtLanguages[$code] = $rule;