Code Coverage |
||||||||||
Lines |
Functions and Methods |
Classes and Traits |
||||||||
| Total | |
0.00% |
0 / 438 |
|
0.00% |
0 / 18 |
CRAP | |
0.00% |
0 / 1 |
| TestRunner | |
0.00% |
0 / 438 |
|
0.00% |
0 / 18 |
23870 | |
0.00% |
0 / 1 |
| __construct | |
0.00% |
0 / 22 |
|
0.00% |
0 / 1 |
6 | |||
| newEnv | |
0.00% |
0 / 20 |
|
0.00% |
0 / 1 |
6 | |||
| buildTests | |
0.00% |
0 / 20 |
|
0.00% |
0 / 1 |
20 | |||
| convertWt2Html | |
0.00% |
0 / 11 |
|
0.00% |
0 / 1 |
6 | |||
| convertHtml2Wt | |
0.00% |
0 / 7 |
|
0.00% |
0 / 1 |
20 | |||
| runTest | |
0.00% |
0 / 57 |
|
0.00% |
0 / 1 |
552 | |||
| addParserOutputInfo | |
0.00% |
0 / 36 |
|
0.00% |
0 / 1 |
182 | |||
| getStandaloneMetadataSection | |
0.00% |
0 / 5 |
|
0.00% |
0 / 1 |
2 | |||
| processParsedHTML | |
0.00% |
0 / 20 |
|
0.00% |
0 / 1 |
90 | |||
| processSerializedWT | |
0.00% |
0 / 9 |
|
0.00% |
0 / 1 |
42 | |||
| checkHTML | |
0.00% |
0 / 10 |
|
0.00% |
0 / 1 |
6 | |||
| checkMetadata | |
0.00% |
0 / 10 |
|
0.00% |
0 / 1 |
2 | |||
| filterDsr | |
0.00% |
0 / 8 |
|
0.00% |
0 / 1 |
12 | |||
| filterNodeDsr | |
0.00% |
0 / 5 |
|
0.00% |
0 / 1 |
12 | |||
| checkWikitext | |
0.00% |
0 / 23 |
|
0.00% |
0 / 1 |
56 | |||
| updateKnownFailures | |
0.00% |
0 / 70 |
|
0.00% |
0 / 1 |
930 | |||
| processTest | |
0.00% |
0 / 72 |
|
0.00% |
0 / 1 |
1122 | |||
| run | |
0.00% |
0 / 33 |
|
0.00% |
0 / 1 |
90 | |||
| 1 | <?php |
| 2 | declare( strict_types = 1 ); |
| 3 | |
| 4 | namespace Wikimedia\Parsoid\ParserTests; |
| 5 | |
| 6 | use Closure; |
| 7 | use Psr\Log\LoggerInterface; |
| 8 | use Wikimedia\Assert\Assert; |
| 9 | use Wikimedia\Parsoid\Config\Api\DataAccess; |
| 10 | use Wikimedia\Parsoid\Config\Api\PageConfig; |
| 11 | use Wikimedia\Parsoid\Config\Env; |
| 12 | use Wikimedia\Parsoid\Config\StubMetadataCollector; |
| 13 | use Wikimedia\Parsoid\Core\SelserData; |
| 14 | use Wikimedia\Parsoid\DOM\Document; |
| 15 | use Wikimedia\Parsoid\DOM\Element; |
| 16 | use Wikimedia\Parsoid\Ext\ParsoidExtensionAPI; |
| 17 | use Wikimedia\Parsoid\Mocks\MockPageConfig; |
| 18 | use Wikimedia\Parsoid\Mocks\MockPageContent; |
| 19 | use Wikimedia\Parsoid\Utils\ContentUtils; |
| 20 | use Wikimedia\Parsoid\Utils\DOMCompat; |
| 21 | use Wikimedia\Parsoid\Utils\DOMDataUtils; |
| 22 | use Wikimedia\Parsoid\Utils\ScriptUtils; |
| 23 | use Wikimedia\Parsoid\Wt2Html\PageConfigFrame; |
| 24 | |
| 25 | /** |
| 26 | * Test runner for parser tests |
| 27 | */ |
| 28 | class TestRunner { |
| 29 | // Hard-code some interwiki prefixes, as is done |
| 30 | // in ParserTestRunner::appendInterwikiSetup() in core |
| 31 | // Note that ApiQuerySiteInfo will always expand the URL to include a |
| 32 | // protocol, but will set 'protorel' to indicate whether its internal |
| 33 | // form included a protocol or not. So in this file 'url' will always |
| 34 | // have a protocol and we'll include an explicit 'protorel' field; but |
| 35 | // in core there is no 'protorel' field and 'url' will not always have |
| 36 | // a protocol. |
| 37 | private const PARSER_TESTS_IWPS = [ |
| 38 | [ |
| 39 | 'prefix' => 'wikinvest', |
| 40 | 'local' => true, |
| 41 | // This url doesn't have a $1 to exercise the fix in |
| 42 | // ConfigUtils::computeInterwikiMap |
| 43 | 'url' => 'https://meta.wikimedia.org/wiki/Interwiki_map/discontinued#Wikinvest', |
| 44 | 'protorel' => false |
| 45 | ], |
| 46 | [ |
| 47 | 'prefix' => 'local', |
| 48 | 'url' => 'http://example.org/wiki/$1', |
| 49 | 'local' => true, |
| 50 | 'localinterwiki' => true |
| 51 | ], |
| 52 | [ |
| 53 | // Local interwiki that matches a namespace name (T228616) |
| 54 | 'prefix' => 'project', |
| 55 | 'url' => 'http://example.org/wiki/$1', |
| 56 | 'local' => true, |
| 57 | 'localinterwiki' => true |
| 58 | ], |
| 59 | [ |
| 60 | 'prefix' => 'wikipedia', |
| 61 | 'url' => 'http://en.wikipedia.org/wiki/$1' |
| 62 | ], |
| 63 | [ |
| 64 | 'prefix' => 'meatball', |
| 65 | // this has been updated in the live wikis, but the parser tests |
| 66 | // expect the old value (as set in parserTest.inc:setupInterwikis()) |
| 67 | 'url' => 'http://www.usemod.com/cgi-bin/mb.pl?$1' |
| 68 | ], |
| 69 | [ |
| 70 | 'prefix' => 'memoryalpha', |
| 71 | 'url' => 'http://www.memory-alpha.org/en/index.php/$1' |
| 72 | ], |
| 73 | [ |
| 74 | 'prefix' => 'zh', |
| 75 | 'url' => 'http://zh.wikipedia.org/wiki/$1', |
| 76 | 'language' => "中文", |
| 77 | 'local' => true |
| 78 | ], |
| 79 | [ |
| 80 | 'prefix' => 'es', |
| 81 | 'url' => 'http://es.wikipedia.org/wiki/$1', |
| 82 | 'language' => "español", |
| 83 | 'local' => true |
| 84 | ], |
| 85 | [ |
| 86 | 'prefix' => 'fr', |
| 87 | 'url' => 'http://fr.wikipedia.org/wiki/$1', |
| 88 | 'language' => "français", |
| 89 | 'local' => true |
| 90 | ], |
| 91 | [ |
| 92 | 'prefix' => 'ru', |
| 93 | 'url' => 'http://ru.wikipedia.org/wiki/$1', |
| 94 | 'language' => "русский", |
| 95 | 'local' => true |
| 96 | ], |
| 97 | [ |
| 98 | 'prefix' => 'mi', |
| 99 | 'url' => 'http://example.org/wiki/$1', |
| 100 | // better for testing if one of the |
| 101 | // localinterwiki prefixes is also a language |
| 102 | 'language' => 'Test', |
| 103 | 'local' => true, |
| 104 | 'localinterwiki' => true |
| 105 | ], |
| 106 | [ |
| 107 | 'prefix' => 'mul', |
| 108 | 'url' => 'http://wikisource.org/wiki/$1', |
| 109 | 'extralanglink' => true, |
| 110 | 'linktext' => 'Multilingual', |
| 111 | 'sitename' => 'WikiSource', |
| 112 | 'local' => true |
| 113 | ], |
| 114 | // added to core's ParserTestRunner::appendInterwikiSetup() to support |
| 115 | // Parsoid tests [T254181] |
| 116 | [ |
| 117 | 'prefix' => 'en', |
| 118 | 'url' => 'http://en.wikipedia.org/wiki/$1', |
| 119 | 'language' => 'English', |
| 120 | 'local' => true, |
| 121 | 'protorel' => true |
| 122 | ], |
| 123 | [ |
| 124 | 'prefix' => 'stats', |
| 125 | 'local' => true, |
| 126 | 'url' => 'https://stats.wikimedia.org/$1' |
| 127 | ], |
| 128 | [ |
| 129 | 'prefix' => 'gerrit', |
| 130 | 'local' => true, |
| 131 | 'url' => 'https://gerrit.wikimedia.org/$1' |
| 132 | ] |
| 133 | ]; |
| 134 | |
| 135 | /** @var bool */ |
| 136 | private $runDisabled; |
| 137 | |
| 138 | /** @var bool */ |
| 139 | private $runPHP; |
| 140 | |
| 141 | /** @var string */ |
| 142 | private $offsetType; |
| 143 | |
| 144 | /** @var string */ |
| 145 | private $testFileName; |
| 146 | |
| 147 | /** @var string */ |
| 148 | private $testFilePath; |
| 149 | |
| 150 | /** @var ?string */ |
| 151 | private $knownFailuresInfix; |
| 152 | |
| 153 | /** @var string */ |
| 154 | private $knownFailuresPath; |
| 155 | |
| 156 | /** @var array */ |
| 157 | private $articles; |
| 158 | |
| 159 | /** @var LoggerInterface */ |
| 160 | private $defaultLogger; |
| 161 | |
| 162 | /** |
| 163 | * Sets one of 'regex' or 'string' properties |
| 164 | * - $testFilter['raw'] is the value of the filter |
| 165 | * - if $testFilter['regex'] is true, $testFilter['raw'] is used as a regex filter. |
| 166 | * - If $testFilter['string'] is true, $testFilter['raw'] is used as a plain string filter. |
| 167 | * @var ?array |
| 168 | */ |
| 169 | private $testFilter; |
| 170 | |
| 171 | /** @var Test[] */ |
| 172 | private $testCases; |
| 173 | |
| 174 | /** @var Stats */ |
| 175 | private $stats; |
| 176 | |
| 177 | /** @var MockApiHelper */ |
| 178 | private $mockApi; |
| 179 | |
| 180 | /** @var SiteConfig */ |
| 181 | private $siteConfig; |
| 182 | |
| 183 | /** @var DataAccess */ |
| 184 | private $dataAccess; |
| 185 | |
| 186 | /** |
| 187 | * Global cross-test env object only to be used for title processing while |
| 188 | * reading the parserTests file. |
| 189 | * |
| 190 | * Every test constructs its own private $env object. |
| 191 | * |
| 192 | * @var Env |
| 193 | */ |
| 194 | private $dummyEnv; |
| 195 | |
| 196 | /** |
| 197 | * Options needed to construct the per-test private $env object |
| 198 | * @var array |
| 199 | */ |
| 200 | private $envOptions; |
| 201 | |
| 202 | /** |
| 203 | * @param string $testFilePath |
| 204 | * @param ?string $knownFailuresInfix |
| 205 | * @param string[] $modes |
| 206 | */ |
| 207 | public function __construct( string $testFilePath, ?string $knownFailuresInfix, array $modes ) { |
| 208 | $this->testFilePath = $testFilePath; |
| 209 | $this->knownFailuresInfix = $knownFailuresInfix; |
| 210 | |
| 211 | $testFilePathInfo = pathinfo( $testFilePath ); |
| 212 | $this->testFileName = $testFilePathInfo['basename']; |
| 213 | |
| 214 | $newModes = []; |
| 215 | $modes[] = 'metadata'; |
| 216 | foreach ( $modes as $mode ) { |
| 217 | $newModes[$mode] = new Stats(); |
| 218 | $newModes[$mode]->failList = []; |
| 219 | $newModes[$mode]->result = ''; // XML reporter uses this. |
| 220 | } |
| 221 | |
| 222 | $this->stats = new Stats(); |
| 223 | $this->stats->modes = $newModes; |
| 224 | |
| 225 | $this->mockApi = new MockApiHelper(); |
| 226 | $this->siteConfig = new SiteConfig( $this->mockApi, [] ); |
| 227 | $this->dataAccess = new DataAccess( $this->mockApi, $this->siteConfig, [ 'stripProto' => false ] ); |
| 228 | $this->dummyEnv = new Env( |
| 229 | $this->siteConfig, |
| 230 | // Unused; needed to satisfy Env signature requirements |
| 231 | new MockPageConfig( [], new MockPageContent( [ 'main' => '' ] ) ), |
| 232 | // Unused; needed to satisfy Env signature requirements |
| 233 | $this->dataAccess, |
| 234 | // Unused; needed to satisfy Env signature requirements |
| 235 | new StubMetadataCollector( $this->siteConfig->getLogger() ) |
| 236 | ); |
| 237 | |
| 238 | // Init interwiki map to parser tests info. |
| 239 | // This suppresses interwiki info from cached configs. |
| 240 | $this->siteConfig->setupInterwikiMap( self::PARSER_TESTS_IWPS ); |
| 241 | } |
| 242 | |
| 243 | /** |
| 244 | * @param Test $test |
| 245 | * @param string $wikitext |
| 246 | * @return Env |
| 247 | */ |
| 248 | private function newEnv( Test $test, string $wikitext ): Env { |
| 249 | $pageNs = $this->dummyEnv->makeTitleFromURLDecodedStr( |
| 250 | $test->pageName() |
| 251 | )->getNameSpaceId(); |
| 252 | |
| 253 | $opts = [ |
| 254 | 'title' => $test->pageName(), |
| 255 | 'pagens' => $pageNs, |
| 256 | 'pageContent' => $wikitext, |
| 257 | 'pageLanguage' => $this->siteConfig->langBcp47(), |
| 258 | 'pageLanguagedir' => $this->siteConfig->rtl() ? 'rtl' : 'ltr' |
| 259 | ]; |
| 260 | |
| 261 | $pageConfig = new PageConfig( null, $opts ); |
| 262 | |
| 263 | $env = new Env( |
| 264 | $this->siteConfig, |
| 265 | $pageConfig, |
| 266 | $this->dataAccess, |
| 267 | new StubMetadataCollector( $this->siteConfig->getLogger() ), |
| 268 | $this->envOptions |
| 269 | ); |
| 270 | |
| 271 | $env->pageCache = $this->articles; |
| 272 | // Set parsing resource limits. |
| 273 | // $env->setResourceLimits(); |
| 274 | |
| 275 | return $env; |
| 276 | } |
| 277 | |
| 278 | /** |
| 279 | * Parse the test file and set up articles and test cases |
| 280 | * @param array $options |
| 281 | */ |
| 282 | private function buildTests( array $options ): void { |
| 283 | // Startup by loading .txt test file |
| 284 | $warnFunc = static function ( string $warnMsg ): void { |
| 285 | error_log( $warnMsg ); |
| 286 | }; |
| 287 | $normFunc = function ( string $title ): string { |
| 288 | return $this->dummyEnv->normalizedTitleKey( $title, false, true ); |
| 289 | }; |
| 290 | $testReader = TestFileReader::read( |
| 291 | $this->testFilePath, $warnFunc, $normFunc, $this->knownFailuresInfix |
| 292 | ); |
| 293 | $this->knownFailuresPath = $testReader->knownFailuresPath; |
| 294 | $this->testCases = $testReader->testCases; |
| 295 | $this->articles = []; |
| 296 | foreach ( $testReader->articles as $art ) { |
| 297 | $key = $normFunc( $art->title ); |
| 298 | $this->articles[$key] = $art->text; |
| 299 | $this->mockApi->addArticle( $key, $art ); |
| 300 | } |
| 301 | if ( !ScriptUtils::booleanOption( $options['quieter'] ?? '' ) ) { |
| 302 | if ( $this->knownFailuresPath ) { |
| 303 | error_log( 'Loaded known failures from ' . $this->knownFailuresPath ); |
| 304 | } else { |
| 305 | error_log( 'No known failures found.' ); |
| 306 | } |
| 307 | } |
| 308 | } |
| 309 | |
| 310 | /** |
| 311 | * Convert a wikitext string to an HTML Node |
| 312 | * |
| 313 | * @param Env $env |
| 314 | * @param Test $test |
| 315 | * @param string $mode |
| 316 | * @param string $wikitext |
| 317 | * @return Document |
| 318 | */ |
| 319 | private function convertWt2Html( |
| 320 | Env $env, Test $test, string $mode, string $wikitext |
| 321 | ): Document { |
| 322 | // FIXME: Ugly! Maybe we should switch to using the entrypoint to |
| 323 | // the library for parserTests instead of reusing the environment |
| 324 | // and touching these internals. |
| 325 | $content = $env->getPageConfig()->getRevisionContent(); |
| 326 | // @phan-suppress-next-line PhanUndeclaredProperty |
| 327 | $content->data['main']['content'] = $wikitext; |
| 328 | $env->topFrame = new PageConfigFrame( |
| 329 | $env, $env->getPageConfig(), $env->getSiteConfig() |
| 330 | ); |
| 331 | if ( $mode === 'html2html' ) { |
| 332 | // Since this was set when serializing we need to setup a new doc |
| 333 | $env->setupTopLevelDoc(); |
| 334 | } |
| 335 | $handler = $env->getContentHandler(); |
| 336 | $extApi = new ParsoidExtensionAPI( $env ); |
| 337 | $doc = $handler->toDOM( $extApi ); |
| 338 | return $doc; |
| 339 | } |
| 340 | |
| 341 | /** |
| 342 | * Convert a DOM to Wikitext. |
| 343 | * |
| 344 | * @param Env $env |
| 345 | * @param Test $test |
| 346 | * @param string $mode |
| 347 | * @param Document $doc |
| 348 | * @return string |
| 349 | */ |
| 350 | private function convertHtml2Wt( Env $env, Test $test, string $mode, Document $doc ): string { |
| 351 | $startsAtWikitext = $mode === 'wt2wt' || $mode === 'wt2html' || $mode === 'selser'; |
| 352 | if ( $mode === 'selser' ) { |
| 353 | $selserData = new SelserData( $test->wikitext, $test->cachedBODYstr ); |
| 354 | } else { |
| 355 | $selserData = null; |
| 356 | } |
| 357 | $env->topLevelDoc = $doc; |
| 358 | $extApi = new ParsoidExtensionAPI( $env ); |
| 359 | return $env->getContentHandler()->fromDOM( $extApi, $selserData ); |
| 360 | } |
| 361 | |
| 362 | /** |
| 363 | * Run test in the requested mode |
| 364 | * @param Test $test |
| 365 | * @param string $mode |
| 366 | * @param array $options |
| 367 | */ |
| 368 | private function runTest( Test $test, string $mode, array $options ): void { |
| 369 | $test->time = []; |
| 370 | $testOpts = $test->options; |
| 371 | |
| 372 | // These changes are for environment options that change between runs of |
| 373 | // different modes. See `processTest` for changes per test. |
| 374 | // Page language matches "wiki language" (which is set by |
| 375 | // the item 'language' option). |
| 376 | if ( $testOpts['langconv'] ?? null ) { |
| 377 | $this->envOptions['wtVariantLanguage'] = $testOpts['sourceVariant'] ?? null; |
| 378 | $this->envOptions['htmlVariantLanguage'] = $testOpts['variant'] ?? null; |
| 379 | } else { |
| 380 | // variant conversion is disabled by default |
| 381 | $this->envOptions['wtVariantLanguage'] = null; |
| 382 | $this->envOptions['htmlVariantLanguage'] = null; |
| 383 | } |
| 384 | |
| 385 | $env = $this->newEnv( $test, $test->wikitext ?? '' ); |
| 386 | |
| 387 | // Some useful booleans |
| 388 | $startsAtHtml = $mode === 'html2html' || $mode === 'html2wt'; |
| 389 | $endsAtHtml = $mode === 'wt2html' || $mode === 'html2html'; |
| 390 | |
| 391 | $parsoidOnly = isset( $test->sections['html/parsoid'] ) || |
| 392 | isset( $test->sections['html/parsoid+standalone'] ) || ( |
| 393 | !empty( $testOpts['parsoid'] ) && |
| 394 | !isset( $testOpts['parsoid']['normalizePhp'] ) |
| 395 | ); |
| 396 | $test->time['start'] = microtime( true ); |
| 397 | $doc = null; |
| 398 | $wt = null; |
| 399 | |
| 400 | if ( isset( $test->sections['html/parsoid+standalone'] ) ) { |
| 401 | $test->parsoidHtml = $test->sections['html/parsoid+standalone']; |
| 402 | } |
| 403 | |
| 404 | // Source preparation |
| 405 | if ( $startsAtHtml ) { |
| 406 | $html = $test->parsoidHtml ?? ''; |
| 407 | if ( !$parsoidOnly ) { |
| 408 | // Strip some php output that has no wikitext representation |
| 409 | // (like .mw-editsection) and won't html2html roundtrip and |
| 410 | // therefore causes false failures. |
| 411 | $html = TestUtils::normalizePhpOutput( $html ); |
| 412 | } |
| 413 | $doc = ContentUtils::createDocument( $html ); |
| 414 | $wt = $this->convertHtml2Wt( $env, $test, $mode, $doc ); |
| 415 | } else { // startsAtWikitext |
| 416 | // Always serialize DOM to string and reparse before passing to wt2wt |
| 417 | if ( $test->cachedBODYstr === null ) { |
| 418 | $doc = $this->convertWt2Html( $env, $test, $mode, $test->wikitext ); |
| 419 | |
| 420 | // Cache parsed HTML |
| 421 | $test->cachedBODYstr = ContentUtils::toXML( DOMCompat::getBody( $doc ) ); |
| 422 | |
| 423 | // - In wt2html mode, pass through original DOM |
| 424 | // so that it is serialized just once. |
| 425 | // - In wt2wt and selser modes, pass through serialized and |
| 426 | // reparsed DOM so that fostering/normalization effects |
| 427 | // are reproduced. |
| 428 | if ( $mode === 'wt2html' ) { |
| 429 | // no-op |
| 430 | } else { |
| 431 | $doc = ContentUtils::createDocument( $test->cachedBODYstr ); |
| 432 | } |
| 433 | } else { |
| 434 | $doc = ContentUtils::createDocument( $test->cachedBODYstr ); |
| 435 | } |
| 436 | } |
| 437 | |
| 438 | // Generate and make changes for the selser test mode |
| 439 | $testManualChanges = $testOpts['parsoid']['changes'] ?? null; |
| 440 | if ( $mode === 'selser' ) { |
| 441 | if ( $testManualChanges && $test->changetree === [ 'manual' ] ) { |
| 442 | $test->applyManualChanges( $doc ); |
| 443 | } else { |
| 444 | $changetree = isset( $options['changetree'] ) ? |
| 445 | json_decode( $options['changetree'] ) : $test->changetree; |
| 446 | if ( !$changetree ) { |
| 447 | $changetree = $test->generateChanges( $doc ); |
| 448 | } |
| 449 | $dumpOpts = [ |
| 450 | 'dom:post-changes' => $env->hasDumpFlag( 'dom:post-changes' ), |
| 451 | 'logger' => $env->getSiteConfig()->getLogger() |
| 452 | ]; |
| 453 | $test->applyChanges( $dumpOpts, $doc, $changetree ); |
| 454 | } |
| 455 | // Save the modified DOM so we can re-test it later. |
| 456 | // Always serialize to string and reparse before passing to selser/wt2wt. |
| 457 | $test->changedHTMLStr = ContentUtils::toXML( DOMCompat::getBody( $doc ) ); |
| 458 | $doc = ContentUtils::createDocument( $test->changedHTMLStr ); |
| 459 | } elseif ( $mode === 'wt2wt' ) { |
| 460 | // Handle a 'changes' option if present. |
| 461 | if ( $testManualChanges ) { |
| 462 | $test->applyManualChanges( $doc ); |
| 463 | } |
| 464 | } |
| 465 | |
| 466 | // Roundtrip stage |
| 467 | if ( $mode === 'wt2wt' || $mode === 'selser' ) { |
| 468 | $wt = $this->convertHtml2Wt( $env, $test, $mode, $doc ); |
| 469 | } elseif ( $mode === 'html2html' ) { |
| 470 | $doc = $this->convertWt2Html( $env, $test, $mode, $wt ); |
| 471 | } |
| 472 | |
| 473 | // Result verification stage |
| 474 | if ( $endsAtHtml ) { |
| 475 | $this->processParsedHTML( $env, $test, $options, $mode, $doc ); |
| 476 | } else { |
| 477 | $this->processSerializedWT( $env, $test, $options, $mode, $wt ); |
| 478 | } |
| 479 | } |
| 480 | |
| 481 | /** |
| 482 | * Process test options that impact output. |
| 483 | * These are almost always only pertinent in wt2html test modes. |
| 484 | * Returns: |
| 485 | * - null if there are no applicable output options. |
| 486 | * - true if the output matches expected output for the requested option(s). |
| 487 | * - false otherwise |
| 488 | * |
| 489 | * @param Env $env |
| 490 | * @param Test $test |
| 491 | * @param array $options |
| 492 | * @param string $mode |
| 493 | * @param Document $doc |
| 494 | * @param ?string $metadataExpected A metadata section from the test, |
| 495 | * or null if none present. If a metadata section is not present, |
| 496 | * the metadata output is added to $doc, otherwise it is returned |
| 497 | * in $metadataActual |
| 498 | * @param ?string &$metadataActual The "actual" metadata output for |
| 499 | * this test. |
| 500 | */ |
| 501 | private function addParserOutputInfo( |
| 502 | Env $env, Test $test, array $options, string $mode, Document $doc, |
| 503 | ?string $metadataExpected, ?string &$metadataActual |
| 504 | ): void { |
| 505 | $output = $env->getMetadata(); |
| 506 | $opts = $test->options; |
| 507 | '@phan-var StubMetadataCollector $output'; // @var StubMetadataCollector $metadata |
| 508 | // See ParserTestRunner::addParserOutputInfo() in core. |
| 509 | $before = []; |
| 510 | $after = []; |
| 511 | |
| 512 | // 'showtitle' not yet supported |
| 513 | // 'showindicators' not yet supported. |
| 514 | // 'ill' not yet supported |
| 515 | |
| 516 | if ( isset( $opts['cat'] ) ) { |
| 517 | foreach ( $output->getCategories() as $name => $sortkey ) { |
| 518 | $after[] = "cat=$name sort=$sortkey"; |
| 519 | } |
| 520 | } |
| 521 | if ( isset( $opts['extension'] ) ) { |
| 522 | foreach ( explode( ',', $opts['extension'] ) as $ext ) { |
| 523 | $after[] = "extension[$ext]=" . |
| 524 | // XXX should use JsonCodec |
| 525 | json_encode( |
| 526 | $output->getExtensionData( $ext ), |
| 527 | JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE | JSON_PRETTY_PRINT |
| 528 | ); |
| 529 | } |
| 530 | } |
| 531 | if ( isset( $opts['property'] ) ) { |
| 532 | foreach ( explode( ',', $opts['property'] ) as $prop ) { |
| 533 | $after[] = "property[$prop]=" . |
| 534 | ( $output->getPageProperty( $prop ) ?? '' ); |
| 535 | } |
| 536 | } |
| 537 | if ( isset( $opts['showflags'] ) ) { |
| 538 | $actualFlags = $output->getOutputFlags(); |
| 539 | sort( $actualFlags ); |
| 540 | $after[] = "flags=" . implode( ', ', $actualFlags ); |
| 541 | } |
| 542 | if ( isset( $opts['showtocdata'] ) ) { |
| 543 | $tocData = $output->getTOCData(); |
| 544 | if ( $tocData !== null ) { |
| 545 | $after[] = $tocData->prettyPrint(); |
| 546 | } |
| 547 | } |
| 548 | if ( $metadataExpected === null ) { |
| 549 | // legacy format, add $before and $after to $doc |
| 550 | $body = DOMCompat::getBody( $doc ); |
| 551 | if ( count( $before ) ) { |
| 552 | $before = $doc->createTextNode( implode( "\n", $before ) ); |
| 553 | $body->insertBefore( $before, $body->firstChild ); |
| 554 | } |
| 555 | if ( count( $after ) ) { |
| 556 | $after = $doc->createTextNode( implode( "\n", $after ) ); |
| 557 | $body->appendChild( $after ); |
| 558 | } |
| 559 | } else { |
| 560 | $metadataActual = implode( "\n", array_merge( $before, $after ) ); |
| 561 | } |
| 562 | } |
| 563 | |
| 564 | /** |
| 565 | * Return the appropriate metadata section for this test, given that |
| 566 | * we are running in parsoid "standalone" mode, or 'null' if none is |
| 567 | * present. |
| 568 | * @param Test $test |
| 569 | * @return ?string The expected metadata for this test |
| 570 | */ |
| 571 | public static function getStandaloneMetadataSection( Test $test ): ?string { |
| 572 | return // specific results for parsoid standalone mode |
| 573 | $test->sections['metadata/parsoid+standalone'] ?? |
| 574 | // specific results for parsoid |
| 575 | $test->sections['metadata/parsoid'] ?? |
| 576 | // generic for all parsers (even standalone) |
| 577 | $test->sections['metadata'] ?? |
| 578 | // missing (== use legacy combined output format) |
| 579 | null; |
| 580 | } |
| 581 | |
| 582 | /** |
| 583 | * Check the given HTML result against the expected result, |
| 584 | * and throw an exception if necessary. |
| 585 | * |
| 586 | * @param Env $env |
| 587 | * @param Test $test |
| 588 | * @param array $options |
| 589 | * @param string $mode |
| 590 | * @param Document $doc |
| 591 | */ |
| 592 | private function processParsedHTML( |
| 593 | Env $env, Test $test, array $options, string $mode, Document $doc |
| 594 | ): void { |
| 595 | $modeObj = new TestMode( $mode ); |
| 596 | $test->time['end'] = microtime( true ); |
| 597 | $metadataExpected = self::getStandaloneMetadataSection( $test ); |
| 598 | $metadataActual = null; |
| 599 | if ( isset( $test->options['nohtml'] ) ) { |
| 600 | $body = DOMCompat::getBody( $doc ); |
| 601 | while ( $body->hasChildNodes() ) { |
| 602 | $body->removeChild( $body->firstChild ); |
| 603 | } |
| 604 | } |
| 605 | $this->addParserOutputInfo( |
| 606 | $env, $test, $options, $mode, $doc, |
| 607 | $metadataExpected, $metadataActual |
| 608 | ); |
| 609 | if ( $test->parsoidHtml ) { |
| 610 | $checkPassed = $this->checkHTML( $test, DOMCompat::getBody( $doc ), $options, $mode ); |
| 611 | } else { |
| 612 | // Running the test for metadata, presumably. |
| 613 | $checkPassed = true; |
| 614 | } |
| 615 | |
| 616 | if ( $metadataExpected !== null && !$modeObj->isCachingMode() ) { |
| 617 | $metadataResult = $this->checkMetadata( $test, $metadataExpected, $metadataActual ?? '', $options ); |
| 618 | $checkPassed = $checkPassed && $metadataResult; |
| 619 | } |
| 620 | |
| 621 | // Only throw an error if --exit-unexpected was set and there was an error |
| 622 | // Otherwise, continue running tests |
| 623 | if ( $options['exit-unexpected'] && !$checkPassed ) { |
| 624 | throw new UnexpectedException; |
| 625 | } |
| 626 | } |
| 627 | |
| 628 | /** |
| 629 | * Check the given wikitext result against the expected result, |
| 630 | * and throw an exception if necessary. |
| 631 | * |
| 632 | * @param Env $env |
| 633 | * @param Test $test |
| 634 | * @param array $options |
| 635 | * @param string $mode |
| 636 | * @param string $wikitext |
| 637 | */ |
| 638 | private function processSerializedWT( |
| 639 | Env $env, Test $test, array $options, string $mode, string $wikitext |
| 640 | ): void { |
| 641 | $test->time['end'] = microtime( true ); |
| 642 | |
| 643 | if ( $mode === 'selser' && $options['selser'] !== 'noauto' ) { |
| 644 | if ( $test->changetree === [ 5 ] ) { |
| 645 | $test->resultWT = $test->wikitext; |
| 646 | } else { |
| 647 | $doc = ContentUtils::createDocument( $test->changedHTMLStr ); |
| 648 | $test->resultWT = $this->convertHtml2Wt( $env, $test, 'wt2wt', $doc ); |
| 649 | } |
| 650 | } |
| 651 | |
| 652 | $checkPassed = $this->checkWikitext( $test, $wikitext, $options, $mode ); |
| 653 | |
| 654 | // Only throw an error if --exit-unexpected was set and there was an error |
| 655 | // Otherwise, continue running tests |
| 656 | if ( $options['exit-unexpected'] && !$checkPassed ) { |
| 657 | throw new UnexpectedException; |
| 658 | } |
| 659 | } |
| 660 | |
| 661 | /** |
| 662 | * @param Test $test |
| 663 | * @param Element $out |
| 664 | * @param array $options |
| 665 | * @param string $mode |
| 666 | * @return bool |
| 667 | */ |
| 668 | private function checkHTML( |
| 669 | Test $test, Element $out, array $options, string $mode |
| 670 | ): bool { |
| 671 | list( $normOut, $normExpected ) = $test->normalizeHTML( $out, $test->cachedNormalizedHTML ); |
| 672 | $expected = [ 'normal' => $normExpected, 'raw' => $test->parsoidHtml ]; |
| 673 | $actual = [ |
| 674 | 'normal' => $normOut, |
| 675 | 'raw' => ContentUtils::toXML( $out, [ 'innerXML' => true ] ), |
| 676 | 'input' => ( $mode === 'html2html' ) ? $test->parsoidHtml : $test->wikitext |
| 677 | ]; |
| 678 | |
| 679 | return $options['reportResult']( |
| 680 | $this->stats, $test, $options, $mode, $expected, $actual |
| 681 | ); |
| 682 | } |
| 683 | |
| 684 | /** |
| 685 | * @param Test $test |
| 686 | * @param string $metadataExpected |
| 687 | * @param string $metadataActual |
| 688 | * @param array $options |
| 689 | * @return bool |
| 690 | */ |
| 691 | private function checkMetadata( |
| 692 | Test $test, string $metadataExpected, string $metadataActual, array $options |
| 693 | ): bool { |
| 694 | $expected = [ 'normal' => $metadataExpected, 'raw' => $metadataExpected ]; |
| 695 | $actual = [ |
| 696 | 'normal' => $metadataActual, |
| 697 | 'raw' => $metadataActual, |
| 698 | 'input' => $test->wikitext, |
| 699 | ]; |
| 700 | $mode = 'metadata'; |
| 701 | |
| 702 | return $options['reportResult']( |
| 703 | $this->stats, $test, $options, $mode, $expected, $actual |
| 704 | ); |
| 705 | } |
| 706 | |
| 707 | /** |
| 708 | * Removes DSR from data-parsoid for test normalization of a complet document. If |
| 709 | * data-parsoid gets subsequently empty, removes it too. |
| 710 | * @param string $raw |
| 711 | * @return string |
| 712 | */ |
| 713 | private function filterDsr( string $raw ): string { |
| 714 | $doc = ContentUtils::createAndLoadDocument( $raw ); |
| 715 | foreach ( $doc->childNodes as $child ) { |
| 716 | if ( $child instanceof Element ) { |
| 717 | $this->filterNodeDsr( $child ); |
| 718 | } |
| 719 | } |
| 720 | DOMDataUtils::visitAndStoreDataAttribs( $doc ); |
| 721 | $ret = ContentUtils::toXML( DOMCompat::getBody( $doc ), [ 'innerXML' => true ] ); |
| 722 | $ret = preg_replace( '/\sdata-parsoid="{}"/', '', $ret ); |
| 723 | return $ret; |
| 724 | } |
| 725 | |
| 726 | /** |
| 727 | * Removes DSR from data-parsoid for test normalization of an element. |
| 728 | * @param Element $el |
| 729 | * @return void |
| 730 | */ |
| 731 | private function filterNodeDsr( Element $el ) { |
| 732 | $dp = DOMDataUtils::getDataParsoid( $el ); |
| 733 | unset( $dp->dsr ); |
| 734 | foreach ( $el->childNodes as $child ) { |
| 735 | if ( $child instanceof Element ) { |
| 736 | $this->filterNodeDsr( $child ); |
| 737 | } |
| 738 | } |
| 739 | } |
| 740 | |
| 741 | /** |
| 742 | * @param Test $test |
| 743 | * @param string $out |
| 744 | * @param array $options |
| 745 | * @param string $mode |
| 746 | * @return bool |
| 747 | */ |
| 748 | private function checkWikitext( |
| 749 | Test $test, string $out, array $options, string $mode |
| 750 | ): bool { |
| 751 | if ( $mode === 'html2wt' ) { |
| 752 | $input = $test->parsoidHtml; |
| 753 | $testWikitext = $test->wikitext; |
| 754 | } elseif ( $mode === 'wt2wt' ) { |
| 755 | if ( isset( $test->options['parsoid']['changes'] ) ) { |
| 756 | $input = $test->wikitext; |
| 757 | $testWikitext = $test->sections['wikitext/edited']; |
| 758 | } else { |
| 759 | $input = $testWikitext = $test->wikitext; |
| 760 | } |
| 761 | } else { /* selser */ |
| 762 | if ( $test->changetree === [ 5 ] ) { /* selser with oracle */ |
| 763 | $input = $test->changedHTMLStr; |
| 764 | $testWikitext = $test->wikitext; |
| 765 | $out = preg_replace( '/<!--' . Test::STATIC_RANDOM_STRING . '-->/', '', $out ); |
| 766 | } elseif ( $test->changetree === [ 'manual' ] && |
| 767 | isset( $test->options['parsoid']['changes'] ) |
| 768 | ) { /* manual changes */ |
| 769 | $input = $test->wikitext; |
| 770 | $testWikitext = $test->sections['wikitext/edited']; |
| 771 | } else { /* automated selser changes, no oracle */ |
| 772 | $input = $test->changedHTMLStr; |
| 773 | $testWikitext = $test->resultWT; |
| 774 | } |
| 775 | } |
| 776 | |
| 777 | list( $normalizedOut, $normalizedExpected ) = $test->normalizeWT( $out, $testWikitext ); |
| 778 | |
| 779 | $expected = [ 'normal' => $normalizedExpected, 'raw' => $testWikitext ]; |
| 780 | $actual = [ 'normal' => $normalizedOut, 'raw' => $out, 'input' => $input ]; |
| 781 | |
| 782 | return $options['reportResult']( |
| 783 | $this->stats, $test, $options, $mode, $expected, $actual ); |
| 784 | } |
| 785 | |
| 786 | /** |
| 787 | * @param array $options |
| 788 | * @return array |
| 789 | */ |
| 790 | private function updateKnownFailures( array $options ): array { |
| 791 | // Check in case any tests were removed but we didn't update |
| 792 | // the knownFailures |
| 793 | $knownFailuresChanged = false; |
| 794 | $allModes = $options['wt2html'] && $options['wt2wt'] && |
| 795 | $options['html2wt'] && $options['html2html'] && |
| 796 | isset( $options['selser'] ) && !( |
| 797 | isset( $options['filter'] ) || |
| 798 | isset( $options['regex'] ) || |
| 799 | isset( $options['maxtests'] ) |
| 800 | ); |
| 801 | $offsetType = $options['offsetType'] ?? 'byte'; |
| 802 | |
| 803 | // Update knownFailures, if requested |
| 804 | if ( $allModes || |
| 805 | ScriptUtils::booleanOption( $options['updateKnownFailures'] ?? null ) |
| 806 | ) { |
| 807 | if ( $this->knownFailuresPath !== null ) { |
| 808 | $old = file_get_contents( $this->knownFailuresPath ); |
| 809 | } else { |
| 810 | // If file doesn't exist, use the JSON representation of an |
| 811 | // empty array, so it compares equal in the case that we |
| 812 | // end up with an empty array of known failures below. |
| 813 | $old = '{}'; |
| 814 | } |
| 815 | $testKnownFailures = []; |
| 816 | $kfModes = array_merge( $options['modes'], [ 'metadata' ] ); |
| 817 | foreach ( $kfModes as $mode ) { |
| 818 | foreach ( $this->stats->modes[$mode]->failList as $fail ) { |
| 819 | if ( !isset( $testKnownFailures[$fail['testName']] ) ) { |
| 820 | $testKnownFailures[$fail['testName']] = []; |
| 821 | } |
| 822 | $testKnownFailures[$fail['testName']][$mode . $fail['suffix']] = $fail['raw']; |
| 823 | } |
| 824 | } |
| 825 | // Sort, otherwise, titles get added above based on the first |
| 826 | // failing mode, which can make diffs harder to verify when |
| 827 | // failing modes change. |
| 828 | ksort( $testKnownFailures ); |
| 829 | $contents = json_encode( |
| 830 | $testKnownFailures, |
| 831 | JSON_PRETTY_PRINT | JSON_UNESCAPED_SLASHES | |
| 832 | JSON_FORCE_OBJECT | JSON_UNESCAPED_UNICODE |
| 833 | ) . "\n"; |
| 834 | if ( ScriptUtils::booleanOption( $options['updateKnownFailures'] ?? null ) ) { |
| 835 | file_put_contents( $this->knownFailuresPath, $contents ); |
| 836 | } elseif ( $allModes && $offsetType === 'byte' ) { |
| 837 | $knownFailuresChanged = $contents !== $old; |
| 838 | } |
| 839 | } |
| 840 | // Write updated tests from failed ones |
| 841 | if ( ScriptUtils::booleanOption( $options['update-tests'] ?? null ) || |
| 842 | ScriptUtils::booleanOption( $options['update-unexpected'] ?? null ) |
| 843 | ) { |
| 844 | $updateFormat = $options['update-format']; |
| 845 | if ( $updateFormat !== 'raw' && $updateFormat !== 'actualNormalized' ) { |
| 846 | $updateFormat = 'noDsr'; |
| 847 | } |
| 848 | |
| 849 | $fileContent = file_get_contents( $this->testFilePath ); |
| 850 | foreach ( [ 'wt2html','metadata' ] as $mode ) { |
| 851 | foreach ( $this->stats->modes[$mode]->failList as $fail ) { |
| 852 | if ( $options['update-tests'] || $fail['unexpected'] ) { |
| 853 | $exp = '/(!!\s*test\s*' . |
| 854 | preg_quote( $fail['testName'], '/' ) . |
| 855 | '(?:(?!!!\s*end)[\s\S])*' . |
| 856 | ')(' . preg_quote( $fail['expected'], '/' ) . |
| 857 | ')/m'; |
| 858 | $fail['noDsr'] = $fail['raw']; |
| 859 | if ( $updateFormat === 'noDsr' && $mode !== 'metadata' ) { |
| 860 | $fail['noDsr'] = $this->filterDsr( $fail['noDsr'] ); |
| 861 | } |
| 862 | $fileContent = preg_replace_callback( |
| 863 | $exp, |
| 864 | static function ( array $matches ) use ( $fail, $updateFormat ) { |
| 865 | return $matches[1] . $fail[$updateFormat]; |
| 866 | }, |
| 867 | $fileContent |
| 868 | ); |
| 869 | } |
| 870 | } |
| 871 | } |
| 872 | file_put_contents( $this->testFilePath, $fileContent ); |
| 873 | } |
| 874 | |
| 875 | // print out the summary |
| 876 | $options['reportSummary']( |
| 877 | $options['modes'], $this->stats, $this->testFileName, |
| 878 | $this->testFilter, $knownFailuresChanged, $options |
| 879 | ); |
| 880 | |
| 881 | // we're done! |
| 882 | // exit status 1 == uncaught exception |
| 883 | $failures = $this->stats->allFailures(); |
| 884 | $exitCode = ( $failures > 0 || $knownFailuresChanged ) ? 2 : 0; |
| 885 | if ( ScriptUtils::booleanOption( $options['exit-zero'] ?? null ) ) { |
| 886 | $exitCode = 0; |
| 887 | } |
| 888 | |
| 889 | return [ |
| 890 | 'exitCode' => $exitCode, |
| 891 | 'stats' => $this->stats, |
| 892 | 'file' => $this->testFileName, |
| 893 | 'knownFailuresChanged' => $knownFailuresChanged |
| 894 | ]; |
| 895 | } |
| 896 | |
| 897 | /** |
| 898 | * Run the test in all requested modes. |
| 899 | * |
| 900 | * @param Test $test |
| 901 | * @param array $options |
| 902 | */ |
| 903 | private function processTest( Test $test, array $options ): void { |
| 904 | if ( !$test->options ) { |
| 905 | $test->options = []; |
| 906 | } |
| 907 | |
| 908 | $testOpts = $test->options; |
| 909 | |
| 910 | // ensure that test is not skipped if it has a wikitext/edited or |
| 911 | // html/parsoid+langconv section (but not a parsoid html section) |
| 912 | $haveHtml = ( $test->parsoidHtml !== null ) || |
| 913 | isset( $test->sections['wikitext/edited'] ) || |
| 914 | isset( $test->sections['html/parsoid+standalone'] ) || |
| 915 | isset( $test->sections['html/parsoid+langconv'] ) || |
| 916 | self::getStandaloneMetadataSection( $test ) !== null; |
| 917 | $hasHtmlParsoid = |
| 918 | isset( $test->sections['html/parsoid'] ) || |
| 919 | isset( $test->sections['html/parsoid+standalone'] ); |
| 920 | |
| 921 | // Skip test whose title does not match --filter |
| 922 | // or which is disabled or php-only |
| 923 | if ( $test->wikitext === null || |
| 924 | !$haveHtml || |
| 925 | ( isset( $testOpts['disabled'] ) && !$this->runDisabled ) || |
| 926 | ( isset( $testOpts['php'] ) && !( |
| 927 | $hasHtmlParsoid || $this->runPHP ) |
| 928 | ) || |
| 929 | !$test->matchesFilter( $this->testFilter ) |
| 930 | ) { |
| 931 | return; |
| 932 | } |
| 933 | |
| 934 | $suppressErrors = !empty( $testOpts['parsoid']['suppressErrors'] ); |
| 935 | $this->siteConfig->setLogger( $suppressErrors ? |
| 936 | $this->siteConfig->suppressLogger : $this->defaultLogger ); |
| 937 | |
| 938 | $targetModes = $test->computeTestModes( $options['modes'] ); |
| 939 | |
| 940 | // Filter out html2* tests if we don't have an HTML section |
| 941 | // (Most likely there's either a metadata section or a html/php |
| 942 | // section but not html/parsoid section.) |
| 943 | if ( $test->parsoidHtml === null && !isset( $test->sections['html/parsoid+standalone'] ) ) { |
| 944 | $targetModes = array_diff( $targetModes, [ 'html2wt','html2html' ] ); |
| 945 | } |
| 946 | |
| 947 | if ( !count( $targetModes ) ) { |
| 948 | return; |
| 949 | } |
| 950 | |
| 951 | // Honor language option |
| 952 | $prefix = $testOpts['language'] ?? 'enwiki'; |
| 953 | if ( !str_contains( $prefix, 'wiki' ) ) { |
| 954 | // Convert to our enwiki.. format |
| 955 | $prefix .= 'wiki'; |
| 956 | } |
| 957 | |
| 958 | // Switch to requested wiki |
| 959 | $this->mockApi->setApiPrefix( $prefix ); |
| 960 | $this->siteConfig->reset(); |
| 961 | |
| 962 | // We don't do any sanity checking or type casting on $test->config |
| 963 | // values here: if you set a bogus value in a parser test it *should* |
| 964 | // blow things up, so that you fix your test case. |
| 965 | |
| 966 | // Update $wgInterwikiMagic flag |
| 967 | // default (undefined) setting is true |
| 968 | $this->siteConfig->setInterwikiMagic( |
| 969 | $test->config['wgInterwikiMagic'] ?? true |
| 970 | ); |
| 971 | |
| 972 | // FIXME: Cite-specific hack |
| 973 | $this->siteConfig->responsiveReferences = [ |
| 974 | 'enabled' => $test->config['wgCiteResponsiveReferences'] ?? |
| 975 | $this->siteConfig->responsiveReferences['enabled'], |
| 976 | 'threshold' => $test->config['wgCiteResponsiveReferencesThreshold'] ?? |
| 977 | $this->siteConfig->responsiveReferences['threshold'], |
| 978 | ]; |
| 979 | |
| 980 | // Process test-specific options |
| 981 | if ( $testOpts ) { |
| 982 | Assert::invariant( !isset( $testOpts['extensions'] ), |
| 983 | 'Cannot configure extensions in tests' ); |
| 984 | |
| 985 | $availableParsoidTestOpts = [ 'wrapSections' ]; |
| 986 | foreach ( $availableParsoidTestOpts as $opt ) { |
| 987 | if ( isset( $testOpts['parsoid'][$opt] ) ) { |
| 988 | $this->envOptions[$opt] = $testOpts['parsoid'][$opt]; |
| 989 | } |
| 990 | } |
| 991 | |
| 992 | $this->siteConfig->disableSubpagesForNS( 0 ); |
| 993 | if ( isset( $testOpts['subpage'] ) ) { |
| 994 | $this->siteConfig->enableSubpagesForNS( 0 ); |
| 995 | } |
| 996 | |
| 997 | $allowedPrefixes = [ '' ]; // all allowed |
| 998 | if ( isset( $testOpts['wgallowexternalimages'] ) && |
| 999 | !preg_match( '/^(1|true|)$/D', $testOpts['wgallowexternalimages'] ) |
| 1000 | ) { |
| 1001 | $allowedPrefixes = []; |
| 1002 | } |
| 1003 | $this->siteConfig->allowedExternalImagePrefixes = $allowedPrefixes; |
| 1004 | |
| 1005 | // Emulate PHP parser's tag hook to tunnel content past the sanitizer |
| 1006 | if ( isset( $testOpts['styletag'] ) ) { |
| 1007 | $this->siteConfig->registerParserTestExtension( new StyleTag() ); |
| 1008 | } |
| 1009 | |
| 1010 | if ( ( $testOpts['wgrawhtml'] ?? null ) === '1' ) { |
| 1011 | $this->siteConfig->registerParserTestExtension( new RawHTML() ); |
| 1012 | } |
| 1013 | |
| 1014 | if ( isset( $testOpts['thumbsize'] ) ) { |
| 1015 | $this->siteConfig->thumbsize = (int)$testOpts['thumbsize']; |
| 1016 | } |
| 1017 | if ( isset( $testOpts['annotations'] ) ) { |
| 1018 | $this->siteConfig->registerParserTestExtension( new DummyAnnotation() ); |
| 1019 | } |
| 1020 | if ( isset( $testOpts['i18next'] ) ) { |
| 1021 | $this->siteConfig->registerParserTestExtension( new I18nTag() ); |
| 1022 | } |
| 1023 | if ( isset( $testOpts['externallinktarget'] ) ) { |
| 1024 | $this->siteConfig->setExternalLinkTarget( $testOpts['externallinktarget'] ); |
| 1025 | } |
| 1026 | } |
| 1027 | |
| 1028 | // Ensure ParserHook is always registered! |
| 1029 | $this->siteConfig->registerParserTestExtension( new ParserHook() ); |
| 1030 | |
| 1031 | $runner = $this; |
| 1032 | $test->testAllModes( $targetModes, $options, Closure::fromCallable( [ $this, 'runTest' ] ) ); |
| 1033 | |
| 1034 | // clean-up |
| 1035 | // if/when we remove the "reset()" before every test, this will become necessary |
| 1036 | if ( isset( $testOpts['externallinktarget'] ) ) { |
| 1037 | $this->siteConfig->setExternalLinkTarget( false ); |
| 1038 | } |
| 1039 | } |
| 1040 | |
| 1041 | /** |
| 1042 | * Run parser tests for the file with the provided options |
| 1043 | * |
| 1044 | * @param array $options |
| 1045 | * @return array |
| 1046 | */ |
| 1047 | public function run( array $options ): array { |
| 1048 | $this->runDisabled = ScriptUtils::booleanOption( $options['run-disabled'] ?? null ); |
| 1049 | $this->runPHP = ScriptUtils::booleanOption( $options['run-php'] ?? null ); |
| 1050 | $this->offsetType = $options['offsetType'] ?? 'byte'; |
| 1051 | |
| 1052 | // Test case filtering |
| 1053 | $this->testFilter = null; |
| 1054 | if ( isset( $options['filter'] ) || isset( $options['regex'] ) ) { |
| 1055 | $this->testFilter = [ |
| 1056 | 'raw' => $options['regex'] ?? $options['filter'], |
| 1057 | 'regex' => isset( $options['regex'] ), |
| 1058 | 'string' => isset( $options['filter'] ) |
| 1059 | ]; |
| 1060 | } |
| 1061 | |
| 1062 | $this->buildTests( $options ); |
| 1063 | |
| 1064 | // Trim test cases to the desired amount |
| 1065 | if ( isset( $options['maxtests'] ) ) { |
| 1066 | $n = $options['maxtests']; |
| 1067 | if ( $n > 0 ) { |
| 1068 | $this->testCases = array_slice( $this->testCases, 0, $n ); |
| 1069 | } |
| 1070 | } |
| 1071 | |
| 1072 | $defaultOpts = [ |
| 1073 | 'wrapSections' => false, |
| 1074 | 'nativeTemplateExpansion' => true, |
| 1075 | 'offsetType' => $this->offsetType, |
| 1076 | ]; |
| 1077 | ScriptUtils::setDebuggingFlags( $defaultOpts, $options ); |
| 1078 | ScriptUtils::setTemplatingAndProcessingFlags( $defaultOpts, $options ); |
| 1079 | |
| 1080 | if ( |
| 1081 | ScriptUtils::booleanOption( $options['quiet'] ?? null ) || |
| 1082 | ScriptUtils::booleanOption( $options['quieter'] ?? null ) |
| 1083 | ) { |
| 1084 | $defaultOpts['logLevels'] = [ 'fatal', 'error' ]; |
| 1085 | } |
| 1086 | |
| 1087 | // Save default logger so we can be reset it after temporarily |
| 1088 | // switching to the suppressLogger to suppress expected error messages. |
| 1089 | $this->defaultLogger = $this->siteConfig->getLogger(); |
| 1090 | |
| 1091 | /** |
| 1092 | * PORT-FIXME(T238722) |
| 1093 | * // Enable sampling to assert it's working while testing. |
| 1094 | * $parsoidConfig->loggerSampling = [ [ '/^warn(\/|$)/', 100 ] ]; |
| 1095 | * |
| 1096 | * // Override env's `setLogger` to record if we see `fatal` or `error` |
| 1097 | * // while running parser tests. (Keep it clean, folks! Use |
| 1098 | * // "suppressError" option on the test if error is expected.) |
| 1099 | * $env->setLogger = ( ( function ( $parserTests, $superSetLogger ) { |
| 1100 | * return function ( $_logger ) use ( &$parserTests ) { |
| 1101 | * call_user_func( 'superSetLogger', $_logger ); |
| 1102 | * $this->log = function ( $level ) use ( &$_logger, &$parserTests ) { |
| 1103 | * if ( $_logger !== $parserTests->suppressLogger && |
| 1104 | * preg_match( '/^(fatal|error)\b/', $level ) |
| 1105 | * ) { |
| 1106 | * $parserTests->stats->loggedErrorCount++; |
| 1107 | * } |
| 1108 | * return call_user_func_array( [ $_logger, 'log' ], $arguments ); |
| 1109 | * }; |
| 1110 | * }; |
| 1111 | * } ) ); |
| 1112 | */ |
| 1113 | |
| 1114 | $options['reportStart'](); |
| 1115 | |
| 1116 | // Run tests |
| 1117 | foreach ( $this->testCases as $test ) { |
| 1118 | try { |
| 1119 | $this->envOptions = $defaultOpts; |
| 1120 | $this->processTest( $test, $options ); |
| 1121 | } catch ( UnexpectedException $e ) { |
| 1122 | // Exit unexpected |
| 1123 | break; |
| 1124 | } |
| 1125 | } |
| 1126 | |
| 1127 | // Update knownFailures |
| 1128 | return $this->updateKnownFailures( $options ); |
| 1129 | } |
| 1130 | } |