Code Coverage |
||||||||||
Classes and Traits |
Functions and Methods |
Lines |
||||||||
| Total | |
0.00% |
0 / 1 |
|
0.00% |
0 / 4 |
CRAP | |
0.00% |
0 / 83 |
| BackfillPageTriageQueue | |
0.00% |
0 / 1 |
|
0.00% |
0 / 4 |
90 | |
0.00% |
0 / 76 |
| __construct | |
0.00% |
0 / 1 |
2 | |
0.00% |
0 / 7 |
|||
| execute | |
0.00% |
0 / 1 |
2 | |
0.00% |
0 / 4 |
|||
| backfillScores | |
0.00% |
0 / 1 |
12 | |
0.00% |
0 / 50 |
|||
| retry | |
0.00% |
0 / 1 |
20 | |
0.00% |
0 / 15 |
|||
| <?php | |
| namespace ORES\Maintenance; | |
| use BatchRowIterator; | |
| use Exception; | |
| use Maintenance; | |
| use ORES\Services\ORESServices; | |
| use ORES\Services\ScoreFetcher; | |
| $IP = getenv( 'MW_INSTALL_PATH' ); | |
| if ( $IP === false ) { | |
| $IP = __DIR__ . '/../../..'; | |
| } | |
| require_once "$IP/maintenance/Maintenance.php"; | |
| class BackfillPageTriageQueue extends Maintenance { | |
| private const ORES_RECOMMENDED_BATCH_SIZE = 50; | |
| public function __construct() { | |
| parent::__construct(); | |
| $this->addDescription( 'Backfills the missing scores for the articles in the PageTriage queue' ); | |
| $this->addOption( 'dry-run', 'Do not fetch scores, only print revisions.' ); | |
| $this->setBatchSize( self::ORES_RECOMMENDED_BATCH_SIZE ); | |
| $this->requireExtension( 'ORES' ); | |
| $this->requireExtension( 'PageTriage' ); | |
| } | |
| public function execute() { | |
| $this->backfillScores( 'draftquality' ); | |
| $this->backfillScores( 'articlequality' ); | |
| $this->output( "\nAll done\n" ); | |
| } | |
| private function backfillScores( $modelName ) { | |
| $dbr = $this->getDB( DB_REPLICA ); | |
| $modelId = ORESServices::getModelLookup()->getModelId( $modelName ); | |
| $this->output( "\nStarting model $modelName (id: $modelId)\n" ); | |
| $iterator = new BatchRowIterator( | |
| $dbr, | |
| [ 'revision', 'page', 'pagetriage_page', 'ores_classification' ], | |
| 'rev_id', | |
| $this->getBatchSize() | |
| ); | |
| $iterator->setFetchColumns( [ 'rev_id', 'oresc_probability' ] ); | |
| $iterator->addJoinConditions( [ | |
| 'page' => [ 'INNER JOIN', 'page_latest = rev_id' ], | |
| 'pagetriage_page' => [ 'INNER JOIN', 'page_id = ptrp_page_id' ], | |
| 'ores_classification' => [ 'LEFT JOIN', [ | |
| 'rev_id = oresc_rev', | |
| 'oresc_model' => $modelId, | |
| ] ], | |
| ] ); | |
| $iterator->addConditions( [ | |
| 'page_is_redirect' => 0, | |
| 'oresc_probability' => null, | |
| ] ); | |
| $iterator->setCaller( __METHOD__ ); | |
| foreach ( $iterator as $rows ) { | |
| $revIds = array_map( static function ( $row ) { | |
| return $row->rev_id; | |
| }, $rows ); | |
| if ( $this->hasOption( 'dry-run' ) ) { | |
| $this->output( "Revs: " . implode( ', ', $revIds ) . "\n" ); | |
| continue; | |
| } | |
| $scores = $this->retry( static function () use ( $revIds, $modelName ) { | |
| return ScoreFetcher::instance()->getScores( | |
| $revIds, | |
| $modelName, | |
| true | |
| ); | |
| }, 5, 3 ); | |
| $errors = 0; | |
| ORESServices::getScoreStorage()->storeScores( | |
| $scores, | |
| function ( $msg, $revision ) use ( &$errors ) { | |
| $this->output( "WARNING: ScoreFetcher errored for $revision: $msg\n" ); | |
| $errors++; | |
| } | |
| ); | |
| $count = count( $revIds ); | |
| $first = reset( $revIds ); | |
| $last = end( $revIds ); | |
| $this->output( "Processed $count revisions with $errors errors. From $first to $last.\n" ); | |
| } | |
| $this->output( "Finished model $modelName\n" ); | |
| } | |
| private function retry( $fn, $tries, $wait ) { | |
| $tried = 0; | |
| while ( true ) { | |
| try { | |
| return $fn(); | |
| } catch ( Exception $ex ) { | |
| $tried++; | |
| if ( $tried > $tries ) { | |
| throw $ex; | |
| } else { | |
| $this->error( $ex->getMessage() ); | |
| sleep( $wait ); | |
| } | |
| } | |
| } | |
| } | |
| } | |
| $maintClass = BackfillPageTriageQueue::class; | |
| require_once RUN_MAINTENANCE_IF_MAIN; |