MediaWiki  master
BacklinkJobUtils.php
Go to the documentation of this file.
1 <?php
87  public static function partitionBacklinkJob( Job $job, $bSize, $cSize, $opts = [] ) {
88  $class = get_class( $job );
89  $title = $job->getTitle();
90  $params = $job->getParams();
91 
92  if ( isset( $params['pages'] ) || empty( $params['recursive'] ) ) {
93  $ranges = []; // sanity; this is a leaf node
94  $realBSize = 0;
95  wfWarn( __METHOD__ . " called on {$job->getType()} leaf job (explosive recursion)." );
96  } elseif ( isset( $params['range'] ) ) {
97  // This is a range job to trigger the insertion of partitioned/title jobs...
98  $ranges = $params['range']['subranges'];
99  $realBSize = $params['range']['batchSize'];
100  } else {
101  // This is a base job to trigger the insertion of partitioned jobs...
102  $ranges = $title->getBacklinkCache()->partition( $params['table'], $bSize );
103  $realBSize = $bSize;
104  }
105 
106  $extraParams = $opts['params'] ?? [];
107 
108  $jobs = [];
109  // Combine the first range (of size $bSize) backlinks into leaf jobs
110  if ( isset( $ranges[0] ) ) {
111  list( $start, $end ) = $ranges[0];
112  $iter = $title->getBacklinkCache()->getLinks( $params['table'], $start, $end );
113  $titles = iterator_to_array( $iter );
115  foreach ( array_chunk( $titles, $cSize ) as $titleBatch ) {
116  $pages = [];
117  foreach ( $titleBatch as $tl ) {
118  $pages[$tl->getArticleID()] = [ $tl->getNamespace(), $tl->getDBkey() ];
119  }
120  $jobs[] = new $class(
121  $title, // maintain parent job title
122  [ 'pages' => $pages ] + $extraParams
123  );
124  }
125  }
126  // Take all of the remaining ranges and build a partition job from it
127  if ( isset( $ranges[1] ) ) {
128  $jobs[] = new $class(
129  $title, // maintain parent job title
130  [
131  'recursive' => true,
132  'table' => $params['table'],
133  'range' => [
134  'start' => $ranges[1][0],
135  'end' => $ranges[count( $ranges ) - 1][1],
136  'batchSize' => $realBSize,
137  'subranges' => array_slice( $ranges, 1 )
138  ],
139  // Track how many times the base job divided for debugging
140  'division' => isset( $params['division'] )
141  ? ( $params['division'] + 1 )
142  : 1
143  ] + $extraParams
144  );
145  }
146 
147  return $jobs;
148  }
149 }
wfWarn( $msg, $callerOffset=1, $level=E_USER_NOTICE)
Send a warning either to the debug log or in a PHP error depending on $wgDevelopmentWarnings.
getParams()
Definition: Job.php:175
getTitle()
Definition: Job.php:168
Class to both describe a background job and handle jobs.
Definition: Job.php:30
if(count( $args)< 1) $job
Class with Backlink related Job helper methods.
static partitionBacklinkJob(Job $job, $bSize, $cSize, $opts=[])
Break down $job into approximately ($bSize/$cSize) leaf jobs and a single partition job that covers t...