26use Wikimedia\ScopedCallback;
112 parent::__construct();
115 $this->mId = $title->getArticleID( Title::GAID_FOR_UPDATE );
118 throw new InvalidArgumentException(
119 "The Title object yields no ID. Perhaps the page doesn't exist?"
123 $this->mParserOutput = $parserOutput;
125 $this->mLinks = $parserOutput->
getLinks();
126 $this->mImages = $parserOutput->
getImages();
133 # Convert the format of the interlanguage links
134 # I didn't want to change it in the ParserOutput, because that array is passed all
135 # the way back to the skin, so either a skin API break would be required, or an
136 # inefficient back-conversion.
138 $this->mInterlangs = [];
139 foreach ( $ill as
$link ) {
140 list( $key, $title ) = explode(
':',
$link, 2 );
141 $this->mInterlangs[$key] =
$title;
144 foreach ( $this->mCategories as &$sortkey ) {
145 # If the sortkey is longer then 255 bytes, it is truncated by DB, and then doesn't match
146 # when comparing existing vs current categories, causing T27254.
147 $sortkey = mb_strcut( $sortkey, 0, 255 );
150 $this->mRecursive = $recursive;
154 Hooks::run(
'LinksUpdateConstructed', [ &
$linksUpdate ] );
163 if ( $this->ticket ) {
166 $scopedLock = self::acquirePageLock( $this->
getDB(), $this->mId );
167 if ( !$scopedLock ) {
168 throw new RuntimeException(
"Could not acquire lock for page ID '{$this->mId}'." );
178 ScopedCallback::consume( $scopedLock );
186 Hooks::run(
'LinksUpdateComplete', [ &
$linksUpdate, $this->ticket ] );
201 $key =
"LinksUpdate:$why:pageid:$pageId";
203 if ( !$scopedLock ) {
204 $logger = LoggerFactory::getInstance(
'SecondaryDataUpdate' );
205 $logger->info(
"Could not acquire lock '{key}' for page ID '{page_id}'.", [
207 'page_id' => $pageId,
220 $this->
incrTableUpdate(
'pagelinks',
'pl', $this->linkDeletions, $this->linkInsertions );
231 # Invalidate all image description pages which had links added or removed
232 $imageUpdates = $imageDeletes + array_diff_key( $this->mImages, $existingIL );
251 # Inline interwiki links
275 $categoryInserts = array_diff_assoc( $this->mCategories, $existingCL );
276 $categoryUpdates = $categoryInserts + $categoryDeletes;
284 $this->propertyDeletions,
287 # Invalidate the necessary pages
288 $this->propertyInsertions = array_diff_assoc( $this->mProperties, $existingPP );
289 $changed = $this->propertyDeletions + $this->propertyInsertions;
292 # Invalidate all categories which were added, deleted or changed (set symmetric difference)
296 # Refresh links of all pages including this page
297 # This will be in a separate transaction
298 if ( $this->mRecursive ) {
302 # Update the links table freshness for this title
316 self::queueRecursiveJobsForTable( $this->mTitle,
'templatelinks', $action, $agent );
317 if ( $this->mTitle->getNamespace() ==
NS_FILE ) {
319 self::queueRecursiveJobsForTable( $this->mTitle,
'imagelinks', $action, $agent );
322 $bc = $this->mTitle->getBacklinkCache();
329 foreach ( $bc->getCascadeProtectedLinks() as $title ) {
333 'causeAction' => $action,
334 'causeAgent' => $agent
338 JobQueueGroup::singleton()->push( $jobs );
350 Title $title, $table, $action =
'unknown', $userName =
'unknown'
352 if ( $title->getBacklinkCache()->hasLinks( $table ) ) {
359 "refreshlinks:{$table}:{$title->getPrefixedText()}"
360 ) + [
'causeAction' => $action,
'causeAgent' => $userName ]
363 JobQueueGroup::singleton()->push(
$job );
382 if ( !$added && !$deleted ) {
386 $domainId = $this->
getDB()->getDomainID();
387 $wp = WikiPage::factory( $this->mTitle );
388 $lbf = MediaWikiServices::getInstance()->getDBLoadBalancerFactory();
390 $lbf->commitAndWaitForReplication( __METHOD__, $this->ticket, [
'domain' => $domainId ] );
393 $wp->updateCategoryCounts( $addBatch, [], $this->mId );
394 $lbf->commitAndWaitForReplication(
395 __METHOD__, $this->ticket, [
'domain' => $domainId ] );
399 $wp->updateCategoryCounts( [], $deleteBatch, $this->mId );
400 $lbf->commitAndWaitForReplication(
401 __METHOD__, $this->ticket, [
'domain' => $domainId ] );
420 $services = MediaWikiServices::getInstance();
421 $bSize =
$services->getMainConfig()->get(
'UpdateRowsPerQuery' );
422 $lbf =
$services->getDBLoadBalancerFactory();
424 if ( $table ===
'page_props' ) {
425 $fromField =
'pp_page';
427 $fromField =
"{$prefix}_from";
431 if ( $table ===
'pagelinks' || $table ===
'templatelinks' || $table ===
'iwlinks' ) {
432 $baseKey = ( $table ===
'iwlinks' ) ?
'iwl_prefix' :
"{$prefix}_namespace";
435 $curDeletionBatch = [];
436 $deletionBatches = [];
437 foreach ( $deletions as $ns => $dbKeys ) {
438 foreach ( $dbKeys as $dbKey => $unused ) {
439 $curDeletionBatch[$ns][$dbKey] = 1;
440 if ( ++$curBatchSize >= $bSize ) {
441 $deletionBatches[] = $curDeletionBatch;
442 $curDeletionBatch = [];
447 if ( $curDeletionBatch ) {
448 $deletionBatches[] = $curDeletionBatch;
451 foreach ( $deletionBatches as $deletionBatch ) {
453 $fromField => $this->mId,
454 $this->
getDB()->makeWhereFrom2d( $deletionBatch, $baseKey,
"{$prefix}_title" )
458 if ( $table ===
'langlinks' ) {
459 $toField =
'll_lang';
460 } elseif ( $table ===
'page_props' ) {
461 $toField =
'pp_propname';
463 $toField = $prefix .
'_to';
466 $deletionBatches = array_chunk( array_keys( $deletions ), $bSize );
467 foreach ( $deletionBatches as $deletionBatch ) {
468 $deleteWheres[] = [ $fromField => $this->mId, $toField => $deletionBatch ];
472 $domainId = $this->
getDB()->getDomainID();
474 foreach ( $deleteWheres as $deleteWhere ) {
475 $this->
getDB()->delete( $table, $deleteWhere, __METHOD__ );
476 $lbf->commitAndWaitForReplication(
477 __METHOD__, $this->ticket, [
'domain' => $domainId ]
481 $insertBatches = array_chunk( $insertions, $bSize );
482 foreach ( $insertBatches as $insertBatch ) {
483 $this->
getDB()->insert( $table, $insertBatch, __METHOD__,
'IGNORE' );
484 $lbf->commitAndWaitForReplication(
485 __METHOD__, $this->ticket, [
'domain' => $domainId ]
489 if ( count( $insertions ) ) {
490 Hooks::run(
'LinksUpdateAfterInsert', [ $this, $table, $insertions ] );
502 foreach ( $this->mLinks as $ns => $dbkeys ) {
503 $diffs = isset( $existing[$ns] )
504 ? array_diff_key( $dbkeys, $existing[$ns] )
506 foreach ( $diffs as $dbk => $id ) {
508 'pl_from' => $this->mId,
509 'pl_from_namespace' => $this->mTitle->getNamespace(),
510 'pl_namespace' => $ns,
526 foreach ( $this->mTemplates as $ns => $dbkeys ) {
527 $diffs = isset( $existing[$ns] ) ? array_diff_key( $dbkeys, $existing[$ns] ) : $dbkeys;
528 foreach ( $diffs as $dbk => $id ) {
530 'tl_from' => $this->mId,
531 'tl_from_namespace' => $this->mTitle->getNamespace(),
532 'tl_namespace' => $ns,
549 $diffs = array_diff_key( $this->mImages, $existing );
550 foreach ( $diffs as $iname => $dummy ) {
552 'il_from' => $this->mId,
553 'il_from_namespace' => $this->mTitle->getNamespace(),
568 $diffs = array_diff_key( $this->mExternals, $existing );
569 foreach ( $diffs as $url => $dummy ) {
572 'el_from' => $this->mId,
574 'el_index' => $index,
575 'el_index_60' => substr( $index, 0, 60 ),
593 $diffs = array_diff_assoc( $this->mCategories, $existing );
595 $contLang = MediaWikiServices::getInstance()->getContentLanguage();
597 foreach ( $diffs as $name => $prefix ) {
599 $contLang->findVariantLink( $name, $nt,
true );
601 $type = MWNamespace::getCategoryLinkType( $this->mTitle->getNamespace() );
603 # Treat custom sortkeys as a prefix, so that if multiple
604 # things are forced to sort as '*' or something, they'll
605 # sort properly in the category rather than in page_id
607 $sortkey = $collation->getSortKey( $this->mTitle->getCategorySortkey( $prefix ) );
610 'cl_from' => $this->mId,
612 'cl_sortkey' => $sortkey,
613 'cl_timestamp' => $this->
getDB()->timestamp(),
614 'cl_sortkey_prefix' => $prefix,
631 $diffs = array_diff_assoc( $this->mInterlangs, $existing );
633 foreach ( $diffs as
$lang => $title ) {
635 'll_from' => $this->mId,
650 $diffs = array_diff_assoc( $this->mProperties, $existing );
653 foreach ( array_keys( $diffs ) as $name ) {
679 $value = $this->mProperties[$prop];
682 'pp_page' => $this->mId,
683 'pp_propname' => $prop,
708 return floatval(
$value );
722 foreach ( $this->mInterwikis as $prefix => $dbkeys ) {
723 $diffs = isset( $existing[$prefix] )
724 ? array_diff_key( $dbkeys, $existing[$prefix] )
727 foreach ( $diffs as $dbk => $id ) {
729 'iwl_from' => $this->mId,
730 'iwl_prefix' => $prefix,
747 foreach ( $existing as $ns => $dbkeys ) {
748 if ( isset( $this->mLinks[$ns] ) ) {
749 $del[$ns] = array_diff_key( $existing[$ns], $this->mLinks[$ns] );
751 $del[$ns] = $existing[$ns];
766 foreach ( $existing as $ns => $dbkeys ) {
767 if ( isset( $this->mTemplates[$ns] ) ) {
768 $del[$ns] = array_diff_key( $existing[$ns], $this->mTemplates[$ns] );
770 $del[$ns] = $existing[$ns];
784 return array_diff_key( $existing, $this->mImages );
794 return array_diff_key( $existing, $this->mExternals );
804 return array_diff_assoc( $existing, $this->mCategories );
814 return array_diff_assoc( $existing, $this->mInterlangs );
823 return array_diff_assoc( $existing, $this->mProperties );
834 foreach ( $existing as $prefix => $dbkeys ) {
835 if ( isset( $this->mInterwikis[$prefix] ) ) {
836 $del[$prefix] = array_diff_key( $existing[$prefix], $this->mInterwikis[$prefix] );
838 $del[$prefix] = $existing[$prefix];
851 $res = $this->
getDB()->select(
'pagelinks', [
'pl_namespace',
'pl_title' ],
852 [
'pl_from' => $this->mId ], __METHOD__ );
854 foreach (
$res as $row ) {
855 if ( !isset( $arr[$row->pl_namespace] ) ) {
856 $arr[$row->pl_namespace] = [];
858 $arr[$row->pl_namespace][$row->pl_title] = 1;
870 $res = $this->
getDB()->select(
'templatelinks', [
'tl_namespace',
'tl_title' ],
871 [
'tl_from' => $this->mId ], __METHOD__ );
873 foreach (
$res as $row ) {
874 if ( !isset( $arr[$row->tl_namespace] ) ) {
875 $arr[$row->tl_namespace] = [];
877 $arr[$row->tl_namespace][$row->tl_title] = 1;
889 $res = $this->
getDB()->select(
'imagelinks', [
'il_to' ],
890 [
'il_from' => $this->mId ], __METHOD__ );
892 foreach (
$res as $row ) {
893 $arr[$row->il_to] = 1;
905 $res = $this->
getDB()->select(
'externallinks', [
'el_to' ],
906 [
'el_from' => $this->mId ], __METHOD__ );
908 foreach (
$res as $row ) {
909 $arr[$row->el_to] = 1;
921 $res = $this->
getDB()->select(
'categorylinks', [
'cl_to',
'cl_sortkey_prefix' ],
922 [
'cl_from' => $this->mId ], __METHOD__ );
924 foreach (
$res as $row ) {
925 $arr[$row->cl_to] = $row->cl_sortkey_prefix;
938 $res = $this->
getDB()->select(
'langlinks', [
'll_lang',
'll_title' ],
939 [
'll_from' => $this->mId ], __METHOD__ );
941 foreach (
$res as $row ) {
942 $arr[$row->ll_lang] = $row->ll_title;
953 $res = $this->
getDB()->select(
'iwlinks', [
'iwl_prefix',
'iwl_title' ],
954 [
'iwl_from' => $this->mId ], __METHOD__ );
956 foreach (
$res as $row ) {
957 if ( !isset( $arr[$row->iwl_prefix] ) ) {
958 $arr[$row->iwl_prefix] = [];
960 $arr[$row->iwl_prefix][$row->iwl_title] = 1;
972 $res = $this->
getDB()->select(
'page_props', [
'pp_propname',
'pp_value' ],
973 [
'pp_page' => $this->mId ], __METHOD__ );
975 foreach (
$res as $row ) {
976 $arr[$row->pp_propname] = $row->pp_value;
987 return $this->mTitle;
996 return $this->mParserOutput;
1004 return $this->mImages;
1015 $this->mRevision = $revision;
1023 return $this->mRevision;
1033 $this->user =
$user;
1051 foreach ( $changed as $name =>
$value ) {
1054 if ( !is_array( $inv ) ) {
1057 foreach ( $inv as $table ) {
1058 DeferredUpdates::addUpdate(
1072 if ( $this->linkInsertions ===
null ) {
1076 foreach ( $this->linkInsertions as $insertion ) {
1077 $result[] = Title::makeTitle( $insertion[
'pl_namespace'], $insertion[
'pl_title'] );
1089 if ( $this->linkDeletions ===
null ) {
1093 foreach ( $this->linkDeletions as $ns =>
$titles ) {
1094 foreach (
$titles as $title => $unused ) {
1095 $result[] = Title::makeTitle( $ns, $title );
1109 return $this->propertyInsertions;
1119 return $this->propertyDeletions;
1128 $timestamp = $this->mParserOutput->getCacheTime();
1129 $this->
getDB()->update(
'page',
1130 [
'page_links_updated' => $this->
getDB()->timestamp( $timestamp ) ],
1131 [
'page_id' => $this->mId ],
1149 if ( $this->user ) {
1151 'userId' => $this->user->getId(),
1152 'userName' => $this->user->getName(),
1158 if ( $this->mRevision ) {
1159 $triggeringRevisionId = $this->mRevision->getId();
1161 $triggeringRevisionId =
false;
1167 'refreshLinksPrioritized',
1170 'rootJobTimestamp' => $this->mParserOutput->getCacheTime(),
1171 'useRecursiveLinksUpdate' => $this->mRecursive,
1172 'triggeringUser' => $userInfo,
1173 'triggeringRevisionId' => $triggeringRevisionId,
1174 'causeAction' => $this->getCauseAction(),
1175 'causeAgent' => $this->getCauseAgent()
1177 [
'removeDuplicates' =>
true ],
$wgPagePropLinkInvalidations
Page property link table invalidation lists.
$wgCategoryCollation
Specify how category names should be sorted, when listed on a category page.
$wgUpdateRowsPerQuery
Number of rows to update per query.
$wgPagePropsHaveSortkey
Whether the page_props table has a pp_sortkey column.
wfGetDB( $db, $groups=[], $wiki=false)
Get a Database object.
wfMakeUrlIndexes( $url)
Make URL indexes, appropriate for the el_index field of externallinks.
Deferrable Update for closure/callback updates that should use auto-commit mode.
Abstract base class for update jobs that do something with some secondary data extracted from article...
Class to invalidate the HTML cache of all the pages linking to a given title.
Job queue task description base code.
static newRootJobParams( $key)
Get "root job" parameters for a task.
Class the manages updates of *_link tables as well as similar extension-managed tables.
updateCategoryCounts(array $added, array $deleted)
Update all the appropriate counts in the category table.
array $mTemplates
Map of title strings to IDs for the template references, including broken ones.
updateLinksTimestamp()
Update links table freshness.
getTitle()
Return the title object of the page being updated.
getExistingLinks()
Get an array of existing links, as a 2-D array.
getExistingProperties()
Get an array of existing categories, with the name in the key and sort key in the value.
getImageInsertions( $existing=[])
Get an array of image insertions Skips the names specified in $existing.
getInterlangInsertions( $existing=[])
Get an array of interlanguage link insertions.
getExternalInsertions( $existing=[])
Get an array of externallinks insertions.
__construct(Title $title, ParserOutput $parserOutput, $recursive=true)
getPropertyInsertions( $existing=[])
Get an array of page property insertions.
array $mLinks
Map of title strings to IDs for the links in the document.
array $mInterwikis
2-D map of (prefix => DBK => 1)
setTriggeringUser(User $user)
Set the User who triggered this LinksUpdate.
getTemplateDeletions( $existing)
Given an array of existing templates, returns those templates which are not in $this and thus should ...
invalidateCategories( $cats)
null array $propertyInsertions
Added properties if calculated.
doUpdate()
Update link tables with outgoing links from an updated article.
Title $mTitle
Title object of the article linked from.
getPropertySortKeyValue( $value)
Determines the sort key for the given property value.
int $mId
Page ID of the article linked from.
getAddedProperties()
Fetch page properties added by this LinksUpdate.
static queueRecursiveJobsForTable(Title $title, $table, $action='unknown', $userName='unknown')
Queue a RefreshLinks job for any table.
getLinkInsertions( $existing=[])
Get an array of pagelinks insertions for passing to the DB Skips the titles specified by the 2-D arra...
getExistingImages()
Get an array of existing images, image names in the keys.
getRemovedLinks()
Fetch page links removed by this LinksUpdate.
Revision $mRevision
Revision for which this update has been triggered.
setRevision(Revision $revision)
Set the revision corresponding to this LinksUpdate.
getTemplateInsertions( $existing=[])
Get an array of template insertions.
invalidateImageDescriptions(array $images)
getCategoryDeletions( $existing)
Given an array of existing categories, returns those categories which are not in $this and thus shoul...
getInterwikiInsertions( $existing=[])
Get an array of interwiki insertions for passing to the DB Skips the titles specified by the 2-D arra...
ParserOutput $mParserOutput
null array $linkInsertions
Added links if calculated.
getImages()
Return the list of images used as generated by the parser.
array $mProperties
Map of arbitrary name to value.
getExistingInterlangs()
Get an array of existing interlanguage links, with the language code in the key and the title in the ...
getExistingExternals()
Get an array of existing external links, URLs in the keys.
getParserOutput()
Returns parser output.
getPropertyDeletions( $existing)
Get array of properties which should be deleted.
invalidateProperties( $changed)
Invalidate any necessary link lists related to page property changes.
null array $linkDeletions
Deleted links if calculated.
null array $propertyDeletions
Deleted properties if calculated.
getInterlangDeletions( $existing)
Given an array of existing interlanguage links, returns those links which are not in $this and thus s...
getPagePropRowData( $prop)
Returns an associative array to be used for inserting a row into the page_props table.
getExistingCategories()
Get an array of existing categories, with the name in the key and sort key in the value.
getAddedLinks()
Fetch page links added by this LinksUpdate.
queueRecursiveJobs()
Queue recursive jobs for this page.
array $mImages
DB keys of the images used, in the array key only.
getImageDeletions( $existing)
Given an array of existing images, returns those images which are not in $this and thus should be del...
array $mInterlangs
Map of language codes to titles.
getLinkDeletions( $existing)
Given an array of existing links, returns those links which are not in $this and thus should be delet...
array $mCategories
Map of category names to sort keys.
bool $mRecursive
Whether to queue jobs for recursive updates.
getCategoryInsertions( $existing=[])
Get an array of category insertions.
getRemovedProperties()
Fetch page properties removed by this LinksUpdate.
getExistingTemplates()
Get an array of existing templates, as a 2-D array.
getExternalDeletions( $existing)
Given an array of existing external links, returns those links which are not in $this and thus should...
static acquirePageLock(IDatabase $dbw, $pageId, $why='atomicity')
Acquire a lock for performing link table updates for a page on a DB.
getInterwikiDeletions( $existing)
Given an array of existing interwiki links, returns those links which are not in $this and thus shoul...
array $mExternals
URLs of external links, array key only.
incrTableUpdate( $table, $prefix, $deletions, $insertions)
Update a table by doing a delete query then an insert query.
getExistingInterwikis()
Get an array of existing inline interwiki links, as a 2-D array.
static invalidatePages(IDatabase $dbw, $namespace, array $dbkeys)
Invalidate the cache of a list of pages from a single namespace.
Job to update link tables for pages.
static newPrioritized(Title $title, array $params)
Represents a title within MediaWiki.
The User object encapsulates all of the user-specific settings (user_id, name, rights,...
static getWikiIdFromDomain( $domain)
Get the wiki ID of a database domain.
deferred txt A few of the database updates required by various functions here can be deferred until after the result page is displayed to the user For updating the view updating the linked to tables after a etc PHP does not yet have any way to tell the server to actually return and disconnect while still running these but it might have such a feature in the future We handle these by creating a deferred update object and putting those objects on a global list
namespace being checked & $result
namespace and then decline to actually register it file or subcat img or subcat $title
either a unescaped string or a HtmlArmor object after in associative array form externallinks $linksUpdate
static configuration should be added through ResourceLoaderGetConfigVars instead can be used to get the real title e g db for database replication lag or jobqueue for job queue size converted to pseudo seconds It is possible to add more fields and they will be returned to the user in the API response after the basic globals have been set but before ordinary actions take place or wrap services the preferred way to define a new service is the $wgServiceWiringFiles array $services
usually copyright or history_copyright This message must be in HTML not wikitext & $link
Allows to change the fields on the form that will be generated $name
please add to it if you re going to add events to the MediaWiki code where normally authentication against an external auth plugin would be creating a local account $user
Interface that marks a DataUpdate as enqueuable via the JobQueue.
linkcache txt The LinkCache class maintains a list of article titles and the information about whether or not the article exists in the database This is used to mark up links when displaying a page If the same link appears more than once on any page then it only has to be looked up once In most cases link lookups are done in batches with the LinkBatch class or the equivalent in so the link cache is mostly useful for short snippets of parsed and for links in the navigation areas of the skin The link cache was formerly used to track links used in a document for the purposes of updating the link tables This application is now deprecated To create a you can use the following $titles
The wiki should then use memcached to cache various data To use multiple just add more items to the array To increase the weight of a make its entry a array("192.168.0.1:11211", 2))
if(count( $args)< 1) $job
if(!isset( $args[0])) $lang