MediaWiki REL1_30
LBFactoryMulti.php
Go to the documentation of this file.
1<?php
24namespace Wikimedia\Rdbms;
25
26use InvalidArgumentException;
27
37
43
49
50 // Optional settings
51
54
56 private $groupLoadsByDB = [];
57
59 private $hostsByName = [];
60
62 private $externalLoads = [];
63
69
76
79
82
85
90 private $readOnlyBySection = [];
91
93 private $conf;
94
96 private $mainLBs = [];
97
99 private $extLBs = [];
100
102 private $loadMonitorClass = 'LoadMonitor';
103
105 private $lastDomain;
106
109
166 public function __construct( array $conf ) {
167 parent::__construct( $conf );
168
169 $this->conf = $conf;
170 $required = [ 'sectionsByDB', 'sectionLoads', 'serverTemplate' ];
171 $optional = [ 'groupLoadsBySection', 'groupLoadsByDB', 'hostsByName',
172 'externalLoads', 'externalTemplateOverrides', 'templateOverridesByServer',
173 'templateOverridesByCluster', 'templateOverridesBySection', 'masterTemplateOverrides',
174 'readOnlyBySection', 'loadMonitorClass' ];
175
176 foreach ( $required as $key ) {
177 if ( !isset( $conf[$key] ) ) {
178 throw new InvalidArgumentException( __CLASS__ . ": $key is required." );
179 }
180 $this->$key = $conf[$key];
181 }
182
183 foreach ( $optional as $key ) {
184 if ( isset( $conf[$key] ) ) {
185 $this->$key = $conf[$key];
186 }
187 }
188 }
189
194 private function getSectionForDomain( $domain = false ) {
195 if ( $this->lastDomain === $domain ) {
196 return $this->lastSection;
197 }
198 list( $dbName, ) = $this->getDBNameAndPrefix( $domain );
199 if ( isset( $this->sectionsByDB[$dbName] ) ) {
200 $section = $this->sectionsByDB[$dbName];
201 } else {
202 $section = 'DEFAULT';
203 }
204 $this->lastSection = $section;
205 $this->lastDomain = $domain;
206
207 return $section;
208 }
209
214 public function newMainLB( $domain = false ) {
215 list( $dbName, ) = $this->getDBNameAndPrefix( $domain );
216 $section = $this->getSectionForDomain( $domain );
217 if ( isset( $this->groupLoadsByDB[$dbName] ) ) {
218 $groupLoads = $this->groupLoadsByDB[$dbName];
219 } else {
220 $groupLoads = [];
221 }
222
223 if ( isset( $this->groupLoadsBySection[$section] ) ) {
224 $groupLoads = array_merge_recursive(
225 $groupLoads, $this->groupLoadsBySection[$section] );
226 }
227
229 // Use the LB-specific read-only reason if everything isn't already read-only
230 if ( $readOnlyReason === false && isset( $this->readOnlyBySection[$section] ) ) {
231 $readOnlyReason = $this->readOnlyBySection[$section];
232 }
233
235 if ( isset( $this->templateOverridesBySection[$section] ) ) {
236 $template = $this->templateOverridesBySection[$section] + $template;
237 }
238
239 return $this->newLoadBalancer(
240 $template,
241 $this->sectionLoads[$section],
242 $groupLoads,
244 );
245 }
246
251 public function getMainLB( $domain = false ) {
252 $section = $this->getSectionForDomain( $domain );
253 if ( !isset( $this->mainLBs[$section] ) ) {
254 $this->mainLBs[$section] = $this->newMainLB( $domain );
255 }
256
257 return $this->mainLBs[$section];
258 }
259
260 public function newExternalLB( $cluster ) {
261 if ( !isset( $this->externalLoads[$cluster] ) ) {
262 throw new InvalidArgumentException( __METHOD__ . ": Unknown cluster \"$cluster\"" );
263 }
265 if ( $this->externalTemplateOverrides ) {
266 $template = $this->externalTemplateOverrides + $template;
267 }
268 if ( isset( $this->templateOverridesByCluster[$cluster] ) ) {
269 $template = $this->templateOverridesByCluster[$cluster] + $template;
270 }
271
272 return $this->newLoadBalancer(
273 $template,
274 $this->externalLoads[$cluster],
275 [],
276 $this->readOnlyReason
277 );
278 }
279
280 public function getExternalLB( $cluster ) {
281 if ( !isset( $this->extLBs[$cluster] ) ) {
282 $this->extLBs[$cluster] = $this->newExternalLB( $cluster );
283 }
284
285 return $this->extLBs[$cluster];
286 }
287
288 public function getAllMainLBs() {
289 $lbs = [];
290 foreach ( $this->sectionsByDB as $db => $section ) {
291 if ( !isset( $lbs[$section] ) ) {
292 $lbs[$section] = $this->getMainLB( $db );
293 }
294 }
295
296 return $lbs;
297 }
298
299 public function getAllExternalLBs() {
300 $lbs = [];
301 foreach ( $this->externalLoads as $cluster => $unused ) {
302 $lbs[$cluster] = $this->getExternalLB( $cluster );
303 }
304
305 return $lbs;
306 }
307
317 private function newLoadBalancer( $template, $loads, $groupLoads, $readOnlyReason ) {
318 $lb = new LoadBalancer( array_merge(
319 $this->baseLoadBalancerParams(),
320 [
321 'servers' => $this->makeServerArray( $template, $loads, $groupLoads ),
322 'loadMonitor' => [ 'class' => $this->loadMonitorClass ],
323 'readOnlyReason' => $readOnlyReason
324 ]
325 ) );
326 $this->initLoadBalancer( $lb );
327
328 return $lb;
329 }
330
339 private function makeServerArray( $template, $loads, $groupLoads ) {
340 $servers = [];
341 $master = true;
342 $groupLoadsByServer = $this->reindexGroupLoads( $groupLoads );
343 foreach ( $groupLoadsByServer as $server => $stuff ) {
344 if ( !isset( $loads[$server] ) ) {
345 $loads[$server] = 0;
346 }
347 }
348 foreach ( $loads as $serverName => $load ) {
349 $serverInfo = $template;
350 if ( $master ) {
351 $serverInfo['master'] = true;
352 if ( $this->masterTemplateOverrides ) {
353 $serverInfo = $this->masterTemplateOverrides + $serverInfo;
354 }
355 $master = false;
356 } else {
357 $serverInfo['replica'] = true;
358 }
359 if ( isset( $this->templateOverridesByServer[$serverName] ) ) {
360 $serverInfo = $this->templateOverridesByServer[$serverName] + $serverInfo;
361 }
362 if ( isset( $groupLoadsByServer[$serverName] ) ) {
363 $serverInfo['groupLoads'] = $groupLoadsByServer[$serverName];
364 }
365 if ( isset( $this->hostsByName[$serverName] ) ) {
366 $serverInfo['host'] = $this->hostsByName[$serverName];
367 } else {
368 $serverInfo['host'] = $serverName;
369 }
370 $serverInfo['hostName'] = $serverName;
371 $serverInfo['load'] = $load;
372 $serverInfo += [ 'flags' => IDatabase::DBO_DEFAULT ];
373
374 $servers[] = $serverInfo;
375 }
376
377 return $servers;
378 }
379
385 private function reindexGroupLoads( $groupLoads ) {
386 $reindexed = [];
387 foreach ( $groupLoads as $group => $loads ) {
388 foreach ( $loads as $server => $load ) {
389 $reindexed[$server][$group] = $load;
390 }
391 }
392
393 return $reindexed;
394 }
395
400 private function getDBNameAndPrefix( $domain = false ) {
401 $domain = ( $domain === false )
402 ? $this->localDomain
403 : DatabaseDomain::newFromId( $domain );
404
405 return [ $domain->getDatabase(), $domain->getTablePrefix() ];
406 }
407
415 public function forEachLB( $callback, array $params = [] ) {
416 foreach ( $this->mainLBs as $lb ) {
417 call_user_func_array( $callback, array_merge( [ $lb ], $params ) );
418 }
419 foreach ( $this->extLBs as $lb ) {
420 call_user_func_array( $callback, array_merge( [ $lb ], $params ) );
421 }
422 }
423}
A multi-database, multi-master factory for Wikimedia and similar installations.
array $sectionsByDB
A map of database names to section names.
getAllMainLBs()
Get cached (tracked) load balancers for all main database clusters.
getAllExternalLBs()
Get cached (tracked) load balancers for all external database clusters.
makeServerArray( $template, $loads, $groupLoads)
Make a server array as expected by LoadBalancer::__construct, using a template and load array.
array $conf
Load balancer factory configuration.
forEachLB( $callback, array $params=[])
Execute a function for each tracked load balancer The callback is called with the load balancer as th...
reindexGroupLoads( $groupLoads)
Take a group load array indexed by group then server, and reindex it by server then group.
array $externalTemplateOverrides
A set of server info keys overriding serverTemplate for external storage.
array $masterTemplateOverrides
An override array for all master servers.
array $templateOverridesByCluster
A 2-d map overriding the server info by external storage cluster.
array $templateOverridesBySection
A 2-d map overriding the server info by section.
array $templateOverridesByServer
A 2-d map overriding serverTemplate and externalTemplateOverrides on a server-by-server basis.
array[] $serverTemplate
Server info associative array.
array bool $readOnlyBySection
A map of section name to read-only message.
array $groupLoadsByDB
A 3-d map giving server load ratios by DB name.
array $groupLoadsBySection
A 3-d map giving server load ratios for each section and group.
array $hostsByName
A map of hostname to IP address.
newLoadBalancer( $template, $loads, $groupLoads, $readOnlyReason)
Make a new load balancer object based on template and load array.
array $externalLoads
A map of external storage cluster name to server load map.
An interface for generating database load balancers.
Definition LBFactory.php:38
initLoadBalancer(ILoadBalancer $lb)
string bool $readOnlyReason
Reason all LBs are read-only or false if not.
Definition LBFactory.php:74
baseLoadBalancerParams()
Base parameters to LoadBalancer::__construct()
Database connection, tracking, load balancing, and transaction manager for a cluster.
deferred txt A few of the database updates required by various functions here can be deferred until after the result page is displayed to the user For updating the view updating the linked to tables after a etc PHP does not yet have any way to tell the server to actually return and disconnect while still running these but it might have such a feature in the future We handle these by creating a deferred update object and putting those objects on a global list
Definition deferred.txt:11
this hook is for auditing only or null if authentication failed before getting that far or null if we can t even determine that probably a stub it is not rendered in wiki pages or galleries in category pages allow injecting custom HTML after the section Any uses of the hook need to handle escaping $template
Definition hooks.txt:829
usually copyright or history_copyright This message must be in HTML not wikitext if the section is included from a template $section
Definition hooks.txt:2990
processing should stop and the error should be shown to the user * false
Definition hooks.txt:187
$params