MediaWiki REL1_31
LBFactoryMulti.php
Go to the documentation of this file.
1<?php
24namespace Wikimedia\Rdbms;
25
26use InvalidArgumentException;
27
37
43
49
50 // Optional settings
51
54
56 private $groupLoadsByDB = [];
57
59 private $hostsByName = [];
60
62 private $externalLoads = [];
63
69
76
79
82
85
90 private $readOnlyBySection = [];
91
93 private $conf;
94
96 private $mainLBs = [];
97
99 private $extLBs = [];
100
102 private $loadMonitorClass = 'LoadMonitor';
103
105 private $lastDomain;
106
109
111 private $maxLag = self::MAX_LAG_DEFAULT;
112
114 const MAX_LAG_DEFAULT = 10;
115
173 public function __construct( array $conf ) {
174 parent::__construct( $conf );
175
176 $this->conf = $conf;
177 $required = [ 'sectionsByDB', 'sectionLoads', 'serverTemplate' ];
178 $optional = [ 'groupLoadsBySection', 'groupLoadsByDB', 'hostsByName',
179 'externalLoads', 'externalTemplateOverrides', 'templateOverridesByServer',
180 'templateOverridesByCluster', 'templateOverridesBySection', 'masterTemplateOverrides',
181 'readOnlyBySection', 'maxLag', 'loadMonitorClass' ];
182
183 foreach ( $required as $key ) {
184 if ( !isset( $conf[$key] ) ) {
185 throw new InvalidArgumentException( __CLASS__ . ": $key is required." );
186 }
187 $this->$key = $conf[$key];
188 }
189
190 foreach ( $optional as $key ) {
191 if ( isset( $conf[$key] ) ) {
192 $this->$key = $conf[$key];
193 }
194 }
195 }
196
201 private function getSectionForDomain( $domain = false ) {
202 if ( $this->lastDomain === $domain ) {
203 return $this->lastSection;
204 }
205 list( $dbName, ) = $this->getDBNameAndPrefix( $domain );
206 if ( isset( $this->sectionsByDB[$dbName] ) ) {
207 $section = $this->sectionsByDB[$dbName];
208 } else {
209 $section = 'DEFAULT';
210 }
211 $this->lastSection = $section;
212 $this->lastDomain = $domain;
213
214 return $section;
215 }
216
221 public function newMainLB( $domain = false ) {
222 list( $dbName, ) = $this->getDBNameAndPrefix( $domain );
223 $section = $this->getSectionForDomain( $domain );
224 if ( isset( $this->groupLoadsByDB[$dbName] ) ) {
225 $groupLoads = $this->groupLoadsByDB[$dbName];
226 } else {
227 $groupLoads = [];
228 }
229
230 if ( isset( $this->groupLoadsBySection[$section] ) ) {
231 $groupLoads = array_merge_recursive(
232 $groupLoads, $this->groupLoadsBySection[$section] );
233 }
234
236 // Use the LB-specific read-only reason if everything isn't already read-only
237 if ( $readOnlyReason === false && isset( $this->readOnlyBySection[$section] ) ) {
238 $readOnlyReason = $this->readOnlyBySection[$section];
239 }
240
242 if ( isset( $this->templateOverridesBySection[$section] ) ) {
243 $template = $this->templateOverridesBySection[$section] + $template;
244 }
245
246 return $this->newLoadBalancer(
247 $template,
248 $this->sectionLoads[$section],
249 $groupLoads,
251 );
252 }
253
258 public function getMainLB( $domain = false ) {
259 $section = $this->getSectionForDomain( $domain );
260 if ( !isset( $this->mainLBs[$section] ) ) {
261 $this->mainLBs[$section] = $this->newMainLB( $domain );
262 }
263
264 return $this->mainLBs[$section];
265 }
266
267 public function newExternalLB( $cluster ) {
268 if ( !isset( $this->externalLoads[$cluster] ) ) {
269 throw new InvalidArgumentException( __METHOD__ . ": Unknown cluster \"$cluster\"" );
270 }
272 if ( $this->externalTemplateOverrides ) {
273 $template = $this->externalTemplateOverrides + $template;
274 }
275 if ( isset( $this->templateOverridesByCluster[$cluster] ) ) {
276 $template = $this->templateOverridesByCluster[$cluster] + $template;
277 }
278
279 return $this->newLoadBalancer(
280 $template,
281 $this->externalLoads[$cluster],
282 [],
283 $this->readOnlyReason
284 );
285 }
286
287 public function getExternalLB( $cluster ) {
288 if ( !isset( $this->extLBs[$cluster] ) ) {
289 $this->extLBs[$cluster] = $this->newExternalLB( $cluster );
290 }
291
292 return $this->extLBs[$cluster];
293 }
294
295 public function getAllMainLBs() {
296 $lbs = [];
297 foreach ( $this->sectionsByDB as $db => $section ) {
298 if ( !isset( $lbs[$section] ) ) {
299 $lbs[$section] = $this->getMainLB( $db );
300 }
301 }
302
303 return $lbs;
304 }
305
306 public function getAllExternalLBs() {
307 $lbs = [];
308 foreach ( $this->externalLoads as $cluster => $unused ) {
309 $lbs[$cluster] = $this->getExternalLB( $cluster );
310 }
311
312 return $lbs;
313 }
314
324 private function newLoadBalancer( $template, $loads, $groupLoads, $readOnlyReason ) {
325 $lb = new LoadBalancer( array_merge(
326 $this->baseLoadBalancerParams(),
327 [
328 'servers' => $this->makeServerArray( $template, $loads, $groupLoads ),
329 'maxLag' => $this->maxLag,
330 'loadMonitor' => [ 'class' => $this->loadMonitorClass ],
331 'readOnlyReason' => $readOnlyReason
332 ]
333 ) );
334 $this->initLoadBalancer( $lb );
335
336 return $lb;
337 }
338
347 private function makeServerArray( $template, $loads, $groupLoads ) {
348 $servers = [];
349 $master = true;
350 $groupLoadsByServer = $this->reindexGroupLoads( $groupLoads );
351 foreach ( $groupLoadsByServer as $server => $stuff ) {
352 if ( !isset( $loads[$server] ) ) {
353 $loads[$server] = 0;
354 }
355 }
356 foreach ( $loads as $serverName => $load ) {
357 $serverInfo = $template;
358 if ( $master ) {
359 $serverInfo['master'] = true;
360 if ( $this->masterTemplateOverrides ) {
361 $serverInfo = $this->masterTemplateOverrides + $serverInfo;
362 }
363 $master = false;
364 } else {
365 $serverInfo['replica'] = true;
366 }
367 if ( isset( $this->templateOverridesByServer[$serverName] ) ) {
368 $serverInfo = $this->templateOverridesByServer[$serverName] + $serverInfo;
369 }
370 if ( isset( $groupLoadsByServer[$serverName] ) ) {
371 $serverInfo['groupLoads'] = $groupLoadsByServer[$serverName];
372 }
373 if ( isset( $this->hostsByName[$serverName] ) ) {
374 $serverInfo['host'] = $this->hostsByName[$serverName];
375 } else {
376 $serverInfo['host'] = $serverName;
377 }
378 $serverInfo['hostName'] = $serverName;
379 $serverInfo['load'] = $load;
380 $serverInfo += [ 'flags' => IDatabase::DBO_DEFAULT ];
381
382 $servers[] = $serverInfo;
383 }
384
385 return $servers;
386 }
387
393 private function reindexGroupLoads( $groupLoads ) {
394 $reindexed = [];
395 foreach ( $groupLoads as $group => $loads ) {
396 foreach ( $loads as $server => $load ) {
397 $reindexed[$server][$group] = $load;
398 }
399 }
400
401 return $reindexed;
402 }
403
408 private function getDBNameAndPrefix( $domain = false ) {
409 $domain = ( $domain === false )
410 ? $this->localDomain
411 : DatabaseDomain::newFromId( $domain );
412
413 return [ $domain->getDatabase(), $domain->getTablePrefix() ];
414 }
415
423 public function forEachLB( $callback, array $params = [] ) {
424 foreach ( $this->mainLBs as $lb ) {
425 call_user_func_array( $callback, array_merge( [ $lb ], $params ) );
426 }
427 foreach ( $this->extLBs as $lb ) {
428 call_user_func_array( $callback, array_merge( [ $lb ], $params ) );
429 }
430 }
431}
A multi-database, multi-master factory for Wikimedia and similar installations.
array $sectionsByDB
A map of database names to section names.
getAllMainLBs()
Get cached (tracked) load balancers for all main database clusters.
getAllExternalLBs()
Get cached (tracked) load balancers for all external database clusters.
makeServerArray( $template, $loads, $groupLoads)
Make a server array as expected by LoadBalancer::__construct, using a template and load array.
array $conf
Load balancer factory configuration.
forEachLB( $callback, array $params=[])
Execute a function for each tracked load balancer The callback is called with the load balancer as th...
reindexGroupLoads( $groupLoads)
Take a group load array indexed by group then server, and reindex it by server then group.
array $externalTemplateOverrides
A set of server info keys overriding serverTemplate for external storage.
array $masterTemplateOverrides
An override array for all master servers.
array $templateOverridesByCluster
A 2-d map overriding the server info by external storage cluster.
array $templateOverridesBySection
A 2-d map overriding the server info by section.
array $templateOverridesByServer
A 2-d map overriding serverTemplate and externalTemplateOverrides on a server-by-server basis.
array[] $serverTemplate
Server info associative array.
array bool $readOnlyBySection
A map of section name to read-only message.
array $groupLoadsByDB
A 3-d map giving server load ratios by DB name.
array $groupLoadsBySection
A 3-d map giving server load ratios for each section and group.
array $hostsByName
A map of hostname to IP address.
newLoadBalancer( $template, $loads, $groupLoads, $readOnlyReason)
Make a new load balancer object based on template and load array.
array $externalLoads
A map of external storage cluster name to server load map.
An interface for generating database load balancers.
Definition LBFactory.php:39
initLoadBalancer(ILoadBalancer $lb)
string bool $readOnlyReason
Reason all LBs are read-only or false if not.
Definition LBFactory.php:77
baseLoadBalancerParams()
Base parameters to LoadBalancer::__construct()
Database connection, tracking, load balancing, and transaction manager for a cluster.
deferred txt A few of the database updates required by various functions here can be deferred until after the result page is displayed to the user For updating the view updating the linked to tables after a etc PHP does not yet have any way to tell the server to actually return and disconnect while still running these but it might have such a feature in the future We handle these by creating a deferred update object and putting those objects on a global list
Definition deferred.txt:11
this hook is for auditing only or null if authentication failed before getting that far or null if we can t even determine that probably a stub it is not rendered in wiki pages or galleries in category pages allow injecting custom HTML after the section Any uses of the hook need to handle escaping $template
Definition hooks.txt:831
usually copyright or history_copyright This message must be in HTML not wikitext if the section is included from a template $section
Definition hooks.txt:3022
processing should stop and the error should be shown to the user * false
Definition hooks.txt:187
$params