MediaWiki  1.29.1
fileOpPerfTest.php
Go to the documentation of this file.
1 <?php
24 error_reporting( E_ALL );
25 require_once __DIR__ . '/Maintenance.php';
26 
33  public function __construct() {
34  parent::__construct();
35  $this->addDescription( 'Test fileop performance' );
36  $this->addOption( 'b1', 'Backend 1', true, true );
37  $this->addOption( 'b2', 'Backend 2', false, true );
38  $this->addOption( 'srcdir', 'File source directory', true, true );
39  $this->addOption( 'maxfiles', 'Max files', false, true );
40  $this->addOption( 'quick', 'Avoid operation pre-checks (use doQuickOperations())' );
41  $this->addOption( 'parallelize', '"parallelize" flag for doOperations()', false, true );
42  }
43 
44  public function execute() {
45  $backend = FileBackendGroup::singleton()->get( $this->getOption( 'b1' ) );
46  $this->doPerfTest( $backend );
47 
48  if ( $this->getOption( 'b2' ) ) {
49  $backend = FileBackendGroup::singleton()->get( $this->getOption( 'b2' ) );
50  $this->doPerfTest( $backend );
51  }
52  }
53 
54  protected function doPerfTest( FileBackend $backend ) {
55  $ops1 = [];
56  $ops2 = [];
57  $ops3 = [];
58  $ops4 = [];
59  $ops5 = [];
60 
61  $baseDir = 'mwstore://' . $backend->getName() . '/testing-cont1';
62  $backend->prepare( [ 'dir' => $baseDir ] );
63 
64  $dirname = $this->getOption( 'srcdir' );
65  $dir = opendir( $dirname );
66  if ( !$dir ) {
67  return;
68  }
69 
70  while ( $dir && ( $file = readdir( $dir ) ) !== false ) {
71  if ( $file[0] != '.' ) {
72  $this->output( "Using '$dirname/$file' in operations.\n" );
73  $dst = $baseDir . '/' . wfBaseName( $file );
74  $ops1[] = [ 'op' => 'store',
75  'src' => "$dirname/$file", 'dst' => $dst, 'overwrite' => 1 ];
76  $ops2[] = [ 'op' => 'copy',
77  'src' => "$dst", 'dst' => "$dst-1", 'overwrite' => 1 ];
78  $ops3[] = [ 'op' => 'move',
79  'src' => $dst, 'dst' => "$dst-2", 'overwrite' => 1 ];
80  $ops4[] = [ 'op' => 'delete', 'src' => "$dst-1" ];
81  $ops5[] = [ 'op' => 'delete', 'src' => "$dst-2" ];
82  }
83  if ( count( $ops1 ) >= $this->getOption( 'maxfiles', 20 ) ) {
84  break; // enough
85  }
86  }
87  closedir( $dir );
88  $this->output( "\n" );
89 
90  $method = $this->hasOption( 'quick' ) ? 'doQuickOperations' : 'doOperations';
91 
92  $opts = [ 'force' => 1 ];
93  if ( $this->hasOption( 'parallelize' ) ) {
94  $opts['parallelize'] = ( $this->getOption( 'parallelize' ) === 'true' );
95  }
96 
97  $start = microtime( true );
98  $status = $backend->$method( $ops1, $opts );
99  $e = ( microtime( true ) - $start ) * 1000;
100  if ( $status->getErrorsArray() ) {
101  print_r( $status->getErrorsArray() );
102  exit( 0 );
103  }
104  $this->output( $backend->getName() . ": Stored " . count( $ops1 ) . " files in $e ms.\n" );
105 
106  $start = microtime( true );
107  $backend->$method( $ops2, $opts );
108  $e = ( microtime( true ) - $start ) * 1000;
109  if ( $status->getErrorsArray() ) {
110  print_r( $status->getErrorsArray() );
111  exit( 0 );
112  }
113  $this->output( $backend->getName() . ": Copied " . count( $ops2 ) . " files in $e ms.\n" );
114 
115  $start = microtime( true );
116  $backend->$method( $ops3, $opts );
117  $e = ( microtime( true ) - $start ) * 1000;
118  if ( $status->getErrorsArray() ) {
119  print_r( $status->getErrorsArray() );
120  exit( 0 );
121  }
122  $this->output( $backend->getName() . ": Moved " . count( $ops3 ) . " files in $e ms.\n" );
123 
124  $start = microtime( true );
125  $backend->$method( $ops4, $opts );
126  $e = ( microtime( true ) - $start ) * 1000;
127  if ( $status->getErrorsArray() ) {
128  print_r( $status->getErrorsArray() );
129  exit( 0 );
130  }
131  $this->output( $backend->getName() . ": Deleted " . count( $ops4 ) . " files in $e ms.\n" );
132 
133  $start = microtime( true );
134  $backend->$method( $ops5, $opts );
135  $e = ( microtime( true ) - $start ) * 1000;
136  if ( $status->getErrorsArray() ) {
137  print_r( $status->getErrorsArray() );
138  exit( 0 );
139  }
140  $this->output( $backend->getName() . ": Deleted " . count( $ops5 ) . " files in $e ms.\n" );
141  }
142 }
143 
144 $maintClass = "TestFileOpPerformance";
145 require_once RUN_MAINTENANCE_IF_MAIN;
TestFileOpPerformance\__construct
__construct()
Default constructor.
Definition: fileOpPerfTest.php:33
FileBackend
Base class for all file backend classes (including multi-write backends).
Definition: FileBackend.php:93
captcha-old.count
count
Definition: captcha-old.py:225
Maintenance\addDescription
addDescription( $text)
Set the description text.
Definition: Maintenance.php:287
FileBackend\getName
getName()
Get the unique backend name.
Definition: FileBackend.php:214
$status
this hook is for auditing only RecentChangesLinked and Watchlist RecentChangesLinked and Watchlist Do not use this to implement individual filters if they are compatible with the ChangesListFilter and ChangesListFilterGroup structure use sub classes of those in conjunction with the ChangesListSpecialPageStructuredFilters hook This hook can be used to implement filters that do not implement that or custom behavior that is not an individual filter e g Watchlist and Watchlist you will want to construct new ChangesListBooleanFilter or ChangesListStringOptionsFilter objects When constructing you specify which group they belong to You can reuse existing or create your you must register them with $special registerFilterGroup removed from all revisions and log entries to which it was applied This gives extensions a chance to take it off their books as the deletion has already been partly carried out by this point or something similar the user will be unable to create the tag set $status
Definition: hooks.txt:1049
wfBaseName
wfBaseName( $path, $suffix='')
Return the final portion of a pathname.
Definition: GlobalFunctions.php:2798
TestFileOpPerformance\doPerfTest
doPerfTest(FileBackend $backend)
Definition: fileOpPerfTest.php:54
$maintClass
$maintClass
Definition: fileOpPerfTest.php:144
RUN_MAINTENANCE_IF_MAIN
require_once RUN_MAINTENANCE_IF_MAIN
Definition: maintenance.txt:50
Maintenance
Abstract maintenance class for quickly writing and churning out maintenance scripts with minimal effo...
Definition: maintenance.txt:39
php
injection txt This is an overview of how MediaWiki makes use of dependency injection The design described here grew from the discussion of RFC T384 The term dependency this means that anything an object needs to operate should be injected from the the object itself should only know narrow no concrete implementation of the logic it relies on The requirement to inject everything typically results in an architecture that based on two main types of and essentially stateless service objects that use other service objects to operate on the value objects As of the beginning MediaWiki is only starting to use the DI approach Much of the code still relies on global state or direct resulting in a highly cyclical dependency which acts as the top level factory for services in MediaWiki which can be used to gain access to default instances of various services MediaWikiServices however also allows new services to be defined and default services to be redefined Services are defined or redefined by providing a callback the instantiator that will return a new instance of the service When it will create an instance of MediaWikiServices and populate it with the services defined in the files listed by thereby bootstrapping the DI framework Per $wgServiceWiringFiles lists includes ServiceWiring php
Definition: injection.txt:35
FileBackendGroup\singleton
static singleton()
Definition: FileBackendGroup.php:46
Maintenance\addOption
addOption( $name, $description, $required=false, $withArg=false, $shortName=false, $multiOccurrence=false)
Add a parameter to the script.
Definition: Maintenance.php:215
$dir
$dir
Definition: Autoload.php:8
$e
div flags Integer display flags(NO_ACTION_LINK, NO_EXTRA_USER_LINKS) 'LogException' returning false will NOT prevent logging $e
Definition: hooks.txt:2122
TestFileOpPerformance
Maintenance script to test fileop performance.
Definition: fileOpPerfTest.php:32
FileBackend\prepare
prepare(array $params)
Prepare a storage directory for usage.
Definition: FileBackend.php:818
Maintenance\getOption
getOption( $name, $default=null)
Get an option, or return the default.
Definition: Maintenance.php:250
Maintenance\output
output( $out, $channel=null)
Throw some output to the user.
Definition: Maintenance.php:373
Maintenance\hasOption
hasOption( $name)
Checks to see if a particular param exists.
Definition: Maintenance.php:236
TestFileOpPerformance\execute
execute()
Do the actual work.
Definition: fileOpPerfTest.php:44