MediaWiki  1.28.1
fileOpPerfTest.php
Go to the documentation of this file.
1 <?php
24 error_reporting( E_ALL );
25 require_once __DIR__ . '/Maintenance.php';
26 
33  public function __construct() {
34  parent::__construct();
35  $this->addDescription( 'Test fileop performance' );
36  $this->addOption( 'b1', 'Backend 1', true, true );
37  $this->addOption( 'b2', 'Backend 2', false, true );
38  $this->addOption( 'srcdir', 'File source directory', true, true );
39  $this->addOption( 'maxfiles', 'Max files', false, true );
40  $this->addOption( 'quick', 'Avoid operation pre-checks (use doQuickOperations())' );
41  $this->addOption( 'parallelize', '"parallelize" flag for doOperations()', false, true );
42  }
43 
44  public function execute() {
45  $backend = FileBackendGroup::singleton()->get( $this->getOption( 'b1' ) );
46  $this->doPerfTest( $backend );
47 
48  if ( $this->getOption( 'b2' ) ) {
49  $backend = FileBackendGroup::singleton()->get( $this->getOption( 'b2' ) );
50  $this->doPerfTest( $backend );
51  }
52  }
53 
54  protected function doPerfTest( FileBackend $backend ) {
55  $ops1 = [];
56  $ops2 = [];
57  $ops3 = [];
58  $ops4 = [];
59  $ops5 = [];
60 
61  $baseDir = 'mwstore://' . $backend->getName() . '/testing-cont1';
62  $backend->prepare( [ 'dir' => $baseDir ] );
63 
64  $dirname = $this->getOption( 'srcdir' );
65  $dir = opendir( $dirname );
66  if ( !$dir ) {
67  return;
68  }
69 
70  while ( $dir && ( $file = readdir( $dir ) ) !== false ) {
71  if ( $file[0] != '.' ) {
72  $this->output( "Using '$dirname/$file' in operations.\n" );
73  $dst = $baseDir . '/' . wfBaseName( $file );
74  $ops1[] = [ 'op' => 'store',
75  'src' => "$dirname/$file", 'dst' => $dst, 'overwrite' => 1 ];
76  $ops2[] = [ 'op' => 'copy',
77  'src' => "$dst", 'dst' => "$dst-1", 'overwrite' => 1 ];
78  $ops3[] = [ 'op' => 'move',
79  'src' => $dst, 'dst' => "$dst-2", 'overwrite' => 1 ];
80  $ops4[] = [ 'op' => 'delete', 'src' => "$dst-1" ];
81  $ops5[] = [ 'op' => 'delete', 'src' => "$dst-2" ];
82  }
83  if ( count( $ops1 ) >= $this->getOption( 'maxfiles', 20 ) ) {
84  break; // enough
85  }
86  }
87  closedir( $dir );
88  $this->output( "\n" );
89 
90  $method = $this->hasOption( 'quick' ) ? 'doQuickOperations' : 'doOperations';
91 
92  $opts = [ 'force' => 1 ];
93  if ( $this->hasOption( 'parallelize' ) ) {
94  $opts['parallelize'] = ( $this->getOption( 'parallelize' ) === 'true' );
95  }
96 
97  $start = microtime( true );
98  $status = $backend->$method( $ops1, $opts );
99  $e = ( microtime( true ) - $start ) * 1000;
100  if ( $status->getErrorsArray() ) {
101  print_r( $status->getErrorsArray() );
102  exit( 0 );
103  }
104  $this->output( $backend->getName() . ": Stored " . count( $ops1 ) . " files in $e ms.\n" );
105 
106  $start = microtime( true );
107  $backend->$method( $ops2, $opts );
108  $e = ( microtime( true ) - $start ) * 1000;
109  if ( $status->getErrorsArray() ) {
110  print_r( $status->getErrorsArray() );
111  exit( 0 );
112  }
113  $this->output( $backend->getName() . ": Copied " . count( $ops2 ) . " files in $e ms.\n" );
114 
115  $start = microtime( true );
116  $backend->$method( $ops3, $opts );
117  $e = ( microtime( true ) - $start ) * 1000;
118  if ( $status->getErrorsArray() ) {
119  print_r( $status->getErrorsArray() );
120  exit( 0 );
121  }
122  $this->output( $backend->getName() . ": Moved " . count( $ops3 ) . " files in $e ms.\n" );
123 
124  $start = microtime( true );
125  $backend->$method( $ops4, $opts );
126  $e = ( microtime( true ) - $start ) * 1000;
127  if ( $status->getErrorsArray() ) {
128  print_r( $status->getErrorsArray() );
129  exit( 0 );
130  }
131  $this->output( $backend->getName() . ": Deleted " . count( $ops4 ) . " files in $e ms.\n" );
132 
133  $start = microtime( true );
134  $backend->$method( $ops5, $opts );
135  $e = ( microtime( true ) - $start ) * 1000;
136  if ( $status->getErrorsArray() ) {
137  print_r( $status->getErrorsArray() );
138  exit( 0 );
139  }
140  $this->output( $backend->getName() . ": Deleted " . count( $ops5 ) . " files in $e ms.\n" );
141  }
142 }
143 
144 $maintClass = "TestFileOpPerformance";
145 require_once RUN_MAINTENANCE_IF_MAIN;
if(count($args)==0) $dir
div flags Integer display flags(NO_ACTION_LINK, NO_EXTRA_USER_LINKS) 'LogException'returning false will NOT prevent logging $e
Definition: hooks.txt:2102
Abstract maintenance class for quickly writing and churning out maintenance scripts with minimal effo...
Definition: maintenance.txt:39
getName()
Get the unique backend name.
hasOption($name)
Checks to see if a particular param exists.
require_once RUN_MAINTENANCE_IF_MAIN
Definition: maintenance.txt:50
addOption($name, $description, $required=false, $withArg=false, $shortName=false, $multiOccurrence=false)
Add a parameter to the script.
$maintClass
doPerfTest(FileBackend $backend)
addDescription($text)
Set the description text.
prepare(array $params)
Prepare a storage directory for usage.
getOption($name, $default=null)
Get an option, or return the default.
output($out, $channel=null)
Throw some output to the user.
injection txt This is an overview of how MediaWiki makes use of dependency injection The design described here grew from the discussion of RFC T384 The term dependency this means that anything an object needs to operate should be injected from the the object itself should only know narrow no concrete implementation of the logic it relies on The requirement to inject everything typically results in an architecture that based on two main types of and essentially stateless service objects that use other service objects to operate on the value objects As of the beginning MediaWiki is only starting to use the DI approach Much of the code still relies on global state or direct resulting in a highly cyclical dependency which acts as the top level factory for services in MediaWiki which can be used to gain access to default instances of various services MediaWikiServices however also allows new services to be defined and default services to be redefined Services are defined or redefined by providing a callback the instantiator that will return a new instance of the service When it will create an instance of MediaWikiServices and populate it with the services defined in the files listed by thereby bootstrapping the DI framework Per $wgServiceWiringFiles lists includes ServiceWiring php
Definition: injection.txt:35
wfBaseName($path, $suffix= '')
Return the final portion of a pathname.
Base class for all file backend classes (including multi-write backends).
Definition: FileBackend.php:93
this hook is for auditing only RecentChangesLinked and Watchlist RecentChangesLinked and Watchlist e g Watchlist removed from all revisions and log entries to which it was applied This gives extensions a chance to take it off their books as the deletion has already been partly carried out by this point or something similar the user will be unable to create the tag set $status
Definition: hooks.txt:1046
Maintenance script to test fileop performance.