26 require_once __DIR__ .
'/Maintenance.php';
37 parent::__construct();
38 $this->
addDescription(
'Copy files in repo to a different layout.' );
39 $this->
addOption(
'oldlayout',
"Old layout; one of 'name' or 'sha1'",
true,
true );
40 $this->
addOption(
'newlayout',
"New layout; one of 'name' or 'sha1'",
true,
true );
41 $this->
addOption(
'since',
"Copy only files from after this timestamp",
false,
true );
46 $oldLayout = $this->
getOption(
'oldlayout' );
47 if ( !in_array( $oldLayout, [
'name',
'sha1' ] ) ) {
50 $newLayout = $this->
getOption(
'newlayout' );
51 if ( !in_array( $newLayout, [
'name',
'sha1' ] ) ) {
58 $be = $repo->getBackend();
61 $be = $be->getInternalBackend();
64 $dbw = $repo->getPrimaryDB();
66 $origBase = $be->getContainerStoragePath(
"{$repo->getName()}-original" );
72 $conds[] =
'img_timestamp >= ' . $dbw->addQuotes( $dbw->timestamp( $since ) );
79 $res = $dbw->select(
'image',
80 [
'img_name',
'img_sha1' ],
81 array_merge( [
'img_name > ' . $dbw->addQuotes( $lastName ) ], $conds ),
83 [
'LIMIT' => $batchSize,
'ORDER BY' =>
'img_name' ]
86 foreach (
$res as $row ) {
87 $lastName = $row->img_name;
89 $file = $repo->newFile( $row->img_name );
91 $sha1 = strlen( $row->img_sha1 ) ? $row->img_sha1 :
$file->getSha1();
93 if ( !strlen( $sha1 ) ) {
94 $this->
error(
"Image SHA-1 not known for {$row->img_name}." );
96 if ( $oldLayout ===
'sha1' ) {
97 $spath =
"{$origBase}/{$sha1[0]}/{$sha1[1]}/{$sha1[2]}/{$sha1}";
99 $spath =
$file->getPath();
102 if ( $newLayout ===
'sha1' ) {
103 $dpath =
"{$origBase}/{$sha1[0]}/{$sha1[1]}/{$sha1[2]}/{$sha1}";
105 $dpath =
$file->getPath();
108 $status = $be->prepare( [
109 'dir' => dirname( $dpath ),
'bypassReadOnly' =>
true ] );
110 if ( !$status->isOK() ) {
111 $this->
error( print_r( $status->getErrors(),
true ) );
114 $batch[] = [
'op' =>
'copy',
'overwrite' =>
true,
115 'src' => $spath,
'dst' => $dpath,
'img' => $row->img_name ];
118 foreach (
$file->getHistory() as $ofile ) {
119 $sha1 = $ofile->getSha1();
120 if ( !strlen( $sha1 ) ) {
121 $this->
error(
"Image SHA-1 not set for {$ofile->getArchiveName()}." );
125 if ( $oldLayout ===
'sha1' ) {
126 $spath =
"{$origBase}/{$sha1[0]}/{$sha1[1]}/{$sha1[2]}/{$sha1}";
128 $spath = $be->getContainerStoragePath(
"{$repo->getName()}-deleted" ) .
129 '/' . $repo->getDeletedHashPath( $sha1 ) .
130 $sha1 .
'.' . $ofile->getExtension();
132 $spath = $ofile->getPath();
135 if ( $newLayout ===
'sha1' ) {
136 $dpath =
"{$origBase}/{$sha1[0]}/{$sha1[1]}/{$sha1[2]}/{$sha1}";
138 $dpath = $ofile->getPath();
141 $status = $be->prepare( [
142 'dir' => dirname( $dpath ),
'bypassReadOnly' =>
true ] );
143 if ( !$status->isOK() ) {
144 $this->
error( print_r( $status->getErrors(),
true ) );
146 $batch[] = [
'op' =>
'copy',
'overwrite' =>
true,
147 'src' => $spath,
'dst' => $dpath,
'img' => $ofile->getArchiveName() ];
150 if ( count( $batch ) >= $batchSize ) {
155 }
while (
$res->numRows() );
157 if ( count( $batch ) ) {
164 $conds[] =
'fa_deleted_timestamp >= ' . $dbw->addQuotes( $dbw->timestamp( $since ) );
170 $res = $dbw->select(
'filearchive', [
'fa_storage_key',
'fa_id',
'fa_name' ],
171 array_merge( [
'fa_id > ' . $dbw->addQuotes( $lastId ) ], $conds ),
173 [
'LIMIT' => $batchSize,
'ORDER BY' =>
'fa_id' ]
176 foreach (
$res as $row ) {
177 $lastId = $row->fa_id;
178 $sha1Key = $row->fa_storage_key;
179 if ( !strlen( $sha1Key ) ) {
180 $this->
error(
"Image SHA-1 not set for file #{$row->fa_id} (deleted)." );
183 $sha1 = substr( $sha1Key, 0, strpos( $sha1Key,
'.' ) );
185 if ( $oldLayout ===
'sha1' ) {
186 $spath =
"{$origBase}/{$sha1[0]}/{$sha1[1]}/{$sha1[2]}/{$sha1}";
188 $spath = $be->getContainerStoragePath(
"{$repo->getName()}-deleted" ) .
189 '/' . $repo->getDeletedHashPath( $sha1Key ) . $sha1Key;
192 if ( $newLayout ===
'sha1' ) {
193 $dpath =
"{$origBase}/{$sha1[0]}/{$sha1[1]}/{$sha1[2]}/{$sha1}";
195 $dpath = $be->getContainerStoragePath(
"{$repo->getName()}-deleted" ) .
196 '/' . $repo->getDeletedHashPath( $sha1Key ) . $sha1Key;
199 $status = $be->prepare( [
200 'dir' => dirname( $dpath ),
'bypassReadOnly' =>
true ] );
201 if ( !$status->isOK() ) {
202 $this->
error( print_r( $status->getErrors(),
true ) );
205 $batch[] = [
'op' =>
'copy',
'src' => $spath,
'dst' => $dpath,
206 'overwriteSame' =>
true,
'img' =>
"(ID {$row->fa_id}) {$row->fa_name}" ];
208 if ( count( $batch ) >= $batchSize ) {
213 }
while (
$res->numRows() );
215 if ( count( $batch ) ) {
219 $this->
output(
"Done (started $startTime)\n" );
223 return MediaWikiServices::getInstance()->getRepoGroup()->getLocalRepo();
231 $this->
output(
"Migrating file batch:\n" );
232 foreach ( $ops as $op ) {
233 $this->
output(
"\"{$op['img']}\" (dest: {$op['dst']})\n" );
236 $status = $be->
doOperations( $ops, [
'bypassReadOnly' =>
true ] );
237 if ( !$status->isOK() ) {
238 $this->
output( print_r( $status->getErrors(),
true ) );
241 $this->
output(
"Batch done\n\n" );
246 require_once RUN_MAINTENANCE_IF_MAIN;
wfTimestampNow()
Convenience function; returns MediaWiki timestamp for the present time.
Proxy backend that manages file layout rewriting for FileRepo.
Base class for all file backend classes (including multi-write backends).
doOperations(array $ops, array $opts=[])
This is the main entry point into the backend for write operations.
Abstract maintenance class for quickly writing and churning out maintenance scripts with minimal effo...
error( $err, $die=0)
Throw an error to the user.
output( $out, $channel=null)
Throw some output to the user.
getBatchSize()
Returns batch size.
addDescription( $text)
Set the description text.
addOption( $name, $description, $required=false, $withArg=false, $shortName=false, $multiOccurrence=false)
Add a parameter to the script.
getOption( $name, $default=null)
Get an option, or return the default.
fatalError( $msg, $exitCode=1)
Output a message and terminate the current script.
Copy all files in FileRepo to an originals container using SHA1 paths.
runBatch(array $ops, FileBackend $be)
__construct()
Default constructor.
execute()
Do the actual work.
if(PHP_SAPI !='cli-server') if(!isset( $_SERVER['SCRIPT_FILENAME'])) $file
Item class for a filearchive table row.