24 require_once __DIR__ .
'/Maintenance.php';
35 parent::__construct();
36 $this->
addDescription(
'Copy files in repo to a different layout.' );
37 $this->
addOption(
'oldlayout',
"Old layout; one of 'name' or 'sha1'",
true,
true );
38 $this->
addOption(
'newlayout',
"New layout; one of 'name' or 'sha1'",
true,
true );
39 $this->
addOption(
'since',
"Copy only files from after this timestamp",
false,
true );
44 $oldLayout = $this->
getOption(
'oldlayout' );
45 if ( !in_array( $oldLayout, [
'name',
'sha1' ] ) ) {
46 $this->
error(
"Invalid old layout.", 1 );
48 $newLayout = $this->
getOption(
'newlayout' );
49 if ( !in_array( $newLayout, [
'name',
'sha1' ] ) ) {
50 $this->
error(
"Invalid new layout.", 1 );
56 $be = $repo->getBackend();
58 $be = $be->getInternalBackend();
61 $dbw = $repo->getMasterDB();
63 $origBase = $be->getContainerStoragePath(
"{$repo->getName()}-original" );
69 $conds[] =
'img_timestamp >= ' . $dbw->addQuotes( $dbw->timestamp( $since ) );
75 $res = $dbw->select(
'image',
76 [
'img_name',
'img_sha1' ],
77 array_merge( [
'img_name > ' . $dbw->addQuotes( $lastName ) ], $conds ),
79 [
'LIMIT' => $this->mBatchSize,
'ORDER BY' =>
'img_name' ]
83 $lastName = $row->img_name;
85 $file = $repo->newFile( $row->img_name );
87 $sha1 = strlen( $row->img_sha1 ) ? $row->img_sha1 : $file->getSha1();
89 if ( !strlen( $sha1 ) ) {
90 $this->
error(
"Image SHA-1 not known for {$row->img_name}." );
92 if ( $oldLayout ===
'sha1' ) {
93 $spath =
"{$origBase}/{$sha1[0]}/{$sha1[1]}/{$sha1[2]}/{$sha1}";
95 $spath = $file->getPath();
98 if ( $newLayout ===
'sha1' ) {
99 $dpath =
"{$origBase}/{$sha1[0]}/{$sha1[1]}/{$sha1[2]}/{$sha1}";
101 $dpath = $file->getPath();
105 'dir' => dirname( $dpath ),
'bypassReadOnly' => 1 ] );
110 $batch[] = [
'op' =>
'copy',
'overwrite' =>
true,
111 'src' => $spath,
'dst' => $dpath,
'img' => $row->img_name ];
114 foreach ( $file->getHistory()
as $ofile ) {
115 $sha1 = $ofile->getSha1();
116 if ( !strlen( $sha1 ) ) {
117 $this->
error(
"Image SHA-1 not set for {$ofile->getArchiveName()}." );
121 if ( $oldLayout ===
'sha1' ) {
122 $spath =
"{$origBase}/{$sha1[0]}/{$sha1[1]}/{$sha1[2]}/{$sha1}";
124 $spath = $be->getContainerStoragePath(
"{$repo->getName()}-deleted" ) .
125 '/' . $repo->getDeletedHashPath( $sha1 ) .
126 $sha1 .
'.' . $ofile->getExtension();
128 $spath = $ofile->getPath();
131 if ( $newLayout ===
'sha1' ) {
132 $dpath =
"{$origBase}/{$sha1[0]}/{$sha1[1]}/{$sha1[2]}/{$sha1}";
134 $dpath = $ofile->getPath();
138 'dir' => dirname( $dpath ),
'bypassReadOnly' => 1 ] );
142 $batch[] = [
'op' =>
'copy',
'overwrite' =>
true,
143 'src' => $spath,
'dst' => $dpath,
'img' => $ofile->getArchiveName() ];
151 }
while (
$res->numRows() );
160 $conds[] =
'fa_deleted_timestamp >= ' . $dbw->addQuotes( $dbw->timestamp( $since ) );
166 $res = $dbw->select(
'filearchive', [
'fa_storage_key',
'fa_id',
'fa_name' ],
167 array_merge( [
'fa_id > ' . $dbw->addQuotes( $lastId ) ], $conds ),
169 [
'LIMIT' => $this->mBatchSize,
'ORDER BY' =>
'fa_id' ]
172 foreach (
$res as $row ) {
173 $lastId = $row->fa_id;
174 $sha1Key = $row->fa_storage_key;
175 if ( !strlen( $sha1Key ) ) {
176 $this->
error(
"Image SHA-1 not set for file #{$row->fa_id} (deleted)." );
179 $sha1 = substr( $sha1Key, 0, strpos( $sha1Key,
'.' ) );
181 if ( $oldLayout ===
'sha1' ) {
182 $spath =
"{$origBase}/{$sha1[0]}/{$sha1[1]}/{$sha1[2]}/{$sha1}";
184 $spath = $be->getContainerStoragePath(
"{$repo->getName()}-deleted" ) .
185 '/' . $repo->getDeletedHashPath( $sha1Key ) . $sha1Key;
188 if ( $newLayout ===
'sha1' ) {
189 $dpath =
"{$origBase}/{$sha1[0]}/{$sha1[1]}/{$sha1[2]}/{$sha1}";
191 $dpath = $be->getContainerStoragePath(
"{$repo->getName()}-deleted" ) .
192 '/' . $repo->getDeletedHashPath( $sha1Key ) . $sha1Key;
196 'dir' => dirname( $dpath ),
'bypassReadOnly' => 1 ] );
201 $batch[] = [
'op' =>
'copy',
'src' => $spath,
'dst' => $dpath,
202 'overwriteSame' =>
true,
'img' =>
"(ID {$row->fa_id}) {$row->fa_name}" ];
209 }
while (
$res->numRows() );
215 $this->
output(
"Done (started $startTime)\n" );
223 $this->
output(
"Migrating file batch:\n" );
224 foreach ( $ops
as $op ) {
225 $this->
output(
"\"{$op['img']}\" (dest: {$op['dst']})\n" );
233 $this->
output(
"Batch done\n\n" );