MediaWiki  master
FileRepo.php
Go to the documentation of this file.
1 <?php
19 use Wikimedia\AtEase\AtEase;
20 
50 class FileRepo {
51  public const DELETE_SOURCE = 1;
52  public const OVERWRITE = 2;
53  public const OVERWRITE_SAME = 4;
54  public const SKIP_LOCKING = 8;
55 
56  public const NAME_AND_TIME_ONLY = 1;
57 
62 
65 
67  protected $hasSha1Storage = false;
68 
70  protected $supportsSha1URLs = false;
71 
73  protected $backend;
74 
76  protected $zones = [];
77 
79  protected $thumbScriptUrl;
80 
84  protected $transformVia404;
85 
89  protected $descBaseUrl;
90 
94  protected $scriptDirUrl;
95 
97  protected $articleUrl;
98 
104  protected $initialCapital;
105 
111  protected $pathDisclosureProtection = 'simple';
112 
114  protected $url;
115 
117  protected $thumbUrl;
118 
120  protected $hashLevels;
121 
124 
129  protected $abbrvThreshold;
130 
132  protected $favicon = null;
133 
135  protected $isPrivate;
136 
138  protected $fileFactory = [ UnregisteredLocalFile::class, 'newFromTitle' ];
140  protected $oldFileFactory = false;
142  protected $fileFactoryKey = false;
144  protected $oldFileFactoryKey = false;
145 
149  protected $thumbProxyUrl;
151  protected $thumbProxySecret;
152 
154  protected $disableLocalTransform = false;
155 
157  protected $wanCache;
158 
164  public $name;
165 
172  public function __construct( array $info = null ) {
173  // Verify required settings presence
174  if (
175  $info === null
176  || !array_key_exists( 'name', $info )
177  || !array_key_exists( 'backend', $info )
178  ) {
179  throw new MWException( __CLASS__ .
180  " requires an array of options having both 'name' and 'backend' keys.\n" );
181  }
182 
183  // Required settings
184  $this->name = $info['name'];
185  if ( $info['backend'] instanceof FileBackend ) {
186  $this->backend = $info['backend']; // useful for testing
187  } else {
188  $this->backend =
189  MediaWikiServices::getInstance()->getFileBackendGroup()->get( $info['backend'] );
190  }
191 
192  // Optional settings that can have no value
193  $optionalSettings = [
194  'descBaseUrl', 'scriptDirUrl', 'articleUrl', 'fetchDescription',
195  'thumbScriptUrl', 'pathDisclosureProtection', 'descriptionCacheExpiry',
196  'favicon', 'thumbProxyUrl', 'thumbProxySecret', 'disableLocalTransform'
197  ];
198  foreach ( $optionalSettings as $var ) {
199  if ( isset( $info[$var] ) ) {
200  $this->$var = $info[$var];
201  }
202  }
203 
204  // Optional settings that have a default
205  $localCapitalLinks =
206  MediaWikiServices::getInstance()->getNamespaceInfo()->isCapitalized( NS_FILE );
207  $this->initialCapital = $info['initialCapital'] ?? $localCapitalLinks;
208  if ( $localCapitalLinks && !$this->initialCapital ) {
209  // If the local wiki's file namespace requires an initial capital, but a foreign file
210  // repo doesn't, complications will result. Linker code will want to auto-capitalize the
211  // first letter of links to files, but those links might actually point to files on
212  // foreign wikis with initial-lowercase names. This combination is not likely to be
213  // used by anyone anyway, so we just outlaw it to save ourselves the bugs. If you want
214  // to include a foreign file repo with initialCapital false, set your local file
215  // namespace to not be capitalized either.
216  throw new InvalidArgumentException(
217  'File repos with initial capital false are not allowed on wikis where the File ' .
218  'namespace has initial capital true' );
219  }
220 
221  $this->url = $info['url'] ?? false; // a subclass may set the URL (e.g. ForeignAPIRepo)
222  $defaultThumbUrl = $this->url ? $this->url . '/thumb' : false;
223  $this->thumbUrl = $info['thumbUrl'] ?? $defaultThumbUrl;
224  $this->hashLevels = $info['hashLevels'] ?? 2;
225  $this->deletedHashLevels = $info['deletedHashLevels'] ?? $this->hashLevels;
226  $this->transformVia404 = !empty( $info['transformVia404'] );
227  $this->abbrvThreshold = $info['abbrvThreshold'] ?? 255;
228  $this->isPrivate = !empty( $info['isPrivate'] );
229  // Give defaults for the basic zones...
230  $this->zones = $info['zones'] ?? [];
231  foreach ( [ 'public', 'thumb', 'transcoded', 'temp', 'deleted' ] as $zone ) {
232  if ( !isset( $this->zones[$zone]['container'] ) ) {
233  $this->zones[$zone]['container'] = "{$this->name}-{$zone}";
234  }
235  if ( !isset( $this->zones[$zone]['directory'] ) ) {
236  $this->zones[$zone]['directory'] = '';
237  }
238  if ( !isset( $this->zones[$zone]['urlsByExt'] ) ) {
239  $this->zones[$zone]['urlsByExt'] = [];
240  }
241  }
242 
243  $this->supportsSha1URLs = !empty( $info['supportsSha1URLs'] );
244 
245  $this->wanCache = $info['wanCache'] ?? WANObjectCache::newEmpty();
246  }
247 
253  public function getBackend() {
254  return $this->backend;
255  }
256 
263  public function getReadOnlyReason() {
264  return $this->backend->getReadOnlyReason();
265  }
266 
273  protected function initZones( $doZones = [] ): void {
274  foreach ( (array)$doZones as $zone ) {
275  $root = $this->getZonePath( $zone );
276  if ( $root === null ) {
277  throw new MWException( "No '$zone' zone defined in the {$this->name} repo." );
278  }
279  }
280  }
281 
288  public static function isVirtualUrl( $url ) {
289  return str_starts_with( $url, 'mwrepo://' );
290  }
291 
300  public function getVirtualUrl( $suffix = false ) {
301  $path = 'mwrepo://' . $this->name;
302  if ( $suffix !== false ) {
303  $path .= '/' . rawurlencode( $suffix );
304  }
305 
306  return $path;
307  }
308 
316  public function getZoneUrl( $zone, $ext = null ) {
317  if ( in_array( $zone, [ 'public', 'thumb', 'transcoded' ] ) ) {
318  // standard public zones
319  if ( $ext !== null && isset( $this->zones[$zone]['urlsByExt'][$ext] ) ) {
320  // custom URL for extension/zone
321  // @phan-suppress-next-line PhanTypeArraySuspiciousNullable
322  return $this->zones[$zone]['urlsByExt'][$ext];
323  } elseif ( isset( $this->zones[$zone]['url'] ) ) {
324  // custom URL for zone
325  return $this->zones[$zone]['url'];
326  }
327  }
328  switch ( $zone ) {
329  case 'public':
330  return $this->url;
331  case 'temp':
332  case 'deleted':
333  return false; // no public URL
334  case 'thumb':
335  return $this->thumbUrl;
336  case 'transcoded':
337  return "{$this->url}/transcoded";
338  default:
339  return false;
340  }
341  }
342 
346  public function backendSupportsUnicodePaths() {
347  return (bool)( $this->getBackend()->getFeatures() & FileBackend::ATTR_UNICODE_PATHS );
348  }
349 
358  public function resolveVirtualUrl( $url ) {
359  if ( !str_starts_with( $url, 'mwrepo://' ) ) {
360  throw new MWException( __METHOD__ . ': unknown protocol' );
361  }
362  $bits = explode( '/', substr( $url, 9 ), 3 );
363  if ( count( $bits ) != 3 ) {
364  throw new MWException( __METHOD__ . ": invalid mwrepo URL: $url" );
365  }
366  [ $repo, $zone, $rel ] = $bits;
367  if ( $repo !== $this->name ) {
368  throw new MWException( __METHOD__ . ": fetching from a foreign repo is not supported" );
369  }
370  $base = $this->getZonePath( $zone );
371  if ( !$base ) {
372  throw new MWException( __METHOD__ . ": invalid zone: $zone" );
373  }
374 
375  return $base . '/' . rawurldecode( $rel );
376  }
377 
384  protected function getZoneLocation( $zone ) {
385  if ( !isset( $this->zones[$zone] ) ) {
386  return [ null, null ]; // bogus
387  }
388 
389  return [ $this->zones[$zone]['container'], $this->zones[$zone]['directory'] ];
390  }
391 
398  public function getZonePath( $zone ) {
399  [ $container, $base ] = $this->getZoneLocation( $zone );
400  if ( $container === null || $base === null ) {
401  return null;
402  }
403  $backendName = $this->backend->getName();
404  if ( $base != '' ) { // may not be set
405  $base = "/{$base}";
406  }
407 
408  return "mwstore://$backendName/{$container}{$base}";
409  }
410 
422  public function newFile( $title, $time = false ) {
423  $title = File::normalizeTitle( $title );
424  if ( !$title ) {
425  return null;
426  }
427  if ( $time ) {
428  if ( $this->oldFileFactory ) {
429  return call_user_func( $this->oldFileFactory, $title, $this, $time );
430  } else {
431  return null;
432  }
433  } else {
434  return call_user_func( $this->fileFactory, $title, $this );
435  }
436  }
437 
457  public function findFile( $title, $options = [] ) {
458  if ( !empty( $options['private'] ) && !( $options['private'] instanceof Authority ) ) {
459  throw new InvalidArgumentException(
460  __METHOD__ . ' called with the `private` option set to something ' .
461  'other than an Authority object'
462  );
463  }
464 
465  $title = File::normalizeTitle( $title );
466  if ( !$title ) {
467  return false;
468  }
469  if ( isset( $options['bypassCache'] ) ) {
470  $options['latest'] = $options['bypassCache']; // b/c
471  }
472  $time = $options['time'] ?? false;
473  $flags = !empty( $options['latest'] ) ? File::READ_LATEST : 0;
474  # First try the current version of the file to see if it precedes the timestamp
475  $img = $this->newFile( $title );
476  if ( !$img ) {
477  return false;
478  }
479  $img->load( $flags );
480  if ( $img->exists() && ( !$time || $img->getTimestamp() == $time ) ) {
481  return $img;
482  }
483  # Now try an old version of the file
484  if ( $time !== false ) {
485  $img = $this->newFile( $title, $time );
486  if ( $img ) {
487  $img->load( $flags );
488  if ( $img->exists() ) {
489  if ( !$img->isDeleted( File::DELETED_FILE ) ) {
490  return $img; // always OK
491  } elseif (
492  // If its not empty, its an Authority object
493  !empty( $options['private'] ) &&
494  $img->userCan( File::DELETED_FILE, $options['private'] )
495  ) {
496  return $img;
497  }
498  }
499  }
500  }
501 
502  # Now try redirects
503  if ( !empty( $options['ignoreRedirect'] ) ) {
504  return false;
505  }
506  $redir = $this->checkRedirect( $title );
507  if ( $redir && $title->getNamespace() === NS_FILE ) {
508  $img = $this->newFile( $redir );
509  if ( !$img ) {
510  return false;
511  }
512  $img->load( $flags );
513  if ( $img->exists() ) {
514  $img->redirectedFrom( $title->getDBkey() );
515 
516  return $img;
517  }
518  }
519 
520  return false;
521  }
522 
540  public function findFiles( array $items, $flags = 0 ) {
541  $result = [];
542  foreach ( $items as $item ) {
543  if ( is_array( $item ) ) {
544  $title = $item['title'];
545  $options = $item;
546  unset( $options['title'] );
547 
548  if (
549  !empty( $options['private'] ) &&
550  !( $options['private'] instanceof Authority )
551  ) {
552  $options['private'] = RequestContext::getMain()->getAuthority();
553  }
554  } else {
555  $title = $item;
556  $options = [];
557  }
558  $file = $this->findFile( $title, $options );
559  if ( $file ) {
560  $searchName = File::normalizeTitle( $title )->getDBkey(); // must be valid
561  if ( $flags & self::NAME_AND_TIME_ONLY ) {
562  $result[$searchName] = [
563  'title' => $file->getTitle()->getDBkey(),
564  'timestamp' => $file->getTimestamp()
565  ];
566  } else {
567  $result[$searchName] = $file;
568  }
569  }
570  }
571 
572  return $result;
573  }
574 
585  public function findFileFromKey( $sha1, $options = [] ) {
586  if ( !empty( $options['private'] ) && !( $options['private'] instanceof Authority ) ) {
587  throw new InvalidArgumentException(
588  __METHOD__ . ' called with the `private` option set to something ' .
589  'other than an Authority object'
590  );
591  }
592 
593  $time = $options['time'] ?? false;
594  # First try to find a matching current version of a file...
595  if ( !$this->fileFactoryKey ) {
596  return false; // find-by-sha1 not supported
597  }
598  $img = call_user_func( $this->fileFactoryKey, $sha1, $this, $time );
599  if ( $img && $img->exists() ) {
600  return $img;
601  }
602  # Now try to find a matching old version of a file...
603  if ( $time !== false && $this->oldFileFactoryKey ) { // find-by-sha1 supported?
604  $img = call_user_func( $this->oldFileFactoryKey, $sha1, $this, $time );
605  if ( $img && $img->exists() ) {
606  if ( !$img->isDeleted( File::DELETED_FILE ) ) {
607  return $img; // always OK
608  } elseif (
609  // If its not empty, its an Authority object
610  !empty( $options['private'] ) &&
611  $img->userCan( File::DELETED_FILE, $options['private'] )
612  ) {
613  return $img;
614  }
615  }
616  }
617 
618  return false;
619  }
620 
629  public function findBySha1( $hash ) {
630  return [];
631  }
632 
640  public function findBySha1s( array $hashes ) {
641  $result = [];
642  foreach ( $hashes as $hash ) {
643  $files = $this->findBySha1( $hash );
644  if ( count( $files ) ) {
645  $result[$hash] = $files;
646  }
647  }
648 
649  return $result;
650  }
651 
660  public function findFilesByPrefix( $prefix, $limit ) {
661  return [];
662  }
663 
669  public function getThumbScriptUrl() {
670  return $this->thumbScriptUrl;
671  }
672 
678  public function getThumbProxyUrl() {
679  return $this->thumbProxyUrl;
680  }
681 
687  public function getThumbProxySecret() {
688  return $this->thumbProxySecret;
689  }
690 
696  public function canTransformVia404() {
697  return $this->transformVia404;
698  }
699 
706  public function canTransformLocally() {
707  return !$this->disableLocalTransform;
708  }
709 
716  public function getNameFromTitle( $title ) {
717  if (
718  $this->initialCapital !=
719  MediaWikiServices::getInstance()->getNamespaceInfo()->isCapitalized( NS_FILE )
720  ) {
721  $name = $title->getDBkey();
722  if ( $this->initialCapital ) {
723  $name = MediaWikiServices::getInstance()->getContentLanguage()->ucfirst( $name );
724  }
725  } else {
726  $name = $title->getDBkey();
727  }
728 
729  return $name;
730  }
731 
737  public function getRootDirectory() {
738  return $this->getZonePath( 'public' );
739  }
740 
748  public function getHashPath( $name ) {
749  return self::getHashPathForLevel( $name, $this->hashLevels );
750  }
751 
759  public function getTempHashPath( $suffix ) {
760  $parts = explode( '!', $suffix, 2 ); // format is <timestamp>!<name> or just <name>
761  $name = $parts[1] ?? $suffix; // hash path is not based on timestamp
762  return self::getHashPathForLevel( $name, $this->hashLevels );
763  }
764 
770  protected static function getHashPathForLevel( $name, $levels ) {
771  if ( $levels == 0 ) {
772  return '';
773  } else {
774  $hash = md5( $name );
775  $path = '';
776  for ( $i = 1; $i <= $levels; $i++ ) {
777  $path .= substr( $hash, 0, $i ) . '/';
778  }
779 
780  return $path;
781  }
782  }
783 
789  public function getHashLevels() {
790  return $this->hashLevels;
791  }
792 
798  public function getName() {
799  return $this->name;
800  }
801 
809  public function makeUrl( $query = '', $entry = 'index' ) {
810  if ( isset( $this->scriptDirUrl ) ) {
811  return wfAppendQuery( "{$this->scriptDirUrl}/{$entry}.php", $query );
812  }
813 
814  return false;
815  }
816 
829  public function getDescriptionUrl( $name ) {
830  $encName = wfUrlencode( $name );
831  if ( $this->descBaseUrl !== null ) {
832  # "http://example.com/wiki/File:"
833  return $this->descBaseUrl . $encName;
834  }
835  if ( $this->articleUrl !== null ) {
836  # "http://example.com/wiki/$1"
837  # We use "Image:" as the canonical namespace for
838  # compatibility across all MediaWiki versions.
839  return str_replace( '$1',
840  "Image:$encName", $this->articleUrl );
841  }
842  if ( $this->scriptDirUrl !== null ) {
843  # "http://example.com/w"
844  # We use "Image:" as the canonical namespace for
845  # compatibility across all MediaWiki versions,
846  # and just sort of hope index.php is right. ;)
847  return $this->makeUrl( "title=Image:$encName" );
848  }
849 
850  return false;
851  }
852 
863  public function getDescriptionRenderUrl( $name, $lang = null ) {
864  $query = 'action=render';
865  if ( $lang !== null ) {
866  $query .= '&uselang=' . urlencode( $lang );
867  }
868  if ( isset( $this->scriptDirUrl ) ) {
869  return $this->makeUrl(
870  'title=' .
871  wfUrlencode( 'Image:' . $name ) .
872  "&$query" );
873  } else {
874  $descUrl = $this->getDescriptionUrl( $name );
875  if ( $descUrl ) {
876  return wfAppendQuery( $descUrl, $query );
877  } else {
878  return false;
879  }
880  }
881  }
882 
888  public function getDescriptionStylesheetUrl() {
889  if ( isset( $this->scriptDirUrl ) ) {
890  // Must match canonical query parameter order for optimum caching
891  // See HtmlCacheUpdater::getUrls
892  return $this->makeUrl( 'title=MediaWiki:Filepage.css&action=raw&ctype=text/css' );
893  }
894 
895  return false;
896  }
897 
915  public function store( $srcPath, $dstZone, $dstRel, $flags = 0 ) {
916  $this->assertWritableRepo(); // fail out if read-only
917 
918  $status = $this->storeBatch( [ [ $srcPath, $dstZone, $dstRel ] ], $flags );
919  if ( $status->successCount == 0 ) {
920  $status->setOK( false );
921  }
922 
923  return $status;
924  }
925 
940  public function storeBatch( array $triplets, $flags = 0 ) {
941  $this->assertWritableRepo(); // fail out if read-only
942 
943  if ( $flags & self::DELETE_SOURCE ) {
944  throw new InvalidArgumentException( "DELETE_SOURCE not supported in " . __METHOD__ );
945  }
946 
947  $status = $this->newGood();
948  $backend = $this->backend; // convenience
949 
950  $operations = [];
951  // Validate each triplet and get the store operation...
952  foreach ( $triplets as [ $src, $dstZone, $dstRel ] ) {
953  $srcPath = ( $src instanceof FSFile ) ? $src->getPath() : $src;
954  wfDebug( __METHOD__
955  . "( \$src='$srcPath', \$dstZone='$dstZone', \$dstRel='$dstRel' )"
956  );
957  // Resolve source path
958  if ( $src instanceof FSFile ) {
959  $op = 'store';
960  } else {
961  $src = $this->resolveToStoragePathIfVirtual( $src );
962  $op = FileBackend::isStoragePath( $src ) ? 'copy' : 'store';
963  }
964  // Resolve destination path
965  $root = $this->getZonePath( $dstZone );
966  if ( !$root ) {
967  throw new MWException( "Invalid zone: $dstZone" );
968  }
969  if ( !$this->validateFilename( $dstRel ) ) {
970  throw new MWException( 'Validation error in $dstRel' );
971  }
972  $dstPath = "$root/$dstRel";
973  $dstDir = dirname( $dstPath );
974  // Create destination directories for this triplet
975  if ( !$this->initDirectory( $dstDir )->isOK() ) {
976  return $this->newFatal( 'directorycreateerror', $dstDir );
977  }
978 
979  // Copy the source file to the destination
980  $operations[] = [
981  'op' => $op,
982  'src' => $src, // storage path (copy) or local file path (store)
983  'dst' => $dstPath,
984  'overwrite' => (bool)( $flags & self::OVERWRITE ),
985  'overwriteSame' => (bool)( $flags & self::OVERWRITE_SAME ),
986  ];
987  }
988 
989  // Execute the store operation for each triplet
990  $opts = [ 'force' => true ];
991  if ( $flags & self::SKIP_LOCKING ) {
992  $opts['nonLocking'] = true;
993  }
994 
995  return $status->merge( $backend->doOperations( $operations, $opts ) );
996  }
997 
1008  public function cleanupBatch( array $files, $flags = 0 ) {
1009  $this->assertWritableRepo(); // fail out if read-only
1010 
1011  $status = $this->newGood();
1012 
1013  $operations = [];
1014  foreach ( $files as $path ) {
1015  if ( is_array( $path ) ) {
1016  // This is a pair, extract it
1017  [ $zone, $rel ] = $path;
1018  $path = $this->getZonePath( $zone ) . "/$rel";
1019  } else {
1020  // Resolve source to a storage path if virtual
1021  $path = $this->resolveToStoragePathIfVirtual( $path );
1022  }
1023  $operations[] = [ 'op' => 'delete', 'src' => $path ];
1024  }
1025  // Actually delete files from storage...
1026  $opts = [ 'force' => true ];
1027  if ( $flags & self::SKIP_LOCKING ) {
1028  $opts['nonLocking'] = true;
1029  }
1030 
1031  return $status->merge( $this->backend->doOperations( $operations, $opts ) );
1032  }
1033 
1051  final public function quickImport( $src, $dst, $options = null ) {
1052  return $this->quickImportBatch( [ [ $src, $dst, $options ] ] );
1053  }
1054 
1069  public function quickImportBatch( array $triples ) {
1070  $status = $this->newGood();
1071  $operations = [];
1072  foreach ( $triples as $triple ) {
1073  [ $src, $dst ] = $triple;
1074  if ( $src instanceof FSFile ) {
1075  $op = 'store';
1076  } else {
1077  $src = $this->resolveToStoragePathIfVirtual( $src );
1078  $op = FileBackend::isStoragePath( $src ) ? 'copy' : 'store';
1079  }
1080  $dst = $this->resolveToStoragePathIfVirtual( $dst );
1081 
1082  if ( !isset( $triple[2] ) ) {
1083  $headers = [];
1084  } elseif ( is_string( $triple[2] ) ) {
1085  // back-compat
1086  $headers = [ 'Content-Disposition' => $triple[2] ];
1087  } elseif ( is_array( $triple[2] ) && isset( $triple[2]['headers'] ) ) {
1088  $headers = $triple[2]['headers'];
1089  } else {
1090  $headers = [];
1091  }
1092 
1093  $operations[] = [
1094  'op' => $op,
1095  'src' => $src, // storage path (copy) or local path/FSFile (store)
1096  'dst' => $dst,
1097  'headers' => $headers
1098  ];
1099  $status->merge( $this->initDirectory( dirname( $dst ) ) );
1100  }
1101 
1102  return $status->merge( $this->backend->doQuickOperations( $operations ) );
1103  }
1104 
1113  final public function quickPurge( $path ) {
1114  return $this->quickPurgeBatch( [ $path ] );
1115  }
1116 
1124  public function quickCleanDir( $dir ) {
1125  return $this->newGood()->merge(
1126  $this->backend->clean(
1127  [ 'dir' => $this->resolveToStoragePathIfVirtual( $dir ) ]
1128  )
1129  );
1130  }
1131 
1140  public function quickPurgeBatch( array $paths ) {
1141  $status = $this->newGood();
1142  $operations = [];
1143  foreach ( $paths as $path ) {
1144  $operations[] = [
1145  'op' => 'delete',
1146  'src' => $this->resolveToStoragePathIfVirtual( $path ),
1147  'ignoreMissingSource' => true
1148  ];
1149  }
1150  $status->merge( $this->backend->doQuickOperations( $operations ) );
1151 
1152  return $status;
1153  }
1154 
1165  public function storeTemp( $originalName, $srcPath ) {
1166  $this->assertWritableRepo(); // fail out if read-only
1167 
1168  $date = MWTimestamp::getInstance()->format( 'YmdHis' );
1169  $hashPath = $this->getHashPath( $originalName );
1170  $dstUrlRel = $hashPath . $date . '!' . rawurlencode( $originalName );
1171  $virtualUrl = $this->getVirtualUrl( 'temp' ) . '/' . $dstUrlRel;
1172 
1173  $result = $this->quickImport( $srcPath, $virtualUrl );
1174  $result->value = $virtualUrl;
1175 
1176  return $result;
1177  }
1178 
1185  public function freeTemp( $virtualUrl ) {
1186  $this->assertWritableRepo(); // fail out if read-only
1187 
1188  $temp = $this->getVirtualUrl( 'temp' );
1189  if ( !str_starts_with( $virtualUrl, $temp ) ) {
1190  wfDebug( __METHOD__ . ": Invalid temp virtual URL" );
1191 
1192  return false;
1193  }
1194 
1195  return $this->quickPurge( $virtualUrl )->isOK();
1196  }
1197 
1207  public function concatenate( array $srcPaths, $dstPath, $flags = 0 ) {
1208  $this->assertWritableRepo(); // fail out if read-only
1209 
1210  $status = $this->newGood();
1211 
1212  $sources = [];
1213  foreach ( $srcPaths as $srcPath ) {
1214  // Resolve source to a storage path if virtual
1215  $source = $this->resolveToStoragePathIfVirtual( $srcPath );
1216  $sources[] = $source; // chunk to merge
1217  }
1218 
1219  // Concatenate the chunks into one FS file
1220  $params = [ 'srcs' => $sources, 'dst' => $dstPath ];
1221  $status->merge( $this->backend->concatenate( $params ) );
1222  if ( !$status->isOK() ) {
1223  return $status;
1224  }
1225 
1226  // Delete the sources if required
1227  if ( $flags & self::DELETE_SOURCE ) {
1228  $status->merge( $this->quickPurgeBatch( $srcPaths ) );
1229  }
1230 
1231  // Make sure status is OK, despite any quickPurgeBatch() fatals
1232  $status->setResult( true );
1233 
1234  return $status;
1235  }
1236 
1260  public function publish(
1261  $src, $dstRel, $archiveRel, $flags = 0, array $options = []
1262  ) {
1263  $this->assertWritableRepo(); // fail out if read-only
1264 
1265  $status = $this->publishBatch(
1266  [ [ $src, $dstRel, $archiveRel, $options ] ], $flags );
1267  if ( $status->successCount == 0 ) {
1268  $status->setOK( false );
1269  }
1270  $status->value = $status->value[0] ?? false;
1271 
1272  return $status;
1273  }
1274 
1287  public function publishBatch( array $ntuples, $flags = 0 ) {
1288  $this->assertWritableRepo(); // fail out if read-only
1289 
1290  $backend = $this->backend; // convenience
1291  // Try creating directories
1292  $this->initZones( 'public' );
1293 
1294  $status = $this->newGood( [] );
1295 
1296  $operations = [];
1297  $sourceFSFilesToDelete = []; // cleanup for disk source files
1298  // Validate each triplet and get the store operation...
1299  foreach ( $ntuples as $ntuple ) {
1300  [ $src, $dstRel, $archiveRel ] = $ntuple;
1301  $srcPath = ( $src instanceof FSFile ) ? $src->getPath() : $src;
1302 
1303  $options = $ntuple[3] ?? [];
1304  // Resolve source to a storage path if virtual
1305  $srcPath = $this->resolveToStoragePathIfVirtual( $srcPath );
1306  if ( !$this->validateFilename( $dstRel ) ) {
1307  throw new MWException( 'Validation error in $dstRel' );
1308  }
1309  if ( !$this->validateFilename( $archiveRel ) ) {
1310  throw new MWException( 'Validation error in $archiveRel' );
1311  }
1312 
1313  $publicRoot = $this->getZonePath( 'public' );
1314  $dstPath = "$publicRoot/$dstRel";
1315  $archivePath = "$publicRoot/$archiveRel";
1316 
1317  $dstDir = dirname( $dstPath );
1318  $archiveDir = dirname( $archivePath );
1319  // Abort immediately on directory creation errors since they're likely to be repetitive
1320  if ( !$this->initDirectory( $dstDir )->isOK() ) {
1321  return $this->newFatal( 'directorycreateerror', $dstDir );
1322  }
1323  if ( !$this->initDirectory( $archiveDir )->isOK() ) {
1324  return $this->newFatal( 'directorycreateerror', $archiveDir );
1325  }
1326 
1327  // Set any desired headers to be use in GET/HEAD responses
1328  $headers = $options['headers'] ?? [];
1329 
1330  // Archive destination file if it exists.
1331  // This will check if the archive file also exists and fail if does.
1332  // This is a check to avoid data loss. On Windows and Linux,
1333  // copy() will overwrite, so the existence check is vulnerable to
1334  // race conditions unless a functioning LockManager is used.
1335  // LocalFile also uses SELECT FOR UPDATE for synchronization.
1336  $operations[] = [
1337  'op' => 'copy',
1338  'src' => $dstPath,
1339  'dst' => $archivePath,
1340  'ignoreMissingSource' => true
1341  ];
1342 
1343  // Copy (or move) the source file to the destination
1344  if ( FileBackend::isStoragePath( $srcPath ) ) {
1345  $operations[] = [
1346  'op' => ( $flags & self::DELETE_SOURCE ) ? 'move' : 'copy',
1347  'src' => $srcPath,
1348  'dst' => $dstPath,
1349  'overwrite' => true, // replace current
1350  'headers' => $headers
1351  ];
1352  } else {
1353  $operations[] = [
1354  'op' => 'store',
1355  'src' => $src, // storage path (copy) or local path/FSFile (store)
1356  'dst' => $dstPath,
1357  'overwrite' => true, // replace current
1358  'headers' => $headers
1359  ];
1360  if ( $flags & self::DELETE_SOURCE ) {
1361  $sourceFSFilesToDelete[] = $srcPath;
1362  }
1363  }
1364  }
1365 
1366  // Execute the operations for each triplet
1367  $status->merge( $backend->doOperations( $operations ) );
1368  // Find out which files were archived...
1369  foreach ( $ntuples as $i => $ntuple ) {
1370  [ , , $archiveRel ] = $ntuple;
1371  $archivePath = $this->getZonePath( 'public' ) . "/$archiveRel";
1372  if ( $this->fileExists( $archivePath ) ) {
1373  $status->value[$i] = 'archived';
1374  } else {
1375  $status->value[$i] = 'new';
1376  }
1377  }
1378  // Cleanup for disk source files...
1379  foreach ( $sourceFSFilesToDelete as $file ) {
1380  AtEase::suppressWarnings();
1381  unlink( $file ); // FS cleanup
1382  AtEase::restoreWarnings();
1383  }
1384 
1385  return $status;
1386  }
1387 
1395  protected function initDirectory( $dir ) {
1396  $path = $this->resolveToStoragePathIfVirtual( $dir );
1397  [ , $container, ] = FileBackend::splitStoragePath( $path );
1398 
1399  $params = [ 'dir' => $path ];
1400  if ( $this->isPrivate
1401  || $container === $this->zones['deleted']['container']
1402  || $container === $this->zones['temp']['container']
1403  ) {
1404  # Take all available measures to prevent web accessibility of new deleted
1405  # directories, in case the user has not configured offline storage
1406  $params = [ 'noAccess' => true, 'noListing' => true ] + $params;
1407  }
1408 
1409  return $this->newGood()->merge( $this->backend->prepare( $params ) );
1410  }
1411 
1418  public function cleanDir( $dir ) {
1419  $this->assertWritableRepo(); // fail out if read-only
1420 
1421  return $this->newGood()->merge(
1422  $this->backend->clean(
1423  [ 'dir' => $this->resolveToStoragePathIfVirtual( $dir ) ]
1424  )
1425  );
1426  }
1427 
1434  public function fileExists( $file ) {
1435  $result = $this->fileExistsBatch( [ $file ] );
1436 
1437  return $result[0];
1438  }
1439 
1447  public function fileExistsBatch( array $files ) {
1448  $paths = array_map( [ $this, 'resolveToStoragePathIfVirtual' ], $files );
1449  $this->backend->preloadFileStat( [ 'srcs' => $paths ] );
1450 
1451  $result = [];
1452  foreach ( $files as $key => $file ) {
1453  $path = $this->resolveToStoragePathIfVirtual( $file );
1454  $result[$key] = $this->backend->fileExists( [ 'src' => $path ] );
1455  }
1456 
1457  return $result;
1458  }
1459 
1470  public function delete( $srcRel, $archiveRel ) {
1471  $this->assertWritableRepo(); // fail out if read-only
1472 
1473  return $this->deleteBatch( [ [ $srcRel, $archiveRel ] ] );
1474  }
1475 
1493  public function deleteBatch( array $sourceDestPairs ) {
1494  $this->assertWritableRepo(); // fail out if read-only
1495 
1496  // Try creating directories
1497  $this->initZones( [ 'public', 'deleted' ] );
1498 
1499  $status = $this->newGood();
1500 
1501  $backend = $this->backend; // convenience
1502  $operations = [];
1503  // Validate filenames and create archive directories
1504  foreach ( $sourceDestPairs as [ $srcRel, $archiveRel ] ) {
1505  if ( !$this->validateFilename( $srcRel ) ) {
1506  throw new MWException( __METHOD__ . ':Validation error in $srcRel' );
1507  } elseif ( !$this->validateFilename( $archiveRel ) ) {
1508  throw new MWException( __METHOD__ . ':Validation error in $archiveRel' );
1509  }
1510 
1511  $publicRoot = $this->getZonePath( 'public' );
1512  $srcPath = "{$publicRoot}/$srcRel";
1513 
1514  $deletedRoot = $this->getZonePath( 'deleted' );
1515  $archivePath = "{$deletedRoot}/{$archiveRel}";
1516  $archiveDir = dirname( $archivePath ); // does not touch FS
1517 
1518  // Create destination directories
1519  if ( !$this->initDirectory( $archiveDir )->isGood() ) {
1520  return $this->newFatal( 'directorycreateerror', $archiveDir );
1521  }
1522 
1523  $operations[] = [
1524  'op' => 'move',
1525  'src' => $srcPath,
1526  'dst' => $archivePath,
1527  // We may have 2+ identical files being deleted,
1528  // all of which will map to the same destination file
1529  'overwriteSame' => true // also see T33792
1530  ];
1531  }
1532 
1533  // Move the files by execute the operations for each pair.
1534  // We're now committed to returning an OK result, which will
1535  // lead to the files being moved in the DB also.
1536  $opts = [ 'force' => true ];
1537  return $status->merge( $backend->doOperations( $operations, $opts ) );
1538  }
1539 
1546  public function cleanupDeletedBatch( array $storageKeys ) {
1547  $this->assertWritableRepo();
1548  }
1549 
1558  public function getDeletedHashPath( $key ) {
1559  if ( strlen( $key ) < 31 ) {
1560  throw new MWException( "Invalid storage key '$key'." );
1561  }
1562  $path = '';
1563  for ( $i = 0; $i < $this->deletedHashLevels; $i++ ) {
1564  $path .= $key[$i] . '/';
1565  }
1566 
1567  return $path;
1568  }
1569 
1578  protected function resolveToStoragePathIfVirtual( $path ) {
1579  if ( self::isVirtualUrl( $path ) ) {
1580  return $this->resolveVirtualUrl( $path );
1581  }
1582 
1583  return $path;
1584  }
1585 
1593  public function getLocalCopy( $virtualUrl ) {
1594  $path = $this->resolveToStoragePathIfVirtual( $virtualUrl );
1595 
1596  return $this->backend->getLocalCopy( [ 'src' => $path ] );
1597  }
1598 
1607  public function getLocalReference( $virtualUrl ) {
1608  $path = $this->resolveToStoragePathIfVirtual( $virtualUrl );
1609 
1610  return $this->backend->getLocalReference( [ 'src' => $path ] );
1611  }
1612 
1620  public function getFileProps( $virtualUrl ) {
1621  $fsFile = $this->getLocalReference( $virtualUrl );
1622  $mwProps = new MWFileProps( MediaWikiServices::getInstance()->getMimeAnalyzer() );
1623  if ( $fsFile ) {
1624  $props = $mwProps->getPropsFromPath( $fsFile->getPath(), true );
1625  } else {
1626  $props = $mwProps->newPlaceholderProps();
1627  }
1628 
1629  return $props;
1630  }
1631 
1638  public function getFileTimestamp( $virtualUrl ) {
1639  $path = $this->resolveToStoragePathIfVirtual( $virtualUrl );
1640 
1641  return $this->backend->getFileTimestamp( [ 'src' => $path ] );
1642  }
1643 
1650  public function getFileSize( $virtualUrl ) {
1651  $path = $this->resolveToStoragePathIfVirtual( $virtualUrl );
1652 
1653  return $this->backend->getFileSize( [ 'src' => $path ] );
1654  }
1655 
1662  public function getFileSha1( $virtualUrl ) {
1663  $path = $this->resolveToStoragePathIfVirtual( $virtualUrl );
1664 
1665  return $this->backend->getFileSha1Base36( [ 'src' => $path ] );
1666  }
1667 
1677  public function streamFileWithStatus( $virtualUrl, $headers = [], $optHeaders = [] ) {
1678  $path = $this->resolveToStoragePathIfVirtual( $virtualUrl );
1679  $params = [ 'src' => $path, 'headers' => $headers, 'options' => $optHeaders ];
1680 
1681  // T172851: HHVM does not flush the output properly, causing OOM
1682  ob_start( null, 1048576 );
1683  ob_implicit_flush( true );
1684 
1685  $status = $this->newGood()->merge( $this->backend->streamFile( $params ) );
1686 
1687  // T186565: Close the buffer, unless it has already been closed
1688  // in HTTPFileStreamer::resetOutputBuffers().
1689  if ( ob_get_status() ) {
1690  ob_end_flush();
1691  }
1692 
1693  return $status;
1694  }
1695 
1704  public function enumFiles( $callback ) {
1705  $this->enumFilesInStorage( $callback );
1706  }
1707 
1715  protected function enumFilesInStorage( $callback ) {
1716  $publicRoot = $this->getZonePath( 'public' );
1717  $numDirs = 1 << ( $this->hashLevels * 4 );
1718  // Use a priori assumptions about directory structure
1719  // to reduce the tree height of the scanning process.
1720  for ( $flatIndex = 0; $flatIndex < $numDirs; $flatIndex++ ) {
1721  $hexString = sprintf( "%0{$this->hashLevels}x", $flatIndex );
1722  $path = $publicRoot;
1723  for ( $hexPos = 0; $hexPos < $this->hashLevels; $hexPos++ ) {
1724  $path .= '/' . substr( $hexString, 0, $hexPos + 1 );
1725  }
1726  $iterator = $this->backend->getFileList( [ 'dir' => $path ] );
1727  if ( $iterator === null ) {
1728  throw new MWException( __METHOD__ . ': could not get file listing for ' . $path );
1729  }
1730  foreach ( $iterator as $name ) {
1731  // Each item returned is a public file
1732  call_user_func( $callback, "{$path}/{$name}" );
1733  }
1734  }
1735  }
1736 
1743  public function validateFilename( $filename ) {
1744  if ( strval( $filename ) == '' ) {
1745  return false;
1746  }
1747 
1748  return FileBackend::isPathTraversalFree( $filename );
1749  }
1750 
1756  private function getErrorCleanupFunction() {
1757  switch ( $this->pathDisclosureProtection ) {
1758  case 'none':
1759  case 'simple': // b/c
1760  $callback = [ $this, 'passThrough' ];
1761  break;
1762  default: // 'paranoid'
1763  $callback = [ $this, 'paranoidClean' ];
1764  }
1765  return $callback;
1766  }
1767 
1774  public function paranoidClean( $param ) {
1775  return '[hidden]';
1776  }
1777 
1784  public function passThrough( $param ) {
1785  return $param;
1786  }
1787 
1795  public function newFatal( $message, ...$parameters ) {
1796  $status = Status::newFatal( $message, ...$parameters );
1797  $status->cleanCallback = $this->getErrorCleanupFunction();
1798 
1799  return $status;
1800  }
1801 
1808  public function newGood( $value = null ) {
1809  $status = Status::newGood( $value );
1810  $status->cleanCallback = $this->getErrorCleanupFunction();
1811 
1812  return $status;
1813  }
1814 
1823  public function checkRedirect( $title ) {
1824  return false;
1825  }
1826 
1834  public function invalidateImageRedirect( $title ) {
1835  }
1836 
1842  public function getDisplayName() {
1843  $sitename = MediaWikiServices::getInstance()->getMainConfig()->get( MainConfigNames::Sitename );
1844 
1845  if ( $this->isLocal() ) {
1846  return $sitename;
1847  }
1848 
1849  // 'shared-repo-name-wikimediacommons' is used when $wgUseInstantCommons = true
1850  return wfMessageFallback( 'shared-repo-name-' . $this->name, 'shared-repo' )->text();
1851  }
1852 
1860  public function nameForThumb( $name ) {
1861  if ( strlen( $name ) > $this->abbrvThreshold ) {
1863  $name = ( $ext == '' ) ? 'thumbnail' : "thumbnail.$ext";
1864  }
1865 
1866  return $name;
1867  }
1868 
1874  public function isLocal() {
1875  return $this->getName() == 'local';
1876  }
1877 
1889  public function getSharedCacheKey( $kClassSuffix, ...$components ) {
1890  return false;
1891  }
1892 
1904  public function getLocalCacheKey( $kClassSuffix, ...$components ) {
1905  return $this->wanCache->makeKey(
1906  'filerepo-' . $kClassSuffix,
1907  $this->getName(),
1908  ...$components
1909  );
1910  }
1911 
1920  public function getTempRepo() {
1921  return new TempFileRepo( [
1922  'name' => "{$this->name}-temp",
1923  'backend' => $this->backend,
1924  'zones' => [
1925  'public' => [
1926  // Same place storeTemp() uses in the base repo, though
1927  // the path hashing is mismatched, which is annoying.
1928  'container' => $this->zones['temp']['container'],
1929  'directory' => $this->zones['temp']['directory']
1930  ],
1931  'thumb' => [
1932  'container' => $this->zones['temp']['container'],
1933  'directory' => $this->zones['temp']['directory'] == ''
1934  ? 'thumb'
1935  : $this->zones['temp']['directory'] . '/thumb'
1936  ],
1937  'transcoded' => [
1938  'container' => $this->zones['temp']['container'],
1939  'directory' => $this->zones['temp']['directory'] == ''
1940  ? 'transcoded'
1941  : $this->zones['temp']['directory'] . '/transcoded'
1942  ]
1943  ],
1944  'hashLevels' => $this->hashLevels, // performance
1945  'isPrivate' => true // all in temp zone
1946  ] );
1947  }
1948 
1955  public function getUploadStash( UserIdentity $user = null ) {
1956  return new UploadStash( $this, $user );
1957  }
1958 
1965  protected function assertWritableRepo() {
1966  }
1967 
1974  public function getInfo() {
1975  $ret = [
1976  'name' => $this->getName(),
1977  'displayname' => $this->getDisplayName(),
1978  'rootUrl' => $this->getZoneUrl( 'public' ),
1979  'local' => $this->isLocal(),
1980  ];
1981 
1982  $optionalSettings = [
1983  'url',
1984  'thumbUrl',
1985  'initialCapital',
1986  'descBaseUrl',
1987  'scriptDirUrl',
1988  'articleUrl',
1989  'fetchDescription',
1990  'descriptionCacheExpiry',
1991  ];
1992  foreach ( $optionalSettings as $k ) {
1993  if ( isset( $this->$k ) ) {
1994  $ret[$k] = $this->$k;
1995  }
1996  }
1997  if ( isset( $this->favicon ) ) {
1998  // Expand any local path to full URL to improve API usability (T77093).
1999  $ret['favicon'] = MediaWikiServices::getInstance()->getUrlUtils()
2000  ->expand( $this->favicon );
2001  }
2002 
2003  return $ret;
2004  }
2005 
2010  public function hasSha1Storage() {
2011  return $this->hasSha1Storage;
2012  }
2013 
2018  public function supportsSha1URLs() {
2019  return $this->supportsSha1URLs;
2020  }
2021 }
const NS_FILE
Definition: Defines.php:70
wfDebug( $text, $dest='all', array $context=[])
Sends a line to the debug log if enabled or, optionally, to a comment in output.
wfUrlencode( $s)
We want some things to be included as literal characters in our title URLs for prettiness,...
wfMessageFallback(... $keys)
This function accepts multiple message keys and returns a message instance for the first message whic...
wfAppendQuery( $url, $query)
Append a query string to an existing URL, which may or may not already have query string parameters a...
Class representing a non-directory file on the file system.
Definition: FSFile.php:32
Base class for all file backend classes (including multi-write backends).
Definition: FileBackend.php:99
static isStoragePath( $path)
Check if a given path is a "mwstore://" path.
const ATTR_UNICODE_PATHS
static splitStoragePath( $storagePath)
Split a storage path into a backend name, a container name, and a relative file path.
static extensionFromPath( $path, $case='lowercase')
Get the final extension from a storage or FS path.
static isPathTraversalFree( $path)
Check if a relative path has no directory traversals.
Base class for file repositories.
Definition: FileRepo.php:50
string $pathDisclosureProtection
May be 'paranoid' to remove all parameters from error messages, 'none' to leave the paths in unchange...
Definition: FileRepo.php:111
getTempHashPath( $suffix)
Get a relative path including trailing slash, e.g.
Definition: FileRepo.php:759
int $hashLevels
The number of directory levels for hash-based division of files.
Definition: FileRepo.php:120
getTempRepo()
Get a temporary private FileRepo associated with this repo.
Definition: FileRepo.php:1920
cleanupDeletedBatch(array $storageKeys)
Delete files in the deleted directory if they are not referenced in the filearchive table.
Definition: FileRepo.php:1546
const OVERWRITE_SAME
Definition: FileRepo.php:53
resolveVirtualUrl( $url)
Get the backend storage path corresponding to a virtual URL.
Definition: FileRepo.php:358
nameForThumb( $name)
Get the portion of the file that contains the origin file name.
Definition: FileRepo.php:1860
publishBatch(array $ntuples, $flags=0)
Publish a batch of files.
Definition: FileRepo.php:1287
findFiles(array $items, $flags=0)
Find many files at once.
Definition: FileRepo.php:540
newFatal( $message,... $parameters)
Create a new fatal error.
Definition: FileRepo.php:1795
getThumbProxyUrl()
Get the URL thumb.php requests are being proxied to.
Definition: FileRepo.php:678
getZoneLocation( $zone)
The storage container and base path of a zone.
Definition: FileRepo.php:384
fileExists( $file)
Checks existence of a file.
Definition: FileRepo.php:1434
getFileSha1( $virtualUrl)
Get the sha1 (base 36) of a file with a given virtual URL/storage path.
Definition: FileRepo.php:1662
bool $supportsSha1URLs
Definition: FileRepo.php:70
quickImportBatch(array $triples)
Import a batch of files from the local file system into the repo.
Definition: FileRepo.php:1069
assertWritableRepo()
Throw an exception if this repo is read-only by design.
Definition: FileRepo.php:1965
getRootDirectory()
Get the public zone root storage directory of the repository.
Definition: FileRepo.php:737
supportsSha1URLs()
Returns whether or not repo supports having originals SHA-1s in the thumb URLs.
Definition: FileRepo.php:2018
newGood( $value=null)
Create a new good result.
Definition: FileRepo.php:1808
findFilesByPrefix( $prefix, $limit)
Return an array of files where the name starts with $prefix.
Definition: FileRepo.php:660
getHashLevels()
Get the number of hash directory levels.
Definition: FileRepo.php:789
string $thumbProxySecret
Secret key to pass as an X-Swift-Secret header to the proxied thumb service.
Definition: FileRepo.php:151
streamFileWithStatus( $virtualUrl, $headers=[], $optHeaders=[])
Attempt to stream a file with the given virtual URL/storage path.
Definition: FileRepo.php:1677
getName()
Get the name of this repository, as specified by $info['name]' to the constructor.
Definition: FileRepo.php:798
store( $srcPath, $dstZone, $dstRel, $flags=0)
Store a file to a given destination.
Definition: FileRepo.php:915
findFile( $title, $options=[])
Find an instance of the named file created at the specified time Returns false if the file does not e...
Definition: FileRepo.php:457
callable false $oldFileFactoryKey
Override these in the base class.
Definition: FileRepo.php:144
getVirtualUrl( $suffix=false)
Get a URL referring to this repository, with the private mwrepo protocol.
Definition: FileRepo.php:300
const NAME_AND_TIME_ONLY
Definition: FileRepo.php:56
quickPurge( $path)
Purge a file from the repo.
Definition: FileRepo.php:1113
quickPurgeBatch(array $paths)
Purge a batch of files from the repo.
Definition: FileRepo.php:1140
passThrough( $param)
Path disclosure protection function.
Definition: FileRepo.php:1784
static getHashPathForLevel( $name, $levels)
Definition: FileRepo.php:770
array $zones
Map of zones to config.
Definition: FileRepo.php:76
callable false $fileFactoryKey
Override these in the base class.
Definition: FileRepo.php:142
checkRedirect( $title)
Checks if there is a redirect named as $title.
Definition: FileRepo.php:1823
getDisplayName()
Get the human-readable name of the repo.
Definition: FileRepo.php:1842
getSharedCacheKey( $kClassSuffix,... $components)
Get a global, repository-qualified, WAN cache key.
Definition: FileRepo.php:1889
getLocalCacheKey( $kClassSuffix,... $components)
Get a site-local, repository-qualified, WAN cache key.
Definition: FileRepo.php:1904
bool $disableLocalTransform
Disable local image scaling.
Definition: FileRepo.php:154
storeBatch(array $triplets, $flags=0)
Store a batch of files.
Definition: FileRepo.php:940
enumFiles( $callback)
Call a callback function for every public regular file in the repository.
Definition: FileRepo.php:1704
canTransformLocally()
Returns true if the repository can transform files locally.
Definition: FileRepo.php:706
hasSha1Storage()
Returns whether or not storage is SHA-1 based.
Definition: FileRepo.php:2010
cleanupBatch(array $files, $flags=0)
Deletes a batch of files.
Definition: FileRepo.php:1008
publish( $src, $dstRel, $archiveRel, $flags=0, array $options=[])
Copy or move a file either from a storage path, virtual URL, or file system path, into this repositor...
Definition: FileRepo.php:1260
initDirectory( $dir)
Creates a directory with the appropriate zone permissions.
Definition: FileRepo.php:1395
int $abbrvThreshold
File names over this size will use the short form of thumbnail names.
Definition: FileRepo.php:129
makeUrl( $query='', $entry='index')
Make an url to this repo.
Definition: FileRepo.php:809
findBySha1s(array $hashes)
Get an array of arrays or iterators of file objects for files that have the given SHA-1 content hashe...
Definition: FileRepo.php:640
string $thumbProxyUrl
URL of where to proxy thumb.php requests to.
Definition: FileRepo.php:149
concatenate(array $srcPaths, $dstPath, $flags=0)
Concatenate a list of temporary files into a target file location.
Definition: FileRepo.php:1207
FileBackend $backend
Definition: FileRepo.php:73
null string $favicon
The URL to a favicon (optional, may be a server-local path URL).
Definition: FileRepo.php:132
fileExistsBatch(array $files)
Checks existence of an array of files.
Definition: FileRepo.php:1447
int $descriptionCacheExpiry
Definition: FileRepo.php:64
paranoidClean( $param)
Path disclosure protection function.
Definition: FileRepo.php:1774
WANObjectCache $wanCache
Definition: FileRepo.php:157
const SKIP_LOCKING
Definition: FileRepo.php:54
initZones( $doZones=[])
Ensure that a single zone or list of zones is defined for usage.
Definition: FileRepo.php:273
getFileProps( $virtualUrl)
Get properties of a file with a given virtual URL/storage path.
Definition: FileRepo.php:1620
const OVERWRITE
Definition: FileRepo.php:52
isLocal()
Returns true if this the local file repository.
Definition: FileRepo.php:1874
getZonePath( $zone)
Get the storage path corresponding to one of the zones.
Definition: FileRepo.php:398
getUploadStash(UserIdentity $user=null)
Get an UploadStash associated with this repo.
Definition: FileRepo.php:1955
getDescriptionUrl( $name)
Get the URL of an image description page.
Definition: FileRepo.php:829
cleanDir( $dir)
Deletes a directory if empty.
Definition: FileRepo.php:1418
resolveToStoragePathIfVirtual( $path)
If a path is a virtual URL, resolve it to a storage path.
Definition: FileRepo.php:1578
getDeletedHashPath( $key)
Get a relative path for a deletion archive key, e.g.
Definition: FileRepo.php:1558
bool $hasSha1Storage
Definition: FileRepo.php:67
const DELETE_SOURCE
Definition: FileRepo.php:51
getNameFromTitle( $title)
Get the name of a file from its title.
Definition: FileRepo.php:716
invalidateImageRedirect( $title)
Invalidates image redirect cache related to that image Doesn't do anything for repositories that don'...
Definition: FileRepo.php:1834
getFileSize( $virtualUrl)
Get the size of a file with a given virtual URL/storage path.
Definition: FileRepo.php:1650
getThumbProxySecret()
Get the secret key for the proxied thumb service.
Definition: FileRepo.php:687
bool $fetchDescription
Whether to fetch commons image description pages and display them on the local wiki.
Definition: FileRepo.php:61
string false $url
Public zone URL.
Definition: FileRepo.php:114
callable $fileFactory
Override these in the base class.
Definition: FileRepo.php:138
static isVirtualUrl( $url)
Determine if a string is an mwrepo:// URL.
Definition: FileRepo.php:288
getDescriptionStylesheetUrl()
Get the URL of the stylesheet to apply to description pages.
Definition: FileRepo.php:888
bool $transformVia404
Whether to skip media file transformation on parse and rely on a 404 handler instead.
Definition: FileRepo.php:84
getFileTimestamp( $virtualUrl)
Get the timestamp of a file with a given virtual URL/storage path.
Definition: FileRepo.php:1638
bool $isPrivate
Whether all zones should be private (e.g.
Definition: FileRepo.php:135
string $scriptDirUrl
URL of the MediaWiki installation, equivalent to $wgScriptPath, e.g.
Definition: FileRepo.php:94
string $descBaseUrl
URL of image description pages, e.g.
Definition: FileRepo.php:89
getZoneUrl( $zone, $ext=null)
Get the URL corresponding to one of the four basic zones.
Definition: FileRepo.php:316
getReadOnlyReason()
Get an explanatory message if this repo is read-only.
Definition: FileRepo.php:263
newFile( $title, $time=false)
Create a new File object from the local repository.
Definition: FileRepo.php:422
storeTemp( $originalName, $srcPath)
Pick a random name in the temp zone and store a file to it.
Definition: FileRepo.php:1165
quickCleanDir( $dir)
Deletes a directory if empty.
Definition: FileRepo.php:1124
canTransformVia404()
Returns true if the repository can transform files via a 404 handler.
Definition: FileRepo.php:696
enumFilesInStorage( $callback)
Call a callback function for every public file in the repository.
Definition: FileRepo.php:1715
validateFilename( $filename)
Determine if a relative path is valid, i.e.
Definition: FileRepo.php:1743
findFileFromKey( $sha1, $options=[])
Find an instance of the file with this key, created at the specified time Returns false if the file d...
Definition: FileRepo.php:585
int $deletedHashLevels
The number of directory levels for hash-based division of deleted files.
Definition: FileRepo.php:123
string $thumbScriptUrl
URL of thumb.php.
Definition: FileRepo.php:79
backendSupportsUnicodePaths()
Definition: FileRepo.php:346
__construct(array $info=null)
Definition: FileRepo.php:172
string $name
Definition: FileRepo.php:164
string false $thumbUrl
The base thumbnail URL.
Definition: FileRepo.php:117
bool $initialCapital
Equivalent to $wgCapitalLinks (or $wgCapitalLinkOverrides[NS_FILE], determines whether filenames impl...
Definition: FileRepo.php:104
getLocalCopy( $virtualUrl)
Get a local FS copy of a file with a given virtual URL/storage path.
Definition: FileRepo.php:1593
deleteBatch(array $sourceDestPairs)
Move a group of files to the deletion archive.
Definition: FileRepo.php:1493
getHashPath( $name)
Get a relative path including trailing slash, e.g.
Definition: FileRepo.php:748
callable false $oldFileFactory
Override these in the base class.
Definition: FileRepo.php:140
quickImport( $src, $dst, $options=null)
Import a file from the local file system into the repo.
Definition: FileRepo.php:1051
string $articleUrl
Equivalent to $wgArticlePath, e.g.
Definition: FileRepo.php:97
getDescriptionRenderUrl( $name, $lang=null)
Get the URL of the content-only fragment of the description page.
Definition: FileRepo.php:863
freeTemp( $virtualUrl)
Remove a temporary file or mark it for garbage collection.
Definition: FileRepo.php:1185
findBySha1( $hash)
Get an array or iterator of file objects for files that have a given SHA-1 content hash.
Definition: FileRepo.php:629
getBackend()
Get the file backend instance.
Definition: FileRepo.php:253
getInfo()
Return information about the repository.
Definition: FileRepo.php:1974
getThumbScriptUrl()
Get the URL of thumb.php.
Definition: FileRepo.php:669
getLocalReference( $virtualUrl)
Get a local FS file with a given virtual URL/storage path.
Definition: FileRepo.php:1607
static normalizeTitle( $title, $exception=false)
Given a string or Title object return either a valid Title object with namespace NS_FILE or null.
Definition: File.php:209
const DELETED_FILE
Definition: File.php:74
MediaWiki exception.
Definition: MWException.php:33
MimeMagic helper wrapper.
Definition: MWFileProps.php:28
A class containing constants representing the names of configuration variables.
Service locator for MediaWiki core services.
Generic operation result class Has warning/error list, boolean status and arbitrary value.
Definition: Status.php:58
Represents a title within MediaWiki.
Definition: Title.php:76
Library for creating and parsing MW-style timestamps.
Definition: MWTimestamp.php:48
static getMain()
Get the RequestContext object associated with the main request.
FileRepo for temporary files created by FileRepo::getTempRepo()
Definition: TempFileRepo.php:8
UploadStash is intended to accomplish a few things:
Definition: UploadStash.php:57
static newEmpty()
Get an instance that wraps EmptyBagOStuff.
Represents the target of a wiki link.
Definition: LinkTarget.php:30
Interface for objects (potentially) representing an editable wiki page.
This interface represents the authority associated the current execution context, such as a web reque...
Definition: Authority.php:37
Interface for objects representing user identity.
$source
return true
Definition: router.php:90
if(PHP_SAPI !='cli-server') if(!isset( $_SERVER['SCRIPT_FILENAME'])) $file
Item class for a filearchive table row.
Definition: router.php:42
if(!is_readable( $file)) $ext
Definition: router.php:48