56 if ( !$performer->
isAllowed(
'upload_by_url' ) ) {
57 return 'upload_by_url';
60 return parent::isAllowed( $performer );
68 $allowCopyUploads = MediaWikiServices::getInstance()->getMainConfig()->get( MainConfigNames::AllowCopyUploads );
70 return $allowCopyUploads && parent::isEnabled();
82 $domains = self::getAllowedHosts();
83 if ( !count( $domains ) ) {
91 foreach ( $domains as $domain ) {
93 $domainPieces = explode(
'.', $domain );
94 $uploadDomainPieces = explode(
'.', $parsedUrl[
'host'] );
95 if ( count( $domainPieces ) === count( $uploadDomainPieces ) ) {
98 foreach ( $domainPieces as $index => $piece ) {
99 if ( $piece !==
'*' && $piece !== $uploadDomainPieces[$index] ) {
129 if ( !isset(
$params[
'filename'] ) || !isset(
$params[
'url'] ) ) {
135 return sha1( sprintf(
"%s|||%s",
$params[
'filename'],
$params[
'url'] ) );
146 $uploadCacheKey = $request->getText(
'wpCacheKey', $request->getText(
'key',
'' ) );
147 if ( $uploadCacheKey !==
'' ) {
148 return $uploadCacheKey;
150 $desiredDestName = $request->getText(
'wpDestFile' );
151 if ( !$desiredDestName ) {
152 $desiredDestName = $request->getText(
'wpUploadFileURL' );
156 'filename' => $desiredDestName,
157 'url' => trim( $request->getVal(
'wpUploadFileURL' ) )
165 private static function getAllowedHosts(): array {
167 $domains = $config->get( MainConfigNames::CopyUploadsDomains );
169 if ( $config->get( MainConfigNames::CopyUploadAllowOnWikiDomainConfig ) ) {
170 $page =
wfMessage(
'copyupload-allowed-domains' )->inContentLanguage()->plain();
172 foreach ( explode(
"\n", $page ) as $line ) {
174 $line = preg_replace(
"/^\\s*([^#]*)\\s*((.*)?)$/",
"\\1", $line );
176 $line = trim( $line );
178 if ( $line !==
'' ) {
194 if ( !isset( self::$allowedUrls[$url] ) ) {
196 (
new HookRunner( MediaWikiServices::getInstance()->getHookContainer() ) )
197 ->onIsUploadAllowedFromUrl( $url, $allowed );
198 self::$allowedUrls[$url] = $allowed;
201 return self::$allowedUrls[$url];
221 $tempPath = $this->makeTemporaryFile();
222 # File size and removeTempFile will be filled in later
223 $this->initializePathInfo( $name, $tempPath, 0,
false );
231 $desiredDestName = $request->getText(
'wpDestFile' );
232 if ( !$desiredDestName ) {
233 $desiredDestName = $request->getText(
'wpUploadFileURL' );
237 trim( $request->getVal(
'wpUploadFileURL' ) )
246 $user = RequestContext::getMain()->getUser();
248 $url = $request->getVal(
'wpUploadFileURL' );
251 && MediaWikiServices::getInstance()
252 ->getPermissionManager()
253 ->userHasRight( $user,
'upload_by_url' );
271 $status = $this->canFetchFile();
272 if ( !$status->isGood() ) {
275 return $this->reallyFetchFile( $httpOptions );
284 if ( !MWHttpRequest::isValidURI( $this->mUrl ) ) {
285 return Status::newFatal(
'http-invalid-url', $this->mUrl );
288 if ( !self::isAllowedHost( $this->mUrl ) ) {
289 return Status::newFatal(
'upload-copy-upload-invalid-domain' );
291 if ( !self::isAllowedUrl( $this->mUrl ) ) {
292 return Status::newFatal(
'upload-copy-upload-invalid-url' );
294 return Status::newGood();
303 $tmpFile = MediaWikiServices::getInstance()->getTempFSFileFactory()
304 ->newTempFSFile(
'URL',
'urlupload_' );
305 $tmpFile->bind( $this );
307 return $tmpFile->getPath();
318 wfDebugLog(
'fileupload',
'Received chunk of ' . strlen( $buffer ) .
' bytes' );
319 $nbytes = fwrite( $this->mTmpHandle, $buffer );
321 if ( $nbytes == strlen( $buffer ) ) {
322 $this->mFileSize += $nbytes;
327 'Short write ' . $nbytes .
'/' . strlen( $buffer ) .
328 ' bytes, aborting with ' . $this->mFileSize .
' uploaded so far'
330 fclose( $this->mTmpHandle );
331 $this->mTmpHandle =
false;
345 $copyUploadProxy = MediaWikiServices::getInstance()->getMainConfig()->get( MainConfigNames::CopyUploadProxy );
346 $copyUploadTimeout = MediaWikiServices::getInstance()->getMainConfig()
347 ->get( MainConfigNames::CopyUploadTimeout );
348 if ( $this->mTempPath ===
false ) {
349 return Status::newFatal(
'tmp-create-error' );
353 $this->mTmpHandle = fopen( $this->mTempPath,
'wb' );
354 if ( !$this->mTmpHandle ) {
355 return Status::newFatal(
'tmp-create-error' );
357 wfDebugLog(
'fileupload',
'Temporary file created "' . $this->mTempPath .
'"' );
359 $this->mRemoveTempFile =
true;
360 $this->mFileSize = 0;
362 $options = $httpOptions + [
'followRedirects' => false ];
364 if ( $copyUploadProxy !==
false ) {
365 $options[
'proxy'] = $copyUploadProxy;
368 if ( $copyUploadTimeout && !isset( $options[
'timeout'] ) ) {
369 $options[
'timeout'] = $copyUploadTimeout;
373 'Starting download from "' . $this->mUrl .
'" ' .
374 '<' . implode(
',', array_keys( array_filter( $options ) ) ) .
'>'
379 $attemptsLeft = $options[
'maxRedirects'] ?? 5;
380 $targetUrl = $this->mUrl;
381 $requestFactory = MediaWikiServices::getInstance()->getHttpRequestFactory();
382 while ( $attemptsLeft > 0 ) {
383 $req = $requestFactory->create( $targetUrl, $options, __METHOD__ );
384 $req->setCallback( [ $this,
'saveTempFileChunk' ] );
385 $status = $req->execute();
386 if ( !$req->isRedirect() ) {
389 $targetUrl = $req->getFinalUrl();
391 ftruncate( $this->mTmpHandle, 0 );
392 rewind( $this->mTmpHandle );
396 if ( $attemptsLeft == 0 ) {
397 return Status::newFatal(
'upload-too-many-redirects' );
400 if ( $this->mTmpHandle ) {
402 fclose( $this->mTmpHandle );
403 $this->mTmpHandle =
null;
406 return Status::newFatal(
'tmp-write-error' );
410 if ( $status->isOK() ) {
411 wfDebugLog(
'fileupload',
'Download by URL completed successfully.' );
414 wfDebugLog(
'fileupload', $status->getWikiText(
false,
false,
'en' ) );
418 'Download by URL completed with HTTP status ' . $req->getStatus()
wfParseUrl( $url)
parse_url() work-alike, but non-broken.
wfDebugLog( $logGroup, $text, $dest='all', array $context=[])
Send a line to a supplementary debug log file, if configured, or main debug log if not.
wfMessage( $key,... $params)
This is the function for getting translated interface messages.
array $params
The job parameters.
getCacheKey()
Get the cache key used to store status.
Group all the pieces relevant to the context of a request into one instance.
A class containing constants representing the names of configuration variables.
UploadBase and subclasses are the backend of MediaWiki's file uploads.
Implements uploading from a HTTP resource.
canFetchFile()
verify we can actually download the file
makeTemporaryFile()
Create a new temporary file in the URL subdirectory of wfTempDir().
static isValidRequest( $request)
getUrl()
Get the URL of the file to be uploaded.
static isAllowed(Authority $performer)
Checks if the user is allowed to use the upload-by-URL feature.
initializeFromRequest(&$request)
Entry point for SpecialUpload.
reallyFetchFile( $httpOptions=[])
Download the file, save it to the temporary file and update the file size and set $mRemoveTempFile to...
initialize( $name, $url)
Entry point for API upload.
static getCacheKeyFromRequest(&$request)
Get the caching key from a web request.
fetchFile( $httpOptions=[])
Download the file.
static getCacheKey( $params)
Provides a caching key for an upload from url set of parameters Used to set the status of an async jo...
saveTempFileChunk( $req, $buffer)
Callback: save a chunk of the result of a HTTP request to the temporary file.
static isAllowedHost( $url)
Checks whether the URL is for an allowed host The domains in the allowlist can include wildcard chara...
static isAllowedUrl( $url)
Checks whether the URL is not allowed.
static isEnabled()
Checks if the upload from URL feature is enabled.