importSiteScripts.php

Go to the documentation of this file.

<?php
use MediaWiki\MediaWikiServices;
 
require_once __DIR__ . '/Maintenance.php';
 
class ImportSiteScripts extends Maintenance {
    public function __construct() {
        parent::__construct();
        $this->addDescription( 'Import site scripts from a site' );
        $this->addArg( 'api', 'API base url' );
        $this->addArg( 'index', 'index.php base url' );
        $this->addOption( 'username', 'User name of the script importer' );
    }
 
    public function execute() {
        $username = $this->getOption( 'username', false );
        if ( $username === false ) {
            $user = User::newSystemUser( 'ScriptImporter', [ 'steal' => true ] );
        } else {
            $user = User::newFromName( $username );
        }
        StubGlobalUser::setUser( $user );
 
        $baseUrl = $this->getArg( 1 );
        $pageList = $this->fetchScriptList();
        $this->output( 'Importing ' . count( $pageList ) . " pages\n" );
        $services = MediaWikiServices::getInstance();
        $wikiPageFactory = $services->getWikiPageFactory();
        $httpRequestFactory = $services->getHttpRequestFactory();
 
        foreach ( $pageList as $page ) {
            $title = Title::makeTitleSafe( NS_MEDIAWIKI, $page );
            if ( !$title ) {
                $this->error( "$page is an invalid title; it will not be imported\n" );
                continue;
            }
 
            $this->output( "Importing $page\n" );
            $url = wfAppendQuery( $baseUrl, [
                'action' => 'raw',
                'title' => "MediaWiki:{$page}" ] );
            $text = $httpRequestFactory->get( $url, [], __METHOD__ );
 
            $wikiPage = $wikiPageFactory->newFromTitle( $title );
            $content = ContentHandler::makeContent( $text, $wikiPage->getTitle() );
            $wikiPage->doUserEditContent( $content, $user, "Importing from $url" );
        }
    }
 
    protected function fetchScriptList() {
        $data = [
            'action' => 'query',
            'format' => 'json',
            'list' => 'allpages',
            'apnamespace' => '8',
            'aplimit' => '500',
            'continue' => '',
        ];
        $baseUrl = $this->getArg( 0 );
        $pages = [];
 
        while ( true ) {
            $url = wfAppendQuery( $baseUrl, $data );
            $strResult = MediaWikiServices::getInstance()->getHttpRequestFactory()->
                get( $url, [], __METHOD__ );
            $result = FormatJson::decode( $strResult, true );
 
            $page = null;
            foreach ( $result['query']['allpages'] as $page ) {
                if ( substr( $page['title'], -3 ) === '.js' ) {
                    strtok( $page['title'], ':' );
                    $pages[] = strtok( '' );
                }
            }
 
            if ( $page !== null ) {
                $this->output( "Fetched list up to {$page['title']}\n" );
            }
 
            if ( isset( $result['continue'] ) ) { // >= 1.21
                $data = array_replace( $data, $result['continue'] );
            } elseif ( isset( $result['query-continue']['allpages'] ) ) { // <= 1.20
                $data = array_replace( $data, $result['query-continue']['allpages'] );
            } else {
                break;
            }
        }
 
        return $pages;
    }
}
 
$maintClass = ImportSiteScripts::class;
require_once RUN_MAINTENANCE_IF_MAIN;