XmlDumpWriter.php

Go to the documentation of this file.

<?php
use MediaWiki\MediaWikiServices;
use MediaWiki\Revision\RevisionStore;
use MediaWiki\Storage\SqlBlobStore;

class XmlDumpWriter {
    public static $supportedSchemas = [
        XML_DUMP_SCHEMA_VERSION_10,
    ];

    private $currentTitle = null;

    function openStream() {
        $ver = WikiExporter::schemaVersion();
        return Xml::element( 'mediawiki', [
            'xmlns'              => "http://www.mediawiki.org/xml/export-$ver/",
            'xmlns:xsi'          => "http://www.w3.org/2001/XMLSchema-instance",
            /*
             * When a new version of the schema is created, it needs staging on mediawiki.org.
             * This requires a change in the operations/mediawiki-config git repo.
             *
             * Create a changeset like https://gerrit.wikimedia.org/r/#/c/149643/ in which
             * you copy in the new xsd file.
             *
             * After it is reviewed, merged and deployed (sync-docroot), the index.html needs purging.
             * echo "https://www.mediawiki.org/xml/index.html" | mwscript purgeList.php --wiki=aawiki
             */
            'xsi:schemaLocation' => "http://www.mediawiki.org/xml/export-$ver/ " .
                "http://www.mediawiki.org/xml/export-$ver.xsd",
            'version' => $ver,
            'xml:lang' => MediaWikiServices::getInstance()->getContentLanguage()->getHtmlCode() ],
            null ) .
            "\n" .
            $this->siteInfo();
    }

    function siteInfo() {
        $info = [
            $this->sitename(),
            $this->dbname(),
            $this->homelink(),
            $this->generator(),
            $this->caseSetting(),
            $this->namespaces() ];
        return "  <siteinfo>\n    " .
            implode( "\n    ", $info ) .
            "\n  </siteinfo>\n";
    }

    function sitename() {
        global $wgSitename;
        return Xml::element( 'sitename', [], $wgSitename );
    }

    function dbname() {
        global $wgDBname;
        return Xml::element( 'dbname', [], $wgDBname );
    }

    function generator() {
        global $wgVersion;
        return Xml::element( 'generator', [], "MediaWiki $wgVersion" );
    }

    function homelink() {
        return Xml::element( 'base', [], Title::newMainPage()->getCanonicalURL() );
    }

    function caseSetting() {
        global $wgCapitalLinks;
        // "case-insensitive" option is reserved for future
        $sensitivity = $wgCapitalLinks ? 'first-letter' : 'case-sensitive';
        return Xml::element( 'case', [], $sensitivity );
    }

    function namespaces() {
        $spaces = "<namespaces>\n";
        $nsInfo = MediaWikiServices::getInstance()->getNamespaceInfo();
        foreach (
            MediaWikiServices::getInstance()->getContentLanguage()->getFormattedNamespaces()
            as $ns => $title
        ) {
            $spaces .= '      ' .
                Xml::element( 'namespace',
                    [
                        'key' => $ns,
                        'case' => $nsInfo->isCapitalized( $ns )
                            ? 'first-letter' : 'case-sensitive',
                    ], $title ) . "\n";
        }
        $spaces .= "    </namespaces>";
        return $spaces;
    }

    function closeStream() {
        return "</mediawiki>\n";
    }

    public function openPage( $row ) {
        $out = "  <page>\n";
        $this->currentTitle = Title::makeTitle( $row->page_namespace, $row->page_title );
        $canonicalTitle = self::canonicalTitle( $this->currentTitle );
        $out .= '    ' . Xml::elementClean( 'title', [], $canonicalTitle ) . "\n";
        $out .= '    ' . Xml::element( 'ns', [], strval( $row->page_namespace ) ) . "\n";
        $out .= '    ' . Xml::element( 'id', [], strval( $row->page_id ) ) . "\n";
        if ( $row->page_is_redirect ) {
            $page = WikiPage::factory( $this->currentTitle );
            $redirect = $page->getRedirectTarget();
            if ( $redirect instanceof Title && $redirect->isValidRedirectTarget() ) {
                $out .= '    ';
                $out .= Xml::element( 'redirect', [ 'title' => self::canonicalTitle( $redirect ) ] );
                $out .= "\n";
            }
        }

        if ( $row->page_restrictions != '' ) {
            $out .= '    ' . Xml::element( 'restrictions', [],
                strval( $row->page_restrictions ) ) . "\n";
        }

        Hooks::run( 'XmlDumpWriterOpenPage', [ $this, &$out, $row, $this->currentTitle ] );

        return $out;
    }

    function closePage() {
        if ( $this->currentTitle !== null ) {
            $linkCache = MediaWikiServices::getInstance()->getLinkCache();
            // In rare cases, link cache has the same key for some pages which
            // might be read as part of the same batch. T220424 and T220316
            $linkCache->clearLink( $this->currentTitle );
        }
        return "  </page>\n";
    }

    private function getRevisionStore() {
        return MediaWikiServices::getInstance()->getRevisionStore();
    }

    private function getBlobStore() {
        return MediaWikiServices::getInstance()->getBlobStore();
    }

    function writeRevision( $row ) {
        $out = "    <revision>\n";
        $out .= "      " . Xml::element( 'id', null, strval( $row->rev_id ) ) . "\n";
        if ( isset( $row->rev_parent_id ) && $row->rev_parent_id ) {
            $out .= "      " . Xml::element( 'parentid', null, strval( $row->rev_parent_id ) ) . "\n";
        }

        $out .= $this->writeTimestamp( $row->rev_timestamp );

        if ( isset( $row->rev_deleted ) && ( $row->rev_deleted & Revision::DELETED_USER ) ) {
            $out .= "      " . Xml::element( 'contributor', [ 'deleted' => 'deleted' ] ) . "\n";
        } else {
            // empty values get written out as uid 0, see T224221
            $out .= $this->writeContributor( $row->rev_user ?: 0, $row->rev_user_text );
        }

        if ( isset( $row->rev_minor_edit ) && $row->rev_minor_edit ) {
            $out .= "      <minor/>\n";
        }
        if ( isset( $row->rev_deleted ) && ( $row->rev_deleted & Revision::DELETED_COMMENT ) ) {
            $out .= "      " . Xml::element( 'comment', [ 'deleted' => 'deleted' ] ) . "\n";
        } else {
            $comment = CommentStore::getStore()->getComment( 'rev_comment', $row )->text;
            if ( $comment != '' ) {
                $out .= "      " . Xml::elementClean( 'comment', [], strval( $comment ) ) . "\n";
            }
        }

        // TODO: rev_content_model no longer exists with MCR, see T174031
        if ( isset( $row->rev_content_model ) && !is_null( $row->rev_content_model ) ) {
            $content_model = strval( $row->rev_content_model );
        } else {
            // probably using $wgContentHandlerUseDB = false;
            $content_model = ContentHandler::getDefaultModelFor( $this->currentTitle );
        }

        $content_handler = ContentHandler::getForModelID( $content_model );

        // TODO: rev_content_format no longer exists with MCR, see T174031
        if ( isset( $row->rev_content_format ) && !is_null( $row->rev_content_format ) ) {
            $content_format = strval( $row->rev_content_format );
        } else {
            // probably using $wgContentHandlerUseDB = false;
            $content_format = $content_handler->getDefaultFormat();
        }

        $out .= "      " . Xml::element( 'model', null, strval( $content_model ) ) . "\n";
        $out .= "      " . Xml::element( 'format', null, strval( $content_format ) ) . "\n";

        $text = '';
        if ( isset( $row->rev_deleted ) && ( $row->rev_deleted & Revision::DELETED_TEXT ) ) {
            $out .= "      " . Xml::element( 'text', [ 'deleted' => 'deleted' ] ) . "\n";
        } elseif ( isset( $row->old_text ) ) {
            // Raw text from the database may have invalid chars
            $text = strval( Revision::getRevisionText( $row ) );
            try {
                $text = $content_handler->exportTransform( $text, $content_format );
            }
            catch ( Exception $ex ) {
                if ( $ex instanceof MWException || $ex instanceof RuntimeException ) {
                    // leave text as is; that's the way it goes
                    wfLogWarning( 'exportTransform failed on text for revid ' . $row->rev_id . "\n" );
                } else {
                    throw $ex;
                }
            }
            $out .= "      " . Xml::elementClean( 'text',
                [ 'xml:space' => 'preserve', 'bytes' => intval( $row->rev_len ) ],
                strval( $text ) ) . "\n";
        } elseif ( isset( $row->_load_content ) ) {
            // TODO: make this fully MCR aware, see T174031
            $rev = $this->getRevisionStore()->newRevisionFromRow( $row, 0, $this->currentTitle );
            $slot = $rev->getSlot( 'main' );
            try {
                $content = $slot->getContent();

                if ( $content instanceof TextContent ) {
                    // HACK: For text based models, bypass the serialization step.
                    // This allows extensions (like Flow)that use incompatible combinations
                    // of serialization format and content model.
                    $text = $content->getNativeData();
                } else {
                    $text = $content->serialize( $content_format );
                }
                $text = $content_handler->exportTransform( $text, $content_format );
                $out .= "      " . Xml::elementClean( 'text',
                    [ 'xml:space' => 'preserve', 'bytes' => intval( $slot->getSize() ) ],
                    strval( $text ) ) . "\n";
            }
            catch ( Exception $ex ) {
                if ( $ex instanceof MWException || $ex instanceof RuntimeException ) {
                    // there's no provsion in the schema for an attribute that will let
                    // the user know this element was unavailable due to error; an empty
                    // tag is the best we can do
                    $out .= "      " . Xml::element( 'text' ) . "\n";
                    wfLogWarning( 'failed to load content for revid ' . $row->rev_id . "\n" );
                } else {
                    throw $ex;
                }
            }
        } elseif ( isset( $row->rev_text_id ) ) {
            // Stub output for pre-MCR schema
            // TODO: MCR: rev_text_id only exists in the pre-MCR schema. Remove this when
            // we drop support for the old schema.
            $out .= "      " . Xml::element( 'text',
                [ 'id' => $row->rev_text_id, 'bytes' => intval( $row->rev_len ) ],
                "" ) . "\n";
        } else {
            // Backwards-compatible stub output for MCR aware schema
            // TODO: MCR: emit content addresses instead of text ids, see T174031, T199121
            $rev = $this->getRevisionStore()->newRevisionFromRow( $row, 0, $this->currentTitle );
            $slot = $rev->getSlot( 'main' );

            // Note that this is currently the ONLY reason we have a BlobStore here at all.
            // When removing this line, check whether the BlobStore has become unused.
            $textId = $this->getBlobStore()->getTextIdFromAddress( $slot->getAddress() );
            $out .= "      " . Xml::element( 'text',
                    [ 'id' => $textId, 'bytes' => intval( $slot->getSize() ) ],
                    "" ) . "\n";
        }

        if ( isset( $row->rev_sha1 )
            && $row->rev_sha1
            && !( $row->rev_deleted & Revision::DELETED_TEXT )
        ) {
            $out .= "      " . Xml::element( 'sha1', null, strval( $row->rev_sha1 ) ) . "\n";
        } else {
            $out .= "      <sha1/>\n";
        }

        // Avoid PHP 7.1 warning from passing $this by reference
        $writer = $this;
        Hooks::run( 'XmlDumpWriterWriteRevision', [ &$writer, &$out, $row, $text ] );

        $out .= "    </revision>\n";

        return $out;
    }

    function writeLogItem( $row ) {
        $out = "  <logitem>\n";
        $out .= "    " . Xml::element( 'id', null, strval( $row->log_id ) ) . "\n";

        $out .= $this->writeTimestamp( $row->log_timestamp, "    " );

        if ( $row->log_deleted & LogPage::DELETED_USER ) {
            $out .= "    " . Xml::element( 'contributor', [ 'deleted' => 'deleted' ] ) . "\n";
        } else {
            $out .= $this->writeContributor( $row->log_user, $row->user_name, "    " );
        }

        if ( $row->log_deleted & LogPage::DELETED_COMMENT ) {
            $out .= "    " . Xml::element( 'comment', [ 'deleted' => 'deleted' ] ) . "\n";
        } else {
            $comment = CommentStore::getStore()->getComment( 'log_comment', $row )->text;
            if ( $comment != '' ) {
                $out .= "    " . Xml::elementClean( 'comment', null, strval( $comment ) ) . "\n";
            }
        }

        $out .= "    " . Xml::element( 'type', null, strval( $row->log_type ) ) . "\n";
        $out .= "    " . Xml::element( 'action', null, strval( $row->log_action ) ) . "\n";

        if ( $row->log_deleted & LogPage::DELETED_ACTION ) {
            $out .= "    " . Xml::element( 'text', [ 'deleted' => 'deleted' ] ) . "\n";
        } else {
            $title = Title::makeTitle( $row->log_namespace, $row->log_title );
            $out .= "    " . Xml::elementClean( 'logtitle', null, self::canonicalTitle( $title ) ) . "\n";
            $out .= "    " . Xml::elementClean( 'params',
                [ 'xml:space' => 'preserve' ],
                strval( $row->log_params ) ) . "\n";
        }

        $out .= "  </logitem>\n";

        return $out;
    }

    function writeTimestamp( $timestamp, $indent = "      " ) {
        $ts = wfTimestamp( TS_ISO_8601, $timestamp );
        return $indent . Xml::element( 'timestamp', null, $ts ) . "\n";
    }

    function writeContributor( $id, $text, $indent = "      " ) {
        $out = $indent . "<contributor>\n";
        if ( $id || !IP::isValid( $text ) ) {
            $out .= $indent . "  " . Xml::elementClean( 'username', null, strval( $text ) ) . "\n";
            $out .= $indent . "  " . Xml::element( 'id', null, strval( $id ) ) . "\n";
        } else {
            $out .= $indent . "  " . Xml::elementClean( 'ip', null, strval( $text ) ) . "\n";
        }
        $out .= $indent . "</contributor>\n";
        return $out;
    }

    function writeUploads( $row, $dumpContents = false ) {
        if ( $row->page_namespace == NS_FILE ) {
            $img = MediaWikiServices::getInstance()->getRepoGroup()->getLocalRepo()
                ->newFile( $row->page_title );
            if ( $img && $img->exists() ) {
                $out = '';
                foreach ( array_reverse( $img->getHistory() ) as $ver ) {
                    $out .= $this->writeUpload( $ver, $dumpContents );
                }
                $out .= $this->writeUpload( $img, $dumpContents );
                return $out;
            }
        }
        return '';
    }

    function writeUpload( $file, $dumpContents = false ) {
        if ( $file->isOld() ) {
            $archiveName = "      " .
                Xml::element( 'archivename', null, $file->getArchiveName() ) . "\n";
        } else {
            $archiveName = '';
        }
        if ( $dumpContents ) {
            $be = $file->getRepo()->getBackend();
            # Dump file as base64
            # Uses only XML-safe characters, so does not need escaping
            # @todo Too bad this loads the contents into memory (script might swap)
            $contents = '      <contents encoding="base64">' .
                chunk_split( base64_encode(
                    $be->getFileContents( [ 'src' => $file->getPath() ] ) ) ) .
                "      </contents>\n";
        } else {
            $contents = '';
        }
        if ( $file->isDeleted( File::DELETED_COMMENT ) ) {
            $comment = Xml::element( 'comment', [ 'deleted' => 'deleted' ] );
        } else {
            $comment = Xml::elementClean( 'comment', null, strval( $file->getDescription() ) );
        }
        return "    <upload>\n" .
            $this->writeTimestamp( $file->getTimestamp() ) .
            $this->writeContributor( $file->getUser( 'id' ), $file->getUser( 'text' ) ) .
            "      " . $comment . "\n" .
            "      " . Xml::element( 'filename', null, $file->getName() ) . "\n" .
            $archiveName .
            "      " . Xml::element( 'src', null, $file->getCanonicalUrl() ) . "\n" .
            "      " . Xml::element( 'size', null, $file->getSize() ) . "\n" .
            "      " . Xml::element( 'sha1base36', null, $file->getSha1() ) . "\n" .
            "      " . Xml::element( 'rel', null, $file->getRel() ) . "\n" .
            $contents .
            "    </upload>\n";
    }

    public static function canonicalTitle( Title $title ) {
        if ( $title->isExternal() ) {
            return $title->getPrefixedText();
        }

        $prefix = MediaWikiServices::getInstance()->getContentLanguage()->
            getFormattedNsText( $title->getNamespace() );

        // @todo Emit some kind of warning to the user if $title->getNamespace() !==
        // NS_MAIN and $prefix === '' (viz. pages in an unregistered namespace)

        if ( $prefix !== '' ) {
            $prefix .= ':';
        }

        return $prefix . $title->getText();
    }
}