TranslatePerLanguageStats.php

<?php
declare( strict_types = 1 );
 
namespace MediaWiki\Extension\Translate\Statistics;
 
use Language;
use MediaWiki\Extension\Translate\MessageGroupProcessing\MessageGroups;
use MediaWiki\Extension\Translate\MessageLoading\MessageIndex;
use MediaWiki\Extension\Translate\Services;
use MediaWiki\Extension\Translate\Utilities\Utilities;
use MediaWiki\MediaWikiServices;
use Wikimedia\Rdbms\IDatabase;
 
class TranslatePerLanguageStats extends TranslationStatsBase {
    protected array $seenUsers = [];
    protected array $groups = [];
    private Language $dateFormatter;
    private array $formatCache = [];
    protected MessageIndex $messageIndex;
 
    public function __construct( TranslationStatsGraphOptions $opts ) {
        parent::__construct( $opts );
        // This query is slow. Set a lower limit, but allow seeing one year at once.
        $opts->boundValue( 'days', 1, 400 );
        // TODO: inject
        $this->dateFormatter = MediaWikiServices::getInstance()->getContentLanguage();
        $this->messageIndex = Services::getInstance()->getMessageIndex();
    }
 
    public function preQuery(
        IDatabase $database,
        &$tables,
        &$fields,
        &$conds,
        &$type,
        &$options,
        &$joins,
        $start,
        $end
    ) {
        global $wgTranslateMessageNamespaces;
 
        $tables = [ 'recentchanges' ];
        $fields = [ 'rc_timestamp' ];
        $joins = [];
 
        $conds = [
            'rc_namespace' => $wgTranslateMessageNamespaces,
            'rc_bot' => 0,
            'rc_type != ' . RC_LOG,
        ];
 
        $timeConds = self::makeTimeCondition( $database, 'rc_timestamp', $start, $end );
        $conds = array_merge( $conds, $timeConds );
 
        $options = [ 'ORDER BY' => 'rc_timestamp' ];
 
        $this->groups = array_map( [ MessageGroups::class, 'normalizeId' ], $this->opts->getGroups() );
 
        $namespaces = self::namespacesFromGroups( $this->groups );
        if ( count( $namespaces ) ) {
            $conds['rc_namespace'] = $namespaces;
        }
 
        $languages = [];
        foreach ( $this->opts->getLanguages() as $code ) {
            $languages[] = 'rc_title ' . $database->buildLike( $database->anyString(), "/$code" );
        }
        if ( count( $languages ) ) {
            $conds[] = $database->makeList( $languages, LIST_OR );
        }
 
        $fields[] = 'rc_title';
 
        if ( $this->groups ) {
            $fields[] = 'rc_namespace';
        }
 
        if ( $this->opts->getValue( 'count' ) === 'users' ) {
            $fields[] = 'rc_actor';
        }
 
        $type .= '-perlang';
    }
 
    public function indexOf( $row ) {
        if ( $this->opts->getValue( 'count' ) === 'users' ) {
            $date = $this->formatTimestamp( $row->rc_timestamp );
 
            if ( isset( $this->seenUsers[$date][$row->rc_actor] ) ) {
                return false;
            }
 
            $this->seenUsers[$date][$row->rc_actor] = true;
        }
 
        // Do not consider language-less pages.
        if ( !str_contains( $row->rc_title, '/' ) ) {
            return false;
        }
 
        // No filters, just one key to track.
        if ( !$this->groups && !$this->opts->getLanguages() ) {
            return [ 'all' ];
        }
 
        // The key-building needs to be in sync with ::labels().
        [ $key, $code ] = Utilities::figureMessage( $row->rc_title );
 
        $groups = [];
        $codes = [];
 
        if ( $this->groups ) {
            // Get list of keys that the message belongs to, and filter
            // out those which are not requested.
            $groups = $this->messageIndex->getGroupIdsForDatabaseTitle( (int)$row->rc_namespace, $key );
            $groups = array_intersect( $this->groups, $groups );
        }
 
        if ( $this->opts->getLanguages() ) {
            $codes = [ $code ];
        }
 
        return $this->combineTwoArrays( $groups, $codes );
    }
 
    public function labels() {
        return $this->combineTwoArrays( $this->groups, $this->opts->getLanguages() );
    }
 
    public function getTimestamp( $row ) {
        return $row->rc_timestamp;
    }
 
    protected function makeLabel( $group, $code ) {
        if ( $group || $code ) {
            return "$group@$code";
        } else {
            return 'all';
        }
    }
 
    protected function combineTwoArrays( $groups, $codes ) {
        if ( !count( $groups ) ) {
            $groups[] = false;
        }
 
        if ( !count( $codes ) ) {
            $codes[] = false;
        }
 
        $items = [];
        foreach ( $groups as $group ) {
            foreach ( $codes as $code ) {
                $items[] = $this->makeLabel( $group, $code );
            }
        }
 
        return $items;
    }
 
    protected function formatTimestamp( $timestamp ) {
        switch ( $this->opts->getValue( 'scale' ) ) {
            case 'hours':
                $cut = 4;
                break;
            case 'days':
                $cut = 6;
                break;
            case 'months':
                $cut = 8;
                break;
            case 'years':
                $cut = 10;
                break;
            default:
                // Get the prefix that uniquely identifies a day in the MW timestamp format
                $index = substr( $timestamp, 0, -6 );
                // Date formatting is really slow, so do it at most once per day. This is not
                // adjusted for user timestamp, so it's safe to assume day boundaries follow UTC.
                $this->formatCache[$index] ??= $this->dateFormatter->sprintfDate( $this->getDateFormat(), $timestamp );
                return $this->formatCache[$index];
        }
 
        return substr( $timestamp, 0, -$cut );
    }
}