LocalisationCache.php

Go to the documentation of this file.

<?php
use CLDRPluralRuleParser\Error as CLDRPluralRuleError;
use CLDRPluralRuleParser\Evaluator;
use MediaWiki\Config\ServiceOptions;
use MediaWiki\HookContainer\HookContainer;
use MediaWiki\HookContainer\HookRunner;
use MediaWiki\Languages\LanguageNameUtils;
use Psr\Log\LoggerInterface;
 
class LocalisationCache {
    public const VERSION = 4;
 
    private $options;
 
    private $manualRecache;
 
    protected $data = [];
 
    private $store;
 
    private $logger;
 
    private $hookRunner;
 
    private $clearStoreCallbacks;
 
    private $langNameUtils;
 
    private $loadedItems = [];
 
    private $loadedSubitems = [];
 
    private $initialisedLangs = [];
 
    private $shallowFallbacks = [];
 
    private $recachedLangs = [];
 
    public static $allKeys = [
        'fallback', 'namespaceNames', 'bookstoreList',
        'magicWords', 'messages', 'rtl',
        'digitTransformTable', 'separatorTransformTable',
        'minimumGroupingDigits', 'fallback8bitEncoding',
        'linkPrefixExtension', 'linkTrail', 'linkPrefixCharset',
        'namespaceAliases', 'dateFormats', 'datePreferences',
        'datePreferenceMigrationMap', 'defaultDateFormat',
        'specialPageAliases', 'imageFiles', 'preloadedMessages',
        'namespaceGenderAliases', 'digitGroupingPattern', 'pluralRules',
        'pluralRuleTypes', 'compiledPluralRules',
    ];
 
    public static $mergeableMapKeys = [ 'messages', 'namespaceNames',
        'namespaceAliases', 'dateFormats', 'imageFiles', 'preloadedMessages'
    ];
 
    public static $mergeableListKeys = [];
 
    public static $mergeableAliasListKeys = [ 'specialPageAliases' ];
 
    public static $optionalMergeKeys = [ 'bookstoreList' ];
 
    public static $magicWordKeys = [ 'magicWords' ];
 
    public static $splitKeys = [ 'messages' ];
 
    public static $preloadedKeys = [ 'dateFormats', 'namespaceNames' ];
 
    private $pluralRules = null;
 
    private $pluralRuleTypes = null;
 
    private $mergeableKeys = null;
 
    public static function getStoreFromConf( array $conf, $fallbackCacheDir ): LCStore {
        $storeArg = [];
        $storeArg['directory'] =
            $conf['storeDirectory'] ?: $fallbackCacheDir;
 
        if ( !empty( $conf['storeClass'] ) ) {
            $storeClass = $conf['storeClass'];
        } elseif ( $conf['store'] === 'files' || $conf['store'] === 'file' ||
            ( $conf['store'] === 'detect' && $storeArg['directory'] )
        ) {
            $storeClass = LCStoreCDB::class;
        } elseif ( $conf['store'] === 'db' || $conf['store'] === 'detect' ) {
            $storeClass = LCStoreDB::class;
            $storeArg['server'] = $conf['storeServer'] ?? [];
        } elseif ( $conf['store'] === 'array' ) {
            $storeClass = LCStoreStaticArray::class;
        } else {
            throw new MWException(
                'Please set $wgLocalisationCacheConf[\'store\'] to something sensible.'
            );
        }
 
        return new $storeClass( $storeArg );
    }
 
    public const CONSTRUCTOR_OPTIONS = [
        // True to treat all files as expired until they are regenerated by this object.
        'forceRecache',
        'manualRecache',
        'ExtensionMessagesFiles',
        'MessagesDirs',
    ];
 
    public function __construct(
        ServiceOptions $options,
        LCStore $store,
        LoggerInterface $logger,
        array $clearStoreCallbacks,
        LanguageNameUtils $langNameUtils,
        HookContainer $hookContainer
    ) {
        $options->assertRequiredOptions( self::CONSTRUCTOR_OPTIONS );
 
        $this->options = $options;
        $this->store = $store;
        $this->logger = $logger;
        $this->clearStoreCallbacks = $clearStoreCallbacks;
        $this->langNameUtils = $langNameUtils;
        $this->hookRunner = new HookRunner( $hookContainer );
 
        // Keep this separate from $this->options so it can be mutable
        $this->manualRecache = $options->get( 'manualRecache' );
    }
 
    public function isMergeableKey( $key ) {
        if ( $this->mergeableKeys === null ) {
            $this->mergeableKeys = array_fill_keys( array_merge(
                self::$mergeableMapKeys,
                self::$mergeableListKeys,
                self::$mergeableAliasListKeys,
                self::$optionalMergeKeys,
                self::$magicWordKeys
            ), true );
        }
 
        return isset( $this->mergeableKeys[$key] );
    }
 
    public function getItem( $code, $key ) {
        if ( !isset( $this->loadedItems[$code][$key] ) ) {
            $this->loadItem( $code, $key );
        }
 
        if ( $key === 'fallback' && isset( $this->shallowFallbacks[$code] ) ) {
            return $this->shallowFallbacks[$code];
        }
 
        return $this->data[$code][$key];
    }
 
    public function getSubitem( $code, $key, $subkey ) {
        if ( !isset( $this->loadedSubitems[$code][$key][$subkey] ) &&
            !isset( $this->loadedItems[$code][$key] )
        ) {
            $this->loadSubitem( $code, $key, $subkey );
        }
 
        return $this->data[$code][$key][$subkey] ?? null;
    }
 
    public function getSubitemList( $code, $key ) {
        if ( in_array( $key, self::$splitKeys ) ) {
            return $this->getSubitem( $code, 'list', $key );
        } else {
            $item = $this->getItem( $code, $key );
            if ( is_array( $item ) ) {
                return array_keys( $item );
            } else {
                return false;
            }
        }
    }
 
    protected function loadItem( $code, $key ) {
        if ( !isset( $this->initialisedLangs[$code] ) ) {
            $this->initLanguage( $code );
        }
 
        // Check to see if initLanguage() loaded it for us
        if ( isset( $this->loadedItems[$code][$key] ) ) {
            return;
        }
 
        if ( isset( $this->shallowFallbacks[$code] ) ) {
            $this->loadItem( $this->shallowFallbacks[$code], $key );
 
            return;
        }
 
        if ( in_array( $key, self::$splitKeys ) ) {
            $subkeyList = $this->getSubitem( $code, 'list', $key );
            foreach ( $subkeyList as $subkey ) {
                if ( isset( $this->data[$code][$key][$subkey] ) ) {
                    continue;
                }
                $this->data[$code][$key][$subkey] = $this->getSubitem( $code, $key, $subkey );
            }
        } else {
            $this->data[$code][$key] = $this->store->get( $code, $key );
        }
 
        $this->loadedItems[$code][$key] = true;
    }
 
    protected function loadSubitem( $code, $key, $subkey ) {
        if ( !in_array( $key, self::$splitKeys ) ) {
            $this->loadItem( $code, $key );
 
            return;
        }
 
        if ( !isset( $this->initialisedLangs[$code] ) ) {
            $this->initLanguage( $code );
        }
 
        // Check to see if initLanguage() loaded it for us
        if ( isset( $this->loadedItems[$code][$key] ) ||
            isset( $this->loadedSubitems[$code][$key][$subkey] )
        ) {
            return;
        }
 
        if ( isset( $this->shallowFallbacks[$code] ) ) {
            $this->loadSubitem( $this->shallowFallbacks[$code], $key, $subkey );
 
            return;
        }
 
        $value = $this->store->get( $code, "$key:$subkey" );
        $this->data[$code][$key][$subkey] = $value;
        $this->loadedSubitems[$code][$key][$subkey] = true;
    }
 
    public function isExpired( $code ) {
        if ( $this->options->get( 'forceRecache' ) && !isset( $this->recachedLangs[$code] ) ) {
            $this->logger->debug( __METHOD__ . "($code): forced reload" );
 
            return true;
        }
 
        $deps = $this->store->get( $code, 'deps' );
        $keys = $this->store->get( $code, 'list' );
        $preload = $this->store->get( $code, 'preload' );
        // Different keys may expire separately for some stores
        if ( $deps === null || $keys === null || $preload === null ) {
            $this->logger->debug( __METHOD__ . "($code): cache missing, need to make one" );
 
            return true;
        }
 
        foreach ( $deps as $dep ) {
            // Because we're unserializing stuff from cache, we
            // could receive objects of classes that don't exist
            // anymore (e.g. uninstalled extensions)
            // When this happens, always expire the cache
            if ( !$dep instanceof CacheDependency || $dep->isExpired() ) {
                $this->logger->debug( __METHOD__ . "($code): cache for $code expired due to " .
                    get_class( $dep ) );
 
                return true;
            }
        }
 
        return false;
    }
 
    protected function initLanguage( $code ) {
        if ( isset( $this->initialisedLangs[$code] ) ) {
            return;
        }
 
        $this->initialisedLangs[$code] = true;
 
        # If the code is of the wrong form for a Messages*.php file, do a shallow fallback
        if ( !$this->langNameUtils->isValidBuiltInCode( $code ) ) {
            $this->initShallowFallback( $code, 'en' );
 
            return;
        }
 
        # Recache the data if necessary
        if ( !$this->manualRecache && $this->isExpired( $code ) ) {
            if ( $this->langNameUtils->isSupportedLanguage( $code ) ) {
                $this->recache( $code );
            } elseif ( $code === 'en' ) {
                throw new MWException( 'MessagesEn.php is missing.' );
            } else {
                $this->initShallowFallback( $code, 'en' );
            }
 
            return;
        }
 
        # Preload some stuff
        $preload = $this->getItem( $code, 'preload' );
        if ( $preload === null ) {
            if ( $this->manualRecache ) {
                // No Messages*.php file. Do shallow fallback to en.
                if ( $code === 'en' ) {
                    throw new MWException( 'No localisation cache found for English. ' .
                        'Please run maintenance/rebuildLocalisationCache.php.' );
                }
                $this->initShallowFallback( $code, 'en' );
 
                return;
            } else {
                throw new MWException( 'Invalid or missing localisation cache.' );
            }
        }
        $this->data[$code] = $preload;
        foreach ( $preload as $key => $item ) {
            if ( in_array( $key, self::$splitKeys ) ) {
                foreach ( $item as $subkey => $subitem ) {
                    $this->loadedSubitems[$code][$key][$subkey] = true;
                }
            } else {
                $this->loadedItems[$code][$key] = true;
            }
        }
    }
 
    public function initShallowFallback( $primaryCode, $fallbackCode ) {
        $this->data[$primaryCode] =& $this->data[$fallbackCode];
        $this->loadedItems[$primaryCode] =& $this->loadedItems[$fallbackCode];
        $this->loadedSubitems[$primaryCode] =& $this->loadedSubitems[$fallbackCode];
        $this->shallowFallbacks[$primaryCode] = $fallbackCode;
    }
 
    protected function readPHPFile( $_fileName, $_fileType ) {
        include $_fileName;
 
        $data = [];
        if ( $_fileType == 'core' || $_fileType == 'extension' ) {
            foreach ( self::$allKeys as $key ) {
                // Not all keys are set in language files, so
                // check they exist first
                if ( isset( $$key ) ) {
                    $data[$key] = $$key;
                }
            }
        } elseif ( $_fileType == 'aliases' ) {
            // @phan-suppress-next-line PhanImpossibleCondition May be set in included file
            if ( isset( $aliases ) ) {
                $data['aliases'] = $aliases;
            }
        } else {
            throw new MWException( __METHOD__ . ": Invalid file type: $_fileType" );
        }
 
        return $data;
    }
 
    public function readJSONFile( $fileName ) {
        if ( !is_readable( $fileName ) ) {
            return [];
        }
 
        $json = file_get_contents( $fileName );
        if ( $json === false ) {
            return [];
        }
 
        $data = FormatJson::decode( $json, true );
        if ( $data === null ) {
            throw new MWException( __METHOD__ . ": Invalid JSON file: $fileName" );
        }
 
        // Remove keys starting with '@', they're reserved for metadata and non-message data
        foreach ( $data as $key => $unused ) {
            if ( $key === '' || $key[0] === '@' ) {
                unset( $data[$key] );
            }
        }
 
        // The JSON format only supports messages, none of the other variables, so wrap the data
        return [ 'messages' => $data ];
    }
 
    public function getCompiledPluralRules( $code ) {
        $rules = $this->getPluralRules( $code );
        if ( $rules === null ) {
            return null;
        }
        try {
            $compiledRules = Evaluator::compile( $rules );
        } catch ( CLDRPluralRuleError $e ) {
            $this->logger->debug( $e->getMessage() );
 
            return [];
        }
 
        return $compiledRules;
    }
 
    public function getPluralRules( $code ) {
        if ( $this->pluralRules === null ) {
            $this->loadPluralFiles();
        }
        return $this->pluralRules[$code] ?? null;
    }
 
    public function getPluralRuleTypes( $code ) {
        if ( $this->pluralRuleTypes === null ) {
            $this->loadPluralFiles();
        }
        return $this->pluralRuleTypes[$code] ?? null;
    }
 
    protected function loadPluralFiles() {
        foreach ( $this->getPluralFiles() as $fileName ) {
            $this->loadPluralFile( $fileName );
        }
    }
 
    private function getPluralFiles(): array {
        global $IP;
        return [
            // Load CLDR plural rules
            "$IP/languages/data/plurals.xml",
            // Override or extend with MW-specific rules
            "$IP/languages/data/plurals-mediawiki.xml",
        ];
    }
 
    protected function loadPluralFile( $fileName ) {
        // Use file_get_contents instead of DOMDocument::load (T58439)
        $xml = file_get_contents( $fileName );
        if ( !$xml ) {
            throw new MWException( "Unable to read plurals file $fileName" );
        }
        $doc = new DOMDocument;
        $doc->loadXML( $xml );
        $rulesets = $doc->getElementsByTagName( "pluralRules" );
        foreach ( $rulesets as $ruleset ) {
            $codes = $ruleset->getAttribute( 'locales' );
            $rules = [];
            $ruleTypes = [];
            $ruleElements = $ruleset->getElementsByTagName( "pluralRule" );
            foreach ( $ruleElements as $elt ) {
                $ruleType = $elt->getAttribute( 'count' );
                if ( $ruleType === 'other' ) {
                    // Don't record "other" rules, which have an empty condition
                    continue;
                }
                $rules[] = $elt->nodeValue;
                $ruleTypes[] = $ruleType;
            }
            foreach ( explode( ' ', $codes ) as $code ) {
                $this->pluralRules[$code] = $rules;
                $this->pluralRuleTypes[$code] = $ruleTypes;
            }
        }
    }
 
    protected function readSourceFilesAndRegisterDeps( $code, &$deps ) {
        // This reads in the PHP i18n file with non-messages l10n data
        $fileName = $this->langNameUtils->getMessagesFileName( $code );
        if ( !file_exists( $fileName ) ) {
            $data = [];
        } else {
            $deps[] = new FileDependency( $fileName );
            $data = $this->readPHPFile( $fileName, 'core' );
        }
 
        // Load CLDR plural rules for JavaScript
        $data['pluralRules'] = $this->getPluralRules( $code );
        // And for PHP
        $data['compiledPluralRules'] = $this->getCompiledPluralRules( $code );
        // Load plural rule types
        $data['pluralRuleTypes'] = $this->getPluralRuleTypes( $code );
 
        foreach ( $this->getPluralFiles() as $fileName ) {
            $deps[] = new FileDependency( $fileName );
        }
 
        return $data;
    }
 
    protected function mergeItem( $key, &$value, $fallbackValue ) {
        if ( $value !== null ) {
            if ( $fallbackValue !== null ) {
                if ( in_array( $key, self::$mergeableMapKeys ) ) {
                    $value += $fallbackValue;
                } elseif ( in_array( $key, self::$mergeableListKeys ) ) {
                    $value = array_unique( array_merge( $fallbackValue, $value ) );
                } elseif ( in_array( $key, self::$mergeableAliasListKeys ) ) {
                    $value = array_merge_recursive( $value, $fallbackValue );
                } elseif ( in_array( $key, self::$optionalMergeKeys ) ) {
                    if ( !empty( $value['inherit'] ) ) {
                        $value = array_merge( $fallbackValue, $value );
                    }
 
                    unset( $value['inherit'] );
                } elseif ( in_array( $key, self::$magicWordKeys ) ) {
                    $this->mergeMagicWords( $value, $fallbackValue );
                }
            }
        } else {
            $value = $fallbackValue;
        }
    }
 
    protected function mergeMagicWords( &$value, $fallbackValue ) {
        foreach ( $fallbackValue as $magicName => $fallbackInfo ) {
            if ( !isset( $value[$magicName] ) ) {
                $value[$magicName] = $fallbackInfo;
            } else {
                $oldSynonyms = array_slice( $fallbackInfo, 1 );
                $newSynonyms = array_slice( $value[$magicName], 1 );
                $synonyms = array_values( array_unique( array_merge(
                    $newSynonyms, $oldSynonyms ) ) );
                $value[$magicName] = array_merge( [ $fallbackInfo[0] ], $synonyms );
            }
        }
    }
 
    protected function mergeExtensionItem( $codeSequence, $key, &$value, $fallbackValue ) {
        $used = false;
        foreach ( $codeSequence as $code ) {
            if ( isset( $fallbackValue[$code] ) ) {
                $this->mergeItem( $key, $value, $fallbackValue[$code] );
                $used = true;
            }
        }
 
        return $used;
    }
 
    public function getMessagesDirs() {
        global $IP;
 
        return [
            'core' => "$IP/languages/i18n",
            'exif' => "$IP/languages/i18n/exif",
            'api' => "$IP/includes/api/i18n",
            'rest' => "$IP/includes/Rest/i18n",
            'oojs-ui' => "$IP/resources/lib/ooui/i18n",
            'paramvalidator' => "$IP/includes/libs/ParamValidator/i18n",
        ] + $this->options->get( 'MessagesDirs' );
    }
 
    public function recache( $code ) {
        if ( !$code ) {
            throw new MWException( "Invalid language code requested" );
        }
        $this->recachedLangs[ $code ] = true;
 
        # Initial values
        $initialData = array_fill_keys( self::$allKeys, null );
        $coreData = $initialData;
        $deps = [];
 
        # Load the primary localisation from the source file
        $data = $this->readSourceFilesAndRegisterDeps( $code, $deps );
        $this->logger->debug( __METHOD__ . ": got localisation for $code from source" );
 
        # Merge primary localisation
        foreach ( $data as $key => $value ) {
            $this->mergeItem( $key, $coreData[ $key ], $value );
        }
 
        # Fill in the fallback if it's not there already
        // @phan-suppress-next-line PhanSuspiciousValueComparison
        if ( ( $coreData['fallback'] === null || $coreData['fallback'] === false ) && $code === 'en' ) {
            $coreData['fallback'] = false;
            $coreData['originalFallbackSequence'] = $coreData['fallbackSequence'] = [];
        } else {
            if ( $coreData['fallback'] !== null ) {
                $coreData['fallbackSequence'] = array_map( 'trim', explode( ',', $coreData['fallback'] ) );
            } else {
                $coreData['fallbackSequence'] = [];
            }
            $len = count( $coreData['fallbackSequence'] );
 
            # Before we add the 'en' fallback for messages, keep a copy of
            # the original fallback sequence
            $coreData['originalFallbackSequence'] = $coreData['fallbackSequence'];
 
            # Ensure that the sequence ends at 'en' for messages
            if ( !$len || $coreData['fallbackSequence'][$len - 1] !== 'en' ) {
                $coreData['fallbackSequence'][] = 'en';
            }
        }
 
        $codeSequence = array_merge( [ $code ], $coreData['fallbackSequence'] );
        $messageDirs = $this->getMessagesDirs();
 
        # Load non-JSON localisation data for extensions
        $extensionData = array_fill_keys( $codeSequence, $initialData );
        foreach ( $this->options->get( 'ExtensionMessagesFiles' ) as $extension => $fileName ) {
            if ( isset( $messageDirs[$extension] ) ) {
                # This extension has JSON message data; skip the PHP shim
                continue;
            }
 
            $data = $this->readPHPFile( $fileName, 'extension' );
            $used = false;
 
            foreach ( $data as $key => $item ) {
                foreach ( $codeSequence as $csCode ) {
                    if ( isset( $item[$csCode] ) ) {
                        $this->mergeItem( $key, $extensionData[$csCode][$key], $item[$csCode] );
                        $used = true;
                    }
                }
            }
 
            if ( $used ) {
                $deps[] = new FileDependency( $fileName );
            }
        }
 
        # Load the localisation data for each fallback, then merge it into the full array
        $allData = $initialData;
        foreach ( $codeSequence as $csCode ) {
            $csData = $initialData;
 
            # Load core messages and the extension localisations.
            foreach ( $messageDirs as $dirs ) {
                foreach ( (array)$dirs as $dir ) {
                    $fileName = "$dir/$csCode.json";
                    $data = $this->readJSONFile( $fileName );
 
                    foreach ( $data as $key => $item ) {
                        $this->mergeItem( $key, $csData[$key], $item );
                    }
 
                    $deps[] = new FileDependency( $fileName );
                }
            }
 
            # Merge non-JSON extension data
            if ( isset( $extensionData[$csCode] ) ) {
                foreach ( $extensionData[$csCode] as $key => $item ) {
                    $this->mergeItem( $key, $csData[$key], $item );
                }
            }
 
            if ( $csCode === $code ) {
                # Merge core data into extension data
                foreach ( $coreData as $key => $item ) {
                    $this->mergeItem( $key, $csData[$key], $item );
                }
            } else {
                # Load the secondary localisation from the source file to
                # avoid infinite cycles on cyclic fallbacks
                $fbData = $this->readSourceFilesAndRegisterDeps( $csCode, $deps );
                # Only merge the keys that make sense to merge
                foreach ( self::$allKeys as $key ) {
                    if ( !isset( $fbData[ $key ] ) ) {
                        continue;
                    }
 
                    if ( ( $coreData[ $key ] ) === null || $this->isMergeableKey( $key ) ) {
                        $this->mergeItem( $key, $csData[ $key ], $fbData[ $key ] );
                    }
                }
            }
 
            # Allow extensions an opportunity to adjust the data for this
            # fallback
            $this->hookRunner->onLocalisationCacheRecacheFallback( $this, $csCode, $csData );
 
            # Merge the data for this fallback into the final array
            if ( $csCode === $code ) {
                $allData = $csData;
            } else {
                foreach ( self::$allKeys as $key ) {
                    if ( !isset( $csData[$key] ) ) {
                        continue;
                    }
 
                    // @phan-suppress-next-line PhanTypeArraySuspiciousNullable
                    if ( $allData[$key] === null || $this->isMergeableKey( $key ) ) {
                        $this->mergeItem( $key, $allData[$key], $csData[$key] );
                    }
                }
            }
        }
 
        # Add cache dependencies for any referenced globals
        $deps['wgExtensionMessagesFiles'] = new GlobalDependency( 'wgExtensionMessagesFiles' );
        // The 'MessagesDirs' config setting is used in LocalisationCache::getMessagesDirs().
        // We use the key 'wgMessagesDirs' for historical reasons.
        $deps['wgMessagesDirs'] = new MainConfigDependency( 'MessagesDirs' );
        $deps['version'] = new ConstantDependency( 'LocalisationCache::VERSION' );
 
        # Add dependencies to the cache entry
        $allData['deps'] = $deps;
 
        # Replace spaces with underscores in namespace names
        $allData['namespaceNames'] = str_replace( ' ', '_', $allData['namespaceNames'] );
 
        # And do the same for special page aliases. $page is an array.
        foreach ( $allData['specialPageAliases'] as &$page ) {
            $page = str_replace( ' ', '_', $page );
        }
        # Decouple the reference to prevent accidental damage
        unset( $page );
 
        # If there were no plural rules, return an empty array
        if ( $allData['pluralRules'] === null ) {
            $allData['pluralRules'] = [];
        }
        if ( $allData['compiledPluralRules'] === null ) {
            $allData['compiledPluralRules'] = [];
        }
        # If there were no plural rule types, return an empty array
        if ( $allData['pluralRuleTypes'] === null ) {
            $allData['pluralRuleTypes'] = [];
        }
 
        # Set the list keys
        $allData['list'] = [];
        foreach ( self::$splitKeys as $key ) {
            $allData['list'][$key] = array_keys( $allData[$key] );
        }
        # Run hooks
        $unused = true; // Used to be $purgeBlobs, removed in 1.34
        $this->hookRunner->onLocalisationCacheRecache( $this, $code, $allData, $unused );
 
        if ( $allData['namespaceNames'] === null ) {
            throw new MWException( __METHOD__ . ': Localisation data failed sanity check! ' .
                'Check that your languages/messages/MessagesEn.php file is intact.' );
        }
 
        # Set the preload key
        $allData['preload'] = $this->buildPreload( $allData );
 
        # Save to the process cache and register the items loaded
        $this->data[$code] = $allData;
        foreach ( $allData as $key => $item ) {
            $this->loadedItems[$code][$key] = true;
        }
 
        # Save to the persistent cache
        $this->store->startWrite( $code );
        foreach ( $allData as $key => $value ) {
            if ( in_array( $key, self::$splitKeys ) ) {
                foreach ( $value as $subkey => $subvalue ) {
                    $this->store->set( "$key:$subkey", $subvalue );
                }
            } else {
                $this->store->set( $key, $value );
            }
        }
        $this->store->finishWrite();
 
        # Clear out the MessageBlobStore
        # HACK: If using a null (i.e. disabled) storage backend, we
        # can't write to the MessageBlobStore either
        if ( !$this->store instanceof LCStoreNull ) {
            foreach ( $this->clearStoreCallbacks as $callback ) {
                $callback();
            }
        }
    }
 
    protected function buildPreload( $data ) {
        $preload = [ 'messages' => [] ];
        foreach ( self::$preloadedKeys as $key ) {
            $preload[$key] = $data[$key];
        }
 
        foreach ( $data['preloadedMessages'] as $subkey ) {
            $subitem = $data['messages'][$subkey] ?? null;
            $preload['messages'][$subkey] = $subitem;
        }
 
        return $preload;
    }
 
    public function unload( $code ) {
        unset( $this->data[$code] );
        unset( $this->loadedItems[$code] );
        unset( $this->loadedSubitems[$code] );
        unset( $this->initialisedLangs[$code] );
        unset( $this->shallowFallbacks[$code] );
 
        foreach ( $this->shallowFallbacks as $shallowCode => $fbCode ) {
            if ( $fbCode === $code ) {
                $this->unload( $shallowCode );
            }
        }
    }
 
    public function unloadAll() {
        foreach ( $this->initialisedLangs as $lang => $unused ) {
            $this->unload( $lang );
        }
    }
 
    public function disableBackend() {
        $this->store = new LCStoreNull;
        $this->manualRecache = false;
    }
}