24 private const FIELD_DELIMITER =
"\x7F";
25 private const ROW_DELIMITER =
"\n";
32 private $messageGroupFactory;
34 private $namespaceInfo;
36 private $messageIndex;
40 private $titleFormatter;
42 public function __construct(
43 WANObjectCache $cache,
46 NamespaceInfo $namespaceInfo,
48 TitleParser $titleParser,
49 TitleFormatter $titleFormatter
51 $this->cache = $cache;
52 $this->collation = $collation;
53 $this->messageGroupFactory = $messageGroupFactory;
54 $this->namespaceInfo = $namespaceInfo;
55 $this->messageIndex = $messageIndex;
56 $this->titleParser = $titleParser;
57 $this->titleFormatter = $titleFormatter;
60 public function searchStaticMessageGroups(
string $query,
int $maxResults ): array {
61 $cache = $this->cache;
64 $key = $cache->makeKey(
'Translate',
'EntitySearch',
'static-groups' );
65 $haystack = $cache->getWithSetCallback(
67 ExpirationAwareness::TTL_WEEK,
69 return $this->getStaticMessageGroupsHaystack();
73 'checkKeys' => [ $this->messageGroupFactory->getCacheKey() ],
75 'pcTTL' => ExpirationAwareness::TTL_PROC_LONG
84 $delimiter = self::FIELD_DELIMITER;
85 $anything =
"[^$delimiter\n]";
86 $query = preg_quote( $query,
'/' );
88 $pattern =
"/^($query$anything*)$delimiter($anything+)$/miu";
89 preg_match_all( $pattern, $haystack, $matches, PREG_SET_ORDER );
90 foreach ( $matches as [ , $label, $groupId ] ) {
92 $results[$groupId] = [
97 if ( count( $results ) >= $maxResults ) {
98 return array_values( $results );
103 $pattern =
"/^($anything*\b$query$anything*)$delimiter($anything+)$/miu";
104 preg_match_all( $pattern, $haystack, $matches, PREG_SET_ORDER );
105 foreach ( $matches as [ , $label, $groupId ] ) {
106 $results[$groupId] = [
111 if ( count( $results ) >= $maxResults ) {
112 return array_values( $results );
116 return array_values( $results );
132 $haystack = $this->getMessagesHaystack();
133 $rowDelimiter = self::ROW_DELIMITER;
134 $anything =
"[^$rowDelimiter]";
135 $query = preg_quote( $query,
'/' );
138 $pattern =
"/^($anything*\b$query)$anything*$/miu";
139 preg_match_all( $pattern, $haystack, $matches, PREG_SET_ORDER );
142 $previousPrefixMatch =
null;
143 foreach ( $matches as [ $full, $prefixMatch ] ) {
146 if ( count( $results ) >= $maxResults && $previousPrefixMatch !== $prefixMatch ) {
150 if ( $full === $prefixMatch ) {
151 $results[$full] = [ $full, 1,
true, $full ];
153 if ( !isset( $results[
"$prefixMatch*"] ) ) {
154 $results[
"$prefixMatch*"] = [
"$prefixMatch*", 0,
false, $full ];
156 $results[
"$prefixMatch*"][1]++;
158 $previousPrefixMatch = $prefixMatch;
162 foreach ( $results as $index => [ $label, $count, $isExact, $full ] ) {
163 if ( $count === 1 && !$isExact ) {
164 $results[$index][0] = $full;
169 foreach ( $results as &$value ) {
171 $title = $this->titleParser->parseTitle( $value[0] );
172 $label = $this->titleFormatter->getPrefixedText( $title );
173 }
catch ( MalformedTitleException $e ) {
182 return array_values( $results );
187 $haystack = $this->getMessagesHaystack();
188 $rowDelimiter = self::ROW_DELIMITER;
189 $anything =
"[^$rowDelimiter]*";
192 $placeholder = bin2hex( random_bytes( 16 ) );
193 $query = str_replace(
'*', $placeholder, $query );
194 $query = preg_quote( $query,
'/' );
195 $query = str_replace( $placeholder, $anything, $query );
197 $pattern =
"/^$query/miu";
198 preg_match_all( $pattern, $haystack, $matches, PREG_SET_ORDER );
199 return array_column( $matches, 0 );
202 private function getStaticMessageGroupsHaystack(): string {
203 $groups = $this->messageGroupFactory->getGroups();
204 $data =
new SplMinHeap();
205 foreach ( $groups as $group ) {
206 $label = $group->getLabel();
208 $label = strtr( $label, [ self::FIELD_DELIMITER =>
'', self::ROW_DELIMITER =>
'' ] );
209 $sortKey = $this->collation->getSortKey( $label );
212 $data->insert( [ $sortKey, $label, $group->getId() ] );
216 foreach ( $data as [ , $label, $groupId ] ) {
217 $haystack .= $label . self::FIELD_DELIMITER . $groupId . self::ROW_DELIMITER;
223 private function getMessageHaystackUncached(): string {
225 $data =
new SplMinHeap();
226 $keys = $this->messageIndex->getKeys();
227 foreach ( $keys as $key ) {
229 $key = strtr( $key, [
'_' =>
' ' ] );
231 [ $namespaceId, $label ] = explode(
':', $key, 2 );
232 if ( !isset( $namespaceMap[$namespaceId] ) ) {
233 $namespaceMap[$namespaceId] = $this->namespaceInfo->getCanonicalName( (
int)$namespaceId );
235 $label = $namespaceMap[$namespaceId] .
":$label";
238 $label = strtr( $label, [ self::ROW_DELIMITER =>
'' ] );
239 $sortKey = $this->collation->getSortKey( $label );
240 $data->insert( [ $sortKey, $label ] );
244 foreach ( $data as [ , $label ] ) {
245 $haystack .= $label . self::ROW_DELIMITER;
251 private function getMessagesHaystack(): string {
252 $cache = $this->cache;
253 $key = $cache->makeKey(
'Translate',
'EntitySearch',
'messages' );
254 return $cache->getWithSetCallback(
256 ExpirationAwareness::TTL_WEEK,
257 function (): string {
261 return $this->getMessageHaystackUncached();
265 'checkKeys' => [ $this->messageIndex->getStatusCacheKey() ],
267 'pcTTL' => ExpirationAwareness::TTL_PROC_LONG
return[ 'Translate:ConfigHelper'=> static function():ConfigHelper { return new ConfigHelper();}, 'Translate:CsvTranslationImporter'=> static function(MediaWikiServices $services):CsvTranslationImporter { return new CsvTranslationImporter( $services->getWikiPageFactory());}, 'Translate:EntitySearch'=> static function(MediaWikiServices $services):EntitySearch { return new EntitySearch($services->getMainWANObjectCache(), $services->getCollationFactory() ->makeCollation( 'uca-default-u-kn'), MessageGroups::singleton(), $services->getNamespaceInfo(), $services->get( 'Translate:MessageIndex'), $services->getTitleParser(), $services->getTitleFormatter());}, 'Translate:ExternalMessageSourceStateImporter'=> static function(MediaWikiServices $services):ExternalMessageSourceStateImporter { return new ExternalMessageSourceStateImporter($services->getMainConfig(), $services->get( 'Translate:GroupSynchronizationCache'), $services->getJobQueueGroup(), LoggerFactory::getInstance( 'Translate.GroupSynchronization'), $services->get( 'Translate:MessageIndex'));}, 'Translate:GroupSynchronizationCache'=> static function(MediaWikiServices $services):GroupSynchronizationCache { return new GroupSynchronizationCache( $services->get( 'Translate:PersistentCache'));}, 'Translate:MessageBundleStore'=> static function(MediaWikiServices $services):MessageBundleStore { return new MessageBundleStore(new RevTagStore(), $services->getJobQueueGroup(), $services->getLanguageNameUtils(), $services->get( 'Translate:MessageIndex'));}, 'Translate:MessageGroupReview'=> static function(MediaWikiServices $services):MessageGroupReview { return new MessageGroupReview($services->getDBLoadBalancer(), $services->getHookContainer());}, 'Translate:MessageGroupStatsTableFactory'=> static function(MediaWikiServices $services):MessageGroupStatsTableFactory { return new MessageGroupStatsTableFactory($services->get( 'Translate:ProgressStatsTableFactory'), $services->getDBLoadBalancer(), $services->getLinkRenderer(), $services->getMainConfig() ->get( 'TranslateWorkflowStates') !==false);}, 'Translate:MessageIndex'=> static function(MediaWikiServices $services):MessageIndex { $params=$services->getMainConfig() ->get( 'TranslateMessageIndex');if(is_string( $params)) { $params=(array) $params;} $class=array_shift( $params);return new $class( $params);}, 'Translate:MessagePrefixStats'=> static function(MediaWikiServices $services):MessagePrefixStats { return new MessagePrefixStats( $services->getTitleParser());}, 'Translate:ParsingPlaceholderFactory'=> static function():ParsingPlaceholderFactory { return new ParsingPlaceholderFactory();}, 'Translate:PersistentCache'=> static function(MediaWikiServices $services):PersistentCache { return new PersistentDatabaseCache($services->getDBLoadBalancer(), $services->getJsonCodec());}, 'Translate:ProgressStatsTableFactory'=> static function(MediaWikiServices $services):ProgressStatsTableFactory { return new ProgressStatsTableFactory($services->getLinkRenderer(), $services->get( 'Translate:ConfigHelper'));}, 'Translate:SubpageListBuilder'=> static function(MediaWikiServices $services):SubpageListBuilder { return new SubpageListBuilder($services->get( 'Translate:TranslatableBundleFactory'), $services->getLinkBatchFactory());}, 'Translate:TranslatableBundleFactory'=> static function(MediaWikiServices $services):TranslatableBundleFactory { return new TranslatableBundleFactory($services->get( 'Translate:TranslatablePageStore'), $services->get( 'Translate:MessageBundleStore'));}, 'Translate:TranslatableBundleMover'=> static function(MediaWikiServices $services):TranslatableBundleMover { return new TranslatableBundleMover($services->getMovePageFactory(), $services->getJobQueueGroup(), $services->getLinkBatchFactory(), $services->get( 'Translate:TranslatableBundleFactory'), $services->get( 'Translate:SubpageListBuilder'), $services->getMainConfig() ->get( 'TranslatePageMoveLimit'));}, 'Translate:TranslatableBundleStatusStore'=> static function(MediaWikiServices $services):TranslatableBundleStatusStore { return new TranslatableBundleStatusStore($services->getDBLoadBalancer() ->getConnection(DB_PRIMARY), $services->getCollationFactory() ->makeCollation( 'uca-default-u-kn'), $services->getDBLoadBalancer() ->getMaintenanceConnectionRef(DB_PRIMARY));}, 'Translate:TranslatablePageParser'=> static function(MediaWikiServices $services):TranslatablePageParser { return new TranslatablePageParser($services->get( 'Translate:ParsingPlaceholderFactory'));}, 'Translate:TranslatablePageStore'=> static function(MediaWikiServices $services):TranslatablePageStore { return new TranslatablePageStore($services->get( 'Translate:MessageIndex'), $services->getJobQueueGroup(), new RevTagStore(), $services->getDBLoadBalancer(), $services->get( 'Translate:TranslatableBundleStatusStore'));}, 'Translate:TranslationStashReader'=> static function(MediaWikiServices $services):TranslationStashReader { $db=$services->getDBLoadBalancer() ->getConnectionRef(DB_REPLICA);return new TranslationStashStorage( $db);}, 'Translate:TranslationStatsDataProvider'=> static function(MediaWikiServices $services):TranslationStatsDataProvider { return new TranslationStatsDataProvider(new ServiceOptions(TranslationStatsDataProvider::CONSTRUCTOR_OPTIONS, $services->getMainConfig()), $services->getObjectFactory());}, 'Translate:TranslationUnitStoreFactory'=> static function(MediaWikiServices $services):TranslationUnitStoreFactory { return new TranslationUnitStoreFactory( $services->getDBLoadBalancer());}, 'Translate:TranslatorActivity'=> static function(MediaWikiServices $services):TranslatorActivity { $query=new TranslatorActivityQuery($services->getMainConfig(), $services->getDBLoadBalancer());return new TranslatorActivity($services->getMainObjectStash(), $query, $services->getJobQueueGroup());}, 'Translate:TtmServerFactory'=> static function(MediaWikiServices $services):TtmServerFactory { $config=$services->getMainConfig();$default=$config->get( 'TranslateTranslationDefaultService');if( $default===false) { $default=null;} return new TtmServerFactory( $config->get( 'TranslateTranslationServices'), $default);}]
@phpcs-require-sorted-array