mctest.php

Go to the documentation of this file.

<?php
require_once __DIR__ . '/Maintenance.php';
 
class McTest extends Maintenance {
    public function __construct() {
        parent::__construct();
        $this->addDescription(
            "Makes several operation requests on every cache server and shows a report.\n" .
            "This tests both per-key and batched *Multi() methods as well as WRITE_BACKGROUND.\n" .
            "\"IB\" means \"immediate blocking\" and \"DB\" means \"deferred blocking.\""
        );
        $this->addOption( 'i', 'Number of iterations', false, true );
        $this->addOption( 'cache', 'Use servers from this $wgObjectCaches store', false, true );
        $this->addOption( 'driver', 'Either "php" or "pecl"', false, true );
        $this->addArg( 'server[:port]', 'Memcached server to test, with optional port', false );
    }
 
    public function execute() {
        global $wgMainCacheType, $wgMemCachedTimeout, $wgObjectCaches;
 
        $memcachedTypes = [ CACHE_MEMCACHED, 'memcached-php', 'memcached-pecl' ];
 
        $cache = $this->getOption( 'cache' );
        $iterations = $this->getOption( 'i', 100 );
        if ( $cache ) {
            if ( !isset( $wgObjectCaches[$cache] ) ) {
                $this->fatalError( "MediaWiki isn't configured with a cache named '$cache'" );
            }
            $servers = $wgObjectCaches[$cache]['servers'];
        } elseif ( $this->hasArg( 0 ) ) {
            $servers = [ $this->getArg( 0 ) ];
        } elseif ( in_array( $wgMainCacheType, $memcachedTypes, true ) ) {
            global $wgMemCachedServers;
            $servers = $wgMemCachedServers;
        } elseif ( isset( $wgObjectCaches[$wgMainCacheType]['servers'] ) ) {
            $servers = $wgObjectCaches[$wgMainCacheType]['servers'];
        } else {
            $this->fatalError( "MediaWiki isn't configured for Memcached usage" );
        }
 
        # find out the longest server string to nicely align output later on
        $maxSrvLen = $servers ? max( array_map( 'strlen', $servers ) ) : 0;
 
        $type = $this->getOption( 'driver', 'php' );
        if ( $type === 'php' ) {
            $class = MemcachedPhpBagOStuff::class;
        } elseif ( $type === 'pecl' ) {
            $class = MemcachedPeclBagOStuff::class;
        } else {
            $this->fatalError( "Invalid driver type '$type'" );
        }
 
        $this->output( "Warming up connections to cache servers..." );
        $mccByServer = [];
        foreach ( $servers as $server ) {
            $mccByServer[$server] = new $class( [
                'servers' => [ $server ],
                'persistent' => true,
                'allow_tcp_nagle_delay' => false,
                'timeout' => $wgMemCachedTimeout
            ] );
            $mccByServer[$server]->get( 'key' );
        }
        $this->output( "done\n" );
        $this->output( "Single and batched operation profiling/test results:\n" );
 
        $valueByKey = [];
        for ( $i = 1; $i <= $iterations; $i++ ) {
            $valueByKey["test$i"] = 'S' . str_pad( $i, 2048 );
        }
 
        foreach ( $mccByServer as $server => $mcc ) {
            $this->output( str_pad( $server, $maxSrvLen ) . "\n" );
            $this->benchmarkSingleKeyOps( $mcc, $valueByKey );
            $this->benchmarkMultiKeyOpsImmediateBlocking( $mcc, $valueByKey );
            $this->benchmarkMultiKeyOpsDeferredBlocking( $mcc, $valueByKey );
        }
    }
 
    private function benchmarkSingleKeyOps( BagOStuff $mcc, array $valueByKey ) {
        $add = 0;
        $set = 0;
        $incr = 0;
        $get = 0;
        $delete = 0;
 
        $i = count( $valueByKey );
        $keys = array_keys( $valueByKey );
 
        // Clear out any old values
        $mcc->deleteMulti( $keys );
 
        $time_start = microtime( true );
        foreach ( $keys as $key ) {
            if ( $mcc->add( $key, $i ) ) {
                $add++;
            }
        }
        $addMs = intval( 1e3 * ( microtime( true ) - $time_start ) );
 
        $time_start = microtime( true );
        foreach ( $keys as $key ) {
            if ( $mcc->set( $key, $i ) ) {
                $set++;
            }
        }
        $setMs = intval( 1e3 * ( microtime( true ) - $time_start ) );
 
        $time_start = microtime( true );
        foreach ( $keys as $key ) {
            if ( $mcc->incr( $key, $i ) !== null ) {
                $incr++;
            }
        }
        $incrMs = intval( 1e3 * ( microtime( true ) - $time_start ) );
 
        $time_start = microtime( true );
        foreach ( $keys as $key ) {
            $value = $mcc->get( $key );
            if ( $value == $i * 2 ) {
                $get++;
            }
        }
        $getMs = intval( 1e3 * ( microtime( true ) - $time_start ) );
 
        $time_start = microtime( true );
        foreach ( $keys as $key ) {
            if ( $mcc->delete( $key ) ) {
                $delete++;
            }
        }
        $delMs = intval( 1e3 * ( microtime( true ) - $time_start ) );
 
        $this->output(
            " add: $add/$i {$addMs}ms   " .
            "set: $set/$i {$setMs}ms   " .
            "incr: $incr/$i {$incrMs}ms   " .
            "get: $get/$i ({$getMs}ms)   " .
            "delete: $delete/$i ({$delMs}ms)\n"
        );
    }
 
    private function benchmarkMultiKeyOpsImmediateBlocking( BagOStuff $mcc, array $valueByKey ) {
        $keys = array_keys( $valueByKey );
        $iterations = count( $valueByKey );
 
        $time_start = microtime( true );
        $mSetOk = $mcc->setMulti( $valueByKey ) ? '✓' : '✗';
        $mSetMs = intval( 1e3 * ( microtime( true ) - $time_start ) );
 
        $time_start = microtime( true );
        $found = $mcc->getMulti( $keys );
        $mGetMs = intval( 1e3 * ( microtime( true ) - $time_start ) );
        $mGetOk = 0;
        foreach ( $found as $key => $value ) {
            $mGetOk += ( $value === $valueByKey[$key] );
        }
 
        $time_start = microtime( true );
        $mChangeTTLOk = $mcc->changeTTLMulti( $keys, 3600 ) ? '✓' : '✗';
        $mChangeTTTMs = intval( 1e3 * ( microtime( true ) - $time_start ) );
 
        $time_start = microtime( true );
        $mDelOk = $mcc->deleteMulti( $keys ) ? '✓' : '✗';
        $mDelMs = intval( 1e3 * ( microtime( true ) - $time_start ) );
 
        $this->output(
            " setMulti (IB): $mSetOk {$mSetMs}ms   " .
            "getMulti (IB): $mGetOk/$iterations {$mGetMs}ms   " .
            "changeTTLMulti (IB): $mChangeTTLOk {$mChangeTTTMs}ms   " .
            "deleteMulti (IB): $mDelOk {$mDelMs}ms\n"
        );
    }
 
    private function benchmarkMultiKeyOpsDeferredBlocking( BagOStuff $mcc, array $valueByKey ) {
        $keys = array_keys( $valueByKey );
        $iterations = count( $valueByKey );
        $flags = $mcc::WRITE_BACKGROUND;
 
        $time_start = microtime( true );
        $mSetOk = $mcc->setMulti( $valueByKey, 0, $flags ) ? '✓' : '✗';
        $mSetMs = intval( 1e3 * ( microtime( true ) - $time_start ) );
 
        $time_start = microtime( true );
        $found = $mcc->getMulti( $keys );
        $mGetMs = intval( 1e3 * ( microtime( true ) - $time_start ) );
        $mGetOk = 0;
        foreach ( $found as $key => $value ) {
            $mGetOk += ( $value === $valueByKey[$key] );
        }
 
        $time_start = microtime( true );
        $mChangeTTLOk = $mcc->changeTTLMulti( $keys, 3600, $flags ) ? '✓' : '✗';
        $mChangeTTTMs = intval( 1e3 * ( microtime( true ) - $time_start ) );
 
        $time_start = microtime( true );
        $mDelOk = $mcc->deleteMulti( $keys, $flags ) ? '✓' : '✗';
        $mDelMs = intval( 1e3 * ( microtime( true ) - $time_start ) );
 
        $this->output(
            " setMulti (DB): $mSetOk {$mSetMs}ms   " .
            "getMulti (DB): $mGetOk/$iterations {$mGetMs}ms   " .
            "changeTTLMulti (DB): $mChangeTTLOk {$mChangeTTTMs}ms   " .
            "deleteMulti (DB): $mDelOk {$mDelMs}ms\n"
        );
    }
}
 
$maintClass = McTest::class;
require_once RUN_MAINTENANCE_IF_MAIN;