Puppet Class: snapshot::systemdjobs::configure

Defined in:
modules/snapshot/manifests/systemdjobs/configure.pp

Overview

Parameters:

  • php (Any) (defaults to: undef)


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
# File 'modules/snapshot/manifests/systemdjobs/configure.pp', line 1

class snapshot::systemdjobs::configure(
    $php = undef,
) {
    $dblist = "${snapshot::dumps::dirs::apachedir}/dblists/all.dblist"
    $tempdir = $snapshot::dumps::dirs::dumpstempdir
    $apachedir = $snapshot::dumps::dirs::apachedir
    $confsdir = $snapshot::dumps::dirs::confsdir
    $config = {
        global => {
            dblist => "${apachedir}/dblists/all.dblist",
        },
        wikidata => {
            # settings for wikidata entity dumps
            shards   => 8,
            # when updating these size santy checks, look at current production (gzip)
            # ttl/ json dump filesizes, since those are smallest, or ttl rdf if no json
            # dump is produced (i.e. for "truthy").
            fileSizes => 'all:90000000000,truthy:50000000000,lexemes:200000000',
            # chosen so that each batch will finish in well under 1h
            pagesPerBatch => 65000,
        },
        commons => {
            # settings for commons entity dumps
            shards   => 8,
            # when updating these size sanity checks, look at current production (gzip)
            # json filesizes, since those are smallest.
            fileSizes => 'mediainfo:1600000000',
            # chosen so that each batch will finish in well under 1h
            pagesPerBatch => 100000,
        },
    }
    $config_labs = {
        global => {
            dblist => "${apachedir}/dblists/all-labs.dblist",
        },
        wikidata => {
            shards   => 2,
            fileSizes => 'all:10000000,truthy:30000000,lexemes:600000',
            pagesPerBatch => 20000,
        },
        commons => {
            shards   => 2,
            fileSizes => 'mediainfo:500000',
            pagesPerBatch => 20000,
        },
    }
    snapshot::systemdjobs::configfile{ 'wikidump.conf.other':
        configvals => $config,
    }
    snapshot::systemdjobs::configfile{ 'wikidump.conf.other.labs':
        configvals => $config_labs,
    }
}