Puppet Class: snapshot::systemdjobs::wikibase

Defined in:
modules/snapshot/manifests/systemdjobs/wikibase.pp

Overview

base class for wikidata, commons and other wikibase entity dumps this does not set up any dumps by itself

Parameters:

  • user (Any) (defaults to: undef)
  • group (Any) (defaults to: undef) 


3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
 
# File 'modules/snapshot/manifests/systemdjobs/wikibase.pp', line 3

class snapshot::systemdjobs::wikibase(
    $user = undef,
    $group = undef,
)  {
    # common to all dumps of wikibase data, regardless of
    # project or format
    file { '/usr/local/bin/wikibasedumps-shared.sh':
        mode   => '0755',
        owner  => 'root',
        group  => 'root',
        source => 'puppet:///modules/snapshot/systemdjobs/wikibase/wikibasedumps-shared.sh',
    }

    # dump script for wikibase rdf output
    # to add a new project, add the projectname to the list in this
    # file, and add a script with the appropriate functions in
    # puppet:///modules/snapshot/systemdjobs/wikibase/<projectname>_rdf_functions.sh
    file { '/usr/local/bin/dumpwikibaserdf.sh':
        mode   => '0755',
        owner  => 'root',
        group  => 'root',
        source => 'puppet:///modules/snapshot/systemdjobs/wikibase/dumpwikibaserdf.sh',
    }

    # dump script for wikibase json output
    # to add a new project, add the projectname to the list in this
    # file, and add a script with the appropriate functions in
    # puppet:///modules/snapshot/systemdjobs/wikibase/<projectname>_json_functions.sh
    file { '/usr/local/bin/dumpwikibasejson.sh':
        mode   => '0755',
        owner  => 'root',
        group  => 'root',
        source => 'puppet:///modules/snapshot/systemdjobs/wikibase/dumpwikibasejson.sh',
    }

    # serdi for translating ttl to nt
    ensure_packages(['serdi'])

    # dcat software setup and configuration for wikibase dumps, see
    # https://www.w3.org/TR/vocab-dcat/
    git::clone { 'DCAT-AP':
        ensure    => 'present', # Don't automatically update.
        directory => '/usr/local/share/dcat',
        origin    => 'https://gerrit.wikimedia.org/r/operations/dumps/dcat',
        branch    => 'master',
        owner     => $user,
        group     => $group,
    }
}