Puppet Class: profile::dumps::distribution::datasets::fetcher

Defined in:
modules/profile/manifests/dumps/distribution/datasets/fetcher.pp

Overview

Parameters:

  • xmldumpsdir (Any) (defaults to: lookup('profile::dumps::distribution::xmldumpspublicdir'))
  • miscdatasetsdir (Any) (defaults to: lookup('profile::dumps::distribution::miscdumpsdir'))
  • rsyncer_settings (Any) (defaults to: lookup('profile::dumps::distribution::rsync_config'))
  • use_kerberos (Any) (defaults to: lookup('profile::dumps::distribution::datasets::fetcher::use_kerberos', { 'default_value' => false })) 


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
 
# File 'modules/profile/manifests/dumps/distribution/datasets/fetcher.pp', line 1

class profile::dumps::distribution::datasets::fetcher(
    $xmldumpsdir = lookup('profile::dumps::distribution::xmldumpspublicdir'),
    $miscdatasetsdir = lookup('profile::dumps::distribution::miscdumpsdir'),
    $rsyncer_settings = lookup('profile::dumps::distribution::rsync_config'),
    $use_kerberos = lookup('profile::dumps::distribution::datasets::fetcher::use_kerberos', { 'default_value' => false }),
) {

    $user = $rsyncer_settings['dumps_user']
    $group = $rsyncer_settings['dumps_group']

    class {'dumps::web::fetches::kiwix':
        user            => $user,
        group           => $group,
        xmldumpsdir     => $xmldumpsdir,
        miscdatasetsdir => $miscdatasetsdir,
    }

    class {'dumps::web::fetches::stats':
        src_hdfs        => '/wmf/data/archive',
        miscdatasetsdir => $miscdatasetsdir,
        user            => $user,
        use_kerberos    => $use_kerberos,
    }

    class {'dumps::web::fetches::stat_dumps':
        src             => 'stat1007.eqiad.wmnet::srv/dumps',
        miscdatasetsdir => $miscdatasetsdir,
        user            => $user,
    }

    class {'dumps::web::fetches::wikitech_dumps':
        url             => 'https://wikitech.wikimedia.org/dumps/',
        miscdatasetsdir => $miscdatasetsdir,
    }

    class {'dumps::web::fetches::phab':
        src             => 'phab1001.eqiad.wmnet::srvdumps',
        miscdatasetsdir => $miscdatasetsdir,
        user            => root,
    }
}