Puppet Class: profile::dumps::distribution::datasets::fetcher

Defined in:
modules/profile/manifests/dumps/distribution/datasets/fetcher.pp

Overview

SPDX-License-Identifier: Apache-2.0

Parameters:

  • xmldumpsdir (Stdlib::Unixpath) (defaults to: lookup('profile::dumps::distribution::xmldumpspublicdir'))
  • miscdatasetsdir (Stdlib::Unixpath) (defaults to: lookup('profile::dumps::distribution::miscdumpsdir'))
  • rsyncer_settings (Hash) (defaults to: lookup('profile::dumps::distribution::rsync_config'))
  • stat_dump_host (Stdlib::Host) (defaults to: lookup('profile::dumps::distribution::stat_dump_host'))
  • phab_dump_host (Stdlib::Host) (defaults to: lookup('profile::dumps::distribution::phab_dump_host')) 


2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
 
# File 'modules/profile/manifests/dumps/distribution/datasets/fetcher.pp', line 2

class profile::dumps::distribution::datasets::fetcher(
    Stdlib::Unixpath $xmldumpsdir = lookup('profile::dumps::distribution::xmldumpspublicdir'),
    Stdlib::Unixpath $miscdatasetsdir = lookup('profile::dumps::distribution::miscdumpsdir'),
    Hash $rsyncer_settings = lookup('profile::dumps::distribution::rsync_config'),
    Stdlib::Host $stat_dump_host = lookup('profile::dumps::distribution::stat_dump_host'),
    Stdlib::Host $phab_dump_host = lookup('profile::dumps::distribution::phab_dump_host'),
) {

    $user = $rsyncer_settings['dumps_user']
    $group = $rsyncer_settings['dumps_group']

    class {'dumps::web::fetches::kiwix':
        user            => $user,
        group           => $group,
        xmldumpsdir     => $xmldumpsdir,
        miscdatasetsdir => $miscdatasetsdir,
    }

    class {'dumps::web::fetches::stats':
        src_hdfs        => '/wmf/data/archive',
        miscdatasetsdir => $miscdatasetsdir,
        user            => $user,
    }

    class {'dumps::web::fetches::stat_dumps':
        src             => "${stat_dump_host}::srv/dumps",
        miscdatasetsdir => $miscdatasetsdir,
        user            => $user,
    }

    class {'dumps::web::fetches::wikitech_dumps':
        url             => 'https://wikitech.wikimedia.org/dumps/',
        miscdatasetsdir => $miscdatasetsdir,
    }

    class {'dumps::web::fetches::phab':
        src             => "${phab_dump_host}::srv-dumps",
        miscdatasetsdir => $miscdatasetsdir,
        user            => root,
    }
}