Puppet Class: profile::analytics::refinery::job::import_commons_mediainfo_dumps

Defined in:
modules/profile/manifests/analytics/refinery/job/import_commons_mediainfo_dumps.pp

Overview

Parameters:

  • ensure_timers (Wmflib::Ensure) (defaults to: lookup('profile::analytics::refinery::job::import_commons_mediainfo_dumps::ensure_timers', { 'default_value' => 'present' }))


9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
# File 'modules/profile/manifests/analytics/refinery/job/import_commons_mediainfo_dumps.pp', line 9

class profile::analytics::refinery::job::import_commons_mediainfo_dumps (
    Wmflib::Ensure $ensure_timers = lookup('profile::analytics::refinery::job::import_commons_mediainfo_dumps::ensure_timers', { 'default_value' => 'present' }),
) {

    $mediainfo_local_source = '/mnt/data/xmldatadumps/public/other/wikibase/commonswiki/'
    # Import mediainfo-ttl dumps
    profile::analytics::refinery::job::import_wikibase_dumps_config { 'refinery-import-commons-mediainfo-ttl-dumps':
        ensure            => $ensure_timers,
        include_pattern   => '/*/*-mediainfo.ttl.bz2',
        local_source      => $mediainfo_local_source,
        hdfs_destination  => '/wmf/data/raw/commons/dumps/mediainfo-ttl',
        timer_description => 'Schedules daily an hdfs-rsync of the commons mediainfo-ttl dumps into HDFS',
        timer_interval    => '*-*-* 02:30:00',
    }

    # Import mediainfo-json dumps
    profile::analytics::refinery::job::import_wikibase_dumps_config { 'refinery-import-commons-mediainfo-json-dumps':
        ensure            => $ensure_timers,
        include_pattern   => '/*/*-mediainfo.json.bz2',
        local_source      => $mediainfo_local_source,
        hdfs_destination  => '/wmf/data/raw/commons/dumps/mediainfo-json',
        timer_description => 'Schedules daily an hdfs-rsync of the commons mediainfo-json dumps into HDFS',
        timer_interval    => '*-*-* 03:00:00',
    }
}