9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
|
# File 'modules/profile/manifests/analytics/refinery/job/import_commons_mediainfo_dumps.pp', line 9
class profile::analytics::refinery::job::import_commons_mediainfo_dumps (
Wmflib::Ensure $ensure_timers = lookup('profile::analytics::refinery::job::import_commons_mediainfo_dumps::ensure_timers', { 'default_value' => 'present' }),
) {
$mediainfo_local_source = '/mnt/data/xmldatadumps/public/other/wikibase/commonswiki/'
# Import mediainfo-ttl dumps
profile::analytics::refinery::job::import_wikibase_dumps_config { 'refinery-import-commons-mediainfo-ttl-dumps':
ensure => $ensure_timers,
include_pattern => '/*/*-mediainfo.ttl.bz2',
local_source => $mediainfo_local_source,
hdfs_destination => '/wmf/data/raw/commons/dumps/mediainfo-ttl',
timer_description => 'Schedules daily an hdfs-rsync of the commons mediainfo-ttl dumps into HDFS',
timer_interval => '*-*-* 02:30:00',
}
# Import mediainfo-json dumps
profile::analytics::refinery::job::import_wikibase_dumps_config { 'refinery-import-commons-mediainfo-json-dumps':
ensure => $ensure_timers,
include_pattern => '/*/*-mediainfo.json.bz2',
local_source => $mediainfo_local_source,
hdfs_destination => '/wmf/data/raw/commons/dumps/mediainfo-json',
timer_description => 'Schedules daily an hdfs-rsync of the commons mediainfo-json dumps into HDFS',
timer_interval => '*-*-* 03:00:00',
}
}
|