Puppet Class: role::analytics_cluster::launcher

Defined in:
modules/role/manifests/analytics_cluster/launcher.pp

Overview

Class role::analytics_cluster::launcher



3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
# File 'modules/role/manifests/analytics_cluster/launcher.pp', line 3

class role::analytics_cluster::launcher {

    system::role { 'analytics_cluster::launcher':
        description => 'Analytics Cluster host launching jobs (airflow-analytics, Spark, Report Updater, etc..)'
    }

    include ::profile::java
    include ::profile::analytics::cluster::client

    include ::profile::hive::site_hdfs

    # Include analytics/refinery deployment target.
    include ::profile::analytics::refinery

    include ::profile::statistics::base

    include ::profile::hadoop::balancer

    # Run Hadoop/Hive reportupdater jobs here.
    include ::profile::reportupdater::jobs

    include ::profile::statistics::dataset_mount

    # Include airflow instances as defined in role hiera.
    # launcher just runs the airflow-analytics instnace.
    include ::profile::airflow

    include ::profile::analytics::refinery::job::import_mediawiki_dumps
    include ::profile::analytics::refinery::job::import_wikidata_entities_dumps
    include ::profile::analytics::refinery::job::import_commons_mediainfo_dumps
    include ::profile::analytics::refinery::job::data_check
    include ::profile::analytics::refinery::job::refine
    include ::profile::analytics::refinery::job::refine_sanitize
    # Camus is being replaced by Gobblin: T271232
    include ::profile::analytics::refinery::job::gobblin
    include ::profile::analytics::refinery::job::canary_events
    include ::profile::analytics::refinery::job::hdfs_cleaner
    include ::profile::analytics::refinery::job::project_namespace_map
    include ::profile::analytics::refinery::job::sqoop_mediawiki
    include ::profile::analytics::refinery::job::druid_load
    include ::profile::analytics::refinery::job::data_purge

    include ::profile::kerberos::client
    include ::profile::kerberos::keytabs

    include ::profile::base::production
    include ::profile::base::firewall
}