Puppet Class: role::analytics_cluster::launcher

Defined in:
modules/role/manifests/analytics_cluster/launcher.pp

Overview

Class role::analytics_cluster::launcher



3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
 
# File 'modules/role/manifests/analytics_cluster/launcher.pp', line 3

class role::analytics_cluster::launcher {

    system::role { 'analytics_cluster::launcher':
        description => 'Analytics Cluster host launching jobs (airflow-analytics, Spark, Report Updater, etc..)'
    }

    include profile::java
    include profile::analytics::cluster::client

    include profile::hive::site_hdfs

    # Include analytics/refinery deployment target.
    include profile::analytics::refinery

    include profile::statistics::base

    include profile::hadoop::balancer

    include profile::statistics::dataset_mount

    # Include airflow instances as defined in role hiera.
    # launcher just runs the airflow-analytics instnace.
    include profile::airflow

    include profile::analytics::refinery_git_config
    include profile::analytics::refinery::job::import_mediawiki_dumps
    include profile::analytics::refinery::job::import_wikidata_entities_dumps
    include profile::analytics::refinery::job::import_commons_mediainfo_dumps
    include profile::analytics::refinery::job::data_check
    include profile::analytics::refinery::job::refine
    include profile::analytics::refinery::job::refine_sanitize
    # Camus is being replaced by Gobblin: T271232
    include profile::analytics::refinery::job::gobblin
    include profile::analytics::refinery::job::canary_events
    include profile::analytics::refinery::job::hdfs_cleaner
    include profile::analytics::refinery::job::project_namespace_map
    include profile::analytics::refinery::job::sqoop_mediawiki
    include profile::analytics::refinery::job::data_purge

    include profile::kerberos::client
    include profile::kerberos::keytabs

    include profile::base::production
    include profile::firewall
}