Puppet Class: bigtop::hadoop::worker

Defined in:
modules/bigtop/manifests/hadoop/worker.pp

Overview

Parameters:

  • yarn_use_multi_spark_shufflers (Boolean) (defaults to: false)
  • yarn_multi_spark_shuffler_versions (Array[Bigtop::Spark::Version]) (defaults to: []) 


27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
 
# File 'modules/bigtop/manifests/hadoop/worker.pp', line 27

class bigtop::hadoop::worker (
    Boolean $yarn_use_multi_spark_shufflers                           = false,
    Array[Bigtop::Spark::Version] $yarn_multi_spark_shuffler_versions = [],
) {
    Class['bigtop::hadoop'] -> Class['bigtop::hadoop::worker']

    bigtop::hadoop::worker::paths { $::bigtop::hadoop::datanode_mounts: }

    class { 'bigtop::hadoop::datanode':
        require => Bigtop::Hadoop::Worker::Paths[$::bigtop::hadoop::datanode_mounts],
    }

    # YARN uses NodeManager.
    class { 'bigtop::hadoop::nodemanager':
        require                            => Bigtop::Hadoop::Worker::Paths[$::bigtop::hadoop::datanode_mounts],
        yarn_use_multi_spark_shufflers     => $yarn_use_multi_spark_shufflers,
        yarn_multi_spark_shuffler_versions => $yarn_multi_spark_shuffler_versions,
    }
}