Defined Type: bigtop::spark::shuffler

Defined in:
modules/bigtop/manifests/spark/shuffler.pp

Overview

Parameters:

  • version (Bigtop::Spark::Version)
  • port (Stdlib::Port)
  • config_directory (Stdlib::UnixPath) 


21
22
23
24
25
26
27
28
29
30
31
32
33
34
 
# File 'modules/bigtop/manifests/spark/shuffler.pp', line 21

define bigtop::spark::shuffler (
  Bigtop::Spark::Version $version,
  Stdlib::Port           $port,
  Stdlib::UnixPath       $config_directory,
) {
    $spark_shuffler_config_directory = sprintf('spark_shuffle_%s_config', $version.regsubst('\.','_'))

    file { "${config_directory}/${spark_shuffler_config_directory}":
        ensure => directory,
    }
    file { "${config_directory}/${spark_shuffler_config_directory}/spark-shuffle-site.xml":
        content => template('bigtop/spark/spark-shuffle-site.xml.erb'),
    }
}