Puppet Class: bigtop::hadoop::historyserver

Defined in:
modules/bigtop/manifests/hadoop/historyserver.pp

Overview

SPDX-License-Identifier: Apache-2.0

Class bigtop::hadoop::historyserver

Installs and starts up a Hadoop YARN HistoryServer. This will ensure that the HDFS /user/history exists. This class may only be included on the NameNode Master Hadoop node.



8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
 
# File 'modules/bigtop/manifests/hadoop/historyserver.pp', line 8

class bigtop::hadoop::historyserver {
    Class['bigtop::hadoop::namenode'] -> Class['bigtop::hadoop::historyserver']

    # Create HistoryServer HDFS directories.
    # See: http://www.cloudera.com/content/cloudera-content/cloudera-docs/CDH5/latest/CDH5-Installation-Guide/cdh5ig_yarn_cluster_deploy.html?scroll=topic_11_4_9_unique_1
    bigtop::hadoop::directory { '/user/history':
        # sudo -u hdfs hdfs dfs -mkdir /user/history
        # sudo -u hdfs hdfs dfs -chmod -R 1777 /user/history
        # sudo -u hdfs hdfs dfs -chown yarn /user/history
        owner   => 'yarn',
        group   => 'hdfs',
        mode    => '1777',
        # Make sure HDFS directories are created before
        # historyserver is installed and started, but after
        # the namenode.
        require => [Service['hadoop-hdfs-namenode'], Bigtop::Hadoop::Directory['/user']],
    }

    package { 'hadoop-mapreduce-historyserver':
        ensure  => 'installed',
        require => [
          Bigtop::Hadoop::Directory['/user/history'],
          User['mapred'],
        ],
    }

    service { 'hadoop-mapreduce-historyserver':
        ensure     => 'running',
        enable     => true,
        hasstatus  => true,
        hasrestart => true,
        alias      => 'historyserver',
        require    => Package['hadoop-mapreduce-historyserver'],
    }
}