Puppet Class: profile::puppetmaster::pontoon

Defined in:
modules/profile/manifests/puppetmaster/pontoon.pp

Overview

SPDX-License-Identifier: Apache-2.0

Parameters:

  • git_sync_minutes (Integer[1,30]) (defaults to: lookup('profile::puppetmaster::pontoon::git_sync_minutes', {'default_value' => 10}))
  • storeconfigs (Enum['puppetdb', 'none']) (defaults to: lookup('profile::puppetmaster::common::storeconfigs', {'default_value' => 'none' }))
  • puppetdb_hosts (Optional[Array[Stdlib::Host]]) (defaults to: lookup('profile::puppetmaster::common::puppetdb_hosts', {'default_value' => undef}))
  • pki_enabled (Boolean) (defaults to: lookup('profile::puppetmaster::pontoon::pki_enabled', {'default_value' => false}))
  • intermediates (Array[String[3]]) (defaults to: lookup('profile::pki::root_ca::intermediates', {'default_value' => []}))
  • root_ca_name (Cfssl::Ca_name) (defaults to: lookup('profile::pki::root_ca::common_name', {'default_value' => ''})) 


2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
 
# File 'modules/profile/manifests/puppetmaster/pontoon.pp', line 2

class profile::puppetmaster::pontoon (
    Integer[1,30]                 $git_sync_minutes = lookup('profile::puppetmaster::pontoon::git_sync_minutes', {'default_value' => 10}),
    Enum['puppetdb', 'none']      $storeconfigs = lookup('profile::puppetmaster::common::storeconfigs', {'default_value' => 'none' }),
    Optional[Array[Stdlib::Host]] $puppetdb_hosts = lookup('profile::puppetmaster::common::puppetdb_hosts', {'default_value' => undef}),
    Boolean                       $pki_enabled = lookup('profile::puppetmaster::pontoon::pki_enabled', {'default_value' => false}),
    Array[String[3]]              $intermediates = lookup('profile::pki::root_ca::intermediates', {'default_value' => []}),
    Cfssl::Ca_name                $root_ca_name = lookup('profile::pki::root_ca::common_name', {'default_value' => ''}),
) {
    ensure_packages('libapache2-mod-passenger')
    class { 'pontoon::enc': }

    class { 'cergen': }
    class { 'profile::java': }

    # Generating all service certificates can take a long time.
    # Therefore run cert generation only when a load balancer is deployed, this
    # saves time during stack bootstrap.
    if (!$::pontoon_bootstrap and pontoon::hosts_for_role('pontoon::lb') != undef) {
        $tls_services = wmflib::service::fetch().filter |$name, $config| {
            ('encryption' in $config and $config['encryption'])
        }

        class { 'pontoon::service_certs':
            ca_server       => pontoon::hosts_for_role('puppetmaster::pontoon')[0],
            services_config => $tls_services,
        }
    }

    # Ensure the file is writable by 'puppet' user
    file { '/etc/puppet/hieradata/auto.yaml':
        ensure => present,
        owner  => 'puppet',
        group  => 'puppet',
        mode   => '0644',
    }

    # Make puppet_ssldir happy for self-hosted puppet
    file { '/var/lib/puppet/client':
        ensure => directory,
    }

    file { '/var/lib/puppet/client/ssl':
        ensure => link,
        target => '/var/lib/puppet/ssl',
    }

    $env_config = {
        'environmentpath'  => '$confdir/environments',
        'default_manifest' => '$confdir/manifests',
    }

    $base_config = {
        'node_terminus'     => 'exec',
        'external_nodes'    => '/usr/local/bin/puppet-enc --hiera.output /etc/puppet/hieradata/auto.yaml',
        'thin_storeconfigs' => false,
        'autosign'          => '/usr/local/bin/puppet-enc',
    }

    $puppetdb_config = {
        storeconfigs         => true,
        thin_storeconfigs    => true,
        storeconfigs_backend => 'puppetdb',
        reports              => 'puppetdb',
    }

    if $storeconfigs == 'puppetdb' {
        # Wait for puppetdb to be ready before enabling server support.
        #
        # The probing is necessary to resolve a bootstrap race between server and db:
        # * puppetdb settings (puppetdb.yaml) are enabled in Pontoon
        # * the puppetdb host has not yet completed its bootstrap/initialization
        # * puppet runs on the server host and enables puppetdb
        # At this point the server has enabled a broken puppetdb and all future puppet runs will
        # fail (including all puppet runs needed by puppetdb to finish bootstrapping, thus requiring
        # a manual intervention to break the race)
        # Therefore enable puppetdb only when we're reasonably sure the server won't self-sabotage.
        exec { 'probe puppetdb':
            # The jq "inputs |" form is to exit non-zero on empty input
            command => @("PROBER"/L)
            /usr/bin/curl --fail --silent \
              --cacert /etc/ssl/certs/Puppet_Internal_CA.pem \
              'https://${puppetdb_hosts[0]}/status/v1/services/puppetdb-status' \
              | jq -ne 'inputs | .state == "running"'
            | - PROBER
            ,
            creates => '/etc/puppet/routes.yaml', # Probe only if puppetdb::client hasn't completed
        }

        class { 'puppetmaster::puppetdb::client':
            hosts   => $puppetdb_hosts,
            require => Exec['probe puppetdb'],
        }
        $config = merge($base_config, $puppetdb_config, $env_config)
    } else {
        $config = merge($base_config, $env_config)
    }

    class { 'httpd':
        remove_default_ports => true,
        modules              => ['proxy', 'proxy_http', 'proxy_balancer',
                                'passenger', 'rewrite', 'lbmethod_byrequests'],
    }

    class { 'puppetmaster':
        server_name         => $::fqdn,
        secure_private      => false,
        prevent_cherrypicks => false,
        config              => $config,
        enable_geoip        => false,
        hiera_config        => 'pontoon',
    }

    # Don't attempt to use puppet-master service, we're using passenger.
    service { 'puppet-master':
        ensure  => stopped,
        enable  => false,
        require => Package['puppet'],
    }

    # Update git checkout
    class { 'puppetmaster::gitsync':
        run_every_minutes => $git_sync_minutes,
    }

    ferm::service { 'puppetmaster-pontoon':
        proto  => 'tcp',
        port   => 8140,
        srange => '$DOMAIN_NETWORKS',
    }

    # Fake confd using a file on disk.
    # Inspired by puppet_compiler module.
    file { '/etc/conftool-state':
        ensure => directory,
        mode   => '0755'
    }
    file { '/etc/conftool-state/mediawiki.yaml':
        ensure => present,
        mode   => '0444',
        source => 'https://config-master.wikimedia.org/mediawiki.yaml',
    }

    file { '/etc/pontoon':
        ensure => directory,
        owner  => 'root',
        group  => 'root',
        mode   => '0444',
    }

    if $pki_enabled {
        include profile::pki::root_ca
        include profile::pki::client

        # Wait for 'profile::pki::client::signer_host' to have an
        # hostname in the rolemap
        if pontoon::hosts_for_role('pki::multirootca') != undef {
            include profile::pki::client
        }

        class { 'pontoon::pki_root':
            intermediates => $intermediates,
            root_ca_name  => $root_ca_name,
        }
    }
}