Puppet Class: profile::configmaster

Defined in:
modules/profile/manifests/configmaster.pp

Summary

A profile to configure the config-master.wikimedia.org site content

Overview

Parameters:

  • conftool_prefix (Stdlib::Unixpath) (defaults to: lookup('conftool_prefix'))

    th conftool_prefix

  • puppet_ca_server (Stdlib::Fqdn) (defaults to: lookup('puppet_ca_server'))

    the location of the puppet ca server

  • server_name (Stdlib::Host) (defaults to: lookup('profile::configmaster::server_name'))

    the main server name

  • server_aliases (Array[Stdlib::Host]) (defaults to: lookup('profile::configmaster::server_aliases'))

    a list of alternate server names

  • enable_nda (Boolean) (defaults to: lookup('profile::configmaster::enable_nda'))

    if true enable the nda uri

  • proxy_sha1 (Boolean) (defaults to: lookup('profile::configmaster::proxy_sha1'))

    if true proxy the sha1's used by puppet-merge from the puppetmaster ca host



8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
# File 'modules/profile/manifests/configmaster.pp', line 8

class profile::configmaster (
    Stdlib::Unixpath    $conftool_prefix  = lookup('conftool_prefix'),
    Stdlib::Fqdn        $puppet_ca_server = lookup('puppet_ca_server'),
    Stdlib::Host        $server_name      = lookup('profile::configmaster::server_name'),
    Array[Stdlib::Host] $server_aliases   = lookup('profile::configmaster::server_aliases'),
    Boolean             $enable_nda       = lookup('profile::configmaster::enable_nda'),
    Boolean             $proxy_sha1       = lookup('profile::configmaster::proxy_sha1'),
) {
    ensure_packages(['python3-conftool'])
    $real_server_aliases = $server_aliases + [
        'pybal-config',
    ]

    $document_root = '/srv/config-master'
    $protected_uri = '/nda'
    $nda_dir       = "${document_root}${protected_uri}"
    $vhost_settings = {
        'enable_nda'       => $enable_nda,
        'proxy_sha1'       => $proxy_sha1,
        'puppet_ca_server' => $puppet_ca_server,
    }

    # The installer dir is used by the reimage cookbook to pass info to late_command.sh
    file { [$document_root, "${document_root}/installer"]:
        ensure => directory,
        owner  => 'root',
        group  => 'root',
        mode   => '0755',
    }

    unless $proxy_sha1 {
        # gitpuppet can't/shouldn't be able to create files under $document_root.
        # So puppet makes sure the file at least exists, and then puppet-merge
        # can write.
        file { ["${document_root}/puppet-sha1.txt", "${document_root}/labsprivate-sha1.txt"]:
            ensure => file,
            owner  => 'gitpuppet',
            group  => 'gitpuppet',
            mode   => '0644',
        }
    }
    # copy mediawiki conftool-state file to configmaster so we can fetch it
    # from pcc and pontoon.
    file { "${document_root}/mediawiki.yaml":
        ensure => file,
        source => '/etc/conftool-state/mediawiki.yaml',
    }

    # Write pybal pools
    class { 'pybal::web':
        ensure   => present,
        root_dir => $document_root,
        services => wmflib::service::fetch(true),
    }

    # Script to dump pool states to a json file. Used by Amir's tool
    # fault-tolerance.toolforge.org
    file { '/usr/local/bin/dump-conftool-pools':
        ensure => file,
        source => 'puppet:///modules/profile/conftool/dump-pools-json.py',
        owner  => 'root',
        group  => 'root',
        mode   => '0555',
    }

    # Run dump-conftool-pools every 5 minutes
    systemd::timer::job { 'dump-conftool-pools':
        ensure      => present,
        user        => 'root',
        description => 'Dump pool states from conftool to a json file accessible from the web',
        command     => "/usr/local/bin/dump-conftool-pools --output ${document_root}/pools.json",
        interval    => {'start' => 'OnUnitInactiveSec', 'interval' => '5m'},
    }

    class { 'ssh::publish_fingerprints':
        document_root => $document_root,
    }

    # TLS termination
    include profile::tlsproxy::envoy
    httpd::conf { 'configmaster_port':
        content => "Listen 80\n",
    }

    file {
        default:
            ensure => stdlib::ensure($enable_nda, file),
            owner  => 'root',
            group  => 'root',
            mode   => '0444';
        "${nda_dir}/abuse_networks.txt": ;
        "${nda_dir}/README.html":
            content => '<html><head><title>NDA</title><body>Folder containing NDA protected content</body></html>';
        $nda_dir:
            ensure => stdlib::ensure($enable_nda, directory),
            mode   => '0755';
    }

    if $enable_nda {
        File["${nda_dir}/abuse_networks.txt"] {
            source => '/etc/ferm/conf.d/00_defs_requestctl'
        }
        profile::idp::client::httpd::site { $server_name:
            document_root    => $document_root,
            server_aliases   => $real_server_aliases,
            protected_uri    => $protected_uri,
            vhost_content    => 'profile/configmaster/config-master.conf.erb',
            proxied_as_https => true,
            vhost_settings   => $vhost_settings,
            required_groups  => [
                'cn=ops,ou=groups,dc=wikimedia,dc=org',
                'cn=wmf,ou=groups,dc=wikimedia,dc=org',
                'cn=nda,ou=groups,dc=wikimedia,dc=org',
            ],
        }
    } else {
        $virtual_host = $server_name
        httpd::site { 'config-master':
            ensure   => present,
            priority => 50,
            content  => template('profile/configmaster/config-master.conf.erb'),
        }
    }
    firewall::service { 'pybal_conf-http':
        proto    => 'tcp',
        port     => 80,
        src_sets => ['PRODUCTION_NETWORKS'],
    }
}