Puppet Class: profile::thanos::swift::backend

Defined in:
modules/profile/manifests/thanos/swift/backend.pp

Summary

profile to configure swift storage for thanos nodes

Overview

SPDX-License-Identifier: Apache-2.0

Parameters:

  • disks_by_path (Boolean) (defaults to: lookup('profile::swift::storage::disks_by_path')) —

    if true configure drives using the pci path

  • thanos_backends (Array) (defaults to: lookup('profile::thanos::swift::backends'))
  • thanos_frontends (Array) (defaults to: lookup('profile::thanos::swift::frontends'))
  • swift_cluster (String) (defaults to: lookup('profile::thanos::swift::cluster'))
  • memcached_servers (Array) (defaults to: lookup('profile::thanos::swift::memcached_servers'))
  • hash_path_suffix (String) (defaults to: lookup('profile::thanos::swift::hash_path_suffix'))
  • statsd_port (Stdlib::Port) (defaults to: lookup('profile::swift::storage::statsd_port'))
  • container_replicator_concurrency (Integer) (defaults to: lookup('profile::swift::storage::container_replicator_concurrency'))
  • object_server_default_workers (Integer) (defaults to: lookup('profile::swift::storage::object_server_default_workers'))
  • object_replicator_concurrency (Integer) (defaults to: lookup('profile::swift::storage::object_replicator_concurrency'))
  • object_replicator_interval (Optional[Integer]) (defaults to: lookup('profile::swift::storage::object_replicator_interval'))
  • servers_per_port (Optional[Integer]) (defaults to: lookup('profile::swift::storage::servers_per_port'))
  • statsd_host (Optional[Stdlib::Host]) (defaults to: lookup('profile::swift::storage::statsd_host'))
  • container_replicator_interval (Optional[Integer]) (defaults to: lookup('profile::swift::storage::container_replicator_interval'))
  • drives (Array) (defaults to: lookup('swift_storage_drives'))
  • aux_partitions (Array) (defaults to: lookup('swift_aux_partitions'))
  • loopback_device_size (Optional[String]) (defaults to: lookup('profile::swift::storage::loopback_device_size'))
  • loopback_device_count (Optional[Integer]) (defaults to: lookup('profile::swift::storage::loopback_device_count'))
  • disable_fallocate (Boolean) (defaults to: lookup('profile::swift::storage::disable_fallocate')) 


4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
 
# File 'modules/profile/manifests/thanos/swift/backend.pp', line 4

class profile::thanos::swift::backend (
    Array $thanos_backends                           = lookup('profile::thanos::swift::backends'),
    Array $thanos_frontends                          = lookup('profile::thanos::swift::frontends'),
    String $swift_cluster                            = lookup('profile::thanos::swift::cluster'),
    Array $memcached_servers                         = lookup('profile::thanos::swift::memcached_servers'),
    String $hash_path_suffix                         = lookup('profile::thanos::swift::hash_path_suffix'),
    Stdlib::Port $statsd_port                        = lookup('profile::swift::storage::statsd_port'),
    Integer $container_replicator_concurrency        = lookup('profile::swift::storage::container_replicator_concurrency'),
    Integer $object_server_default_workers           = lookup('profile::swift::storage::object_server_default_workers'),
    Integer $object_replicator_concurrency           = lookup('profile::swift::storage::object_replicator_concurrency'),
    Optional[Integer] $object_replicator_interval    = lookup('profile::swift::storage::object_replicator_interval'),
    Optional[Integer] $servers_per_port              = lookup('profile::swift::storage::servers_per_port'),
    Optional[Stdlib::Host] $statsd_host              = lookup('profile::swift::storage::statsd_host'),
    Optional[Integer] $container_replicator_interval = lookup('profile::swift::storage::container_replicator_interval'),
    Array $drives                                    = lookup('swift_storage_drives'),
    Array $aux_partitions                            = lookup('swift_aux_partitions'),
    Optional[String] $loopback_device_size           = lookup('profile::swift::storage::loopback_device_size'),
    Optional[Integer] $loopback_device_count         = lookup('profile::swift::storage::loopback_device_count'),
    Boolean $disable_fallocate                       = lookup('profile::swift::storage::disable_fallocate'),
    Boolean $disks_by_path                           = lookup('profile::swift::storage::disks_by_path'),
) {
    # TODO: we should be able to replace a lot of this with include profile::swift::storage
    class { '::swift':
        hash_path_suffix => $hash_path_suffix,
    }

    class { '::swift::ring':
        swift_cluster => $swift_cluster,
    }

    class { '::swift::storage':
        statsd_host                      => $statsd_host,
        statsd_port                      => $statsd_port,
        statsd_metric_prefix             => "swift.${swift_cluster}.${::hostname}",
        memcached_servers                => $memcached_servers,
        container_replicator_concurrency => $container_replicator_concurrency,
        object_server_default_workers    => $object_server_default_workers,
        object_replicator_concurrency    => $object_replicator_concurrency,
        object_replicator_interval       => $object_replicator_interval,
        servers_per_port                 => $servers_per_port,
        container_replicator_interval    => $container_replicator_interval,
        backends                         => $thanos_backends,
        loopback_device_size             => $loopback_device_size,
        loopback_device_count            => $loopback_device_count,
        disable_fallocate                => $disable_fallocate,
    }

    class { '::toil::systemd_scope_cleanup':
        ensure => absent,
    }

    class { '::profile::prometheus::statsd_exporter':
        relay_address => '',
    }

    nrpe::monitor_service { 'load_average':
        description  => 'very high load average likely xfs',
        nrpe_command => '/usr/lib/nagios/plugins/check_load -w 80,80,80 -c 200,100,100',
        notes_url    => 'https://wikitech.wikimedia.org/wiki/Swift',
    }

    if $disks_by_path {
        class { 'profile::swift::storage::configure_disks':
            swift_storage_dir => $swift::storage::swift_data_dir,
        }
    } else {
        swift::init_device { $drives:
            partition_nr => '1',
        }
        # these are already partitioned and xfs formatted by the installer
        swift::label_filesystem { $aux_partitions: }
        swift::mount_filesystem { $aux_partitions: }
    }

    $swift_access = concat($thanos_backends, $thanos_frontends)

    # Optimize firewall rules aggregating all ports, it includes:
    # - base object server (6000)
    # - container server (6001)
    # - account server (6002)
    # - per-disk object-server ports T222366 (6010:6040)
    firewall::service { 'swift-object-server':
        proto      => 'tcp',
        port_range => [6000, 6002],
        notrack    => true,
        srange     => $swift_access,
    }

    firewall::service { 'swift-object-server-per-disk':
        proto      => 'tcp',
        port_range => [6010, 6040],
        notrack    => true,
        srange     => $swift_access,
    }

    firewall::service { 'swift-rsync':
        proto   => 'tcp',
        port    => 873,
        notrack => true,
        srange  => $thanos_backends,
    }
}