1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
# File 'modules/profile/manifests/swift/storage.pp', line 1
class profile::swift::storage (
Array[String] $aux_partitions = lookup('swift_aux_partitions'),
Array[String] $all_drives = lookup('swift_storage_drives'),
Hash[String, Hash] $replication_accounts = lookup('profile::swift::replication_accounts'),
Hash[String, Hash] $replication_keys = lookup('profile::swift::replication_keys'),
String $hash_path_suffix = lookup('profile::swift::hash_path_suffix'),
String $swift_cluster = lookup('profile::swift::cluster'),
Array[String] $memcached_servers = lookup('profile::swift::proxy::memcached_servers'),
Array[Stdlib::Host] $swift_backends = lookup('profile::swift::storagehosts'),
Array[Stdlib::Host] $swift_frontends = lookup('profile::swift::proxyhosts'),
Stdlib::Port $statsd_port = lookup('profile::swift::storage::statsd_port'),
Integer $container_replicator_concurrency = lookup('profile::swift::storage::container_replicator_concurrency'),
Integer $object_server_default_workers = lookup('profile::swift::storage::object_server_default_workers'),
Integer $object_replicator_concurrency = lookup('profile::swift::storage::object_replicator_concurrency'),
Optional[Integer] $object_replicator_interval = lookup('profile::swift::storage::object_replicator_interval'),
Optional[Integer] $servers_per_port = lookup('profile::swift::storage::servers_per_port'),
Optional[Stdlib::Host] $statsd_host = lookup('profile::swift::storage::statsd_host'),
Optional[Integer] $container_replicator_interval = lookup('profile::swift::storage::container_replicator_interval'),
Optional[Integer] $replication_limit_memory_percent = lookup('profile::swift::storage::replication_limit_memory_percent'),
Optional[String] $loopback_device_size = lookup('profile::swift::storage::loopback_device_size'),
Optional[Integer] $loopback_device_count = lookup('profile::swift::storage::loopback_device_count'),
){
$site_backends = $swift_backends.filter |$host| { $host =~ Regexp("${::domain}$") }
class { 'swift':
hash_path_suffix => $hash_path_suffix,
}
class { 'swift::ring':
swift_cluster => $swift_cluster,
}
class { 'swift::storage':
statsd_host => $statsd_host,
statsd_port => $statsd_port,
statsd_metric_prefix => "swift.${swift_cluster}.${::hostname}",
memcached_servers => $memcached_servers,
container_replicator_concurrency => $container_replicator_concurrency,
object_server_default_workers => $object_server_default_workers,
object_replicator_concurrency => $object_replicator_concurrency,
object_replicator_interval => $object_replicator_interval,
servers_per_port => $servers_per_port,
container_replicator_interval => $container_replicator_interval,
backends => $site_backends,
replication_limit_memory_percent => $replication_limit_memory_percent,
loopback_device_size => $loopback_device_size,
loopback_device_count => $loopback_device_count,
}
class { 'swift::container_sync':
accounts => $replication_accounts,
keys => $replication_keys,
}
nrpe::monitor_service { 'load_average':
description => 'very high load average likely xfs',
nrpe_command => '/usr/lib/nagios/plugins/check_load -w 80,80,80 -c 200,100,100',
notes_url => 'https://wikitech.wikimedia.org/wiki/Swift',
}
swift::init_device { $all_drives:
partition_nr => '1',
}
$swift_access = concat($swift_backends, $swift_frontends)
$swift_access_ferm = join($swift_access, ' ')
$swift_rsync_access_ferm = join($swift_backends, ' ')
# Optimize ferm rule aggregating all ports, it includes:
# - base object server (6000)
# - container server (6001)
# - account server (6002)
# - per-disk object-server ports T222366 (6010:6040)
ferm::service { 'swift-object-server':
proto => 'tcp',
port => '(6000:6002 6010:6040)',
notrack => true,
srange => "@resolve((${swift_access_ferm}))",
}
ferm::service { 'swift-rsync':
proto => 'tcp',
port => '873',
notrack => true,
srange => "@resolve((${swift_rsync_access_ferm}))",
}
# these are already partitioned and xfs formatted by the installer
swift::label_filesystem { $aux_partitions: }
swift::mount_filesystem { $aux_partitions: }
}
|