Puppet Class: profile::statistics::explorer::ml
- Defined in:
- modules/profile/manifests/statistics/explorer/ml.pp
Overview
SPDX-License-Identifier: Apache-2.0
Class profile::statistics::explorer::ml
This class is meant to collect scripts and configs related to the Machine Learning team.
7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 |
# File 'modules/profile/manifests/statistics/explorer/ml.pp', line 7
class profile::statistics::explorer::ml(
$swift_s3_access_key = lookup('profile::statistics::explorer::ml::swift_s3_access_key'),
$swift_s3_secret_key = lookup('profile::statistics::explorer::ml::swift_s3_password'),
$swift_endpoint = lookup('profile::statistics::explorer::ml::swift_endpoint', {'default_value' => 'https://thanos-swift.discovery.wmnet'}),
) {
ensure_packages([
's3cmd',
# Packages used by the Content Translation team
# to test a replacement of NLLB on AMD GPUs.
'ocl-icd-libopencl1',
'ocl-icd-opencl-dev'])
file { '/etc/s3cmd':
ensure => directory,
mode => '0755',
owner => 'root',
group => 'root',
}
file { '/etc/s3cmd/cfg.d':
ensure => directory,
mode => '0755',
owner => 'root',
group => 'root',
}
$swift_cfg_file = '/etc/s3cmd/cfg.d/ml-team.cfg'
file { $swift_cfg_file:
ensure => file,
owner => 'root',
group => 'deploy-ml-service',
mode => '0440',
content => template('profile/statistics/explorer/ml/s3cfg.erb'),
}
file {'/usr/local/bin/model-upload':
ensure => file,
owner => 'root',
group => 'deploy-ml-service',
mode => '0550',
content => template('profile/statistics/explorer/ml/model_upload.sh.erb'),
}
# Allow the ML team admins only to work on the wmf-ml-models
# directory on each statistics explorer node. This will add extra safety
# fences to avoid malicious/accidental tampering of model objects
# published for the outside community.
file { '/srv/published/wmf-ml-models':
ensure => directory,
mode => '0775',
owner => 'root',
group => 'deploy-ml-service',
require => File['/srv/published'],
}
}
|