|
#!/usr/bin/python
# -*- coding: utf-8 -*-
'''
Configuration for the monuments bot.
'''
import json
import os
def _get_config_dir():
return os.path.join(
os.path.dirname(os.path.abspath(__file__)), 'monuments_config')
def _read_config_from_file(config_file):
with open(config_file, 'r', encoding='utf-8') as fp:
return json.load(fp)
def _read_country_config(config_file):
data = _read_config_from_file(config_file)
# Trick to convert back into tuples
if type(data.get('primkey', None)) is list:
data['primkey'] = tuple(data['primkey'])
return data
def get_countries():
countries = {}
config_dir = _get_config_dir()
for filename in os.listdir(config_dir):
base, ext = os.path.splitext(filename)
if ext != '.json':
continue
config_file = os.path.join(config_dir, filename)
data = _read_country_config(config_file)
key = (data['country'], data['lang'])
countries[key] = data
return countries
def filtered_countries(respect_skip=True, skip_wd=False, skip_wlpa=False):
"""
A filtered country config iterator.
@param respect_skip: filter out any dataset with "skip=True"
@param skip_wd: filter out any dataset with "type='sparql'"
@param skip_wlpa: filter out any dataset in the wlpa_all table
"""
for key, countryconfig in get_countries().items():
if respect_skip and countryconfig.get('skip'):
continue
elif skip_wd and (countryconfig.get('type') == 'sparql'):
continue
elif skip_wlpa and countryconfig.get('table', '').startswith('wlpa_'):
continue
else:
yield key, countryconfig
countries = get_countries()
|
