from os.path import isfile, join, isdir
from pytest import fixture
from os import listdir, mkdir, environ
from json import dump, load, dumps, loads
from pathlib import Path
environ['TIRAMISU_LOCALE'] = 'en'
from .custom import CustomOption
from tiramisu import Config
from tiramisu.error import PropertiesOptionError
dico_dirs = 'tests/dictionaries'
test_ok = set()
for test in listdir(dico_dirs):
if isdir(join(dico_dirs, test)):
if isdir(join(dico_dirs, test, 'tiramisu')):
test_ok.add(test)
debug = False
#debug = True
excludes = set([])
#excludes = set([
# '80leadership_subfamily',
# '80valid_enum_variables',
#])
# excludes = set(['60_5family_dynamic_variable_outside_sub_suffix'])
test_ok -= excludes
# test_ok = ['60_0family_dynamic_static']
test_ok = list(test_ok)
test_ok.sort()
no_test_base_multi = False
#no_test_base_multi = True
#no_test_base = True
no_test_base = False
#no_test_multi = True
no_test_multi = False
@fixture(scope="module", params=test_ok)
def test_dir(request):
return request.param
def option_value(parent, key_is_option=False):
for option, value in parent.items():
if option.isoptiondescription():
if not key_is_option and option.isleadership():
ret = []
for idx, datas in enumerate(option_value(value, key_is_option=True)):
sub_option, sub_value = datas
if not idx:
sub_option = sub_option.path()
key = sub_option
for val in sub_value:
ret.append({sub_option: val})
else:
index = sub_option.index()
sub_option = sub_option.path()
ret[index][sub_option] = sub_value
yield key, ret
else:
yield from option_value(value, key_is_option)
elif key_is_option:
yield option, value
else:
yield option.path(), value
def launch_flattener(test_dir,
filename,
):
makedict_dir = join(test_dir, 'makedict')
makedict_file = join(makedict_dir, 'base.json')
makedict_before = join(makedict_dir, 'before.json')
makedict_after = join(makedict_dir, 'after.json')
informations_file = join(test_dir, 'informations.json')
mandatory_file = Path(makedict_dir) / 'mandatory.json'
modulepath = join(test_dir, 'tiramisu', filename + '.py')
if not isfile(modulepath):
return
with open(modulepath) as fh:
optiondescription = {}
exec(fh.read(), {'CustomOption': CustomOption}, optiondescription) # pylint: disable=W0122
config = Config(optiondescription["option_0"])
# change default rights
ro_origin = config.property.default('read_only', 'append')
ro_append = frozenset(ro_origin - {'force_store_value'})
rw_origin = config.property.default('read_write', 'append')
rw_append = frozenset(rw_origin - {'force_store_value'})
config.property.setdefault(ro_append, 'read_only', 'append')
config.property.setdefault(rw_append, 'read_write', 'append')
config.information.set('test_information', 'value')
config.information.set('test_information_list', ['value'])
config.property.read_only()
config.property.remove('mandatory')
config.information.set('info', 'value')
if isfile(informations_file):
with open(informations_file) as informations:
for key, value in load(informations).items():
if filename == 'base':
config.option(key).information.set('test_information', value)
elif filename == 'no_namespace':
config.option(key.split('.', 1)[-1]).information.set('test_information', value)
else:
for root in ['1', '2']:
config.option(f'{root}.{key}').information.set('test_information', value)
#
if not isdir(makedict_dir):
mkdir(makedict_dir)
config_dict = dict(option_value(config.value.get()))
if not isfile(Path(test_dir) / 'tiramisu' / 'base.py'):
tconfig_dict = config_add_rougail(config_dict)
else:
tconfig_dict = config_dict
if not isfile(makedict_file) or debug:
with open(makedict_file, 'w') as fh:
dump(tconfig_dict, fh, indent=4)
fh.write('\n')
if filename == 'no_namespace':
config_dict = config_add_rougail(config_dict)
elif filename != 'base':
config_dict_prefix = {'1': {}, '2': {}}
for key, value in config_dict.items():
prefix, path = key.split('.', 1)
if value and isinstance(value, list) and isinstance(value[0], dict):
new_value = []
for dct in value:
new_dct = {}
for k, v in dct.items():
k = k.split('.', 1)[-1]
new_dct[k] = v
new_value.append(new_dct)
value = new_value
config_dict_prefix[prefix][path] = value
assert loads(dumps(config_dict_prefix['1'])) == loads(dumps(config_dict_prefix['2']))
config_dict = config_dict_prefix['1']
if not isfile(makedict_file):
raise Exception('dict is not empty')
with open(makedict_file, 'r') as fh:
loaded_config_dict = load(fh)
assert loaded_config_dict == loads(dumps(config_dict)), f"error in file {makedict_file}"
#
value_owner(test_dir, makedict_before, config, filename)
# deploy
ro = config.property.default('read_only', 'append')
ro = frozenset(list(ro) + ['force_store_value'])
config.property.setdefault(ro, 'read_only', 'append')
rw = config.property.default('read_write', 'append')
rw = frozenset(list(rw) + ['force_store_value'])
config.property.setdefault(rw, 'read_write', 'append')
config.property.add('force_store_value')
#
value_owner(test_dir, makedict_after, config, filename)
#
mandatory(test_dir, mandatory_file, config.value.mandatory(), filename)
def config_add_rougail(config):
config_dict = {}
for path, value in config.items():
if value and isinstance(value, list) and isinstance(value[0], dict):
config_dict[f'rougail.{path}'] = []
for v in value:
config_dict[f'rougail.{path}'].append({f'rougail.{k}': w for k, w in v.items()})
else:
config_dict[f'rougail.{path}'] = value
return config_dict
def value_owner(test_dir, makedict_value_owner, config, filename):
ret = {}
for key, value in option_value(config.value.get(), True):
path = key.path()
if not key.issymlinkoption() and key.isfollower():
if path in ret:
continue
ret[path] = {'owner': [],
'value': [],
}
for idx in range(0, key.value.len()):
try:
option = config.option(path, idx)
ret[path]['value'].append(option.value.get())
ret[path]['owner'].append(option.owner.get())
except PropertiesOptionError as err:
ret[path]['value'].append(str(err))
ret[path]['owner'].append('error')
else:
owner = key.owner.get()
ret[path] = {'owner': owner,
'value': value,
}
if not isfile(Path(test_dir) / 'tiramisu' / 'base.py'):
tret = config_add_rougail(ret)
else:
tret = ret
if not isfile(makedict_value_owner) or debug:
with open(makedict_value_owner, 'w') as fh:
dump(tret, fh, indent=4)
fh.write('\n')
if filename == 'no_namespace':
ret = config_add_rougail(ret)
elif filename != 'base':
ret_prefix = {'1': {}, '2': {}}
for key, value in ret.items():
prefix, path = key.split('.', 1)
ret_prefix[prefix][path] = value
assert loads(dumps(ret_prefix['1'])) == loads(dumps(ret_prefix['2']))
ret = ret_prefix['1']
with open(makedict_value_owner, 'r') as fh:
assert load(fh) == loads(dumps(ret)), f"error in file {makedict_value_owner}"
def mandatory(test_dir, mandatory_file, mandatories, filename):
if filename == 'no_namespace':
ret = [f'rougail.{opt.path()}' for opt in mandatories]
else:
ret = [opt.path() for opt in mandatories]
if not mandatory_file.is_file():
with mandatory_file.open('w') as fh:
dump(ret, fh)
if filename == 'multi':
ret_prefix = {'1': [], '2': []}
for key in ret:
prefix, path = key.split('.', 1)
ret_prefix[prefix].append(path)
assert ret_prefix['1'] == ret_prefix['2']
ret = ret_prefix['1']
with mandatory_file.open() as fh:
assert ret == load(fh), f"error in file {mandatory_file}"
def test_dictionary(test_dir):
if no_test_base:
print('FIXME')
return
test_dir = join(dico_dirs, test_dir)
if not (Path(test_dir) / 'tiramisu' / 'base.py').is_file():
return
launch_flattener(test_dir, 'base')
def test_dictionary_no_namespace(test_dir):
test_dir = join(dico_dirs, test_dir)
if not (Path(test_dir) / 'tiramisu' / 'no_namespace.py').is_file():
return
launch_flattener(test_dir, 'no_namespace')
def test_dictionary_multi(test_dir):
if no_test_base_multi:
print('FIXME')
return
test_dir = join(dico_dirs, test_dir)
if not (Path(test_dir) / 'tiramisu' / 'multi.py').is_file():
return
launch_flattener(test_dir, 'multi')