Hardware
/
litedram
mirror of https://github.com/enjoy-digital/litedram.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

test: update benchmark configuration generator

This commit is contained in:
Jędrzej Boczar 2020-02-12 14:21:50 +01:00
parent 4f613b5b00
commit 5cd33f490f
2 changed files with 886 additions and 204 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

909
test/benchmarks.yml
View File

File diff suppressed because it is too large Load Diff

113
test/gen_config.py
View File

@ -1,10 +1,15 @@
#!/usr/bin/env python
import sys
import json
import pprint
import argparse
import datetime
import itertools
default_modules = [
defaults = {
'--sdram-module': [
'IS42S16160',
'IS42S16320',
'MT48LC4M16',
@ -38,12 +43,15 @@ default_modules = [
# 'EDY4016A',
# 'MT40A1G8',
# 'MT40A512M16',
]
default_bist_alternatings = [True, False]
default_data_widths = [32]
default_bist_lengths = [1, 1024, 8192]
default_bist_randoms = [True, False]
default_access_patterns = ['access_pattern.csv']
],
'--sdram-data-width': [32],
'--bist-alternating': [True, False],
'--bist-length': [1, 4096],
'--bist-random': [True, False],
'--num-generators': [1],
'--num-checkers': [1],
'--access-pattern': ['access_pattern.csv']
}
def convert_string_arg(args, arg, type):
@ -54,59 +62,76 @@ def convert_string_arg(args, arg, type):
setattr(args, arg, [map_func[type](val) if not isinstance(val, type) else val for val in getattr(args, arg)])
def generate_header(args):
header = 'Auto-generated on {} by {}'.format(
datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S"),
sys.argv[0],
)
args_str = pprint.pformat(vars(args), sort_dicts=False)
arg_lines = args_str.split('\n')
lines = [60*'=', header, 60*'-', *arg_lines, 60*'=']
return '\n'.join('# ' + line for line in lines)
def main():
parser = argparse.ArgumentParser(description='Generate configuration for all possible argument combinations.',
formatter_class=argparse.ArgumentDefaultsHelpFormatter)
parser.add_argument('--sdram-modules', nargs='+', default=default_modules, help='--sdram-module options')
parser.add_argument('--sdram-data-widths', nargs='+', default=default_data_widths, help='--sdram-data-width options')
parser.add_argument('--bist-alternatings', nargs='+', default=default_bist_alternatings, help='--bist-alternating options')
parser.add_argument('--bist-lengths', nargs='+', default=default_bist_lengths, help='--bist-length options')
parser.add_argument('--bist-randoms', nargs='+', default=default_bist_randoms, help='--bist-random options')
parser.add_argument('--access-patterns', nargs='+', default=default_access_patterns, help='--access-pattern options')
parser.add_argument('--name-format', default='test_%d', help='Name format for i-th test')
for name, default in defaults.items():
parser.add_argument(name, nargs='+', default=default, help='%s options' % name)
args = parser.parse_args()
# make sure not to write those as strings
convert_string_arg(args, 'sdram_data_widths', int)
convert_string_arg(args, 'bist_alternatings', bool)
convert_string_arg(args, 'bist_lengths', int)
convert_string_arg(args, 'bist_randoms', bool)
convert_string_arg(args, 'sdram_data_width', int)
convert_string_arg(args, 'bist_alternating', bool)
convert_string_arg(args, 'bist_length', int)
convert_string_arg(args, 'bist_random', bool)
convert_string_arg(args, 'num_generators', int)
convert_string_arg(args, 'num_checkers', int)
bist_product = itertools.product(args.sdram_modules, args.sdram_data_widths, args.bist_alternatings,
args.bist_lengths, args.bist_randoms)
pattern_product = itertools.product(args.sdram_modules, args.sdram_data_widths, args.bist_alternatings,
args.access_patterns)
common_args = ('sdram_module', 'sdram_data_width', 'bist_alternating', 'num_generators', 'num_checkers')
generated_pattern_args = ('bist_length', 'bist_random')
custom_pattern_args = ('access_pattern', )
def generated_pattern_configuration(values):
config = dict(zip(common_args + generated_pattern_args, values))
# move access pattern parameters deeper
config['access_pattern'] = {
'bist_length': config.pop('bist_length'),
'bist_random': config.pop('bist_random'),
}
return config
def custom_pattern_configuration(values):
config = dict(zip(common_args + custom_pattern_args, values))
# "rename" --access-pattern to access_pattern.pattern_file due to name difference between
# command line args and run_benchmarks.py configuration format
config['access_pattern'] = {
'pattern_file': config.pop('access_pattern'),
}
return config
# iterator over the product of given command line arguments
def args_product(names):
return itertools.product(*(getattr(args, name) for name in names))
generated_pattern_iter = zip(itertools.repeat(generated_pattern_configuration), args_product(common_args + generated_pattern_args))
custom_pattern_iter = zip(itertools.repeat(custom_pattern_configuration), args_product(common_args + custom_pattern_args))
i = 0
configurations = {}
for module, data_width, bist_alternating, bist_length, bist_random in bist_product:
if bist_random and not bist_alternating:
for config_generator, values in itertools.chain(generated_pattern_iter, custom_pattern_iter):
config = config_generator(values)
# ignore unsupported case: bist_random=True and bist_alternating=False
if config['access_pattern'].get('bist_random', False) and not config['bist_alternating']:
continue
configurations[args.name_format % i] = {
'sdram_module': module,
'sdram_data_width': data_width,
'bist_alternating': bist_alternating,
'access_pattern': {
'bist_length': bist_length,
'bist_random': bist_random,
}
}
i += 1
for module, data_width, bist_alternating, access_pattern in pattern_product:
if bist_random and not bist_alternating:
continue
configurations[args.name_format % i] = {
'sdram_module': module,
'sdram_data_width': data_width,
'bist_alternating': bist_alternating,
'access_pattern': {
'pattern_file': access_pattern,
}
}
configurations[args.name_format % i] = config
i += 1
json_str = json.dumps(configurations, indent=4)
print(generate_header(args))
print(json_str)
if __name__ == "__main__":
main()