Hardware
/
litedram
mirror of https://github.com/enjoy-digital/litedram.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

test: add handling of alternating write/read to benchmark runner

This commit is contained in:
Jędrzej Boczar 2020-02-11 12:14:12 +01:00
parent e16118abfd
commit 6744cf649c
3 changed files with 277 additions and 166 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

375
test/benchmarks.yml
View File

@ -1,193 +1,282 @@
{ {
# sequential access
"test_0": { "test_0": {
"sdram_module": 'MT48LC16M16', "sdram_module": "MT41K128M16",
"sdram_data_width": 32, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": true,
"bist_length": 4096, "access_pattern": {
"bist_random": False, "bist_length": 1,
} "bist_random": false
}
}, },
"test_1": { "test_1": {
"sdram_module": 'MT48LC16M16', "sdram_module": "MT41K128M16",
"sdram_data_width": 32, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": true,
"bist_length": 512, "access_pattern": {
"bist_random": False, "bist_length": 1024,
} "bist_random": false
}
}, },
"test_2": { "test_2": {
"sdram_module": 'MT46V32M16', "sdram_module": "MT41K128M16",
"sdram_data_width": 32, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": true,
"bist_length": 512, "access_pattern": {
"bist_random": False, "bist_length": 8192,
} "bist_random": false
}
}, },
"test_3": { "test_3": {
"sdram_module": 'MT46V32M16', "sdram_module": "MT41K128M16",
"sdram_data_width": 32, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": false,
"bist_length": 2048, "access_pattern": {
"bist_random": False, "bist_length": 1,
} "bist_random": false
}
}, },
"test_4": { "test_4": {
"sdram_module": 'MT47H64M16', "sdram_module": "MT41K128M16",
"sdram_data_width": 32, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": false,
"bist_length": 1024, "access_pattern": {
"bist_random": False, "bist_length": 1024,
} "bist_random": false
}
}, },
"test_5": { "test_5": {
"sdram_module": 'MT47H64M16', "sdram_module": "MT41K128M16",
"sdram_data_width": 16, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": false,
"bist_length": 1024, "access_pattern": {
"bist_random": False, "bist_length": 8192,
} "bist_random": false
}
}, },
"test_6": { "test_6": {
"sdram_module": 'MT41K128M16', "sdram_module": "MT46V32M16",
"sdram_data_width": 16, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": true,
"bist_length": 1024, "access_pattern": {
"bist_random": False, "bist_length": 1,
} "bist_random": false
}
}, },
"test_7": { "test_7": {
"sdram_module": 'MT41K128M16', "sdram_module": "MT46V32M16",
"sdram_data_width": 32, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": true,
"bist_length": 1024, "access_pattern": {
"bist_random": False, "bist_length": 1024,
} "bist_random": false
}
}, },
# latency
"test_8": { "test_8": {
"sdram_module": 'MT48LC16M16', "sdram_module": "MT46V32M16",
"sdram_data_width": 32, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": true,
"bist_length": 1, "access_pattern": {
"bist_random": False, "bist_length": 8192,
} "bist_random": false
}
}, },
"test_9": { "test_9": {
"sdram_module": 'MT46V32M16', "sdram_module": "MT46V32M16",
"sdram_data_width": 32, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": false,
"bist_length": 1, "access_pattern": {
"bist_random": False, "bist_length": 1,
} "bist_random": false
}
}, },
"test_10": { "test_10": {
"sdram_module": 'MT47H64M16', "sdram_module": "MT46V32M16",
"sdram_data_width": 32, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": false,
"bist_length": 1, "access_pattern": {
"bist_random": False, "bist_length": 1024,
} "bist_random": false
}
}, },
"test_11": { "test_11": {
"sdram_module": 'MT41K128M16', "sdram_module": "MT46V32M16",
"sdram_data_width": 16, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": false,
"bist_length": 1, "access_pattern": {
"bist_random": False, "bist_length": 8192,
} "bist_random": false
}
}, },
# random access
"test_12": { "test_12": {
"sdram_module": 'MT48LC16M16', "sdram_module": "MT47H64M16",
"sdram_data_width": 32, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": true,
"bist_length": 1024, "access_pattern": {
"bist_random": True, "bist_length": 1,
} "bist_random": false
}
}, },
"test_13": { "test_13": {
"sdram_module": 'MT46V32M16', "sdram_module": "MT47H64M16",
"sdram_data_width": 32, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": true,
"bist_length": 1024, "access_pattern": {
"bist_random": True, "bist_length": 1024,
} "bist_random": false
}
}, },
"test_14": { "test_14": {
"sdram_module": 'MT47H64M16', "sdram_module": "MT47H64M16",
"sdram_data_width": 32, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": true,
"bist_length": 1024, "access_pattern": {
"bist_random": True, "bist_length": 8192,
} "bist_random": false
}
}, },
"test_15": { "test_15": {
"sdram_module": 'MT41K128M16', "sdram_module": "MT47H64M16",
"sdram_data_width": 16, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": false,
"bist_length": 1024, "access_pattern": {
"bist_random": True, "bist_length": 1,
} "bist_random": false
}
}, },
# custom access pattern
"test_16": { "test_16": {
"sdram_module": 'MT48LC16M16', "sdram_module": "MT47H64M16",
"sdram_data_width": 32, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": false,
"pattern_file": "access_pattern.csv" "access_pattern": {
} "bist_length": 1024,
"bist_random": false
}
}, },
"test_17": { "test_17": {
"sdram_module": 'MT48LC16M16', "sdram_module": "MT47H64M16",
"sdram_data_width": 32, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": false,
"pattern_file": "access_pattern.csv", "access_pattern": {
} "bist_length": 8192,
"bist_random": false
}
}, },
"test_18": { "test_18": {
"sdram_module": 'MT46V32M16', "sdram_module": "MT48LC16M16",
"sdram_data_width": 32, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": true,
"pattern_file": "access_pattern.csv", "access_pattern": {
} "bist_length": 1,
"bist_random": false
}
}, },
"test_19": { "test_19": {
"sdram_module": 'MT46V32M16', "sdram_module": "MT48LC16M16",
"sdram_data_width": 32, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": true,
"pattern_file": "access_pattern.csv", "access_pattern": {
} "bist_length": 1024,
"bist_random": false
}
}, },
"test_20": { "test_20": {
"sdram_module": 'MT47H64M16', "sdram_module": "MT48LC16M16",
"sdram_data_width": 32, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": true,
"pattern_file": "access_pattern.csv", "access_pattern": {
} "bist_length": 8192,
"bist_random": false
}
}, },
"test_21": { "test_21": {
"sdram_module": 'MT47H64M16', "sdram_module": "MT48LC16M16",
"sdram_data_width": 16, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": false,
"pattern_file": "access_pattern.csv", "access_pattern": {
} "bist_length": 1,
"bist_random": false
}
}, },
"test_22": { "test_22": {
"sdram_module": 'MT41K128M16', "sdram_module": "MT48LC16M16",
"sdram_data_width": 16, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": false,
"pattern_file": "access_pattern.csv", "access_pattern": {
} "bist_length": 1024,
"bist_random": false
}
}, },
"test_23": { "test_23": {
"sdram_module": 'MT41K128M16', "sdram_module": "MT48LC16M16",
"sdram_data_width": 32, "sdram_data_width": 32,
"access_pattern": { "bist_alternating": false,
"pattern_file": "access_pattern.csv", "access_pattern": {
} "bist_length": 8192,
"bist_random": false
}
}, },
"test_24": {
"sdram_module": "MT41K128M16",
"sdram_data_width": 32,
"bist_alternating": true,
"access_pattern": {
"pattern_file": "access_pattern.csv"
}
},
"test_25": {
"sdram_module": "MT41K128M16",
"sdram_data_width": 32,
"bist_alternating": false,
"access_pattern": {
"pattern_file": "access_pattern.csv"
}
},
"test_26": {
"sdram_module": "MT46V32M16",
"sdram_data_width": 32,
"bist_alternating": true,
"access_pattern": {
"pattern_file": "access_pattern.csv"
}
},
"test_27": {
"sdram_module": "MT46V32M16",
"sdram_data_width": 32,
"bist_alternating": false,
"access_pattern": {
"pattern_file": "access_pattern.csv"
}
},
"test_28": {
"sdram_module": "MT47H64M16",
"sdram_data_width": 32,
"bist_alternating": true,
"access_pattern": {
"pattern_file": "access_pattern.csv"
}
},
"test_29": {
"sdram_module": "MT47H64M16",
"sdram_data_width": 32,
"bist_alternating": false,
"access_pattern": {
"pattern_file": "access_pattern.csv"
}
},
"test_30": {
"sdram_module": "MT48LC16M16",
"sdram_data_width": 32,
"bist_alternating": true,
"access_pattern": {
"pattern_file": "access_pattern.csv"
}
},
"test_31": {
"sdram_module": "MT48LC16M16",
"sdram_data_width": 32,
"bist_alternating": false,
"access_pattern": {
"pattern_file": "access_pattern.csv"
}
}
} }

55
test/gen_config.py
View File

@ -4,7 +4,7 @@ import json
import argparse import argparse
import itertools import itertools
modules = [ default_modules = [
'IS42S16160', 'IS42S16160',
'IS42S16320', 'IS42S16320',
'MT48LC4M16', 'MT48LC4M16',
@ -39,41 +39,66 @@ modules = [
# 'MT40A1G8', # 'MT40A1G8',
# 'MT40A512M16', # 'MT40A512M16',
] ]
data_widths = [32] default_bist_alternatings = [True, False]
bist_lengths = [1, 1024, 8192] default_data_widths = [32]
bist_randoms = [False] default_bist_lengths = [1, 1024, 8192]
access_patterns = ['access_pattern.csv'] default_bist_randoms = [False]
default_access_patterns = ['access_pattern.csv']
def convert_string_arg(args, arg, type):
map_func = {
bool: lambda s: {'false': False, 'true': True}[s.lower()],
int: lambda s: int(s, 0),
}
setattr(args, arg, [map_func[type](val) if not isinstance(val, type) else val for val in getattr(args, arg)])
def main(): def main():
parser = argparse.ArgumentParser(description='Generate configuration for all possible argument combinations.', parser = argparse.ArgumentParser(description='Generate configuration for all possible argument combinations.',
formatter_class=argparse.ArgumentDefaultsHelpFormatter) formatter_class=argparse.ArgumentDefaultsHelpFormatter)
parser.add_argument('--sdram-modules', nargs='+', default=modules, help='--sdram-module options') parser.add_argument('--sdram-modules', nargs='+', default=default_modules, help='--sdram-module options')
parser.add_argument('--sdram-data-widths', nargs='+', default=data_widths, help='--sdram-data-width options') parser.add_argument('--sdram-data-widths', nargs='+', default=default_data_widths, help='--sdram-data-width options')
parser.add_argument('--bist-lengths', nargs='+', default=bist_lengths, help='--bist-length options') parser.add_argument('--bist-alternatings', nargs='+', default=default_bist_alternatings, help='--bist-alternating options')
parser.add_argument('--bist-randoms', nargs='+', default=bist_randoms, help='--bist-random options') parser.add_argument('--bist-lengths', nargs='+', default=default_bist_lengths, help='--bist-length options')
parser.add_argument('--access-patterns', nargs='+', default=access_patterns, help='--access-pattern options') parser.add_argument('--bist-randoms', nargs='+', default=default_bist_randoms, help='--bist-random options')
parser.add_argument('--name-format', default='test_%d', help='Name format for i-th test') parser.add_argument('--access-patterns', nargs='+', default=default_access_patterns, help='--access-pattern options')
parser.add_argument('--name-format', default='test_%d', help='Name format for i-th test')
args = parser.parse_args() args = parser.parse_args()
bist_product = itertools.product(args.sdram_modules, args.sdram_data_widths, args.bist_lengths, args.bist_randoms) # make sure not to write those as strings
pattern_product = itertools.product(args.sdram_modules, args.sdram_data_widths, args.access_patterns) convert_string_arg(args, 'sdram_data_widths', int)
convert_string_arg(args, 'bist_alternatings', bool)
convert_string_arg(args, 'bist_lengths', int)
convert_string_arg(args, 'bist_randoms', bool)
bist_product = itertools.product(args.sdram_modules, args.sdram_data_widths, args.bist_alternatings,
args.bist_lengths, args.bist_randoms)
pattern_product = itertools.product(args.sdram_modules, args.sdram_data_widths, args.bist_alternatings,
args.access_patterns)
i = 0 i = 0
configurations = {} configurations = {}
for module, data_width, bist_length, bist_random in bist_product: for module, data_width, bist_alternating, bist_length, bist_random in bist_product:
if bist_random and not bist_alternating:
continue
configurations[args.name_format % i] = { configurations[args.name_format % i] = {
'sdram_module': module, 'sdram_module': module,
'sdram_data_width': data_width, 'sdram_data_width': data_width,
'bist_alternating': bist_alternating,
'access_pattern': { 'access_pattern': {
'bist_length': bist_length, 'bist_length': bist_length,
'bist_random': bist_random, 'bist_random': bist_random,
} }
} }
i += 1 i += 1
for module, data_width, access_pattern in pattern_product: for module, data_width, bist_alternating, access_pattern in pattern_product:
if bist_random and not bist_alternating:
continue
configurations[args.name_format % i] = { configurations[args.name_format % i] = {
'sdram_module': module, 'sdram_module': module,
'sdram_data_width': data_width, 'sdram_data_width': data_width,
'bist_alternating': bist_alternating,
'access_pattern': { 'access_pattern': {
'pattern_file': access_pattern, 'pattern_file': access_pattern,
} }

13
test/run_benchmarks.py
View File

@ -87,7 +87,7 @@ class CustomAccess(Settings):
class BenchmarkConfiguration(Settings): class BenchmarkConfiguration(Settings):
def __init__(self, name, sdram_module, sdram_data_width, access_pattern): def __init__(self, name, sdram_module, sdram_data_width, bist_alternating, access_pattern):
self.set_attributes(locals()) self.set_attributes(locals())
def as_args(self): def as_args(self):
@ -95,6 +95,8 @@ class BenchmarkConfiguration(Settings):
'--sdram-module=%s' % self.sdram_module, '--sdram-module=%s' % self.sdram_module,
'--sdram-data-width=%d' % self.sdram_data_width, '--sdram-data-width=%d' % self.sdram_data_width,
] ]
if self.bist_alternating:
args.append('--bist-alternating')
args += self.access_pattern.as_args() args += self.access_pattern.as_args()
return args return args
@ -219,6 +221,7 @@ class ResultsSummary:
'name': lambda d: d.config.name, 'name': lambda d: d.config.name,
'sdram_module': lambda d: d.config.sdram_module, 'sdram_module': lambda d: d.config.sdram_module,
'sdram_data_width': lambda d: d.config.sdram_data_width, 'sdram_data_width': lambda d: d.config.sdram_data_width,
'bist_alternating': lambda d: d.config.bist_alternating,
'bist_length': lambda d: getattr(d.config.access_pattern, 'bist_length', None), 'bist_length': lambda d: getattr(d.config.access_pattern, 'bist_length', None),
'bist_random': lambda d: getattr(d.config.access_pattern, 'bist_random', None), 'bist_random': lambda d: getattr(d.config.access_pattern, 'bist_random', None),
'pattern_file': lambda d: getattr(d.config.access_pattern, 'pattern_file', None), 'pattern_file': lambda d: getattr(d.config.access_pattern, 'pattern_file', None),
@ -310,7 +313,7 @@ class ResultsSummary:
formatters = self.text_formatters if formatted else {} formatters = self.text_formatters if formatted else {}
common_columns = ['name', 'sdram_module', 'sdram_data_width'] common_columns = ['name', 'sdram_module', 'sdram_data_width', 'bist_alternating']
latency_columns = ['write_latency', 'read_latency'] latency_columns = ['write_latency', 'read_latency']
performance_columns = ['write_bandwidth', 'read_bandwidth', 'write_efficiency', 'read_efficiency'] performance_columns = ['write_bandwidth', 'read_bandwidth', 'write_efficiency', 'read_efficiency']
@ -319,12 +322,6 @@ class ResultsSummary:
columns=common_columns + latency_columns, columns=common_columns + latency_columns,
column_formatting=formatters, column_formatting=formatters,
) )
# yield 'Any access pattern', self.get_summary(
# mask=(df['is_latency'] == False),
# columns=common_columns + performance_columns + ['length', 'bist_random', 'pattern_file'],
# column_formatting=self.text_formatters,
# **kwargs,
# ),
yield 'Custom access pattern', self.get_summary( yield 'Custom access pattern', self.get_summary(
mask=(df['is_latency'] == False) & (~pd.isna(df['pattern_file'])), mask=(df['is_latency'] == False) & (~pd.isna(df['pattern_file'])),
columns=common_columns + performance_columns + ['length', 'pattern_file'], columns=common_columns + performance_columns + ['length', 'pattern_file'],