From 67c5d3195dc6e9a08ed52363a15df810c291387a Mon Sep 17 00:00:00 2001 From: Huihuo Zheng Date: Fri, 7 Jun 2024 11:44:16 -0500 Subject: [PATCH] Mlperf requests (#201) * added au metric to the configuration file; set shuffling and shuffle buffer size to be 2 for cosmoflow * removed dependencies on dlioprofiler * fixed bugs * fixed issue with dlio_profiler * bring back dlio_profiler_py --- dlio_benchmark/utils/utility.py | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/dlio_benchmark/utils/utility.py b/dlio_benchmark/utils/utility.py index 0396595b..ed5fbd5e 100644 --- a/dlio_benchmark/utils/utility.py +++ b/dlio_benchmark/utils/utility.py @@ -36,14 +36,22 @@ try: from dlio_profiler.logger import dlio_logger as PerfTrace, fn_interceptor as Profile, DLIO_PROFILER_ENABLE except: - class Profile: + class Profile(object): def __init__(self, name=None, cat=None): self.type = type def log(self, func): return func + def log_init(self, func): + return func def iter(self, a): return a - class dlio_logger: + def __enter__(self): + return + def __exit__(self, type, value, traceback): + return + def update(self, *, epoch=0, step=0, size=0, default=None): + return + class dlio_logger(object): def __init__(self,): self.type = None def initialize_log(self, logfile=None, data_dir=None, process_id=-1):