Skip to content

Commit

Permalink
Mlperf requests (#201)
Browse files Browse the repository at this point in the history
* added au metric to the configuration file; set shuffling and shuffle buffer size to be 2 for cosmoflow

* removed dependencies on dlioprofiler

* fixed bugs

* fixed issue with dlio_profiler

* bring back dlio_profiler_py
  • Loading branch information
zhenghh04 authored Jun 7, 2024
1 parent 71e2cfa commit 67c5d31
Showing 1 changed file with 10 additions and 2 deletions.
12 changes: 10 additions & 2 deletions dlio_benchmark/utils/utility.py
Original file line number Diff line number Diff line change
Expand Up @@ -36,14 +36,22 @@
try:
from dlio_profiler.logger import dlio_logger as PerfTrace, fn_interceptor as Profile, DLIO_PROFILER_ENABLE
except:
class Profile:
class Profile(object):
def __init__(self, name=None, cat=None):
self.type = type
def log(self, func):
return func
def log_init(self, func):
return func
def iter(self, a):
return a
class dlio_logger:
def __enter__(self):
return
def __exit__(self, type, value, traceback):
return
def update(self, *, epoch=0, step=0, size=0, default=None):
return
class dlio_logger(object):
def __init__(self,):
self.type = None
def initialize_log(self, logfile=None, data_dir=None, process_id=-1):
Expand Down

0 comments on commit 67c5d31

Please sign in to comment.