Skip to content

Commit

Permalink
sync extension optional; reduce logging clutter
Browse files Browse the repository at this point in the history
  • Loading branch information
k1o0 committed Oct 6, 2023
1 parent 8511bb6 commit a497411
Show file tree
Hide file tree
Showing 3 changed files with 3 additions and 7 deletions.
2 changes: 1 addition & 1 deletion ibllib/pipes/dynamic_pipeline.py
Original file line number Diff line number Diff line change
Expand Up @@ -152,7 +152,7 @@ def make_pipeline(session_path, **pkwargs):
# Syncing tasks
(sync, sync_args), = acquisition_description['sync'].items()
sync_args['sync_collection'] = sync_args.pop('collection') # rename the key so it matches task run arguments
sync_args['sync_ext'] = sync_args.pop('extension')
sync_args['sync_ext'] = sync_args.pop('extension', None)
sync_args['sync_namespace'] = sync_args.pop('acquisition_software', None)
sync_kwargs = {'sync': sync, **sync_args}
sync_tasks = []
Expand Down
6 changes: 1 addition & 5 deletions ibllib/pipes/local_server.py
Original file line number Diff line number Diff line change
Expand Up @@ -109,10 +109,7 @@ def job_creator(root_path, one=None, dry=False, rerun=False, max_md5_size=None):
list of dicts
A list of any datasets registered (only for legacy sessions)
"""
for _ in range(10):
_logger.info('#' * 110)
_logger.info('Start looking for new sessions...')
_logger.info('#' * 110)
if not one:
one = ONE(cache_rest=None)
rc = IBLRegistrationClient(one=one)
Expand Down Expand Up @@ -152,8 +149,7 @@ def job_creator(root_path, one=None, dry=False, rerun=False, max_md5_size=None):
if pipe is not None:
pipes.append(pipe)
except Exception:
_logger.error(traceback.format_exc())
_logger.warning(f'Creating session / registering raw datasets {session_path} errored')
_logger.error(f'Failed to register session %s:\n%s', session_path.relative_to(root_path), traceback.format_exc())
continue

return pipes, all_datasets
Expand Down
2 changes: 1 addition & 1 deletion ibllib/pipes/training_status.py
Original file line number Diff line number Diff line change
Expand Up @@ -475,7 +475,7 @@ def get_data_collection(session_path):
collections = [pipeline.tasks.get(task).kwargs['collection'] for task in trials_tasks]
if len(collections) == 1 and collections[0] == 'raw_behavior_data':
alf_collections = ['alf']
elif all(['raw_task_data' in c for c in collections]):
elif all('raw_task_data' in c for c in collections):
alf_collections = [f'alf/task_{c[-2:]}' for c in collections]
else:
alf_collections = None
Expand Down

0 comments on commit a497411

Please sign in to comment.