Skip to content

Commit

Permalink
domain_to_idxs typo
Browse files Browse the repository at this point in the history
  • Loading branch information
sangmichaelxie committed Dec 20, 2023
1 parent 3a1546e commit cb7b6c6
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions experimental/data_selection/dsir_pipeline.py
Original file line number Diff line number Diff line change
Expand Up @@ -218,10 +218,10 @@ def compute_domain_idxs(filter_domains):
if domain in todo_domains:
domain_to_idxs[domain].append(i)
for domain, idxs in domain_to_idxs.items():

np.save(ds_path / f"{domain.replace(' ', '_')}_idxs.npy", np.asarray(idxs))
domain_idxs_path = ds_path / f"{domain.replace(' ', '_')}_idxs.npy"

for domain in filter_domains:
domain_idxs_path = ds_path / f"{domain.replace(' ', '_')}_idxs.npy"
domain_idxs = np.load(domain_idxs_path)
domain_to_idxs[domain] = domain_idxs

Expand Down

0 comments on commit cb7b6c6

Please sign in to comment.