Exist is ok in the writer

mosaicml · Jul 23, 2024 · 300c51b · 300c51b
1 parent 743ac10
commit 300c51b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scripts/t5_precompute.py b/scripts/t5_precompute.py
@@ -80,7 +80,7 @@
         print(columns)
 
     # Make writer
-    writer = MDSWriter(out=remote_dst, columns=columns, compression='zstd', hashes=[], size_limit='1GB', exists_ok=True)
+    writer = MDSWriter(out=remote_dst, columns=columns, compression='zstd', hashes=[], size_limit='1GB', exist_ok=True)
 
     with torch.no_grad():
         for i in range(len(dataset)):