Clarify comment

Signed-off-by: Ryan Wolf <[email protected]>
NVIDIA · Apr 1, 2024 · 63efe03 · 63efe03
1 parent 34ca3e3
commit 63efe03
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/nemo_curator/modules/__init__.py b/nemo_curator/modules/__init__.py
@@ -20,7 +20,8 @@
 from .modify import Modify
 from .task import TaskDecontamination
 
-# This import must come after all imports that require cugraph
+# Pytorch related imports must come after all imports that require cugraph,
+# because of context cleanup issues b/w pytorch and cugraph
 # See this issue: https://github.com/rapidsai/cugraph/issues/2718
 from .distributed_data_classifier import DomainClassifier, QualityClassifier