diff --git a/nemo_curator/modules/__init__.py b/nemo_curator/modules/__init__.py index 631c08c02..d845441f3 100644 --- a/nemo_curator/modules/__init__.py +++ b/nemo_curator/modules/__init__.py @@ -20,7 +20,8 @@ from .modify import Modify from .task import TaskDecontamination -# This import must come after all imports that require cugraph +# Pytorch related imports must come after all imports that require cugraph, +# because of context cleanup issues b/w pytorch and cugraph # See this issue: https://github.com/rapidsai/cugraph/issues/2718 from .distributed_data_classifier import DomainClassifier, QualityClassifier