Update python/hyperon/base.py

Co-authored-by: luketpeterson <[email protected]>
trueagi-io · Sep 14, 2023 · 329a1a9 · 329a1a9
1 parent 06e238e
commit 329a1a9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/hyperon/base.py b/python/hyperon/base.py
@@ -307,7 +307,7 @@ def _from_ctokenizer(ctokenizer):
 
     def __del__(self):
         """
-        Destructor that frees the CTokenizer object when the Tokenizer instance is destroyed.
+        Destructor that frees the underlying resources when the Tokenizer instance is destroyed.
         """
         hp.tokenizer_free(self.ctokenizer)