fix bugs with HF interface (#98)

Co-authored-by: morgoth95 <[email protected]>

nebullvm/api/huggingface.py

@@ -358,7 +358,7 @@ def convert_hf_model(
             tokenizer=tokenizer,
             tokenizer_args=tokenizer_args,
         )
-        input_example = tokenizer(input_data)
+        input_example = tokenizer(input_data, **tokenizer_args)
         input_data = _HFTextDataset(
             input_texts=input_data,
             ys=ys,

nebullvm/compressors/sparseml.py

@@ -1,4 +1,6 @@
 import json
+import logging
+from logging import Logger
 from pathlib import Path
 from tempfile import TemporaryDirectory
 from typing import Any, Callable, Tuple, Optional, Dict
@@ -29,10 +31,19 @@ def _load_with_torch_fx(path: Path):
     return model
 
 
-def _save_model(model: torch.nn.Module, path: Path):
+def _save_model(model: torch.nn.Module, path: Path, logger: Logger = None):
     try:
         _save_with_torch_fx(model, path)
-    except Exception:
+    except Exception as ex:
+        message = (
+            f"Got an error while exporting with TorchFX. The model will be "
+            f"saved using the standard PyTorch save pickling method. Error "
+            f"got: {ex}"
+        )
+        if logger is None:
+            logging.warning(message)
+        else:
+            logger.warning(message)
         torch.save(model, path / "model.pt")
         return path / "model.pt"
     else: