From 3b5493679a57b74f5b133a5f259701d098a0aa5b Mon Sep 17 00:00:00 2001 From: Chivier Humber Date: Thu, 10 Oct 2024 15:32:20 +0000 Subject: [PATCH] Document Sync by Tina --- docs/stable/store/quickstart.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/stable/store/quickstart.md b/docs/stable/store/quickstart.md index 6f87cf6..1c7d896 100644 --- a/docs/stable/store/quickstart.md +++ b/docs/stable/store/quickstart.md @@ -55,7 +55,7 @@ ln -s /mnt/nvme/models ./models 1. Convert a model to ServerlessLLM format and save it to a local path: ```python -from serverless_llm_store import save_model +from serverless_llm_store.transformers import save_model # Load a model from HuggingFace model hub. import torch @@ -84,7 +84,7 @@ docker run -it --rm -v $PWD/models:/app/models checkpoint_store_server ```python import time import torch -from serverless_llm_store import load_model +from serverless_llm_store.transformers import load_model # warm up the GPU num_gpus = torch.cuda.device_count()