From 048ce6e712c9985cd10ab6f23b033c8db3f7c934 Mon Sep 17 00:00:00 2001 From: Jaeyeon Kim <0310kjy@gmail.com> Date: Mon, 7 Oct 2024 14:45:30 +0900 Subject: [PATCH] update adapter argument --- README.md | 15 +++++++++++++-- eval.py | 4 ---- 2 files changed, 13 insertions(+), 6 deletions(-) diff --git a/README.md b/README.md index 9fbf252..17bae83 100644 --- a/README.md +++ b/README.md @@ -68,17 +68,28 @@ Access to gated HF repository(ex.[Llama 3](https://huggingface.co/meta-llama/Met python eval.py \ --model_path {directory containing lora adapter or model name} \ --device {device to use} \ - --shots {zero, one, two} + --shots {zero, one, two} \ + {--use_adapter} ``` ### Example +#### Use HF model ```bash -python evaluation.py \ +python eval.py \ --model_path google/gemma-1.1-7b-it \ --device cuda:0 \ --shots zero ``` +#### Use adapter +```bash +python eval.py \ + --model_path nota-ai/llama3-8b-adapter-RaCG \ + --device cuda:0 \ + --shots zero \ + --use_adapter +``` + ## Benchmark | | Zero-shot | + Fine-tuning (QLoRA) | + In-context learning (3way-1shot) | diff --git a/eval.py b/eval.py index 948f1bb..73c6a31 100644 --- a/eval.py +++ b/eval.py @@ -28,10 +28,6 @@ def parse_args(args): args = parser.parse_args(args) - adpater_path = os.path.join(args.model_path, "adapter_config.json") - if os.path.isfile(adpater_path): - args.use_adapter = True - return args