From 6a72b0404b3cebfdea2e5b277161122d052526bf Mon Sep 17 00:00:00 2001 From: itqop Date: Mon, 3 Mar 2025 04:11:07 +0300 Subject: [PATCH] fix --- summarize_service/app/config.py | 2 +- summarize_service/app/model_loader.py | 5 ++--- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/summarize_service/app/config.py b/summarize_service/app/config.py index 415f647..c1efab4 100644 --- a/summarize_service/app/config.py +++ b/summarize_service/app/config.py @@ -11,5 +11,5 @@ TEXT_TASK_CHANNEL = os.environ.get("TEXT_TASK_CHANNEL", "text_task_channel") TEXT_RESULT_CHANNEL = os.environ.get("TEXT_RESULT_CHANNEL", "text_result_channel") BASE_MODEL = os.environ.get("BASE_MODEL", "google/gemma-2-2b") -ADAPTER_DIR = os.environ.get("ADAPTER_DIR", "./gemma-2-2b_lora") +ADAPTER_DIR = os.environ.get("ADAPTER_DIR", "itqop/gemma-2-2b-summarize-adapter") HF_TOKEN = os.environ.get("HF_TOKEN", "") \ No newline at end of file diff --git a/summarize_service/app/model_loader.py b/summarize_service/app/model_loader.py index 896ceea..6be7d61 100644 --- a/summarize_service/app/model_loader.py +++ b/summarize_service/app/model_loader.py @@ -32,14 +32,13 @@ class ModelLoader: self.model = PeftModel.from_pretrained( base_model, - self.adapter_dir, - local_files_only=True + self.adapter_dir ) self.model.eval() self.model.to(self.device) def load_tokenizer(self): - self.tokenizer = AutoTokenizer.from_pretrained(self.base_model_name, local_files_only=True) + self.tokenizer = AutoTokenizer.from_pretrained(self.adapter_dir) if self.tokenizer.pad_token is None: self.tokenizer.pad_token = self.tokenizer.eos_token