v13

2024-10-19 18:12:35 +00:00 · 2024-10-19 18:12:35 +00:00 · 47d7e6ea37
parent a2fa2453ba
commit 47d7e6ea37
1 changed files with 1 additions and 1 deletions
--- a/app/models/qwen.py
+++ b/app/models/qwen.py
@ -25,7 +25,7 @@ class Qwen(BaseModel):
        self.model = AutoModelForCausalLM.from_pretrained(
            model_path,
            torch_dtype=torch.float16,
-        #    quantization_config=quantization_config,
+            quantization_config=quantization_config,
            device_map="auto",
        #    low_cpu_mem_usage=True
        )