os.zakharov
/
hse-python-assistant
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

v13

This commit is contained in:
Main 2024-10-19 18:12:35 +00:00
parent a2fa2453ba
commit 47d7e6ea37
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
app/models/qwen.py
View File

@ -25,7 +25,7 @@ class Qwen(BaseModel):
self.model = AutoModelForCausalLM.from_pretrained( self.model = AutoModelForCausalLM.from_pretrained(
model_path, model_path,
torch_dtype=torch.float16, torch_dtype=torch.float16,
# quantization_config=quantization_config, quantization_config=quantization_config,
device_map="auto", device_map="auto",
# low_cpu_mem_usage=True # low_cpu_mem_usage=True
) )