Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -59,9 +59,9 @@ if not torch.cuda.is_available():
|
|
| 59 |
|
| 60 |
|
| 61 |
if torch.cuda.is_available():
|
| 62 |
-
|
| 63 |
# model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
|
| 64 |
-
|
| 65 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
|
| 66 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 67 |
|
|
|
|
| 59 |
|
| 60 |
|
| 61 |
if torch.cuda.is_available():
|
| 62 |
+
model_id = "PartAI/Dorna-Llama3-8B-Instruct"
|
| 63 |
# model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
|
| 64 |
+
# model_id = "amirMohammadi/Dorna-Llama3-8B-Instruct-Quantized4Bit"
|
| 65 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
|
| 66 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 67 |
|