Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -12,7 +12,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 12 |
model_id,
|
| 13 |
torch_dtype=torch.bfloat16,
|
| 14 |
device_map="auto",
|
| 15 |
-
use_flash_attention_2=True,
|
| 16 |
)
|
| 17 |
|
| 18 |
TITLE = "<h1><center>ibm-granite/granite-3.0-8b-instruct Chat webui</center></h1>"
|
|
|
|
| 12 |
model_id,
|
| 13 |
torch_dtype=torch.bfloat16,
|
| 14 |
device_map="auto",
|
| 15 |
+
#use_flash_attention_2=True,
|
| 16 |
)
|
| 17 |
|
| 18 |
TITLE = "<h1><center>ibm-granite/granite-3.0-8b-instruct Chat webui</center></h1>"
|