Spaces:
Runtime error
Runtime error
disable quantization
Browse files
app.py
CHANGED
@@ -164,7 +164,8 @@ def summarize_text(title,text,temperature,words,use_api=False,api_token=None,do_
|
|
164 |
|
165 |
tokenizer = AutoTokenizer.from_pretrained(llm_model_id)
|
166 |
model = AutoModelForCausalLM.from_pretrained(llm_model_id,
|
167 |
-
quantization_config=quantization_config
|
|
|
168 |
model.to_bettertransformer()
|
169 |
|
170 |
pipeline = transformers.pipeline(
|
|
|
164 |
|
165 |
tokenizer = AutoTokenizer.from_pretrained(llm_model_id)
|
166 |
model = AutoModelForCausalLM.from_pretrained(llm_model_id,
|
167 |
+
# quantization_config=quantization_config
|
168 |
+
)
|
169 |
model.to_bettertransformer()
|
170 |
|
171 |
pipeline = transformers.pipeline(
|