Update app.py

app.py

@@ -23,7 +23,7 @@ quant_config = BitsAndBytesConfig(
 tokenizer = LlamaTokenizer.from_pretrained(model_name)
 model = LlamaForCausalLM.from_pretrained(
     model_name,
-    quantization_config=quant_config
+    #quantization_config=quant_config
 )
 
 model = PeftModel.from_pretrained(model, lora_name, torch_device="cpu")