aizanlabs commited on
Commit
0dc4c29
·
verified ·
1 Parent(s): b5fc613

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -7
app.py CHANGED
@@ -70,13 +70,13 @@ class DocumentRetrievalAndGeneration:
70
  )
71
  return generate_text
72
  def initialize_llm2(self,model_id):
73
- try:
74
- client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
75
- except:
76
- try:
77
- pipe = pipeline("text-generation", model="microsoft/Phi-3-mini-4k-instruct", trust_remote_code=True)
78
- except:
79
- pipe = pipeline("text-generation", model="microsoft/Phi-3-mini-4k-instruct")
80
  # pipe = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.2")
81
  # model_name = "mistralai/Mistral-7B-Instruct-v0.2"
82
  # pipeline = transformers.pipeline(
 
70
  )
71
  return generate_text
72
  def initialize_llm2(self,model_id):
73
+
74
+ client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
75
+ # except:
76
+ # try:
77
+ # pipe = pipeline("text-generation", model="microsoft/Phi-3-mini-4k-instruct", trust_remote_code=True)
78
+ # except:
79
+ # pipe = pipeline("text-generation", model="microsoft/Phi-3-mini-4k-instruct")
80
  # pipe = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.2")
81
  # model_name = "mistralai/Mistral-7B-Instruct-v0.2"
82
  # pipeline = transformers.pipeline(