Update app.py
Browse files
app.py
CHANGED
@@ -70,13 +70,13 @@ class DocumentRetrievalAndGeneration:
|
|
70 |
)
|
71 |
return generate_text
|
72 |
def initialize_llm2(self,model_id):
|
73 |
-
|
74 |
-
|
75 |
-
except:
|
76 |
-
|
77 |
-
|
78 |
-
|
79 |
-
|
80 |
# pipe = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.2")
|
81 |
# model_name = "mistralai/Mistral-7B-Instruct-v0.2"
|
82 |
# pipeline = transformers.pipeline(
|
|
|
70 |
)
|
71 |
return generate_text
|
72 |
def initialize_llm2(self,model_id):
|
73 |
+
|
74 |
+
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
|
75 |
+
# except:
|
76 |
+
# try:
|
77 |
+
# pipe = pipeline("text-generation", model="microsoft/Phi-3-mini-4k-instruct", trust_remote_code=True)
|
78 |
+
# except:
|
79 |
+
# pipe = pipeline("text-generation", model="microsoft/Phi-3-mini-4k-instruct")
|
80 |
# pipe = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.2")
|
81 |
# model_name = "mistralai/Mistral-7B-Instruct-v0.2"
|
82 |
# pipeline = transformers.pipeline(
|