Spaces:
Sleeping
Sleeping
Use new model
Browse files
app.py
CHANGED
@@ -1,8 +1,9 @@
|
|
1 |
import gradio as gr
|
2 |
from llm_rs import AutoModel,SessionConfig,GenerationConfig,Precision
|
3 |
|
4 |
-
|
5 |
-
|
|
|
6 |
|
7 |
examples = [
|
8 |
"Write a travel blog about a 3-day trip to Thailand.",
|
|
|
1 |
import gradio as gr
|
2 |
from llm_rs import AutoModel,SessionConfig,GenerationConfig,Precision
|
3 |
|
4 |
+
# https://huggingface.co/TheBloke/open-llama-13b-open-instruct-GGML/blob/main/open-llama-13b-open-instruct.ggmlv3.q8_0.bin
|
5 |
+
repo_name = "TheBloke/open-llama-13b-open-instruct-GGML"
|
6 |
+
file_name = "open-llama-13b-open-instruct.ggmlv3.q8_0.bin"
|
7 |
|
8 |
examples = [
|
9 |
"Write a travel blog about a 3-day trip to Thailand.",
|