Spaces:
Running
on
T4
Running
on
T4
Update app.py
Browse files
app.py
CHANGED
@@ -28,7 +28,7 @@ from rwkv.utils import PIPELINE, PIPELINE_ARGS
|
|
28 |
title_v6 = "RWKV-x070-World-0.1B-v2.8-20241210-ctx4096"
|
29 |
model_path_v6 = hf_hub_download(repo_id="BlinkDL/rwkv-7-world", filename=f"{title_v6}.pth")
|
30 |
# model_path_v6 = f'/mnt/e/RWKV-Runner/models/{title_v6}' # conda activate torch2; cd /mnt/program/git-public/RWKV-Gradio-1; python app.py
|
31 |
-
model_v6 = RWKV(model=model_path_v6, strategy='cuda fp16')
|
32 |
pipeline_v6 = PIPELINE(model_v6, "rwkv_vocab_v20230424")
|
33 |
|
34 |
args = model_v6.args
|
@@ -124,7 +124,7 @@ examples = [
|
|
124 |
|
125 |
##################################################################################################################
|
126 |
with gr.Blocks(title=title_v6) as demo:
|
127 |
-
gr.HTML(f"<div style=\"text-align: center;\">\n<h1>{title_v6}</h1>\n</div>")
|
128 |
|
129 |
with gr.Tab("=== Base Model (Raw Generation) ==="):
|
130 |
gr.Markdown(f"This is [RWKV-7 World v2.8](https://huggingface.co/BlinkDL/rwkv-7-world) 0.1B (L12-D768) - a 100% attention-free RNN [RWKV-LM](https://github.com/BlinkDL/RWKV-LM). Supports 100+ world languages and code. Check [400+ Github RWKV projects](https://github.com/search?o=desc&p=1&q=rwkv&s=updated&type=Repositories). *** Can try examples (bottom of page) *** (can edit them). Demo limited to ctxlen {ctx_limit}.")
|
|
|
28 |
title_v6 = "RWKV-x070-World-0.1B-v2.8-20241210-ctx4096"
|
29 |
model_path_v6 = hf_hub_download(repo_id="BlinkDL/rwkv-7-world", filename=f"{title_v6}.pth")
|
30 |
# model_path_v6 = f'/mnt/e/RWKV-Runner/models/{title_v6}' # conda activate torch2; cd /mnt/program/git-public/RWKV-Gradio-1; python app.py
|
31 |
+
model_v6 = RWKV(model=model_path_v6.replace('.pth',''), strategy='cuda fp16')
|
32 |
pipeline_v6 = PIPELINE(model_v6, "rwkv_vocab_v20230424")
|
33 |
|
34 |
args = model_v6.args
|
|
|
124 |
|
125 |
##################################################################################################################
|
126 |
with gr.Blocks(title=title_v6) as demo:
|
127 |
+
gr.HTML(f"<div style=\"text-align: center;\">\n<h1>{title_v6} (only 0.1B !!!)</h1>\n</div>")
|
128 |
|
129 |
with gr.Tab("=== Base Model (Raw Generation) ==="):
|
130 |
gr.Markdown(f"This is [RWKV-7 World v2.8](https://huggingface.co/BlinkDL/rwkv-7-world) 0.1B (L12-D768) - a 100% attention-free RNN [RWKV-LM](https://github.com/BlinkDL/RWKV-LM). Supports 100+ world languages and code. Check [400+ Github RWKV projects](https://github.com/search?o=desc&p=1&q=rwkv&s=updated&type=Repositories). *** Can try examples (bottom of page) *** (can edit them). Demo limited to ctxlen {ctx_limit}.")
|