BlinkDL commited on
Commit
09d4673
·
verified ·
1 Parent(s): e4a58ac

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -28,7 +28,7 @@ from rwkv.utils import PIPELINE, PIPELINE_ARGS
28
  title_v6 = "RWKV-x070-World-0.1B-v2.8-20241210-ctx4096"
29
  model_path_v6 = hf_hub_download(repo_id="BlinkDL/rwkv-7-world", filename=f"{title_v6}.pth")
30
  # model_path_v6 = f'/mnt/e/RWKV-Runner/models/{title_v6}' # conda activate torch2; cd /mnt/program/git-public/RWKV-Gradio-1; python app.py
31
- model_v6 = RWKV(model=model_path_v6, strategy='cuda fp16')
32
  pipeline_v6 = PIPELINE(model_v6, "rwkv_vocab_v20230424")
33
 
34
  args = model_v6.args
@@ -124,7 +124,7 @@ examples = [
124
 
125
  ##################################################################################################################
126
  with gr.Blocks(title=title_v6) as demo:
127
- gr.HTML(f"<div style=\"text-align: center;\">\n<h1>{title_v6}</h1>\n</div>")
128
 
129
  with gr.Tab("=== Base Model (Raw Generation) ==="):
130
  gr.Markdown(f"This is [RWKV-7 World v2.8](https://huggingface.co/BlinkDL/rwkv-7-world) 0.1B (L12-D768) - a 100% attention-free RNN [RWKV-LM](https://github.com/BlinkDL/RWKV-LM). Supports 100+ world languages and code. Check [400+ Github RWKV projects](https://github.com/search?o=desc&p=1&q=rwkv&s=updated&type=Repositories). *** Can try examples (bottom of page) *** (can edit them). Demo limited to ctxlen {ctx_limit}.")
 
28
  title_v6 = "RWKV-x070-World-0.1B-v2.8-20241210-ctx4096"
29
  model_path_v6 = hf_hub_download(repo_id="BlinkDL/rwkv-7-world", filename=f"{title_v6}.pth")
30
  # model_path_v6 = f'/mnt/e/RWKV-Runner/models/{title_v6}' # conda activate torch2; cd /mnt/program/git-public/RWKV-Gradio-1; python app.py
31
+ model_v6 = RWKV(model=model_path_v6.replace('.pth',''), strategy='cuda fp16')
32
  pipeline_v6 = PIPELINE(model_v6, "rwkv_vocab_v20230424")
33
 
34
  args = model_v6.args
 
124
 
125
  ##################################################################################################################
126
  with gr.Blocks(title=title_v6) as demo:
127
+ gr.HTML(f"<div style=\"text-align: center;\">\n<h1>{title_v6} (only 0.1B !!!)</h1>\n</div>")
128
 
129
  with gr.Tab("=== Base Model (Raw Generation) ==="):
130
  gr.Markdown(f"This is [RWKV-7 World v2.8](https://huggingface.co/BlinkDL/rwkv-7-world) 0.1B (L12-D768) - a 100% attention-free RNN [RWKV-LM](https://github.com/BlinkDL/RWKV-LM). Supports 100+ world languages and code. Check [400+ Github RWKV projects](https://github.com/search?o=desc&p=1&q=rwkv&s=updated&type=Repositories). *** Can try examples (bottom of page) *** (can edit them). Demo limited to ctxlen {ctx_limit}.")