Update app.py

app.py

@@ -21,7 +21,6 @@ device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 ctx_limit = 3500
 ########################## text rwkv ################################################################
 from rwkv.utils import PIPELINE, PIPELINE_ARGS
-from rwkv.model import RWKV
 title = "RWKV-5-World-1B5-v2-20231025-ctx4096"
 model_path = hf_hub_download(repo_id="BlinkDL/rwkv-5-world", filename=f"{title}.pth")
 model = RWKV(model=model_path, strategy='cuda fp16')
@@ -60,7 +59,8 @@ def evaluate(
     occurrence = {}
     state = None
     for i in range(int(token_count)):
-        out, state = model.forward(pipeline.encode(ctx)[-ctx_limit:] if i == 0 else [token], state)
+        input_ids = pipeline.encode(ctx)[-ctx_limit:] if i == 0 else [token]
+        out, state = model.forward(tokens=input_ids, state=state)
         for n in occurrence:
             out[n] -= (args.alpha_presence + occurrence[n] * args.alpha_frequency)