philipp-zettl commited on
Commit
796a2f3
·
verified ·
1 Parent(s): c51abf0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -3
app.py CHANGED
@@ -23,7 +23,7 @@ model.load_state_dict(torch.load(model_path, map_location=torch.device('cpu')))
23
  model.to(device)
24
  tokenizer = Tokenizer.from_pretrained(tokenizer_path)
25
 
26
- def greet(prompt):
27
  model_input = torch.tensor(tokenizer.encode(prompt), dtype=torch.long, device=device).view((1, len(prompt)))
28
  return tokenizer.decode(model.generate(model_input, max_new_tokens=4, context_size=context_size)[0].tolist())
29
 
@@ -41,6 +41,15 @@ with gr.Blocks() as demo:
41
  output = gr.Text(label="Next turn", interactive=False)
42
 
43
  submit = gr.Button("Submit")
44
- submit.click(greet, [prompt], [output])
45
-
 
 
 
 
 
 
 
 
 
46
  demo.launch()
 
23
  model.to(device)
24
  tokenizer = Tokenizer.from_pretrained(tokenizer_path)
25
 
26
+ def generate(prompt):
27
  model_input = torch.tensor(tokenizer.encode(prompt), dtype=torch.long, device=device).view((1, len(prompt)))
28
  return tokenizer.decode(model.generate(model_input, max_new_tokens=4, context_size=context_size)[0].tolist())
29
 
 
41
  output = gr.Text(label="Next turn", interactive=False)
42
 
43
  submit = gr.Button("Submit")
44
+ submit.click(generate, [prompt], [output])
45
+
46
+ gr.Examples(
47
+ [
48
+ ["1. e4", ],
49
+ ["1. e4 g6 2."],
50
+ ],
51
+ inputs=[prompt],
52
+ outputs=[outpu],
53
+ fn=generate
54
+ )
55
  demo.launch()