yasserrmd commited on
Commit
1d88ef6
·
verified ·
1 Parent(s): 4588b25

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -9,10 +9,10 @@ client = InferenceClient()
9
  def generate_response(prompt_template, **kwargs):
10
  prompt = os.getenv(prompt_template).format(**kwargs)
11
  stream = client.chat.completions.create(
12
- model="Qwen/Qwen2.5-Math-72B-Instruct",
13
  messages=[{"role": "user", "content": prompt}],
14
  temperature=0.7,
15
- max_tokens=512,
16
  top_p=0.8,
17
  stream=True
18
  )
 
9
  def generate_response(prompt_template, **kwargs):
10
  prompt = os.getenv(prompt_template).format(**kwargs)
11
  stream = client.chat.completions.create(
12
+ model="Qwen/Qwen2.5-Math-7B-Instruct",
13
  messages=[{"role": "user", "content": prompt}],
14
  temperature=0.7,
15
+ max_tokens=1024,
16
  top_p=0.8,
17
  stream=True
18
  )