freddyaboulton HF Staff commited on
Commit
8ea488e
·
verified ·
1 Parent(s): 78c3718

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -7,7 +7,7 @@ def respond(
7
  history: list[dict[str, str]],
8
  hf_token: gr.OAuthToken,
9
  ):
10
- client = InferenceClient(token=hf_token.token, model="Qwen/Qwen3-8B")
11
 
12
  messages = []
13
 
@@ -24,6 +24,7 @@ def respond(
24
  choices = message.choices
25
  token = ""
26
  if len(choices) and choices[0].delta.content:
 
27
  token = choices[0].delta.content
28
  print("token", token)
29
 
 
7
  history: list[dict[str, str]],
8
  hf_token: gr.OAuthToken,
9
  ):
10
+ client = InferenceClient(token=hf_token.token, model="Qwen/Qwen3-8B", provider="featherless-ai")
11
 
12
  messages = []
13
 
 
24
  choices = message.choices
25
  token = ""
26
  if len(choices) and choices[0].delta.content:
27
+ print("choices", choices)
28
  token = choices[0].delta.content
29
  print("token", token)
30