Update app.py
Browse files
app.py
CHANGED
|
@@ -7,7 +7,7 @@ def respond(
|
|
| 7 |
history: list[dict[str, str]],
|
| 8 |
hf_token: gr.OAuthToken,
|
| 9 |
):
|
| 10 |
-
client = InferenceClient(token=hf_token.token, model="Qwen/Qwen3-8B")
|
| 11 |
|
| 12 |
messages = []
|
| 13 |
|
|
@@ -24,6 +24,7 @@ def respond(
|
|
| 24 |
choices = message.choices
|
| 25 |
token = ""
|
| 26 |
if len(choices) and choices[0].delta.content:
|
|
|
|
| 27 |
token = choices[0].delta.content
|
| 28 |
print("token", token)
|
| 29 |
|
|
|
|
| 7 |
history: list[dict[str, str]],
|
| 8 |
hf_token: gr.OAuthToken,
|
| 9 |
):
|
| 10 |
+
client = InferenceClient(token=hf_token.token, model="Qwen/Qwen3-8B", provider="featherless-ai")
|
| 11 |
|
| 12 |
messages = []
|
| 13 |
|
|
|
|
| 24 |
choices = message.choices
|
| 25 |
token = ""
|
| 26 |
if len(choices) and choices[0].delta.content:
|
| 27 |
+
print("choices", choices)
|
| 28 |
token = choices[0].delta.content
|
| 29 |
print("token", token)
|
| 30 |
|