Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -408,8 +408,6 @@ def process_message(messages):
|
|
| 408 |
def o3_chat(model_name, api_key, base_url, question, image):
|
| 409 |
print("done!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!")
|
| 410 |
# 初始化组件
|
| 411 |
-
# os.environ['AZURE_OPENAI_API_KEY'] = "5890112fd69a4c7e9981f0c87d7f4568"
|
| 412 |
-
# os.environ['AZURE_OPENAI_ENDPOINT'] = "https://guohe-apim.azure-api.net"
|
| 413 |
client = AzureOpenAI(
|
| 414 |
api_key=os.getenv("AZURE_OPENAI_API_KEY"), # 从环境变量读取
|
| 415 |
api_version="2025-04-01-preview", # 使用最新API版本
|
|
@@ -417,7 +415,6 @@ def o3_chat(model_name, api_key, base_url, question, image):
|
|
| 417 |
)
|
| 418 |
# client = OpenAI(api_key=api_key, base_url=base_url)
|
| 419 |
executor = PythonExecutor()
|
| 420 |
-
# executor = SharedRuntimeExecutor(var_whitelist="RETAIN_ALL_VARS")
|
| 421 |
|
| 422 |
prompt_template = json.load(open("./prompt_template_vis.json", "r", encoding="utf-8"))
|
| 423 |
prompt_type = 'vistool_with_img_info_v2'
|
|
@@ -451,8 +448,8 @@ def create_demo():
|
|
| 451 |
choices=["gpt-4.1"],
|
| 452 |
value="gpt-4.1"
|
| 453 |
)
|
| 454 |
-
api_key = gr.Textbox(label="OpenAI API Key", type="password", value="sk-kBQuM0gvNBhOHmKz43b3iQut01bsOgg8Pv76eMKguu6jvncm")
|
| 455 |
-
base_url = gr.Textbox(label="Base URL (optional)", value="https://api.claudeshop.top/v1")
|
| 456 |
image_input = gr.Image(label="Upload Image", type="pil")
|
| 457 |
question = gr.Textbox(label="Question", placeholder="Ask a question about the image...")
|
| 458 |
submit_btn = gr.Button("Submit")
|
|
@@ -479,13 +476,6 @@ def create_demo():
|
|
| 479 |
def handle_submit(model, key, url, q, img):
|
| 480 |
html, images, json_data = o3_chat(model, key, url, q, img)
|
| 481 |
return html, images, json_data, images, json_data
|
| 482 |
-
|
| 483 |
-
# # 处理提交
|
| 484 |
-
# submit_btn.click(
|
| 485 |
-
# fn=o3_chat,
|
| 486 |
-
# inputs=[model_name, api_key, base_url, question, image_input],
|
| 487 |
-
# outputs=[output, extracted_images, extracted_json]
|
| 488 |
-
# )
|
| 489 |
|
| 490 |
submit_btn.click(
|
| 491 |
fn=handle_submit,
|
|
@@ -508,10 +498,10 @@ def create_demo():
|
|
| 508 |
|
| 509 |
# 示例部分
|
| 510 |
examples = [
|
| 511 |
-
[
|
| 512 |
-
|
| 513 |
-
|
| 514 |
-
],
|
| 515 |
[
|
| 516 |
"./examples/2.png",
|
| 517 |
"What is the diagnosis for the abnormality seen in this image?\nA. Pulmonary embolism.\nB. Tuberculosis.\nC. COVID-19 infection.\nD. Influenza.",
|
|
@@ -594,7 +584,7 @@ def create_demo():
|
|
| 594 |
|
| 595 |
gr.Markdown("""
|
| 596 |
### Tips
|
| 597 |
-
1.
|
| 598 |
2. It may take 2~5 min.
|
| 599 |
""")
|
| 600 |
|
|
|
|
| 408 |
def o3_chat(model_name, api_key, base_url, question, image):
|
| 409 |
print("done!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!")
|
| 410 |
# 初始化组件
|
|
|
|
|
|
|
| 411 |
client = AzureOpenAI(
|
| 412 |
api_key=os.getenv("AZURE_OPENAI_API_KEY"), # 从环境变量读取
|
| 413 |
api_version="2025-04-01-preview", # 使用最新API版本
|
|
|
|
| 415 |
)
|
| 416 |
# client = OpenAI(api_key=api_key, base_url=base_url)
|
| 417 |
executor = PythonExecutor()
|
|
|
|
| 418 |
|
| 419 |
prompt_template = json.load(open("./prompt_template_vis.json", "r", encoding="utf-8"))
|
| 420 |
prompt_type = 'vistool_with_img_info_v2'
|
|
|
|
| 448 |
choices=["gpt-4.1"],
|
| 449 |
value="gpt-4.1"
|
| 450 |
)
|
| 451 |
+
# api_key = gr.Textbox(label="OpenAI API Key", type="password", value="sk-kBQuM0gvNBhOHmKz43b3iQut01bsOgg8Pv76eMKguu6jvncm")
|
| 452 |
+
# base_url = gr.Textbox(label="Base URL (optional)", value="https://api.claudeshop.top/v1")
|
| 453 |
image_input = gr.Image(label="Upload Image", type="pil")
|
| 454 |
question = gr.Textbox(label="Question", placeholder="Ask a question about the image...")
|
| 455 |
submit_btn = gr.Button("Submit")
|
|
|
|
| 476 |
def handle_submit(model, key, url, q, img):
|
| 477 |
html, images, json_data = o3_chat(model, key, url, q, img)
|
| 478 |
return html, images, json_data, images, json_data
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 479 |
|
| 480 |
submit_btn.click(
|
| 481 |
fn=handle_submit,
|
|
|
|
| 498 |
|
| 499 |
# 示例部分
|
| 500 |
examples = [
|
| 501 |
+
# [
|
| 502 |
+
# "./examples/1.png",
|
| 503 |
+
# "From the information on that advertising board, what is the type of this shop?\nA. The shop is a yoga studio.\nB. The shop is a cafe.\nC. The shop is a seven-eleven.\nD. The shop is a milk tea shop.",
|
| 504 |
+
# ],
|
| 505 |
[
|
| 506 |
"./examples/2.png",
|
| 507 |
"What is the diagnosis for the abnormality seen in this image?\nA. Pulmonary embolism.\nB. Tuberculosis.\nC. COVID-19 infection.\nD. Influenza.",
|
|
|
|
| 584 |
|
| 585 |
gr.Markdown("""
|
| 586 |
### Tips
|
| 587 |
+
1. We have set the API in this space, but if you want try run this demo on more data, please duplicate this space and set your own API.
|
| 588 |
2. It may take 2~5 min.
|
| 589 |
""")
|
| 590 |
|