Update app.py
Browse files
app.py
CHANGED
|
@@ -77,6 +77,7 @@ def format_model_info(config):
|
|
| 77 |
value = value.name
|
| 78 |
info.append(f"**{key}:** {value}")
|
| 79 |
return "\n".join(info)
|
|
|
|
| 80 |
@spaces.GPU
|
| 81 |
def generate_response(system_prompt, user_prompt, temperature, max_new_tokens, top_p, repetition_penalty, top_k):
|
| 82 |
# Construct the full prompt with system and user messages
|
|
@@ -107,6 +108,13 @@ def generate_response(system_prompt, user_prompt, temperature, max_new_tokens, t
|
|
| 107 |
# Create the Gradio interface
|
| 108 |
with gr.Blocks() as demo:
|
| 109 |
gr.Markdown(Title)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 110 |
with gr.Row():
|
| 111 |
with gr.Column():
|
| 112 |
with gr.Group():
|
|
@@ -122,11 +130,9 @@ with gr.Blocks() as demo:
|
|
| 122 |
**Padding Token:** {tokenizer.pad_token}
|
| 123 |
**EOS Token:** {tokenizer.eos_token}
|
| 124 |
""")
|
| 125 |
-
|
| 126 |
-
with gr.Column():
|
| 127 |
-
gr.Markdown(training)
|
| 128 |
|
| 129 |
with gr.Row():
|
|
|
|
| 130 |
gr.Markdown(join_us)
|
| 131 |
|
| 132 |
with gr.Row():
|
|
|
|
| 77 |
value = value.name
|
| 78 |
info.append(f"**{key}:** {value}")
|
| 79 |
return "\n".join(info)
|
| 80 |
+
|
| 81 |
@spaces.GPU
|
| 82 |
def generate_response(system_prompt, user_prompt, temperature, max_new_tokens, top_p, repetition_penalty, top_k):
|
| 83 |
# Construct the full prompt with system and user messages
|
|
|
|
| 108 |
# Create the Gradio interface
|
| 109 |
with gr.Blocks() as demo:
|
| 110 |
gr.Markdown(Title)
|
| 111 |
+
|
| 112 |
+
with gr.Row():
|
| 113 |
+
with gr.Column():
|
| 114 |
+
gr.Markdown(description)
|
| 115 |
+
with gr.Column():
|
| 116 |
+
gr.Markdown(training)
|
| 117 |
+
|
| 118 |
with gr.Row():
|
| 119 |
with gr.Column():
|
| 120 |
with gr.Group():
|
|
|
|
| 130 |
**Padding Token:** {tokenizer.pad_token}
|
| 131 |
**EOS Token:** {tokenizer.eos_token}
|
| 132 |
""")
|
|
|
|
|
|
|
|
|
|
| 133 |
|
| 134 |
with gr.Row():
|
| 135 |
+
with gr.Group():
|
| 136 |
gr.Markdown(join_us)
|
| 137 |
|
| 138 |
with gr.Row():
|