Spaces:
Running
Running
Maarten Van Segbroeck
commited on
Update app.py
Browse files
app.py
CHANGED
|
@@ -90,10 +90,6 @@ def process_pdfs(uploaded_files, use_example, chunk_size, chunk_overlap, min_chu
|
|
| 90 |
current_chunk = len(chunks) - 1
|
| 91 |
|
| 92 |
chunk_text = chunks[current_chunk] if chunks else "No chunks available."
|
| 93 |
-
# use_example_update = gr.update(
|
| 94 |
-
# value=False,
|
| 95 |
-
# interactive=uploaded_files is None or len(uploaded_files) == 0
|
| 96 |
-
# )
|
| 97 |
|
| 98 |
return pdf_chunks_dict, selected_pdfs, chunk_text, current_chunk#, use_example_update
|
| 99 |
|
|
@@ -151,18 +147,35 @@ def generate_synthetic_records(api_key, pdf_chunks_dict, num_records):
|
|
| 151 |
}
|
| 152 |
|
| 153 |
df_in = pd.DataFrame()
|
| 154 |
-
|
| 155 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 156 |
|
| 157 |
-
|
| 158 |
-
|
| 159 |
-
df_doc = pd.DataFrame({'document': [doc], 'text': [chunk]})
|
| 160 |
-
df_in = pd.concat([df_in, df_doc], ignore_index=True)
|
| 161 |
|
| 162 |
-
|
| 163 |
-
df = df.drop(columns=['text'])
|
| 164 |
|
| 165 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 166 |
|
| 167 |
# CSS styling to center the logo and prevent right-click download
|
| 168 |
css = """
|
|
@@ -273,6 +286,7 @@ with gr.Blocks() as demo:
|
|
| 273 |
num_records = gr.Number(label="Number of Records", value=10)
|
| 274 |
|
| 275 |
generate_button = gr.Button("Generate Synthetic Records", interactive=False)
|
|
|
|
| 276 |
|
| 277 |
# Validate API key on input change and update button interactivity
|
| 278 |
api_key_input.change(
|
|
@@ -283,10 +297,14 @@ with gr.Blocks() as demo:
|
|
| 283 |
|
| 284 |
output_df = gr.Dataframe(headers=["document", "topic", "user_profile", "question", "answer", "context"], wrap=True, visible=True)
|
| 285 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 286 |
generate_button.click(
|
| 287 |
-
fn=
|
| 288 |
inputs=[api_key_input, pdf_chunks_dict, num_records],
|
| 289 |
-
outputs=[output_df]
|
| 290 |
)
|
| 291 |
|
| 292 |
demo.launch()
|
|
|
|
| 90 |
current_chunk = len(chunks) - 1
|
| 91 |
|
| 92 |
chunk_text = chunks[current_chunk] if chunks else "No chunks available."
|
|
|
|
|
|
|
|
|
|
|
|
|
| 93 |
|
| 94 |
return pdf_chunks_dict, selected_pdfs, chunk_text, current_chunk#, use_example_update
|
| 95 |
|
|
|
|
| 147 |
}
|
| 148 |
|
| 149 |
df_in = pd.DataFrame()
|
| 150 |
+
try:
|
| 151 |
+
documents = list(pdf_chunks_dict.keys())
|
| 152 |
+
all_chunks = [(doc, chunk) for doc in documents for chunk in pdf_chunks_dict[doc]]
|
| 153 |
+
|
| 154 |
+
for _ in range(num_records):
|
| 155 |
+
doc, chunk = random.choice(all_chunks)
|
| 156 |
+
df_doc = pd.DataFrame({'document': [doc], 'text': [chunk]})
|
| 157 |
+
df_in = pd.concat([df_in, df_doc], ignore_index=True)
|
| 158 |
+
|
| 159 |
+
df = navigator.edit(PROMPT, seed_data=df_in, **GENERATE_PARAMS)
|
| 160 |
+
df = df.drop(columns=['text'])
|
| 161 |
|
| 162 |
+
csv_file = os.path.join(output_dir, "synthetic_qa.csv")
|
| 163 |
+
df.to_csv(csv_file, index=False)
|
|
|
|
|
|
|
| 164 |
|
| 165 |
+
return gr.update(value=df, visible=True), csv_file
|
|
|
|
| 166 |
|
| 167 |
+
except:
|
| 168 |
+
return gr.update(value=None, visible=False), None
|
| 169 |
+
|
| 170 |
+
# def generate_and_show_download_button(api_key, pdf_chunks_dict, num_records):
|
| 171 |
+
# df = generate_synthetic_records(api_key, pdf_chunks_dict, num_records)
|
| 172 |
+
# csv_file = download_dataframe(df)
|
| 173 |
+
# return df, gr.update(visible=True), csv_file
|
| 174 |
+
|
| 175 |
+
def download_dataframe(df):
|
| 176 |
+
csv_file = os.path.join(output_dir, "synthetic_qa.csv")
|
| 177 |
+
df.to_csv(csv_file, index=False)
|
| 178 |
+
return csv_file
|
| 179 |
|
| 180 |
# CSS styling to center the logo and prevent right-click download
|
| 181 |
css = """
|
|
|
|
| 286 |
num_records = gr.Number(label="Number of Records", value=10)
|
| 287 |
|
| 288 |
generate_button = gr.Button("Generate Synthetic Records", interactive=False)
|
| 289 |
+
download_link = gr.File(label="Download Link", visible=False)
|
| 290 |
|
| 291 |
# Validate API key on input change and update button interactivity
|
| 292 |
api_key_input.change(
|
|
|
|
| 297 |
|
| 298 |
output_df = gr.Dataframe(headers=["document", "topic", "user_profile", "question", "answer", "context"], wrap=True, visible=True)
|
| 299 |
|
| 300 |
+
def generate_and_prepare_download(api_key, pdf_chunks_dict, num_records):
|
| 301 |
+
df, csv_file = generate_synthetic_records(api_key, pdf_chunks_dict, num_records)
|
| 302 |
+
return df, gr.update(value=csv_file, visible=df['value']!=None)
|
| 303 |
+
|
| 304 |
generate_button.click(
|
| 305 |
+
fn=generate_and_prepare_download,
|
| 306 |
inputs=[api_key_input, pdf_chunks_dict, num_records],
|
| 307 |
+
outputs=[output_df, download_link]
|
| 308 |
)
|
| 309 |
|
| 310 |
demo.launch()
|