Spaces:
Running
Running
change default llm, logger messages
Browse files
app.py
CHANGED
|
@@ -56,12 +56,12 @@ def bot(history, chunk_table, embedding_model, llm_model, cross_encoder, top_k_p
|
|
| 56 |
|
| 57 |
#documents = retrieve(query, TOP_K)
|
| 58 |
documents = retrieve(query, top_k_param, chunk_table, embedding_model)
|
| 59 |
-
logger.info('Retrived document count:
|
| 60 |
|
| 61 |
if cross_encoder != "None" and len(documents) > 1:
|
| 62 |
documents = rerank_documents(cross_encoder, documents, query, top_k_rerank=rerank_topk)
|
| 63 |
#"cross-encoder/ms-marco-MiniLM-L-6-v2"
|
| 64 |
-
logger.info('ReRank done, document count:
|
| 65 |
|
| 66 |
|
| 67 |
|
|
@@ -147,7 +147,7 @@ with gr.Blocks() as demo:
|
|
| 147 |
"mistralai/Mistral-7B-v0.1",
|
| 148 |
"mistralai/Mixtral-8x7B-Instruct-v0.1"
|
| 149 |
],
|
| 150 |
-
value="
|
| 151 |
label='LLM'
|
| 152 |
)
|
| 153 |
cross_encoder = gr.Radio(
|
|
|
|
| 56 |
|
| 57 |
#documents = retrieve(query, TOP_K)
|
| 58 |
documents = retrieve(query, top_k_param, chunk_table, embedding_model)
|
| 59 |
+
logger.info(f'Retrived document count: {len(documents)}')
|
| 60 |
|
| 61 |
if cross_encoder != "None" and len(documents) > 1:
|
| 62 |
documents = rerank_documents(cross_encoder, documents, query, top_k_rerank=rerank_topk)
|
| 63 |
#"cross-encoder/ms-marco-MiniLM-L-6-v2"
|
| 64 |
+
logger.info(f'ReRank done, document count: {len(documents)}')
|
| 65 |
|
| 66 |
|
| 67 |
|
|
|
|
| 147 |
"mistralai/Mistral-7B-v0.1",
|
| 148 |
"mistralai/Mixtral-8x7B-Instruct-v0.1"
|
| 149 |
],
|
| 150 |
+
value="mistralai/Mistral-7B-Instruct-v0.2",
|
| 151 |
label='LLM'
|
| 152 |
)
|
| 153 |
cross_encoder = gr.Radio(
|