nagarmayank commited on
Commit
b103d78
·
1 Parent(s): 6a8d7a9

Fallback model

Browse files
Files changed (1) hide show
  1. app.py +7 -5
app.py CHANGED
@@ -31,7 +31,7 @@ GROQ_API_KEY = os.getenv("GROQ_API_KEY")
31
  HF_TOKEN = os.getenv("HF_TOKEN")
32
  GOOGLE_API_KEY = os.getenv("GOOGLE_API_KEY")
33
  GROQ_MODEL = "meta-llama/llama-4-scout-17b-16e-instruct"
34
- GOOGLE_MODEL = "gemini-2.5-flash"
35
  ist_tz = timezone("Asia/Kolkata")
36
 
37
  class TransactionParser(BaseModel):
@@ -143,12 +143,14 @@ def write_message(data: dict, header: str = Header()):
143
  message = data['message']
144
 
145
  try:
146
- model = ChatGoogleGenerativeAI(model=GOOGLE_MODEL, max_retries=3, callbacks = [OpikTracer()])
 
 
147
  except Exception as e: #fallback model
148
  model = ChatGroq(model=GROQ_MODEL, temperature=1, callbacks = [OpikTracer()])
149
- # model = ChatOllama(model="gemma3:1b", temperature=1)
150
- transaction_bot = Agent(model, system=prompt)
151
- transaction_bot.graph.invoke({"messages": [message]})
152
  return {"message": "Transaction completed successfully"}
153
 
154
  if __name__ == "__main__":
 
31
  HF_TOKEN = os.getenv("HF_TOKEN")
32
  GOOGLE_API_KEY = os.getenv("GOOGLE_API_KEY")
33
  GROQ_MODEL = "meta-llama/llama-4-scout-17b-16e-instruct"
34
+ GOOGLE_MODEL = "gemini-2.5-flash-lite"
35
  ist_tz = timezone("Asia/Kolkata")
36
 
37
  class TransactionParser(BaseModel):
 
143
  message = data['message']
144
 
145
  try:
146
+ model = ChatGoogleGenerativeAI(model=GOOGLE_MODEL, callbacks = [OpikTracer()])
147
+ transaction_bot = Agent(model, system=prompt)
148
+ transaction_bot.graph.invoke({"messages": [message]})
149
  except Exception as e: #fallback model
150
  model = ChatGroq(model=GROQ_MODEL, temperature=1, callbacks = [OpikTracer()])
151
+ transaction_bot = Agent(model, system=prompt)
152
+ transaction_bot.graph.invoke({"messages": [message]})
153
+
154
  return {"message": "Transaction completed successfully"}
155
 
156
  if __name__ == "__main__":