Add FastAPI for handling POST requests

app.py

@@ -1,7 +1,14 @@
 import streamlit as st
 from transformers import pipeline
+from fastapi import FastAPI
+from pydantic import BaseModel
+import uvicorn
 
-st.title("Hugging Face Model Demo")
+app = FastAPI()
+
+
+class Input(BaseModel):
+    input: str
 
 
 @st.cache(allow_output_mutation=True)
@@ -11,8 +18,12 @@ def load_model():
 
 model = load_model()
 
-user_input = st.text_input("Enter your text:")
-if user_input:
-    with st.spinner("Generating response..."):
-        result = model(user_input)
-        st.success(result[0]["generated_text"])
+
+@app.post("/")
+def generate_text(input: Input):
+    result = model(input.input)
+    return {"generated_text": result[0]["generated_text"]}
+
+
+if __name__ == "__main__":
+    uvicorn.run(app, host="0.0.0.0", port=8000)

requirements.txt

@@ -1,2 +1,4 @@
 streamlit
-transformers
+transformers
+fastapi
+uvicorn