Commit
·
36d163c
1
Parent(s):
5ac09e2
- app.py +1 -1
- requirements.txt +1 -1
app.py
CHANGED
|
@@ -28,7 +28,7 @@ try:
|
|
| 28 |
def gpu_entrypoint() -> str:
|
| 29 |
return "gpu: ready"
|
| 30 |
|
| 31 |
-
@spaces.GPU(duration=
|
| 32 |
def _build_vllm_engine_on_gpu(model_id: str, max_len: int):
|
| 33 |
args = AsyncEngineArgs(
|
| 34 |
model=model_id,
|
|
|
|
| 28 |
def gpu_entrypoint() -> str:
|
| 29 |
return "gpu: ready"
|
| 30 |
|
| 31 |
+
@spaces.GPU(duration=60)
|
| 32 |
def _build_vllm_engine_on_gpu(model_id: str, max_len: int):
|
| 33 |
args = AsyncEngineArgs(
|
| 34 |
model=model_id,
|
requirements.txt
CHANGED
|
@@ -4,7 +4,7 @@ uvicorn>=0.35.0
|
|
| 4 |
aio-pika>=9.5.7
|
| 5 |
|
| 6 |
pydantic>=2.11.7
|
| 7 |
-
pydantic-settings>=2.
|
| 8 |
|
| 9 |
spaces
|
| 10 |
|
|
|
|
| 4 |
aio-pika>=9.5.7
|
| 5 |
|
| 6 |
pydantic>=2.11.7
|
| 7 |
+
pydantic-settings>=2.10.1
|
| 8 |
|
| 9 |
spaces
|
| 10 |
|