Spaces:
Sleeping
Sleeping
| import math | |
| from typing import Optional | |
| from ecologits.tracers.utils import llm_impacts, ImpactsOutput | |
| from fastapi import FastAPI | |
| from pydantic import BaseModel | |
| app = FastAPI() | |
| class EstimationInputs(BaseModel): | |
| provider: str | |
| model_name: str | |
| output_token_count: int | |
| request_latency: Optional[float] = math.inf | |
| electricity_mix_zone: Optional[str] = "WOR" | |
| def create_estimation(inputs: EstimationInputs) -> ImpactsOutput: | |
| return llm_impacts(**inputs.model_dump()) | |