Upload 2 files

app.py

@@ -9,7 +9,7 @@ from fastapi.responses import HTMLResponse, FileResponse, Response
 from fastapi.staticfiles import StaticFiles
 from fastapi.middleware.cors import CORSMiddleware
 from pydantic import BaseModel
-from typing import List, Dict, Optional
+from typing import List, Dict, Optional, Literal
 import asyncio
 import aiohttp
 import random
@@ -19,7 +19,9 @@ from datetime import datetime, timedelta
 import uvicorn
 from collections import defaultdict
 import os
-from urllib.parse import urljoin
+from urllib.parse import urljoin, unquote
+from pathlib import Path
+from threading import Lock
 
 from database import Database
 from config import config as global_config
@@ -39,6 +41,24 @@ class PoolMemberAdd(BaseModel):
     priority: int = 1
     weight: int = 1
 
+class ProviderCreateRequest(BaseModel):
+    name: str
+    category: str
+    endpoint_url: str
+    requires_key: bool = False
+    api_key: Optional[str] = None
+    rate_limit: Optional[str] = None
+    timeout_ms: int = 10000
+    health_check_endpoint: Optional[str] = None
+    notes: Optional[str] = None
+
+
+class HFRegistryItemCreate(BaseModel):
+    id: str
+    kind: Literal["model", "dataset"]
+    description: Optional[str] = None
+    downloads: Optional[int] = None
+    likes: Optional[int] = None
 logger = logging.getLogger("crypto_monitor")
 
 
@@ -75,6 +95,53 @@ if not trusted_hosts:
     trusted_hosts = ["*"]
 app.add_middleware(TrustedHostMiddleware, allowed_hosts=trusted_hosts)
 
+
+CUSTOM_REGISTRY_PATH = Path("data/custom_registry.json")
+_registry_lock = Lock()
+_custom_registry: Dict[str, List[Dict]] = {
+    "providers": [],
+    "hf_models": [],
+    "hf_datasets": []
+}
+
+
+def _load_custom_registry() -> Dict[str, List[Dict]]:
+    if not CUSTOM_REGISTRY_PATH.exists():
+        return {
+            "providers": [],
+            "hf_models": [],
+            "hf_datasets": []
+        }
+    try:
+        with CUSTOM_REGISTRY_PATH.open("r", encoding="utf-8") as f:
+            data = json.load(f)
+            return {
+                "providers": data.get("providers", []),
+                "hf_models": data.get("hf_models", []),
+                "hf_datasets": data.get("hf_datasets", []),
+            }
+    except Exception:
+        return {
+            "providers": [],
+            "hf_models": [],
+            "hf_datasets": []
+        }
+
+
+def _save_custom_registry() -> None:
+    CUSTOM_REGISTRY_PATH.parent.mkdir(parents=True, exist_ok=True)
+    with CUSTOM_REGISTRY_PATH.open("w", encoding="utf-8") as f:
+        json.dump(_custom_registry, f, ensure_ascii=False, indent=2)
+
+
+def _refresh_custom_registry() -> None:
+    global _custom_registry
+    with _registry_lock:
+        _custom_registry = _load_custom_registry()
+
+
+_refresh_custom_registry()
+
 # WebSocket Manager
 class ConnectionManager:
     def __init__(self):
@@ -321,6 +388,75 @@ def provider_slug(name: str) -> str:
     return name.lower().replace(" ", "_")
 
 
+def _get_custom_providers() -> List[Dict]:
+    with _registry_lock:
+        return [dict(provider) for provider in _custom_registry.get("providers", [])]
+
+
+def _add_custom_provider(payload: Dict) -> Dict:
+    slug = provider_slug(payload["name"])
+    with _registry_lock:
+        existing = _custom_registry.setdefault("providers", [])
+        if any(provider_slug(item.get("name", "")) == slug for item in existing):
+            raise ValueError("Provider already exists")
+        existing.append(payload)
+        _save_custom_registry()
+        return payload
+
+
+def _remove_custom_provider(slug: str) -> bool:
+    removed = False
+    with _registry_lock:
+        providers = _custom_registry.setdefault("providers", [])
+        new_list = []
+        for item in providers:
+            if provider_slug(item.get("name", "")) == slug:
+                removed = True
+                continue
+            new_list.append(item)
+        if removed:
+            _custom_registry["providers"] = new_list
+            _save_custom_registry()
+    return removed
+
+
+def _get_custom_hf(kind: Literal["models", "datasets"]) -> List[Dict]:
+    key = "hf_models" if kind == "models" else "hf_datasets"
+    with _registry_lock:
+        return [dict(item) for item in _custom_registry.get(key, [])]
+
+
+def _add_custom_hf_item(kind: Literal["models", "datasets"], payload: Dict) -> Dict:
+    key = "hf_models" if kind == "models" else "hf_datasets"
+    identifier = payload.get("id") or payload.get("name")
+    if not identifier:
+        raise ValueError("id is required")
+    with _registry_lock:
+        collection = _custom_registry.setdefault(key, [])
+        if any((item.get("id") or item.get("name")) == identifier for item in collection):
+            raise ValueError("Item already exists")
+        collection.append(payload)
+        _save_custom_registry()
+        return payload
+
+
+def _remove_custom_hf_item(kind: Literal["models", "datasets"], identifier: str) -> bool:
+    key = "hf_models" if kind == "models" else "hf_datasets"
+    removed = False
+    with _registry_lock:
+        collection = _custom_registry.setdefault(key, [])
+        filtered = []
+        for item in collection:
+            if (item.get("id") or item.get("name")) == identifier:
+                removed = True
+                continue
+            filtered.append(item)
+        if removed:
+            _custom_registry[key] = filtered
+            _save_custom_registry()
+    return removed
+
+
 def assemble_providers() -> List[Dict]:
     providers: List[Dict] = []
     seen = set()
@@ -364,6 +500,24 @@ def assemble_providers() -> List[Dict]:
             "timeout_ms": cfg.timeout_ms
         })
 
+    for custom in _get_custom_providers():
+        slug = provider_slug(custom.get("name", ""))
+        if not slug or slug in seen:
+            continue
+        providers.append({
+            "name": custom.get("name"),
+            "category": custom.get("category", "custom"),
+            "base_url": custom.get("base_url") or custom.get("endpoint_url"),
+            "endpoints": custom.get("endpoints", {}),
+            "health_endpoint": custom.get("health_endpoint") or custom.get("base_url"),
+            "requires_key": custom.get("requires_key", False),
+            "api_key": custom.get("api_key"),
+            "timeout_ms": custom.get("timeout_ms", 10000),
+            "rate_limit": custom.get("rate_limit"),
+            "notes": custom.get("notes"),
+        })
+        seen.add(slug)
+
     return providers
 
 # Cache for API responses
@@ -794,6 +948,52 @@ async def providers():
     data = await get_provider_stats()
     return data
 
+
+@app.get("/api/providers/custom")
+async def providers_custom():
+    """Return custom providers registered through the UI."""
+    return _get_custom_providers()
+
+
+@app.post("/api/providers", status_code=201)
+async def create_provider(request: ProviderCreateRequest):
+    """Create a custom provider entry."""
+    name = request.name.strip()
+    if not name:
+        raise HTTPException(status_code=400, detail="name is required")
+    category = request.category.strip() or "custom"
+    endpoint_url = request.endpoint_url.strip()
+    if not endpoint_url:
+        raise HTTPException(status_code=400, detail="endpoint_url is required")
+
+    payload = {
+        "name": name,
+        "category": category,
+        "base_url": endpoint_url,
+        "endpoint_url": endpoint_url,
+        "health_endpoint": request.health_check_endpoint.strip() if request.health_check_endpoint else endpoint_url,
+        "requires_key": request.requires_key,
+        "api_key": request.api_key.strip() if request.api_key else None,
+        "timeout_ms": request.timeout_ms,
+        "rate_limit": request.rate_limit.strip() if request.rate_limit else None,
+        "notes": request.notes.strip() if request.notes else None,
+        "created_at": datetime.utcnow().isoformat(),
+    }
+    try:
+        created = _add_custom_provider(payload)
+    except ValueError as exc:
+        raise HTTPException(status_code=400, detail=str(exc))
+
+    return {"message": "Provider registered", "provider": created}
+
+
+@app.delete("/api/providers/{slug}", status_code=204)
+async def delete_provider(slug: str):
+    """Delete a custom provider by slug."""
+    if not _remove_custom_provider(slug):
+        raise HTTPException(status_code=404, detail="Provider not found")
+    return Response(status_code=204)
+
 @app.get("/api/status")
 async def status():
     """Get system status for dashboard"""
@@ -1150,6 +1350,34 @@ async def api_logs(type: str = "all"):
     return logs
 
 
+@app.get("/api/logs/summary")
+async def api_logs_summary(hours: int = 24):
+    """Provide aggregated log summary for dashboard widgets."""
+    rows = db.get_recent_status(hours=hours, limit=500)
+    by_status: Dict[str, int] = defaultdict(int)
+    by_provider: Dict[str, int] = defaultdict(int)
+    last_error = None
+    for row in rows:
+        status = (row.get("status") or "unknown").lower()
+        provider = row.get("provider_name") or "System"
+        by_status[status] += 1
+        by_provider[provider] += 1
+        if status != "online":
+            last_error = last_error or {
+                "provider": provider,
+                "status": status,
+                "timestamp": row.get("timestamp") or row.get("created_at"),
+                "message": row.get("error_message") or row.get("status_code"),
+            }
+    return {
+        "total": len(rows),
+        "by_status": dict(by_status),
+        "by_provider": dict(sorted(by_provider.items(), key=lambda item: item[1], reverse=True)[:8]),
+        "last_error": last_error,
+        "hours": hours,
+    }
+
+
 @app.get("/api/alerts")
 async def api_alerts():
     """Expose active/unacknowledged alerts for the alerts tab"""
@@ -1255,6 +1483,16 @@ async def _fetch_hf_registry(kind: str = "models", query: str = "crypto", limit:
             ]
 
     # Update cache
+    custom_items = _get_custom_hf("models" if kind == "models" else "datasets")
+    if custom_items:
+        seen_ids = {item.get("id") or item.get("name") for item in items}
+        for custom in custom_items:
+            identifier = custom.get("id") or custom.get("name")
+            if identifier in seen_ids:
+                continue
+            items.append(custom)
+            seen_ids.add(identifier)
+
     if kind == "models":
         HF_MODELS = items
     else:
@@ -1281,6 +1519,45 @@ async def hf_registry(type: str = "models"):
     return data
 
 
+@app.get("/api/hf/custom")
+async def hf_custom_registry():
+    """Return custom Hugging Face registry entries."""
+    return {
+        "models": _get_custom_hf("models"),
+        "datasets": _get_custom_hf("datasets"),
+    }
+
+
+@app.post("/api/hf/custom", status_code=201)
+async def hf_register_custom(item: HFRegistryItemCreate):
+    """Register a custom Hugging Face model or dataset."""
+    payload = {
+        "id": item.id.strip(),
+        "description": item.description.strip() if item.description else "",
+        "downloads": item.downloads or 0,
+        "likes": item.likes or 0,
+        "created_at": datetime.utcnow().isoformat(),
+    }
+    target_kind: Literal["models", "datasets"] = "models" if item.kind == "model" else "datasets"
+    try:
+        created = _add_custom_hf_item(target_kind, payload)
+    except ValueError as exc:
+        raise HTTPException(status_code=400, detail=str(exc))
+    return {"message": "Item added", "item": created}
+
+
+@app.delete("/api/hf/custom/{kind}/{identifier}", status_code=204)
+async def hf_delete_custom(kind: str, identifier: str):
+    """Remove a custom HF model or dataset."""
+    kind = kind.lower()
+    if kind not in {"model", "dataset"}:
+        raise HTTPException(status_code=400, detail="kind must be 'model' or 'dataset'")
+    decoded = unquote(identifier)
+    if not _remove_custom_hf_item("models" if kind == "model" else "datasets", decoded):
+        raise HTTPException(status_code=404, detail="Item not found")
+    return Response(status_code=204)
+
+
 @app.get("/api/hf/search")
 async def hf_search(q: str = "", kind: str = "models"):
     """Search over the HF registry."""

index.html

@@ -649,6 +649,111 @@
             position: relative;
         }
 
+        .form-card {
+            border-radius: var(--radius-md);
+            border: 1px solid rgba(148, 163, 184, 0.35);
+            background: rgba(15, 23, 42, 0.92);
+            padding: 12px;
+            display: flex;
+            flex-direction: column;
+            gap: 10px;
+            margin-bottom: 12px;
+        }
+
+        .form-card label {
+            font-size: 11px;
+            color: var(--muted);
+            display: flex;
+            flex-direction: column;
+            gap: 4px;
+        }
+
+        .form-card input,
+        .form-card textarea,
+        .form-card select {
+            border-radius: var(--radius-pill);
+            border: 1px solid rgba(148, 163, 184, 0.45);
+            background: rgba(15, 23, 42, 0.96);
+            padding: 6px 11px;
+            color: var(--text);
+            font-size: 11px;
+            outline: none;
+        }
+
+        .form-card textarea {
+            min-height: 60px;
+            resize: vertical;
+            border-radius: 16px;
+        }
+
+        .form-actions {
+            display: flex;
+            gap: 8px;
+            flex-wrap: wrap;
+            justify-content: flex-end;
+        }
+
+        .muted-text {
+            font-size: 11px;
+            color: var(--muted);
+        }
+
+        .list-card {
+            border-radius: var(--radius-md);
+            border: 1px solid rgba(148, 163, 184, 0.25);
+            background: rgba(15, 23, 42, 0.88);
+            padding: 10px 12px;
+            margin-bottom: 8px;
+            display: flex;
+            flex-direction: column;
+            gap: 6px;
+        }
+
+        .list-card header {
+            display: flex;
+            justify-content: space-between;
+            align-items: center;
+            gap: 8px;
+            font-size: 12px;
+            color: var(--text);
+            font-weight: 600;
+        }
+
+        .list-card .meta {
+            font-size: 10px;
+            color: var(--muted);
+            display: flex;
+            gap: 6px;
+            flex-wrap: wrap;
+        }
+
+        .small-btn {
+            border-radius: var(--radius-pill);
+            border: 1px solid rgba(148, 163, 184, 0.5);
+            background: transparent;
+            color: var(--muted);
+            font-size: 10px;
+            padding: 4px 8px;
+            cursor: pointer;
+            transition: var(--transition-fast);
+        }
+
+        .small-btn:hover {
+            color: var(--text);
+            border-color: rgba(148, 163, 184, 0.8);
+        }
+
+        .status-chip {
+            display: inline-flex;
+            align-items: center;
+            gap: 4px;
+            padding: 2px 8px;
+            border-radius: var(--radius-pill);
+            font-size: 10px;
+            border: 1px solid rgba(148, 163, 184, 0.4);
+            background: rgba(15, 23, 42, 0.92);
+        }
+
         .field input {
             width: 100%;
             border-radius: 999px;
@@ -903,6 +1008,10 @@
                         <span class="icon">🤗</span>
                         <span>Hugging Face</span>
                     </button>
+                    <button class="tab-btn" data-tab="manage">
+                        <span class="icon">⚙️</span>
+                        <span>Manage</span>
+                    </button>
                 </div>
                 <div style="display:flex; gap:8px; align-items:center; flex-wrap:wrap;">
                     <span class="label-mono" id="label-last-refresh">Last refresh: —</span>
@@ -1009,6 +1118,12 @@
         let autoRefreshTimer = null;
         let ws = null;
         let wsConnected = false;
+        let customProviders = [];
+        let customHFModels = [];
+        let customHFDatasets = [];
+        let logsSummaryCache = null;
+        let latestMarketUpdate = null;
+        let latestSentimentUpdate = null;
 
         const panelLeftTitle = document.getElementById('panel-left-title');
         const panelLeftSubtitle = document.getElementById('panel-left-subtitle');
@@ -1091,6 +1206,28 @@
             throw lastError || new Error('All endpoints failed');
         }
 
+        async function sendJson(path, payload, method = 'POST') {
+            const url = config.apiBase ? config.apiBase + path : path;
+            const options = {
+                method,
+                headers: {
+                    'Content-Type': 'application/json'
+                }
+            };
+            if (method !== 'GET' && payload !== undefined && payload !== null) {
+                options.body = JSON.stringify(payload);
+            }
+            const resp = await fetch(url, options);
+            if (!resp.ok) {
+                const text = await resp.text();
+                throw new Error(text || ('HTTP ' + resp.status));
+            }
+            if (resp.status === 204) {
+                return null;
+            }
+            return await resp.json();
+        }
+
         function formatNumber(num) {
             if (num === null || num === undefined || isNaN(num)) return '—';
             if (Math.abs(num) >= 1e9) return (num / 1e9).toFixed(1) + 'B';
@@ -1104,6 +1241,10 @@
             return num.toFixed(digits) + '%';
         }
 
+        function slugify(name) {
+            return (name || '').toLowerCase().replace(/\s+/g, '_');
+        }
+
         function setActiveTab(tab) {
             currentTab = tab;
             document.querySelectorAll('.tab-btn').forEach(btn => {
@@ -1171,6 +1312,14 @@
                 panelRightSubtitle.textContent = 'جستجو، رفرش registry و تست اتصال.';
                 loadHFRegistry();
                 renderHFRight();
+            } else if (tab === 'manage') {
+                panelLeftTitle.textContent = 'Resource Manager';
+                panelLeftSubtitle.textContent = 'مدیریت providerهای سفارشی، مدل‌ها و لاگ‌های سیستم.';
+                panelRightIcon.textContent = '⚙️';
+                panelRightTitle.textContent = 'Add & Configure';
+                panelRightSubtitle.textContent = 'افزودن provider جدید، ثبت مدل Hugging Face و مشاهده خلاصه لاگ‌ها.';
+                renderManageRight();
+                loadManage();
             }
         }
 
@@ -1588,6 +1737,346 @@
             }
         }
 
+        async function loadManage() {
+            panelLeftContent.innerHTML = '<div class="empty-state"><span class="loader"></span> در حال بارگذاری داده‌های مدیریت…</div>';
+            try {
+                const [providers, hfCustom, logsSummary] = await Promise.all([
+                    fetchJsonWithFallback(['/api/providers/custom']),
+                    fetchJsonWithFallback(['/api/hf/custom']),
+                    fetchJsonWithFallback(['/api/logs/summary']).catch(() => null)
+                ]);
+                customProviders = Array.isArray(providers) ? providers : [];
+                customHFModels = hfCustom && Array.isArray(hfCustom.models) ? hfCustom.models : [];
+                customHFDatasets = hfCustom && Array.isArray(hfCustom.datasets) ? hfCustom.datasets : [];
+                logsSummaryCache = logsSummary;
+                renderManageLeft();
+            } catch (err) {
+                console.error('manage load error', err);
+                panelLeftContent.innerHTML = '<div class="empty-state">خطا در دریافت اطلاعات مدیریت منابع.</div>';
+            } finally {
+                updateLastRefresh();
+            }
+        }
+
+        function renderManageLeft() {
+            const providerItems = customProviders.length
+                ? customProviders.map(item => {
+                    const rate = item.rate_limit ? `<span class="status-chip">⏱️ ${item.rate_limit}</span>` : '';
+                    const notes = item.notes ? `<div class="muted-text">${item.notes}</div>` : '';
+                    return `
+              <div class="list-card">
+                <header>
+                  <span>${item.name}</span>
+                  <div class="meta">
+                    <span class="pill-mini">${item.category || 'custom'}</span>
+                    ${rate}
+                  </div>
+                </header>
+                <div class="muted-text">Endpoint: <span class="label-mono">${item.base_url || item.endpoint_url}</span></div>
+                <div class="meta">
+                  <span>Health: ${item.health_endpoint || '—'}</span>
+                  <span>Timeout: ${item.timeout_ms || 10000} ms</span>
+                  <span>${item.requires_key ? '🔐 requires key' : '🔓 no key'}</span>
+                </div>
+                ${notes}
+                <div class="form-actions">
+                  <button class="small-btn" data-remove-provider="${slugify(item.name)}">حذف</button>
+                </div>
+              </div>
+            `;
+                }).join('')
+                : '<div class="empty-state">هنوز هیچ provider سفارشی اضافه نشده است.</div>';
+
+            const hfModelItems = customHFModels.length
+                ? customHFModels.map(item => `
+            <div class="list-card">
+              <header>
+                <span>${item.id}</span>
+                <button class="small-btn" data-remove-hf="model::${encodeURIComponent(item.id)}">حذف</button>
+              </header>
+              <div class="muted-text">${item.description || 'بدون توضیح'}</div>
+              <div class="meta">
+                <span>⬇ ${formatNumber(item.downloads || 0)}</span>
+                <span>❤️ ${formatNumber(item.likes || 0)}</span>
+              </div>
+            </div>
+          `).join('')
+                : '<div class="empty-state">مدل اختصاصی ثبت نشده است.</div>';
+
+            const hfDatasetItems = customHFDatasets.length
+                ? customHFDatasets.map(item => `
+            <div class="list-card">
+              <header>
+                <span>${item.id}</span>
+                <button class="small-btn" data-remove-hf="dataset::${encodeURIComponent(item.id)}">حذف</button>
+              </header>
+              <div class="muted-text">${item.description || 'بدون توضیح'}</div>
+              <div class="meta">
+                <span>⬇ ${formatNumber(item.downloads || 0)}</span>
+                <span>❤️ ${formatNumber(item.likes || 0)}</span>
+              </div>
+            </div>
+          `).join('')
+                : '<div class="empty-state">دیتاست اختصاصی ثبت نشده است.</div>';
+
+            const logsSummaryHtml = logsSummaryCache
+                ? `
+            <div class="list-card">
+              <header>
+                <span>خلاصه لاگ‌ها (${logsSummaryCache.total})</span>
+              </header>
+              <div class="meta">
+                ${Object.entries(logsSummaryCache.by_status || {})
+                    .map(([status, count]) => `<span class="status-chip">${status}: ${count}</span>`).join(' ')}
+              </div>
+              ${logsSummaryCache.last_error ? `
+                <div class="muted-text" style="margin-top:6px;">
+                  آخرین خطا: ${logsSummaryCache.last_error.provider} (${logsSummaryCache.last_error.status}) – ${logsSummaryCache.last_error.message || 'بدون پیام'}
+                </div>` : '<div class="muted-text" style="margin-top:6px;">در بازه اخیر خطایی ثبت نشده است.</div>'}
+            </div>
+          `
+                : '<div class="list-card"><div class="muted-text">خلاصه لاگ‌ها در دسترس نیست.</div></div>';
+
+            panelLeftContent.innerHTML = `
+        <div class="panel-subtitle" style="margin-bottom:6px;">Providerهای سفارشی</div>
+        ${providerItems}
+        <div class="panel-subtitle" style="margin:12px 0 6px;">مدل‌های Hugging Face</div>
+        ${hfModelItems}
+        <div class="panel-subtitle" style="margin:12px 0 6px;">دیتاست‌های Hugging Face</div>
+        ${hfDatasetItems}
+        <div class="panel-subtitle" style="margin:12px 0 6px;">وضعیت لاگ‌ها</div>
+        ${logsSummaryHtml}
+      `;
+
+            panelLeftContent.querySelectorAll('[data-remove-provider]').forEach(btn => {
+                btn.addEventListener('click', async () => {
+                    const slug = btn.getAttribute('data-remove-provider');
+                    if (!slug) return;
+                    try {
+                        await sendJson(`/api/providers/${slug}`, null, 'DELETE');
+                        showToast('حذف provider', 'Provider با موفقیت حذف شد.');
+                        await loadManage();
+                    } catch (err) {
+                        console.error('remove provider error', err);
+                        showToast('خطا', 'حذف provider انجام نشد.');
+                    }
+                });
+            });
+
+            panelLeftContent.querySelectorAll('[data-remove-hf]').forEach(btn => {
+                btn.addEventListener('click', async () => {
+                    const payload = btn.getAttribute('data-remove-hf');
+                    if (!payload) return;
+                    const [kind, identifier] = payload.split('::');
+                    try {
+                        await sendJson(`/api/hf/custom/${kind}/${identifier}`, null, 'DELETE');
+                        showToast('حذف آیتم HF', 'آیتم با موفقیت حذف شد.');
+                        await loadManage();
+                    } catch (err) {
+                        console.error('remove hf error', err);
+                        showToast('خطا', 'حذف آیتم انجام نشد.');
+                    }
+                });
+            });
+
+            renderManageLogsSummary();
+        }
+
+        function renderManageRight() {
+            panelRightContent.innerHTML = `
+        <form class="form-card" id="form-provider">
+          <div class="muted-text">افزودن provider جدید به صورت سفارشی. پس از ثبت، در تب Providers و health قابل مشاهده خواهد بود.</div>
+          <label>
+            نام provider
+            <input name="name" required placeholder="مثلاً My API" />
+          </label>
+          <label>
+            دسته‌بندی
+            <input name="category" placeholder="مثلاً market_data" />
+          </label>
+          <label>
+            Endpoint اصلی
+            <input name="endpoint_url" required placeholder="https://api.example.com" />
+          </label>
+          <label>
+            Health endpoint (اختیاری)
+            <input name="health_check_endpoint" placeholder="https://api.example.com/health" />
+          </label>
+          <label style="display:flex; align-items:center; gap:6px;">
+            <input type="checkbox" name="requires_key" style="width:auto;" />
+            نیاز به API key
+          </label>
+          <label>
+            API key (اختیاری)
+            <input name="api_key" placeholder="فقط برای نمایش ماسک‌شده ذخیره می‌شود" />
+          </label>
+          <label>
+            Rate limit
+            <input name="rate_limit" placeholder="مثلاً 50/min" />
+          </label>
+          <label>
+            Timeout (ms)
+            <input name="timeout_ms" type="number" min="1000" step="500" value="10000" />
+          </label>
+          <label>
+            توضیحات
+            <textarea name="notes" placeholder="یادداشت یا توضیح اضافی"></textarea>
+          </label>
+          <div class="form-actions">
+            <button class="btn-primary btn" type="submit">ذخیره provider</button>
+          </div>
+        </form>
+
+        <form class="form-card" id="form-hf">
+          <div class="muted-text">ثبت مدل یا دیتاست Hugging Face برای نمایش سریع در داشبورد.</div>
+          <label>
+            نوع
+            <select name="kind">
+              <option value="model">Model</option>
+              <option value="dataset">Dataset</option>
+            </select>
+          </label>
+          <label>
+            شناسه (ID)
+            <input name="id" required placeholder="مثلاً username/model-name" />
+          </label>
+          <label>
+            توضیح
+            <textarea name="description" placeholder="توضیح کوتاه"></textarea>
+          </label>
+          <label>
+            تعداد دانلود (اختیاری)
+            <input name="downloads" type="number" min="0" placeholder="مثلاً 1200" />
+          </label>
+          <label>
+            تعداد لایک (اختیاری)
+            <input name="likes" type="number" min="0" placeholder="مثلاً 42" />
+          </label>
+          <div class="form-actions">
+            <button class="btn" type="submit">افزودن آیتم HF</button>
+          </div>
+        </form>
+
+        <div class="form-card">
+          <div class="muted-text">خلاصهٔ آخرین لاگ‌ها برای بررسی سریع وضعیت سیستم.</div>
+          <div id="manage-logs-summary"></div>
+        </div>
+      `;
+
+            const providerForm = document.getElementById('form-provider');
+            providerForm.addEventListener('submit', submitProviderForm);
+
+            const hfForm = document.getElementById('form-hf');
+            hfForm.addEventListener('submit', submitHFForm);
+
+            renderManageLogsSummary();
+        }
+
+        function renderManageLogsSummary() {
+            const container = document.getElementById('manage-logs-summary');
+            if (!container) return;
+            if (!logsSummaryCache) {
+                container.innerHTML = '<div class="muted-text">اطلاعاتی از لاگ‌ها موجود نیست.</div>';
+                return;
+            }
+            const statusChips = Object.entries(logsSummaryCache.by_status || {})
+                .map(([status, count]) => `<span class="status-chip">${status}: ${count}</span>`).join(' ');
+            const providerList = Object.entries(logsSummaryCache.by_provider || {})
+                .map(([provider, count]) => `<div class="muted-text">${provider}: ${count}</div>`).join('');
+            container.innerHTML = `
+        <div class="meta" style="margin-bottom:6px;">${statusChips}</div>
+        <div style="font-size:11px; color:var(--muted); margin-bottom:6px;">پراکندگی بر اساس provider:</div>
+        <div>${providerList || '<div class="muted-text">داده‌ای وجود ندارد.</div>'}</div>
+      `;
+        }
+
+        async function submitProviderForm(event) {
+            event.preventDefault();
+            const form = event.currentTarget;
+            const data = new FormData(form);
+            const payload = {
+                name: data.get('name') || '',
+                category: data.get('category') || 'custom',
+                endpoint_url: data.get('endpoint_url') || '',
+                health_check_endpoint: data.get('health_check_endpoint') || null,
+                requires_key: data.get('requires_key') === 'on',
+                api_key: data.get('api_key') || null,
+                rate_limit: data.get('rate_limit') || null,
+                timeout_ms: Number(data.get('timeout_ms') || 10000),
+                notes: data.get('notes') || null
+            };
+            try {
+                await sendJson('/api/providers', payload, 'POST');
+                showToast('ثبت provider', 'Provider جدید اضافه شد.');
+                form.reset();
+                await loadManage();
+            } catch (err) {
+                console.error('create provider error', err);
+                showToast('خطا', 'ذخیره provider انجام نشد.');
+            }
+        }
+
+        async function submitHFForm(event) {
+            event.preventDefault();
+            const form = event.currentTarget;
+            const data = new FormData(form);
+            const payload = {
+                kind: data.get('kind') || 'model',
+                id: (data.get('id') || '').trim(),
+                description: data.get('description') || null,
+                downloads: data.get('downloads') ? Number(data.get('downloads')) : null,
+                likes: data.get('likes') ? Number(data.get('likes')) : null
+            };
+            if (!payload.id) {
+                showToast('خطا', 'شناسه مدل/دیتاست الزامی است.');
+                return;
+            }
+            try {
+                await sendJson('/api/hf/custom', payload, 'POST');
+                showToast('ثبت Hugging Face', 'آیتم جدید اضافه شد.');
+                form.reset();
+                await loadManage();
+            } catch (err) {
+                console.error('create hf item error', err);
+                showToast('خطا', 'ذخیره آیتم انجام نشد.');
+            }
+        }
+
+        function updateLiveWidgets() {
+            const marketWidget = document.getElementById('live-market-widget');
+            if (marketWidget) {
+                if (latestMarketUpdate && Array.isArray(latestMarketUpdate.data) && latestMarketUpdate.data.length) {
+                    const items = latestMarketUpdate.data.slice(0, 3).map(item => `
+            <div class="meta" style="justify-content: space-between;">
+              <span>${item.name || item.symbol}</span>
+              <span>${formatNumber(item.price || item.current_price || 0)} USD</span>
+            </div>
+            <div class="muted-text">24h: ${item.change_24h !== undefined ? formatPercent(item.change_24h, 2) : '—'} | Rank: ${item.rank || '—'}</div>
+          `).join('');
+                    marketWidget.innerHTML = `
+            <div class="muted-text" style="margin-bottom:6px;">${new Date(latestMarketUpdate.timestamp || Date.now()).toLocaleTimeString('fa-IR')}</div>
+            ${items}
+          `;
+                } else {
+                    marketWidget.innerHTML = '<div class="muted-text">داده‌ای برای نمایش وجود ندارد.</div>';
+                }
+            }
+
+            const sentimentWidget = document.getElementById('live-sentiment-widget');
+            if (sentimentWidget) {
+                if (latestSentimentUpdate && latestSentimentUpdate.data) {
+                    const data = latestSentimentUpdate.data;
+                    sentimentWidget.innerHTML = `
+            <div class="muted-text" style="margin-bottom:6px;">${new Date(latestSentimentUpdate.timestamp || Date.now()).toLocaleTimeString('fa-IR')}</div>
+            <div class="status-chip">شاخص: ${data.value}</div>
+            <div class="muted-text">توصیف: ${data.classification || '—'}</div>
+          `;
+                } else {
+                    sentimentWidget.innerHTML = '<div class="muted-text">داده‌ای برای نمایش وجود ندارد.</div>';
+                }
+            }
+        }
+
         function renderOverviewRight() {
             panelRightContent.innerHTML = `
         <div class="grid-2" style="margin-bottom:10px;">
@@ -1615,7 +2104,14 @@
         <div class="panel-subtitle">
           برای بررسی دقیق‌تر وضعیت، می‌توانید تب‌های Providers، Logs و Alerts را باز کنید.
         </div>
+        <div class="form-card" id="live-market-widget">
+          <div class="muted-text">آخرین بروزرسانی لحظه‌ای بازار پس از اتصال WebSocket نمایش داده می‌شود.</div>
+        </div>
+        <div class="form-card" id="live-sentiment-widget">
+          <div class="muted-text">آخرین احساس بازار (Sentiment) از فید زنده در این بخش نمایش داده می‌شود.</div>
+        </div>
       `;
+            updateLiveWidgets();
         }
 
         function renderProvidersFilters() {
@@ -1683,6 +2179,9 @@
         <div class="panel-subtitle">
           فیلترها فقط روی endpoint /api/logs اعمال می‌شوند و داده‌ها از دیتابیس واقعی خوانده می‌شوند.
         </div>
+        <div style="margin-top:10px;" id="logs-summary-box" class="muted-text">
+          در حال بارگذاری خلاصه لاگ‌ها…
+        </div>
       `;
             panelRightContent.querySelectorAll('[data-log-type]').forEach(btn => {
                 btn.addEventListener('click', () => {
@@ -1692,6 +2191,29 @@
                     loadLogs(type);
                 });
             });
+            loadLogsSummary();
+        }
+
+        async function loadLogsSummary() {
+            const box = document.getElementById('logs-summary-box');
+            if (!box) return;
+            try {
+                const summary = await fetchJsonWithFallback(['/api/logs/summary']);
+                logsSummaryCache = summary;
+                const statusChips = Object.entries(summary.by_status || {})
+                    .map(([status, count]) => `<span class="status-chip">${status}: ${count}</span>`).join(' ');
+                const lastError = summary.last_error
+                    ? `<div class="muted-text" style="margin-top:6px;">آخرین خطا برای ${summary.last_error.provider}: ${summary.last_error.message || 'No message'}</div>`
+                    : '<div class="muted-text" style="margin-top:6px;">در بازه اخیر خطایی ثبت نشده است.</div>';
+                box.innerHTML = `
+          <div class="muted-text">جمع کل لاگ‌ها: ${summary.total}</div>
+          <div class="meta" style="margin:6px 0;">${statusChips}</div>
+          ${lastError}
+        `;
+            } catch (err) {
+                console.error('log summary error', err);
+                box.textContent = 'خطا در بارگذاری خلاصه لاگ‌ها.';
+            }
         }
 
         function renderAlertsRight() {
@@ -1863,6 +2385,12 @@
                         const data = JSON.parse(event.data);
                         if (data.type === 'alert') {
                             showToast('Alert: ' + (data.provider || 'provider'), data.message || '');
+                        } else if (data.type === 'market_update') {
+                            latestMarketUpdate = data;
+                            updateLiveWidgets();
+                        } else if (data.type === 'sentiment_update') {
+                            latestSentimentUpdate = data;
+                            updateLiveWidgets();
                         }
                     } catch (e) {
                     }