154 lines
5.2 KiB
Python
154 lines
5.2 KiB
Python
import asyncio
|
|
import logging
|
|
from datetime import datetime
|
|
from zoneinfo import ZoneInfo
|
|
|
|
import httpx
|
|
from sqlalchemy import select
|
|
|
|
from app.config import get_settings
|
|
from app.db.base import SessionLocal
|
|
from app.db.models import User
|
|
from app.homelab.comfyui import ComfyUIClient
|
|
from app.homelab.context import resolve_timezone
|
|
from app.homelab.digest import build_morning_digest
|
|
from app.homelab.evening_summary import LLM_TIMEOUT_SEC, build_evening_notice
|
|
from app.homelab.monitoring import check_netdata_alerts
|
|
from app.homelab_scoped.notices import post_chat_notice
|
|
from app.homelab.state import get_state, set_state
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
WATCH_INTERVAL_SEC = 60
|
|
_netdata_tick = 0
|
|
|
|
|
|
async def homelab_watcher_loop() -> None:
|
|
global _netdata_tick
|
|
while True:
|
|
try:
|
|
await asyncio.sleep(WATCH_INTERVAL_SEC)
|
|
await _tick_morning_digest()
|
|
await _tick_evening_summary()
|
|
settings = get_settings()
|
|
_netdata_tick += WATCH_INTERVAL_SEC
|
|
if _netdata_tick >= settings.netdata_poll_interval_sec:
|
|
_netdata_tick = 0
|
|
await _tick_netdata()
|
|
except asyncio.CancelledError:
|
|
raise
|
|
except Exception:
|
|
logger.exception("Homelab watcher error")
|
|
|
|
|
|
async def _tick_morning_digest() -> None:
|
|
settings = get_settings()
|
|
if not settings.morning_digest_enabled:
|
|
return
|
|
|
|
db = SessionLocal()
|
|
try:
|
|
users = db.scalars(select(User).where(User.is_active.is_(True))).all()
|
|
digest = build_morning_digest(db, include_news=True)
|
|
for user in users:
|
|
tz_name = resolve_timezone(db, user.id)
|
|
try:
|
|
tz = ZoneInfo(tz_name)
|
|
except Exception:
|
|
tz = ZoneInfo("Europe/Moscow")
|
|
|
|
now = datetime.now(tz)
|
|
target_min = settings.morning_digest_hour * 60 + settings.morning_digest_minute
|
|
current_min = now.hour * 60 + now.minute
|
|
if current_min < target_min or current_min >= target_min + 3:
|
|
continue
|
|
|
|
today = now.date().isoformat()
|
|
state_key = f"last_morning_digest_date:{user.id}"
|
|
if get_state(db, state_key) == today:
|
|
continue
|
|
|
|
post_chat_notice(digest, user.id)
|
|
set_state(db, state_key, today)
|
|
finally:
|
|
db.close()
|
|
|
|
|
|
async def _tick_netdata() -> None:
|
|
db = SessionLocal()
|
|
try:
|
|
notices = check_netdata_alerts(db)
|
|
if not notices:
|
|
return
|
|
users = db.scalars(select(User).where(User.is_active.is_(True))).all()
|
|
for user in users:
|
|
for notice in notices:
|
|
post_chat_notice(notice, user.id)
|
|
finally:
|
|
db.close()
|
|
|
|
|
|
async def _comfyui_reachable(base_url: str) -> bool:
|
|
try:
|
|
async with httpx.AsyncClient(timeout=httpx.Timeout(3.0, connect=2.0)) as client:
|
|
response = await client.get(f"{base_url.rstrip('/')}/system_stats")
|
|
return response.status_code < 500
|
|
except (httpx.TimeoutException, httpx.ConnectError, httpx.NetworkError):
|
|
return False
|
|
|
|
|
|
async def _tick_evening_summary() -> None:
|
|
settings = get_settings()
|
|
if not settings.evening_summary_enabled:
|
|
return
|
|
|
|
db = SessionLocal()
|
|
try:
|
|
users = db.scalars(select(User).where(User.is_active.is_(True))).all()
|
|
for user in users:
|
|
tz_name = resolve_timezone(db, user.id)
|
|
try:
|
|
tz = ZoneInfo(tz_name)
|
|
except Exception:
|
|
tz = ZoneInfo("Europe/Moscow")
|
|
|
|
now = datetime.now(tz)
|
|
target_min = settings.evening_summary_hour * 60 + settings.evening_summary_minute
|
|
current_min = now.hour * 60 + now.minute
|
|
if current_min < target_min or current_min >= target_min + 3:
|
|
continue
|
|
|
|
today = now.date().isoformat()
|
|
state_key = f"last_evening_summary_date:{user.id}"
|
|
if get_state(db, state_key) == today:
|
|
continue
|
|
|
|
image_enabled = settings.evening_summary_image_enabled and settings.comfyui_enabled
|
|
if image_enabled:
|
|
client = ComfyUIClient()
|
|
if not await _comfyui_reachable(client.base_url):
|
|
logger.warning("Evening summary: ComfyUI unreachable, text only")
|
|
image_enabled = False
|
|
|
|
try:
|
|
notice = await asyncio.wait_for(
|
|
build_evening_notice(
|
|
db,
|
|
user.id,
|
|
now.date(),
|
|
tz,
|
|
image_enabled=image_enabled,
|
|
),
|
|
timeout=settings.comfyui_timeout_sec + LLM_TIMEOUT_SEC,
|
|
)
|
|
except asyncio.TimeoutError:
|
|
logger.warning("Evening summary timed out for user %s", user.id)
|
|
continue
|
|
if not notice:
|
|
continue
|
|
|
|
post_chat_notice(notice, user.id)
|
|
set_state(db, state_key, today)
|
|
finally:
|
|
db.close()
|