feat: add container monitor & telegram alerts
Deploy Dashboard / deploy (push) Has been cancelled

Added asyncio monitoring task to main.py to watch Docker container state transitions and send Telegram notifications on failures.
This commit is contained in:
Gan, Jimmy
2026-02-20 10:31:18 +08:00
parent 801616acda
commit 1a93caf62d
3 changed files with 42 additions and 3 deletions
+4
View File
@@ -23,3 +23,7 @@ SSH_KEY_PATH = os.environ.get("SSH_KEY_PATH", "/app/ssh/id_ed25519")
VPS_SSH_HOST = os.environ.get("VPS_SSH_HOST", "158.101.140.85") VPS_SSH_HOST = os.environ.get("VPS_SSH_HOST", "158.101.140.85")
VPS_SSH_USER = os.environ.get("VPS_SSH_USER", "jimmyg") VPS_SSH_USER = os.environ.get("VPS_SSH_USER", "jimmyg")
VPS_SSH_KEY_PATH = os.environ.get("VPS_SSH_KEY_PATH", "/app/ssh/vps_id_ed25519") VPS_SSH_KEY_PATH = os.environ.get("VPS_SSH_KEY_PATH", "/app/ssh/vps_id_ed25519")
# Telegram notifications
TELEGRAM_BOT_TOKEN = os.environ.get("TELEGRAM_BOT_TOKEN", "")
TELEGRAM_CHAT_ID = os.environ.get("TELEGRAM_CHAT_ID", "")
+37
View File
@@ -3,8 +3,45 @@ from fastapi.staticfiles import StaticFiles
from routers import docker_router, gitea, files, terminal, system, auth from routers import docker_router, gitea, files, terminal, system, auth
import auth as auth_module import auth as auth_module
import asyncio
import httpx
from config import TELEGRAM_BOT_TOKEN, TELEGRAM_CHAT_ID
app = FastAPI(title="NAS Dashboard") app = FastAPI(title="NAS Dashboard")
async def monitor_containers():
import docker
from config import DOCKER_HOST
client = docker.DockerClient(base_url=DOCKER_HOST)
# Store initial states
previous_states = {}
while True:
try:
for c in client.containers.list(all=True):
current_status = c.status
if c.id in previous_states:
prev_status = previous_states[c.id]
# Alert if it transitioned from running to exited or unhealthy
if prev_status == "running" and current_status in ("exited", "dead"):
msg = f"⚠️ *Container Alert* ⚠️\nContainer `{c.name}` just stopped unexpectedly (Status: {current_status})."
# Use httpx directly as system.send_notification expects a FastAPI request object usually
if TELEGRAM_BOT_TOKEN and TELEGRAM_CHAT_ID:
async with httpx.AsyncClient() as hc:
await hc.post(
f"https://api.telegram.org/bot{TELEGRAM_BOT_TOKEN}/sendMessage",
data={"chat_id": TELEGRAM_CHAT_ID, "text": msg, "parse_mode": "Markdown"},
)
previous_states[c.id] = current_status
except Exception as e:
print(f"Error in container monitor: {e}")
await asyncio.sleep(60)
@app.on_event("startup")
async def startup_event():
asyncio.create_task(monitor_containers())
# Public auth endpoints # Public auth endpoints
app.include_router(auth.router, prefix="/api/auth", tags=["auth"]) app.include_router(auth.router, prefix="/api/auth", tags=["auth"])
+1 -3
View File
@@ -5,12 +5,10 @@ import platform
import time import time
import httpx import httpx
from fastapi import APIRouter from fastapi import APIRouter
from config import TELEGRAM_BOT_TOKEN, TELEGRAM_CHAT_ID
router = APIRouter() router = APIRouter()
TELEGRAM_BOT_TOKEN = os.environ.get("TELEGRAM_BOT_TOKEN", "")
TELEGRAM_CHAT_ID = os.environ.get("TELEGRAM_CHAT_ID", "")
@router.post("/notify") @router.post("/notify")
async def send_notification(body: dict): async def send_notification(body: dict):