jimmy/t-youtube
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: skip auth token when Authelia authed + frontend search bar improvements

Browse Source
This commit is contained in:
Gan, Jimmy
2026-07-09 22:53:06 +08:00
parent 90a47c95c3
commit 5c767190d2
3 changed files with 275 additions and 87 deletions
Download Patch File Download Diff File Expand all files Collapse all files
run_sync.py
+14 -16
View File
@@ -2,6 +2,7 @@
import asyncio, os, sys, logging
REPO_ROOT = os.path.dirname(os.path.abspath(__file__))
BACKEND = os.path.join(REPO_ROOT, "backend")
ENV_PATH = os.path.join(REPO_ROOT, ".env")
if os.path.exists(ENV_PATH):
with open(ENV_PATH) as f:
@@ -9,31 +10,29 @@ if os.path.exists(ENV_PATH):
line = line.strip()
if line and not line.startswith("#") and "=" in line:
key, _, value = line.partition("=")
value = value.strip().strip("'\\"")
value = value.strip().strip("'\"")
os.environ[key] = value
sys.path.insert(0, REPO_ROOT)
sys.path.insert(0, os.path.join(REPO_ROOT, "backend"))
sys.path.insert(0, BACKEND)
os.chdir(BACKEND)
from backend.db import init_db
from backend.fetcher import fetch_subscriptions
from backend.summarizer import summarize_all_pending
from db import init_db, DB_PATH
from fetcher import fetch_subscriptions
from summarizer import summarize_video
import aiosqlite
BATCH_SIZE = int(os.environ.get("SUMMARIZE_BATCH", "50"))
BATCH_DELAY = float(os.environ.get("SUMMARIZE_BATCH_DELAY", "1.0"))
BATCH_SIZE = int(os.environ.get("SUMMARIZE_BATCH", "20"))
BATCH_DELAY = float(os.environ.get("SUMMARIZE_BATCH_DELAY", "2.0"))
logging.basicConfig(level=logging.INFO, format="%(asctime)s %(levelname)s %(message)s")
async def main():
await init_db()
# Fetch new videos first
count = await fetch_subscriptions()
print(f"Fetched {count} new videos")
# Count pending
async with aiosqlite.connect(os.path.join(REPO_ROOT, "backend", "data", "videos.db")) as db:
async with aiosqlite.connect(DB_PATH) as db:
cur = await db.execute("SELECT COUNT(*) FROM videos WHERE summary IS NULL OR summary = ''")
total = (await cur.fetchone())[0]
@@ -41,15 +40,13 @@ async def main():
print("No pending videos to summarize.")
return
print(f"Processing batch of up to {BATCH_SIZE} videos (of {total} pending)...")
print(f"Processing batch of {BATCH_SIZE} (of {total} pending)...")
# Get pending video IDs
async with aiosqlite.connect(os.path.join(REPO_ROOT, "backend", "data", "videos.db")) as db:
async with aiosqlite.connect(DB_PATH) as db:
db.row_factory = aiosqlite.Row
cur = await db.execute("SELECT video_id FROM videos WHERE summary IS NULL OR summary = '' LIMIT ?", (BATCH_SIZE,))
rows = await cur.fetchall()
from backend.summarizer import summarize_video
done = 0
for row in rows:
await summarize_video(row["video_id"])
@@ -57,7 +54,8 @@ async def main():
if done < len(rows):
await asyncio.sleep(BATCH_DELAY)
print(f"Processed {done}/{len(rows)} in batch, {total - done} remaining")
remaining = total - done
print(f"Batch done: {done}/{len(rows)}, {remaining} pending")
if __name__ == "__main__":
asyncio.run(main())