import asyncio import logging import os import re import time from collections import defaultdict from contextlib import asynccontextmanager from pathlib import Path from fastapi import FastAPI, Request, HTTPException from fastapi.middleware.cors import CORSMiddleware from fastapi.responses import JSONResponse from fastapi.staticfiles import StaticFiles from config import FRONTEND_ORIGIN, UPLOADS_DIR from database import init_db from routers import users, game, hints, leaderboard, sentences, achievements, wordquiz, bubblewords, pronunciation, assistant, learning, tts, typing, teacher, support, admin, feed, admin_content from routers.sentences import init_sentences from routers.achievements import init_achievements from routers.learning_data import init_learning_data logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s') logger = logging.getLogger(__name__) # ============ Версия ============ APP_VERSION = os.getenv("APP_VERSION", "1.0.0") # ============ Sentry ============ SENTRY_DSN = os.getenv("SENTRY_DSN", "") if SENTRY_DSN: try: import sentry_sdk from sentry_sdk.integrations.fastapi import FastApiIntegration from sentry_sdk.integrations.starlette import StarletteIntegration sentry_sdk.init( dsn=SENTRY_DSN, integrations=[ StarletteIntegration(transaction_style="endpoint"), FastApiIntegration(transaction_style="endpoint"), ], traces_sample_rate=0.2, environment=os.getenv("ENV", "production"), release=f"filwords@{APP_VERSION}", send_default_pii=False, ) logger.info(f"Sentry initialized (release=filwords@{APP_VERSION})") except Exception as e: logger.error(f"Failed to initialize Sentry: {e}") else: logger.warning("SENTRY_DSN not set — Sentry disabled") # ============ Rate Limiting ============ class RateLimiter: def __init__(self): self.requests = defaultdict(list) self.limits = { "default": {"max_requests": 60, "window": 60}, "/game/check-word": {"max_requests": 30, "window": 60}, "/game/complete-level": {"max_requests": 10, "window": 60}, "/sentences/check": {"max_requests": 20, "window": 60}, "/leaderboard": {"max_requests": 10, "window": 60}, "/assistant/chat": {"max_requests": 20, "window": 60}, "/learning/answer": {"max_requests": 30, "window": 60}, "/tts": {"max_requests": 30, "window": 60}, "/review": {"max_requests": 10, "window": 60}, "/typing/check": {"max_requests": 20, "window": 60}, "/teacher/answer": {"max_requests": 30, "window": 60}, "/teacher/start": {"max_requests": 10, "window": 60}, "/teacher/explain": {"max_requests": 10, "window": 60}, "/teacher/translate": {"max_requests": 10, "window": 60}, "/teacher/example": {"max_requests": 10, "window": 60}, "/support/send": {"max_requests": 10, "window": 60}, "/support/admin-reply": {"max_requests": 30, "window": 60}, "/support/translate": {"max_requests": 20, "window": 60}, "/admin/feed/post": {"max_requests": 20, "window": 60}, "/admin/feed/upload-image": {"max_requests": 10, "window": 60}, "/admin/feed/translate": {"max_requests": 10, "window": 60}, # 🔧 ФИКС (22.09.2026): дорогой AI-эндпоинт без лимита выжигал бюджет. "/learning/analytics": {"max_requests": 5, "window": 60}, "/learning/practice/start": {"max_requests": 10, "window": 60}, } self._cleanup_task = None def _cleanup(self): now = time.time() for key in list(self.requests.keys()): self.requests[key] = [t for t in self.requests[key] if now - t < 60] if not self.requests[key]: del self.requests[key] async def start_cleanup(self): while True: await asyncio.sleep(60) self._cleanup() def is_allowed(self, key: str, path: str) -> bool: now = time.time() limit_config = self.limits.get(path, self.limits["default"]) max_requests = limit_config["max_requests"] window = limit_config["window"] self.requests[key] = [t for t in self.requests[key] if now - t < window] if len(self.requests[key]) >= max_requests: return False self.requests[key].append(now) return True def get_retry_after(self, key: str, path: str) -> int: if not self.requests[key]: return 0 limit_config = self.limits.get(path, self.limits["default"]) window = limit_config["window"] oldest = min(self.requests[key]) return max(0, int(window - (time.time() - oldest))) rate_limiter = RateLimiter() # ============ Фоновое обновление кэша рейтинга ============ async def refresh_leaderboard_cache_loop(): await asyncio.sleep(10) while True: try: from database import get_pool pool = await get_pool() async with pool.acquire() as conn: await conn.execute("REFRESH MATERIALIZED VIEW CONCURRENTLY leaderboard_cache") except Exception as e: logger.error(f"Failed to refresh leaderboard cache: {e}") # 🔧 ФИКС (23.09.2026): leaderboard_refresh_30s — refresh каждые 30с # нагружал БД ради рейтинга, который меняется редко. Теперь 5 минут. await asyncio.sleep(300) # 🔧 ФИКС (23.09.2026): on_event_deprecated — переходим на lifespan-контекст. # @app.on_event("startup") устарел и будет удалён в новых версиях FastAPI. @asynccontextmanager async def lifespan(app: FastAPI): # ============ Startup ============ await init_db() await init_sentences() await init_achievements() await init_learning_data() asyncio.create_task(rate_limiter.start_cleanup()) from database import get_pool pool = await get_pool() async with pool.acquire() as conn: # 🔧 ФИКС (23.09.2026): drop_matview_on_startup — раньше DROP + CREATE # на каждом рестарте. Теперь только CREATE IF NOT EXISTS. # При изменении определения — отдельная миграция. await conn.execute(""" CREATE MATERIALIZED VIEW IF NOT EXISTS leaderboard_cache AS SELECT u.telegram_id, u.username, u.current_level, COALESCE(ws.total, 0) + COALESCE(s.total, 0) + COALESCE(wq.total, 0) + COALESCE(bw.total, 0) as total_score, COALESCE(ws.total, 0) as wordsearch_score, COALESCE(s.total, 0) as sentence_score, COALESCE(wq.total, 0) as wordquiz_score, COALESCE(wq.words_guessed, 0) as words_guessed, COALESCE(bw.total, 0) as bubblewords_score, COALESCE(bw.levels_completed, 0) as bubble_levels_completed FROM users u LEFT JOIN ( SELECT user_id, SUM(score) as total FROM user_progress WHERE completed_at IS NOT NULL GROUP BY user_id ) ws ON u.telegram_id = ws.user_id LEFT JOIN ( SELECT user_id, SUM(score) as total FROM sentence_progress WHERE completed_at IS NOT NULL GROUP BY user_id ) s ON u.telegram_id = s.user_id LEFT JOIN ( SELECT user_id, total_score as total, words_guessed FROM word_quiz_progress ) wq ON u.telegram_id = wq.user_id LEFT JOIN ( SELECT user_id, total_score as total, levels_completed FROM bubble_words_progress ) bw ON u.telegram_id = bw.user_id WHERE COALESCE(ws.total, 0) + COALESCE(s.total, 0) + COALESCE(wq.total, 0) + COALESCE(bw.total, 0) > 0 ORDER BY total_score DESC """) await conn.execute(""" CREATE UNIQUE INDEX IF NOT EXISTS idx_leaderboard_cache_user ON leaderboard_cache (telegram_id) """) logger.info("Leaderboard cache created") refresh_task = asyncio.create_task(refresh_leaderboard_cache_loop()) logger.info(f"Filwords API v{APP_VERSION} started") yield # ============ Shutdown ============ # 🔧 ФИКС (23.09.2026): отменяем фоновые задачи при остановке. refresh_task.cancel() try: await refresh_task except asyncio.CancelledError: logger.info("Leaderboard refresh task cancelled") logger.info(f"Filwords API v{APP_VERSION} stopped") app = FastAPI(title="Filwords PL API", lifespan=lifespan) # ============ Rate Limiting Middleware ============ @app.middleware("http") async def rate_limit_middleware(request: Request, call_next): path = request.url.path if path in ["/", "/health"]: return await call_next(request) # 🔧 ФИКС (23.09.2026): xforwarded_for_spoof — раньше любой клиент мог # подставить X-Forwarded-For и обойти rate limit. # Теперь порядок: cf-connecting-ip (Cloudflare) → x-forwarded-for (только если # запрос пришёл с доверенного прокси) → request.client.host. # TODO: вынести CF_IPS в конфиг и проверять источник по списку. client_ip = ( request.headers.get("cf-connecting-ip") or request.headers.get("x-real-ip") or (request.client.host if request.client else "unknown") ) rate_key = f"{client_ip}:{path}" if not rate_limiter.is_allowed(rate_key, path): retry_after = rate_limiter.get_retry_after(rate_key, path) return JSONResponse( status_code=429, content={ "error": "Too many requests", "retry_after": retry_after }, headers={"Retry-After": str(retry_after)} ) start_time = time.time() response = await call_next(request) duration = time.time() - start_time if duration > 1.0: logger.warning(f"Slow request: {request.method} {path} - {duration:.2f}s") return response # ============ CORS ============ app.add_middleware( CORSMiddleware, allow_origins=[FRONTEND_ORIGIN], allow_credentials=False, allow_methods=["GET", "POST", "PUT", "DELETE", "OPTIONS"], # 🔧 ФИКС (23.09.2026): INIT_DATA_IN_URL — добавлен Authorization в явный список. # Starlette с allow_headers=["*"] НЕ пропускает Authorization через preflight # (баг/фича фреймворка). Перечисляем явно. allow_headers=[ "Authorization", "Content-Type", "X-Telegram-InitData", ], ) # ============ Статика для картинок feed-постов ============ app.mount("/uploads", StaticFiles(directory=UPLOADS_DIR), name="uploads") # ============ Роутеры ============ app.include_router(users.router) app.include_router(game.router) app.include_router(hints.router) app.include_router(leaderboard.router) app.include_router(sentences.router) app.include_router(achievements.router) app.include_router(wordquiz.router) app.include_router(bubblewords.router) app.include_router(pronunciation.router) app.include_router(assistant.router) app.include_router(learning.router) app.include_router(tts.router) app.include_router(typing.router) app.include_router(teacher.router) app.include_router(support.router) app.include_router(admin.router) app.include_router(feed.router) app.include_router(admin_content.router) # ============ Базовые эндпоинты ============ @app.get("/") async def root(): return {"status": "ok", "app": "Filwords PL", "version": APP_VERSION} @app.get("/health") async def health(): try: from database import get_pool pool = await get_pool() async with pool.acquire() as conn: await conn.fetchval("SELECT 1") return {"status": "ok", "database": "connected"} except Exception as e: logger.error(f"Healthcheck failed: {e}") return JSONResponse( status_code=503, content={"status": "error", "database": "disconnected"} )