异步日志监控：FastAPI与MongoDB的高效整合之道
title: 异步日志监控：FastAPI与MongoDB的高效整合之道
# 安装核心库
pip install fastapi==0.103.1
pip install motor==3.3.2
pip install pydantic==1.10.7
pip install uvicorn==0.23.2
from fastapi import FastAPI, Depends
from motor.motor_asyncio import AsyncIOMotorClient
from pydantic import BaseModel
from datetime import datetime
app = FastAPI()
# MongoDB连接配置
async def get_db():
client = AsyncIOMotorClient(
"mongodb://admin:password@localhost:27017",
maxPoolSize=10,
minPoolSize=5
)
return client.log_db
# 日志数据模型
class LogEntry(BaseModel):
timestamp: datetime
level: str # DEBUG/INFO/WARNING/ERROR
service: str
message: str
metadata: dict = None
@app.post("/logs")
async def create_log(log: LogEntry, db=Depends(get_db)):
"""异步写入日志到MongoDB"""
log_dict = log.dict()
result = await db.logs.insert_one(log_dict)
return {"inserted_id": str(result.inserted_id)}
@app.get("/logs/stats")
async def get_log_stats(service: str, db=Depends(get_db)):
"""按服务统计错误日志数量"""
pipeline = [
{"$match": {
"service": service,
"level": "ERROR",
"timestamp": {"$gte": datetime(2023, 1, 1)}
}},
{"$group": {
"_id": "$service",
"error_count": {"$sum": 1},
"latest_error": {"$last": "$timestamp"}
}}
]
cursor = db.logs.aggregate(pipeline)
results = await cursor.to_list(length=100)
return results
# 启动时创建索引
@app.on_event("startup")
async def create_indexes():
db = await get_db()
await db.logs.create_index([("timestamp", 1)], name="timestamp_asc")
await db.logs.create_index(
[("service", 1), ("level", 1)],
name="service_level_compound"
)
@app.post("/logs/bulk")
async def bulk_insert(logs: list[LogEntry], db=Depends(get_db)):
"""批量插入日志提升写入性能"""
documents = [log.dict() for log in logs]
result = await db.logs.insert_many(documents)
return {"inserted_count": len(result.inserted_ids)}
@app.get("/logs")
async def query_logs(
page: int = 1,
page_size: int = 50,
db=Depends(get_db)
):
"""带分页的日志查询接口"""
skip = (page - 1) * page_size
cursor = db.logs.find().sort("timestamp", -1).skip(skip).limit(page_size)
return await cursor.to_list(length=page_size)
from fastapi.exceptions import RequestValidationError
@app.exception_handler(RequestValidationError)
async def validation_exception_handler(request, exc):
return JSONResponse(
status_code=400,
content={"detail": "请求数据格式错误"}
)
# 创建7天过期的TTL索引
await db.logs.create_index(
[("timestamp", 1)],
name="logs_ttl",
expireAfterSeconds=604800 # 7天
)
评论
发表评论