201 lines
7.4 KiB
Python
201 lines
7.4 KiB
Python
import os
|
||
import logging
|
||
import sys
|
||
from datetime import datetime
|
||
from pathlib import Path
|
||
from logging.handlers import RotatingFileHandler, TimedRotatingFileHandler
|
||
import json
|
||
from typing import Dict, Any, Optional
|
||
import colorlog # 导入colorlog库
|
||
|
||
from fastapi import FastAPI, Request, Response
|
||
from starlette.middleware.base import BaseHTTPMiddleware, RequestResponseEndpoint
|
||
from starlette.responses import JSONResponse
|
||
|
||
from mooc.core.config import settings
|
||
|
||
# 创建日志目录
|
||
log_dir = Path(settings.LOG_DIR)
|
||
if not log_dir.exists():
|
||
log_dir.mkdir(parents=True)
|
||
|
||
# 日志格式
|
||
LOGGING_FORMAT = '%(asctime)s - %(levelname)s - %(name)s - %(filename)s:%(lineno)d - %(message)s'
|
||
DATE_FORMAT = '%Y-%m-%d %H:%M:%S'
|
||
|
||
# ANSI颜色代码
|
||
COLORS = {
|
||
'DEBUG': '\033[36m', # 青色
|
||
'INFO': '\033[32m', # 绿色
|
||
'WARNING': '\033[33m', # 黄色
|
||
'ERROR': '\033[31m', # 红色
|
||
'CRITICAL': '\033[41m\033[37m', # 白字红底
|
||
'RESET': '\033[0m' # 重置
|
||
}
|
||
|
||
class ColoredFormatter(logging.Formatter):
|
||
def format(self, record):
|
||
levelname = record.levelname
|
||
if levelname in COLORS:
|
||
record.levelname = f"{COLORS[levelname]}{levelname}{COLORS['RESET']}"
|
||
return super().format(record)
|
||
class SQLFilter(logging.Filter):
|
||
"""过滤掉 SQLAlchemy 查询日志"""
|
||
def filter(self, record):
|
||
# 如果是 sqlalchemy.engine 的日志且包含 SELECT 等查询语句，则过滤掉
|
||
if record.name.startswith('sqlalchemy.engine'):
|
||
msg = record.getMessage()
|
||
return not any(keyword in msg for keyword in ['SELECT', 'INSERT', 'UPDATE', 'DELETE'])
|
||
return True
|
||
# 获取根日志记录器
|
||
root_logger = logging.getLogger()
|
||
root_logger.setLevel(settings.LOG_LEVEL)
|
||
|
||
# 清除现有处理器
|
||
if root_logger.handlers:
|
||
root_logger.handlers.clear()
|
||
|
||
# 添加彩色控制台处理器
|
||
console_handler = logging.StreamHandler(sys.stdout)
|
||
color_formatter = ColoredFormatter(LOGGING_FORMAT, DATE_FORMAT)
|
||
console_handler.setFormatter(color_formatter)
|
||
console_handler.setLevel(settings.LOG_LEVEL)
|
||
root_logger.addHandler(console_handler)
|
||
|
||
# 添加文件处理器 - 按大小轮转
|
||
file_handler = RotatingFileHandler(
|
||
filename=os.path.join(settings.LOG_DIR, f"{settings.LOG_NAME}.log"),
|
||
maxBytes=settings.LOG_MAX_SIZE,
|
||
backupCount=settings.LOG_BACKUP_COUNT,
|
||
encoding='utf-8'
|
||
)
|
||
file_handler.setFormatter(logging.Formatter(LOGGING_FORMAT, DATE_FORMAT))
|
||
file_handler.setLevel(settings.LOG_LEVEL)
|
||
root_logger.addHandler(file_handler)
|
||
|
||
# 添加文件处理器 - 错误日志单独存储
|
||
error_file_handler = RotatingFileHandler(
|
||
filename=os.path.join(settings.LOG_DIR, f"{settings.LOG_NAME}_error.log"),
|
||
maxBytes=settings.LOG_MAX_SIZE,
|
||
backupCount=settings.LOG_BACKUP_COUNT,
|
||
encoding='utf-8'
|
||
)
|
||
error_file_handler.setFormatter(logging.Formatter(LOGGING_FORMAT, DATE_FORMAT))
|
||
error_file_handler.setLevel(logging.ERROR)
|
||
root_logger.addHandler(error_file_handler)
|
||
|
||
# 如果是生产环境，添加每日轮转的文件处理器
|
||
if settings.ENVIRONMENT == "production":
|
||
daily_handler = TimedRotatingFileHandler(
|
||
filename=os.path.join(settings.LOG_DIR, f"{settings.LOG_NAME}_daily.log"),
|
||
when='midnight',
|
||
interval=1,
|
||
backupCount=30,
|
||
encoding='utf-8'
|
||
)
|
||
daily_handler.setFormatter(logging.Formatter(LOGGING_FORMAT, DATE_FORMAT))
|
||
daily_handler.setLevel(settings.LOG_LEVEL)
|
||
root_logger.addHandler(daily_handler)
|
||
|
||
# 为第三方库设置更高的日志级别，减少日志噪音
|
||
for logger_name in ['uvicorn', 'uvicorn.error', 'uvicorn.access', 'sqlalchemy','httpcore','httpx','urllib3','python_multipart',"sqlalchemy.engine"]:
|
||
logging.getLogger(logger_name).setLevel(logging.WARNING)
|
||
|
||
# 创建获取日志记录器的函数
|
||
def get_logger(name: str) -> logging.Logger:
|
||
"""获取指定名称的日志记录器"""
|
||
return logging.getLogger(name)
|
||
|
||
# 请求/响应日志记录中间件
|
||
class LoggingMiddleware(BaseHTTPMiddleware):
|
||
async def dispatch(self, request: Request, call_next: RequestResponseEndpoint) -> Response:
|
||
# 生成请求ID
|
||
request_id = f"{datetime.now().strftime('%Y%m%dT%H%M%S')}-{os.urandom(3).hex()}"
|
||
|
||
# 记录请求信息
|
||
logger = get_logger("api.request")
|
||
|
||
# 提取并安全处理请求体
|
||
try:
|
||
body = await request.body()
|
||
body_str = body.decode('utf-8') if body else ""
|
||
# 对敏感信息进行脱敏
|
||
if 'password' in body_str or 'token' in body_str:
|
||
try:
|
||
body_json = json.loads(body_str)
|
||
if 'password' in body_json:
|
||
body_json['password'] = '*****'
|
||
if 'token' in body_json:
|
||
body_json['token'] = '*****'
|
||
body_str = json.dumps(body_json)
|
||
except:
|
||
# 如果不是JSON格式，简单替换敏感信息
|
||
body_str = body_str.replace('"password":"', '"password":"*****')
|
||
body_str = body_str.replace('"token":"', '"token":"*****')
|
||
except Exception as e:
|
||
body_str = f"[Error reading body: {str(e)}]"
|
||
|
||
# 记录请求日志
|
||
request_log = {
|
||
"request_id": request_id,
|
||
"method": request.method,
|
||
"url": str(request.url),
|
||
"headers": dict(request.headers),
|
||
"client_ip": request.client.host if request.client else None,
|
||
"body": body_str[:1000] if body_str else None, # 限制大小
|
||
}
|
||
|
||
logger.info(f"Request: {json.dumps(request_log)}")
|
||
|
||
# 将请求ID传递给请求状态
|
||
request.state.request_id = request_id
|
||
|
||
try:
|
||
# 处理请求
|
||
response = await call_next(request)
|
||
|
||
# 记录响应信息
|
||
response_log = {
|
||
"request_id": request_id,
|
||
"status_code": response.status_code,
|
||
"headers": dict(response.headers),
|
||
"processing_time": None # 目前未实现处理时间计算
|
||
}
|
||
|
||
logger.info(f"Response: {json.dumps(response_log)}")
|
||
|
||
return response
|
||
except Exception as e:
|
||
# 记录未捕获的异常
|
||
error_logger = get_logger("api.error")
|
||
error_logger.exception(f"Request {request_id} failed with unhandled exception: {str(e)}")
|
||
|
||
# 返回错误响应
|
||
return JSONResponse(
|
||
status_code=500,
|
||
content={
|
||
"code": 500,
|
||
"msg": "Internal server error",
|
||
"request_id": request_id,
|
||
"data": None
|
||
}
|
||
)
|
||
|
||
# 初始化日志系统
|
||
def setup_logging(app: FastAPI) -> None:
|
||
"""初始化应用的日志系统"""
|
||
# 添加日志中间件
|
||
app.add_middleware(LoggingMiddleware)
|
||
|
||
# 设置 SQLAlchemy 日志级别
|
||
logging.getLogger('sqlalchemy.engine').setLevel(logging.WARNING)
|
||
|
||
# 添加 SQL 过滤器
|
||
sql_filter = SQLFilter()
|
||
for handler in logging.getLogger().handlers:
|
||
handler.addFilter(sql_filter)
|
||
|
||
# 记录应用启动信息
|
||
logger = get_logger("app")
|
||
logger.info(f"Application {app.title} v{app.version} starting in {settings.ENVIRONMENT} environment")
|
||
logger.info(f"Log level: {settings.LOG_LEVEL}") |