@api_view(['POST']) @permission_classes([]) def gmail_webhook(request): """Gmail推送通知webhook""" try: # 导入需要的模块 import logging import traceback from django.utils import timezone from django.contrib.auth import get_user_model from rest_framework import status from rest_framework.response import Response # 获取用户模型 User = get_user_model() # 导入Gmail集成相关的模块 from .models import GmailCredential from .gmail_integration import GmailIntegration, GmailServiceManager logger = logging.getLogger(__name__) # 添加更详细的日志 logger.info(f"接收到Gmail webhook请求: 路径={request.path}, 方法={request.method}") logger.info(f"请求头: {dict(request.headers)}") logger.info(f"请求数据: {request.data}") # 验证请求来源（可以添加额外的安全校验） data = request.data if not data: return Response({ 'code': 400, 'message': '无效的请求数据', 'data': None }, status=status.HTTP_400_BAD_REQUEST) # 处理数据 email_address = None history_id = None # 处理Google Pub/Sub消息格式 if isinstance(data, dict) and 'message' in data and 'data' in data['message']: try: import base64 import json logger.info("检测到Google Pub/Sub消息格式") # Base64解码data字段 encoded_data = data['message']['data'] decoded_data = base64.b64decode(encoded_data).decode('utf-8') logger.info(f"解码后的数据: {decoded_data}") # 解析JSON获取email和historyId json_data = json.loads(decoded_data) email_address = json_data.get('emailAddress') history_id = json_data.get('historyId') logger.info(f"从Pub/Sub消息中提取: email={email_address}, historyId={history_id}") except Exception as decode_error: logger.error(f"解析Pub/Sub消息失败: {str(decode_error)}") logger.error(traceback.format_exc()) # 处理其他格式的数据 elif isinstance(data, dict): # 直接使用JSON格式数据 logger.info("接收到JSON格式数据") email_address = data.get('emailAddress') history_id = data.get('historyId') elif hasattr(data, 'decode'): # 尝试解析原始数据 logger.info("接收到原始数据格式，尝试解析") try: import json json_data = json.loads(data.decode('utf-8')) email_address = json_data.get('emailAddress') history_id = json_data.get('historyId') except Exception as parse_error: logger.error(f"解析请求数据失败: {str(parse_error)}") email_address = None history_id = None else: # 尝试从请求参数获取 logger.info("尝试从请求参数获取数据") email_address = request.GET.get('emailAddress') or request.POST.get('emailAddress') history_id = request.GET.get('historyId') or request.POST.get('historyId') logger.info(f"提取的邮箱: {email_address}, 历史ID: {history_id}") if not email_address or not history_id: return Response({ 'code': 400, 'message': '缺少必要的参数', 'data': None }, status=status.HTTP_400_BAD_REQUEST) # 查找用户和认证信息 - 优化的查找逻辑 user = None credential = None # 1. 首先尝试直接通过Gmail凭证表查找 credential = GmailCredential.objects.filter( gmail_email=email_address, is_active=True ).select_related('user').order_by('-is_default', '-updated_at').first() if credential: user = credential.user logger.info(f"通过gmail_email直接找到用户和凭证: 用户={user.email}, 凭证ID={credential.id}") else: # 2. 如果没找到，尝试通过用户邮箱查找 user = User.objects.filter(email=email_address).first() if user: logger.info(f"通过用户邮箱找到用户: {user.email}") # 为该用户查找任何有效的Gmail凭证 credential = GmailCredential.objects.filter( user=user, is_active=True ).order_by('-is_default', '-updated_at').first() if credential: logger.info(f"为用户 {user.email} 找到有效的Gmail凭证: {credential.id}") else: logger.error(f"无法找到与{email_address}关联的用户或凭证") return Response({ 'code': 404, 'message': f'找不到与 {email_address} 关联的用户', 'data': None }, status=status.HTTP_404_NOT_FOUND) if not credential: logger.error(f"用户 {user.email} 没有有效的Gmail凭证") return Response({ 'code': 404, 'message': f'找不到用户 {user.email} 的Gmail凭证', 'data': None }, status=status.HTTP_404_NOT_FOUND) # 更新history_id，无论如何都记录这次历史ID credential.last_history_id = history_id credential.save() # 清除可能存在的缓存实例，确保使用最新凭证 GmailServiceManager.clear_instance(user, str(credential.id)) # 检查凭证是否需要重新授权 notification_queued = False if credential.needs_reauth or not credential.credentials: logger.warning(f"Gmail凭证需要重新授权，将通知保存到队列: {email_address}") # 保存到通知队列 from .models import GmailNotificationQueue import json # 将通知数据序列化 try: notification_json = json.dumps(data) except: notification_json = f'{{"emailAddress": "{email_address}", "historyId": "{history_id}"}}' # 创建队列记录 GmailNotificationQueue.objects.create( user=user, gmail_credential=credential, email=email_address, history_id=str(history_id), notification_data=notification_json, processed=False ) logger.info(f"Gmail通知已保存到队列，等待用户重新授权: {email_address}") notification_queued = True # 直接返回成功，但记录需要用户重新授权 return Response({ 'code': 202, # Accepted 'message': '通知已保存到队列，等待用户重新授权', 'data': { 'user_id': str(user.id), 'history_id': history_id, 'needs_reauth': True } }) # 如果请求中包含达人邮箱，直接处理特定达人的邮件 talent_email = data.get('talent_email') or request.GET.get('talent_email') if talent_email and user: logger.info(f"检测到特定达人邮箱: {talent_email}，将直接处理其最近邮件") try: # 创建Gmail集成实例 - 使用明确的凭证ID integration = GmailIntegration(user=user, gmail_credential_id=str(credential.id)) if integration.authenticate(): # 获取达人最近的邮件 recent_emails = integration.get_recent_emails( from_email=talent_email, max_results=5 # 限制获取最近5封 ) if recent_emails: logger.info(f"找到 {len(recent_emails)} 封来自 {talent_email} 的最近邮件") # 创建或获取知识库 knowledge_base, created = integration.create_talent_knowledge_base(talent_email) # 保存对话 result = integration.save_conversations_to_knowledge_base(recent_emails, knowledge_base) logger.info(f"已处理达人 {talent_email} 的最近邮件: {result}") else: logger.info(f"没有找到来自 {talent_email} 的最近邮件") else: logger.error("Gmail认证失败，无法处理特定达人邮件") # 如果还没有保存到队列，保存通知数据 if not notification_queued: # 保存到通知队列 from .models import GmailNotificationQueue import json try: notification_json = json.dumps(data) except: notification_json = f'{{"emailAddress": "{email_address}", "historyId": "{history_id}", "talent_email": "{talent_email}"}}' GmailNotificationQueue.objects.create( user=user, gmail_credential=credential, email=email_address, history_id=str(history_id), notification_data=notification_json, processed=False ) logger.info(f"Gmail通知(含达人邮箱)已保存到队列: {email_address}, 达人: {talent_email}") except Exception as talent_error: logger.error(f"处理达人邮件失败: {str(talent_error)}") logger.error(traceback.format_exc()) # 处理普通通知 try: # 创建Gmail集成实例 - 明确使用找到的凭证ID integration = GmailIntegration(user=user, gmail_credential_id=str(credential.id)) # 记录详细的凭证信息，帮助排查问题 logger.info(f"处理普通通知: 用户ID={user.id}, 凭证ID={credential.id}, Gmail邮箱={credential.gmail_email}") auth_success = integration.authenticate() if auth_success: logger.info(f"Gmail认证成功，开始处理通知: {email_address}") # 强制设置最小历史ID差值，确保能获取新消息 try: # 从凭证中获取历史ID，并确保作为整数比较 last_history_id = int(credential.last_history_id or 0) current_history_id = int(history_id) # 如果历史ID没有变化，设置一个小的偏移量确保获取最近消息 if current_history_id <= last_history_id: # 设置较小的历史ID以确保获取最近的消息 adjusted_history_id = max(1, last_history_id - 10) logger.info(f"调整历史ID: {last_history_id} -> {adjusted_history_id}，以确保能获取最近的消息") # 修改请求中的历史ID if isinstance(data, dict) and 'message' in data and 'data' in data['message']: # 对于Pub/Sub格式，修改解码后的JSON try: import base64 import json decoded_data = base64.b64decode(data['message']['data']).decode('utf-8') json_data = json.loads(decoded_data) json_data['historyId'] = str(adjusted_history_id) data['message']['data'] = base64.b64encode(json.dumps(json_data).encode('utf-8')).decode('utf-8') logger.info(f"已调整Pub/Sub消息中的历史ID为: {adjusted_history_id}") except Exception as adjust_error: logger.error(f"调整历史ID失败: {str(adjust_error)}") else: # 直接修改data中的historyId if isinstance(data, dict) and 'historyId' in data: data['historyId'] = str(adjusted_history_id) logger.info(f"已调整请求中的历史ID为: {adjusted_history_id}") except Exception as history_adjust_error: logger.error(f"历史ID调整失败: {str(history_adjust_error)}") result = integration.process_notification(data) # 日志记录处理结果 if result: logger.info(f"Gmail通知处理成功，检测到新消息: {email_address}") else: logger.warning(f"Gmail通知处理完成，但未检测到新消息: {email_address}") # 如果处理成功，尝试通过WebSocket发送通知 if result: try: from channels.layers import get_channel_layer from asgiref.sync import async_to_sync # 获取Channel Layer channel_layer = get_channel_layer() if channel_layer: # 发送WebSocket消息 async_to_sync(channel_layer.group_send)( f"notification_user_{user.id}", { "type": "notification", "data": { "message_type": "gmail_update", "message": "您的Gmail有新消息，已自动处理", "history_id": history_id, "timestamp": timezone.now().isoformat() } } ) logger.info(f"发送WebSocket通知成功: user_id={user.id}") except Exception as ws_error: logger.error(f"发送WebSocket通知失败: {str(ws_error)}") logger.info(f"Gmail通知处理成功: {email_address}") return Response({ 'code': 200, 'message': '通知已处理', 'data': { 'user_id': str(user.id), 'history_id': history_id, 'success': True, 'new_messages': result } }) else: # 认证失败，保存通知到队列 logger.error(f"Gmail认证失败: {email_address}, 用户ID={user.id}, 凭证ID={credential.id}") # 尝试获取详细的认证失败原因 try: # 尝试刷新令牌 refresh_result = integration.refresh_token() if refresh_result: logger.info(f"令牌刷新成功，将重新尝试处理") result = integration.process_notification(data) if result: logger.info(f"刷新令牌后处理成功!") return Response({ 'code': 200, 'message': '通知已处理(令牌刷新后)', 'data': { 'user_id': str(user.id), 'history_id': history_id, 'success': True } }) except Exception as refresh_error: logger.error(f"尝试刷新令牌失败: {str(refresh_error)}") # 如果还没有保存到队列，保存通知数据 if not notification_queued: # 保存到通知队列 from .models import GmailNotificationQueue import json try: notification_json = json.dumps(data) except: notification_json = f'{{"emailAddress": "{email_address}", "historyId": "{history_id}"}}' # 标记凭证需要重新授权 credential.needs_reauth = True credential.save() logger.info(f"已标记凭证 {credential.id} 需要重新授权") GmailNotificationQueue.objects.create( user=user, gmail_credential=credential, email=email_address, history_id=str(history_id), notification_data=notification_json, processed=False ) logger.info(f"Gmail通知已保存到队列: {email_address}") # 返回处理成功，但告知需要重新授权 return Response({ 'code': 202, # Accepted 'message': '通知已保存到队列，等待重新获取授权', 'data': { 'user_id': str(user.id), 'history_id': history_id, 'needs_reauth': True } }) except Exception as process_error: logger.error(f"处理Gmail通知失败: {str(process_error)}") logger.error(traceback.format_exc()) # 保存到通知队列 if not notification_queued: try: from .models import GmailNotificationQueue import json try: notification_json = json.dumps(data) except: notification_json = f'{{"emailAddress": "{email_address}", "historyId": "{history_id}"}}' # 标记凭证需要重新授权 - 可能是令牌问题导致的错误 error_msg = str(process_error).lower() if "invalid_grant" in error_msg or "token" in error_msg or "auth" in error_msg or "认证" in error_msg: credential.needs_reauth = True credential.save() logger.info(f"根据错误信息标记凭证 {credential.id} 需要重新授权") GmailNotificationQueue.objects.create( user=user, gmail_credential=credential, email=email_address, history_id=str(history_id), notification_data=notification_json, processed=False, error_message=str(process_error)[:255] ) logger.info(f"由于处理错误，Gmail通知已保存到队列: {email_address}") except Exception as queue_error: logger.error(f"保存通知到队列失败: {str(queue_error)}") # 仍然返回成功，防止Google重试导致重复通知 return Response({ 'code': 202, 'message': '通知已保存，稍后处理', 'data': { 'user_id': str(user.id), 'history_id': history_id, 'error': str(process_error)[:100] # 截断错误信息 } }) except Exception as e: logger.error(f"处理Gmail webhook失败: {str(e)}") logger.error(traceback.format_exc()) # 尝试更安全的响应，尽可能提供有用信息 try: # 如果已经提取了邮箱和历史ID等信息，记录在响应中 response_data = { 'error': str(e)[:200] } if 'email_address' in locals() and email_address: response_data['email_address'] = email_address if 'history_id' in locals() and history_id: response_data['history_id'] = history_id if 'user' in locals() and user: response_data['user_id'] = str(user.id) return Response({ 'code': 500, 'message': '处理通知失败', 'data': response_data }, status=status.HTTP_500_INTERNAL_SERVER_ERROR) except: # 最后的备用方案 return Response({ 'code': 500, 'message': '处理通知失败', 'data': None }, status=status.HTTP_500_INTERNAL_SERVER_ERROR)