File size: 24,865 Bytes
36b7c16 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 |
import requests
import json
import base64
import threading
import time
import uuid
from datetime import datetime
from typing import Dict, Optional, Any
from utils import logger, mask_email
import config
from retry import with_retry
class OnDemandAPIClient:
"""OnDemand API 客户端,处理认证、会话管理和查询"""
def __init__(self, email: str, password: str, client_id: str = "default_client"):
"""初始化客户端
Args:
email: OnDemand账户邮箱
password: OnDemand账户密码
client_id: 客户端标识符,用于日志记录
"""
self.email = email
self.password = password
self.client_id = client_id
self.token = ""
self.refresh_token = ""
self.user_id = ""
self.company_id = ""
self.session_id = ""
self.base_url = "https://gateway.on-demand.io/v1"
self.chat_base_url = "https://api.on-demand.io/chat/v1/client" # 恢复为原始路径
self.last_error: Optional[str] = None
self.last_activity = datetime.now()
self.lock = threading.RLock() # 可重入锁,用于线程安全操作
# 新增属性
self._associated_user_identifier: Optional[str] = None
self._associated_request_ip: Optional[str] = None
self._current_request_context_hash: Optional[str] = None # 新增:用于暂存当前请求的上下文哈希
# 隐藏密码的日志
masked_email = mask_email(email)
logger.info(f"已为 {masked_email} 初始化 OnDemandAPIClient (ID: {client_id})")
def _log(self, message: str, level: str = "INFO"):
"""内部日志方法,使用结构化日志记录
Args:
message: 日志消息
level: 日志级别
"""
masked_email = mask_email(self.email)
log_method = getattr(logger, level.lower(), logger.info)
log_method(f"[{self.client_id} / {masked_email}] {message}")
self.last_activity = datetime.now() # 更新最后活动时间
def get_authorization(self) -> str:
"""生成登录用 Basic Authorization 头"""
text = f"{self.email}:{self.password}"
encoded = base64.b64encode(text.encode("utf-8")).decode("utf-8")
return encoded
def _do_request(self, method: str, url: str, headers: Dict[str, str],
data: Optional[Dict] = None, stream: bool = False,
timeout: int = None) -> requests.Response:
"""执行HTTP请求的实际逻辑,不包含重试
Args:
method: HTTP方法 (GET, POST等)
url: 请求URL
headers: HTTP头
data: 请求数据
stream: 是否使用流式传输
timeout: 请求超时时间
Returns:
requests.Response对象
Raises:
requests.exceptions.RequestException: 请求失败
"""
if method.upper() == 'GET':
response = requests.get(url, headers=headers, stream=stream, timeout=timeout)
elif method.upper() == 'POST':
json_data = json.dumps(data) if data else None
response = requests.post(url, data=json_data, headers=headers, stream=stream, timeout=timeout)
else:
raise ValueError(f"不支持的HTTP方法: {method}")
response.raise_for_status()
return response
@with_retry()
def sign_in(self, context: Optional[str] = None) -> bool:
"""登录以获取 token, refreshToken, userId, 和 companyId"""
with self.lock: # 线程安全
self.last_error = None
url = f"{self.base_url}/auth/user/signin"
payload = {"accountType": "default"}
headers = {
'User-Agent': "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/135.0.0.0 Safari/537.36 Edg/135.0.0.0",
'Accept': "application/json, text/plain, */*",
'Content-Type': "application/json",
'Authorization': f"Basic {self.get_authorization()}", # 登录时使用 Basic 认证
'Referer': "https://app.on-demand.io/"
}
if context:
self._current_request_context_hash = context
try:
masked_email = mask_email(self.email)
self._log(f"尝试登录 {masked_email}...")
# 使用不带重试的_do_request,因为重试逻辑由装饰器处理
response = self._do_request('POST', url, headers, payload, timeout=config.get_config_value('request_timeout'))
data = response.json()
if config.get_config_value('debug_mode'):
# 在调试模式下记录响应,但隐藏敏感信息
debug_data = data.copy()
if 'data' in debug_data and 'tokenData' in debug_data['data']:
debug_data['data']['tokenData']['token'] = '***REDACTED***'
debug_data['data']['tokenData']['refreshToken'] = '***REDACTED***'
self._log(f"登录原始响应: {json.dumps(debug_data, indent=2, ensure_ascii=False)}", "DEBUG")
self.token = data.get('data', {}).get('tokenData', {}).get('token', '')
self.refresh_token = data.get('data', {}).get('tokenData', {}).get('refreshToken', '')
self.user_id = data.get('data', {}).get('user', {}).get('userId', '')
self.company_id = data.get('data', {}).get('user', {}).get('default_company_id', '')
if self.token and self.user_id and self.company_id:
self._log(f"登录成功。已获取必要的凭证。")
return True
else:
self.last_error = "登录成功,但未能从响应中提取必要的字段。"
self._log(f"登录失败: {self.last_error}", level="ERROR")
return False
except requests.exceptions.RequestException as e:
self.last_error = f"登录请求失败: {e}"
self._log(f"登录失败: {e}", level="ERROR")
raise # 重新抛出异常,让装饰器处理重试
except json.JSONDecodeError as e:
self.last_error = f"登录 JSON 解码失败: {e}. 响应文本: {response.text if 'response' in locals() else 'N/A'}"
self._log(self.last_error, level="ERROR")
return False
except Exception as e:
self.last_error = f"登录过程中发生意外错误: {e}"
self._log(self.last_error, level="ERROR")
return False
@with_retry()
def refresh_token_if_needed(self) -> bool:
"""如果令牌过期或无效,则刷新令牌
Returns:
bool: 刷新成功返回True,否则返回False
"""
with self.lock: # 线程安全
self.last_error = None
if not self.refresh_token:
self.last_error = "没有可用的 refresh token 来刷新令牌。"
self._log(self.last_error, level="WARNING")
return False
url = f"{self.base_url}/auth/user/refresh_token"
payload = {"data": {"token": self.token, "refreshToken": self.refresh_token}}
headers = {'Content-Type': "application/json"}
try:
self._log("尝试刷新令牌...")
# 使用不带重试的_do_request,因为重试逻辑由装饰器处理
response = self._do_request('POST', url, headers, payload, timeout=config.get_config_value('request_timeout'))
data = response.json()
if config.get_config_value('debug_mode'):
# 在调试模式下记录响应,但隐藏敏感信息
debug_data = data.copy()
if 'data' in debug_data:
if 'token' in debug_data['data']:
debug_data['data']['token'] = '***REDACTED***'
if 'refreshToken' in debug_data['data']:
debug_data['data']['refreshToken'] = '***REDACTED***'
self._log(f"刷新令牌原始响应: {json.dumps(debug_data, indent=2, ensure_ascii=False)}", "DEBUG")
new_token = data.get('data', {}).get('token', '')
new_refresh_token = data.get('data', {}).get('refreshToken', '') # OnDemand 可能不总返回新的 refresh token
if new_token:
self.token = new_token
if new_refresh_token: # 仅当返回了新的 refresh token 时才更新
self.refresh_token = new_refresh_token
self._log("令牌刷新成功。")
return True
else:
self.last_error = "令牌刷新成功,但响应中没有新的 token。"
self._log(f"令牌刷新失败: {self.last_error}", level="ERROR")
return False
except requests.exceptions.RequestException as e:
self.last_error = f"令牌刷新请求失败: {e}"
self._log(f"令牌刷新失败: {e}", level="ERROR")
# 如果是认证错误,可能需要完全重新登录
if hasattr(e, 'response') and e.response is not None and e.response.status_code == 401:
self._log("令牌刷新返回401错误,可能需要完全重新登录", level="WARNING")
raise # 重新抛出异常,让装饰器处理重试
except json.JSONDecodeError as e:
self.last_error = f"令牌刷新 JSON 解码失败: {e}. 响应文本: {response.text if 'response' in locals() else 'N/A'}"
self._log(self.last_error, level="ERROR")
return False
except Exception as e:
self.last_error = f"令牌刷新过程中发生意外错误: {e}"
self._log(self.last_error, level="ERROR")
return False
@with_retry()
def create_session(self, external_user_id: str = "openai-adapter-user", external_context: Optional[str] = None) -> bool:
"""为聊天创建一个新会话
Args:
external_user_id: 外部用户ID前缀,会附加UUID确保唯一性
external_context: 外部上下文哈希 (可选)
Returns:
bool: 创建成功返回True,否则返回False
"""
with self.lock: # 线程安全
self.last_error = None
if external_context:
self._current_request_context_hash = external_context
if not self.token or not self.user_id or not self.company_id:
self.last_error = "创建会话缺少 token, user_id, 或 company_id。正在尝试登录。"
self._log(self.last_error, level="WARNING")
if not self.sign_in(): # 如果未登录,尝试登录
self.last_error = f"无法创建会话:登录失败。最近的客户端错误: {self.last_error}"
return False # 如果登录失败,则无法继续
url = f"{self.chat_base_url}/sessions"
# 确保 externalUserId 对于每个会话是唯一的,以避免冲突
unique_id = f"{external_user_id}-{uuid.uuid4().hex}"
payload = {"externalUserId": unique_id, "pluginIds": []}
headers = {
'Content-Type': "application/json",
'Authorization': f"Bearer {self.token}", # 恢复为原始认证方式
'x-company-id': self.company_id,
'x-user-id': self.user_id
}
self._log(f"尝试创建会话,company_id: {self.company_id}, user_id: {self.user_id}, external_id: {unique_id}")
try:
try:
# 首先尝试创建会话,使用不带重试的_do_request
response = self._do_request('POST', url, headers, payload, timeout=config.get_config_value('request_timeout'))
except requests.exceptions.HTTPError as e:
# 如果是401错误,尝试刷新令牌
if e.response.status_code == 401:
self._log("创建会话时令牌过期,尝试刷新...", level="INFO")
if self.refresh_token_if_needed():
headers['Authorization'] = f"Bearer {self.token}" # 使用新令牌更新头
response = self._do_request('POST', url, headers, payload, timeout=config.get_config_value('request_timeout'))
else: # 刷新失败,尝试完全重新登录
self._log("令牌刷新失败。尝试完全重新登录以创建会话。", level="WARNING")
if self.sign_in():
headers['Authorization'] = f"Bearer {self.token}"
response = self._do_request('POST', url, headers, payload, timeout=config.get_config_value('request_timeout'))
else:
self.last_error = f"会话创建失败:令牌刷新和重新登录均失败。最近的客户端错误: {self.last_error}"
self._log(self.last_error, level="ERROR")
return False
else:
# 其他HTTP错误,直接抛出
raise
data = response.json()
if config.get_config_value('debug_mode'):
self._log(f"创建会话原始响应: {json.dumps(data, indent=2, ensure_ascii=False)}", "DEBUG")
session_id_val = data.get('data', {}).get('id', '')
if session_id_val:
self.session_id = session_id_val
self._log(f"会话创建成功。会话 ID: {self.session_id}")
return True
else:
self.last_error = f"会话创建成功,但响应中没有会话 ID。"
self._log(f"会话创建失败: {self.last_error}", level="ERROR")
return False
except requests.exceptions.RequestException as e:
self.last_error = f"会话创建请求失败: {e}"
self._log(f"会话创建失败: {e}", level="ERROR")
raise # 重新抛出异常,让装饰器处理重试
except json.JSONDecodeError as e:
self.last_error = f"会话创建 JSON 解码失败: {e}. 响应文本: {response.text if 'response' in locals() else 'N/A'}"
self._log(self.last_error, level="ERROR")
return False
except Exception as e:
self.last_error = f"会话创建过程中发生意外错误: {e}"
self._log(self.last_error, level="ERROR")
return False
@with_retry()
def send_query(self, query: str, endpoint_id: str = "predefined-claude-3.7-sonnet",
stream: bool = False, model_configs_input: Optional[Dict] = None,
full_query_override: Optional[str] = None) -> Dict:
"""向聊天会话发送查询,并处理流式或非流式响应
Args:
query: 查询文本 (如果提供了 full_query_override,则此参数被忽略)
endpoint_id: OnDemand端点ID
stream: 是否使用流式响应
model_configs_input: 模型配置参数,如temperature、maxTokens等
Returns:
Dict: 包含响应内容或流对象的字典
"""
with self.lock: # 线程安全
self.last_error = None
# 会话检查和创建
if not self.session_id:
self.last_error = "没有可用的会话 ID。正在尝试创建新会话。"
self._log(self.last_error, level="WARNING")
if not self.create_session():
self.last_error = f"查询失败:会话创建失败。最近的客户端错误: {self.last_error}"
self._log(self.last_error, level="ERROR")
return {"error": self.last_error}
if not self.token:
self.last_error = "发送查询没有可用的 token。"
self._log(self.last_error, level="ERROR")
return {"error": self.last_error}
url = f"{self.chat_base_url}/sessions/{self.session_id}/query"
# 处理 query 输入
current_query = ""
if query is None:
self._log("警告:查询内容为None,已替换为空字符串", level="WARNING")
elif not isinstance(query, str):
current_query = str(query)
self._log(f"警告:查询内容不是字符串类型,已转换为字符串: {type(query)} -> {type(current_query)}", level="WARNING")
else:
current_query = query
# 优先使用 full_query_override
query_to_send = full_query_override if full_query_override is not None else current_query
if full_query_override is not None:
self._log(f"使用 full_query_override (长度: {len(full_query_override)}) 代替原始 query。", "DEBUG")
payload = {
"endpointId": endpoint_id,
"query": query_to_send, # 使用处理后的 query 或 override
"pluginIds": [],
"responseMode": "stream" if stream else "sync",
"debugMode": "on" if config.get_config_value('debug_mode') else "off",
"fulfillmentOnly": False
}
# 处理 model_configs_input
if model_configs_input:
# 直接使用传入的 model_configs_input,只包含非 None 值
# API 应该能处理额外的、非预期的配置项,或者忽略它们
# 如果API严格要求特定字段,那么这里的逻辑需要更精确地过滤
processed_model_configs = {k: v for k, v in model_configs_input.items() if v is not None}
if processed_model_configs: # 只有当有有效配置时才添加modelConfigs
payload["modelConfigs"] = processed_model_configs
self._log(f"最终的payload: {json.dumps(payload, ensure_ascii=False)}", level="DEBUG")
headers = {
'Content-Type': "application/json",
'Authorization': f"Bearer {self.token}",
'x-company-id': self.company_id
}
truncated_query_log = current_query[:100] + "..." if len(current_query) > 100 else current_query
self._log(f"向端点 {endpoint_id} 发送查询 (stream={stream})。查询内容: {truncated_query_log}")
try:
response = self._do_request('POST', url, headers, payload, stream=True, timeout=config.get_config_value('stream_timeout'))
if stream:
self._log("返回流式响应对象供外部处理")
return {"stream": True, "response_obj": response}
else: # stream (方法参数) 为 False
full_answer = ""
try:
# 既然 _do_request 总是 stream=True,我们仍然需要消耗这个流。
# OnDemand API 在 responseMode="sync" 时,理论上应该直接返回完整内容。
response_body = response.text # 读取整个响应体
response.close() # 确保连接关闭
self._log(f"非流式响应原始文本 (前500字符): {response_body[:500]}", "DEBUG")
try:
# 优先尝试将整个响应体按单个JSON对象解析
data = json.loads(response_body)
if isinstance(data, dict):
if "answer" in data and isinstance(data["answer"], str):
full_answer = data["answer"]
elif "content" in data and isinstance(data["content"], str): # 备选字段
full_answer = data["content"]
elif data.get("eventType") == "fulfillment" and "answer" in data:
full_answer = data.get("answer", "")
else:
if not full_answer: # 避免覆盖已找到的答案
self._log(f"非流式响应解析为JSON后,未在顶层或常见字段找到答案: {response_body[:200]}", "WARNING")
else:
self._log(f"非流式响应解析为JSON后,不是字典类型: {type(data)}", "WARNING")
except json.JSONDecodeError:
# 如果直接解析JSON失败,再尝试按行解析SSE(作为后备)
self._log(f"非流式响应直接解析JSON失败,尝试按SSE行解析: {response_body[:200]}", "WARNING")
for line in response_body.splitlines():
if line:
decoded_line = line #已经是str
if decoded_line.startswith("data:"):
json_str = decoded_line[len("data:"):].strip()
if json_str == "[DONE]":
break
try:
event_data = json.loads(json_str)
if event_data.get("eventType", "") == "fulfillment":
full_answer += event_data.get("answer", "")
except json.JSONDecodeError:
self._log(f"非流式后备SSE解析时 JSONDecodeError: {json_str}", level="WARNING")
continue
self._log(f"非流式响应接收完毕。聚合内容长度: {len(full_answer)}")
return {"stream": False, "content": full_answer}
except requests.exceptions.RequestException as e: # 这应该在 _do_request 中捕获并重试
self.last_error = f"非流式请求时发生错误: {e}"
self._log(self.last_error, level="ERROR")
# 如果 _do_request 抛异常到这里,说明重试也失败了
# raise e # 或者返回错误结构体,让上层处理
return {"error": self.last_error, "stream": False, "content": ""}
except Exception as e:
self.last_error = f"非流式处理中发生意外错误: {e}"
self._log(self.last_error, level="ERROR")
return {"error": self.last_error, "stream": False, "content": ""}
except requests.exceptions.RequestException as e:
self.last_error = f"请求失败: {e}"
self._log(f"查询失败: {e}", level="ERROR")
raise
except Exception as e:
error_message = f"send_query 过程中发生意外错误: {e}"
error_type = type(e).__name__
self.last_error = error_message
self._log(f"{error_message} (错误类型: {error_type})", level="CRITICAL")
return {"error": str(e)} |