bibibi12345 commited on
Commit
dc408a6
·
verified ·
1 Parent(s): cd3c081
Files changed (1) hide show
  1. app/main.py +9 -19
app/main.py CHANGED
@@ -717,25 +717,15 @@ async def chat_completions(request: OpenAIRequest, api_key: str = Depends(get_ap
717
  # Create generation config
718
  generation_config = create_generation_config(request)
719
 
720
- # Get fresh credentials for this request
721
- credentials, project_id = credential_manager.get_next_credentials()
722
-
723
- if not credentials or not project_id:
724
- error_response = create_openai_error_response(
725
- 500, "Failed to obtain valid credentials", "server_error"
726
- )
727
- return JSONResponse(status_code=500, content=error_response)
728
-
729
- # Initialize Vertex AI with the rotated credentials
730
- try:
731
- # Re-initialize client for this request - credentials might have rotated
732
- client = genai.Client(vertexai=True, credentials=credentials, project=project_id, location="us-central1")
733
- print(f"Using credentials for project: {project_id} for this request")
734
- except Exception as auth_error:
735
- error_response = create_openai_error_response(
736
- 500, f"Failed to initialize authentication: {str(auth_error)}", "server_error"
737
- )
738
- return JSONResponse(status_code=500, content=error_response)
739
 
740
  # Initialize Gemini model
741
  search_tool = types.Tool(google_search=types.GoogleSearch())
 
717
  # Create generation config
718
  generation_config = create_generation_config(request)
719
 
720
+ # Use the globally initialized client (from startup)
721
+ global client
722
+ if client is None:
723
+ # This should ideally not happen if startup was successful
724
+ error_response = create_openai_error_response(
725
+ 500, "Vertex AI client not initialized", "server_error"
726
+ )
727
+ return JSONResponse(status_code=500, content=error_response)
728
+ print(f"Using globally initialized client for project: {client.project}") # Assuming client has project attribute
 
 
 
 
 
 
 
 
 
 
729
 
730
  # Initialize Gemini model
731
  search_tool = types.Tool(google_search=types.GoogleSearch())