bibibi12345 commited on
Commit
8e357d9
·
1 Parent(s): fc56b2e

2.5 flash lite support and bug fixes

Browse files
Files changed (2) hide show
  1. app/api_helpers.py +1 -1
  2. app/routes/chat_api.py +5 -0
app/api_helpers.py CHANGED
@@ -130,7 +130,7 @@ def create_generation_config(request: OpenAIRequest) -> Dict[str, Any]:
130
  types.SafetySetting(category="HARM_CATEGORY_HARASSMENT", threshold="OFF"),
131
  types.SafetySetting(category="HARM_CATEGORY_CIVIC_INTEGRITY", threshold="OFF")
132
  ]
133
- config["thinking_config"] = {"include_thoughts": True}
134
 
135
  # 1. Add tools (function declarations)
136
  function_declarations = []
 
130
  types.SafetySetting(category="HARM_CATEGORY_HARASSMENT", threshold="OFF"),
131
  types.SafetySetting(category="HARM_CATEGORY_CIVIC_INTEGRITY", threshold="OFF")
132
  ]
133
+ # config["thinking_config"] = {"include_thoughts": True}
134
 
135
  # 1. Add tools (function declarations)
136
  function_declarations = []
app/routes/chat_api.py CHANGED
@@ -97,6 +97,11 @@ async def chat_completions(fastapi_request: Request, request: OpenAIRequest, api
97
  # This will now be a dictionary
98
  gen_config_dict = create_generation_config(request)
99
 
 
 
 
 
 
100
  if "gemini-2.5-flash-lite" in base_model_name:
101
  gen_config_dict["thinking_config"]["include_thoughts"] = False
102
 
 
97
  # This will now be a dictionary
98
  gen_config_dict = create_generation_config(request)
99
 
100
+ if "gemini-2.5-flash" in base_model_name or "gemini-2.5-pro" in base_model_name:
101
+ if "thinking_config" not in gen_config_dict:
102
+ gen_config_dict["thinking_config"] = {}
103
+ gen_config_dict["thinking_config"]["include_thoughts"] = True
104
+
105
  if "gemini-2.5-flash-lite" in base_model_name:
106
  gen_config_dict["thinking_config"]["include_thoughts"] = False
107