@@ -448,9 +448,7 @@ def _call_log_to_db(
448448 try :
449449 ctx = _llm_call_ctx .get () or {}
450450 start = ctx .get ("start" )
451- latency_ms = (
452- int ((time .perf_counter () - start ) * 1000 ) if start else 0
453- )
451+ latency_ms = int ((time .perf_counter () - start ) * 1000 ) if start else 0
454452 self ._record_llm_call (
455453 LLMCallRecord (
456454 provider = self .provider or "" ,
@@ -701,7 +699,8 @@ def create_session_cache(
701699 (self .provider == "byteplus" and self ._byteplus_cache_manager )
702700 or (self .provider == "gemini" and self ._gemini_cache_manager )
703701 or (
704- self .provider in ("openai" , "deepseek" , "grok" , "openrouter" , "glm" , "fugu" )
702+ self .provider
703+ in ("openai" , "deepseek" , "grok" , "openrouter" , "glm" , "fugu" )
705704 and self .client
706705 ) # OpenAI/DeepSeek/Grok/OpenRouter use automatic caching with prompt_cache_key (and cache_control for Anthropic-routed OpenRouter models)
707706 or (
@@ -857,7 +856,8 @@ def has_session_cache(self, task_id: str, call_type: str) -> bool:
857856 if self .provider == "gemini" and self ._gemini_cache_manager :
858857 return True
859858 if (
860- self .provider in ("openai" , "deepseek" , "grok" , "openrouter" , "glm" , "fugu" )
859+ self .provider
860+ in ("openai" , "deepseek" , "grok" , "openrouter" , "glm" , "fugu" )
861861 and self .client
862862 ):
863863 return True
@@ -1111,9 +1111,7 @@ def _generate_response_with_session_sync(
11111111 {"role" : "system" , "content" : effective_system_prompt }
11121112 ]
11131113 for msg in history :
1114- oa_messages .append (
1115- {"role" : msg ["role" ], "content" : msg ["content" ]}
1116- )
1114+ oa_messages .append ({"role" : msg ["role" ], "content" : msg ["content" ]})
11171115 oa_messages .append ({"role" : "user" , "content" : user_prompt })
11181116
11191117 logger .debug (
@@ -1131,9 +1129,7 @@ def _generate_response_with_session_sync(
11311129 assistant_content = response .get ("content" , "" )
11321130 if assistant_content and not response .get ("error" ):
11331131 history .append ({"role" : "user" , "content" : user_prompt })
1134- history .append (
1135- {"role" : "assistant" , "content" : assistant_content }
1136- )
1132+ history .append ({"role" : "assistant" , "content" : assistant_content })
11371133
11381134 return self ._finalize_session_response (response , log_response )
11391135
@@ -1516,9 +1512,7 @@ def generate_response_with_session(
15161512 log_response: Whether to log the response.
15171513 prompt_name: Identity of the named prompt, for capture/profiling.
15181514 """
1519- self ._begin_call (
1520- prompt_name = prompt_name , call_type = call_type , task_id = task_id
1521- )
1515+ self ._begin_call (prompt_name = prompt_name , call_type = call_type , task_id = task_id )
15221516 return self ._generate_response_with_session_sync (
15231517 task_id , call_type , user_prompt , system_prompt_for_new_session , log_response
15241518 )
@@ -1545,9 +1539,7 @@ async def generate_response_with_session_async(
15451539 """
15461540 # Stamp here (caller's context) so asyncio.to_thread copies it into the
15471541 # worker thread where capture runs.
1548- self ._begin_call (
1549- prompt_name = prompt_name , call_type = call_type , task_id = task_id
1550- )
1542+ self ._begin_call (prompt_name = prompt_name , call_type = call_type , task_id = task_id )
15511543 return await asyncio .to_thread (
15521544 self ._generate_response_with_session_sync ,
15531545 task_id ,
@@ -1871,7 +1863,9 @@ def _generate_openai(
18711863 if prompt_tokens_details :
18721864 cached_tokens = getattr (prompt_tokens_details , "cached_tokens" , 0 ) or 0
18731865 if not cached_tokens :
1874- cached_tokens = getattr (response .usage , "prompt_cache_hit_tokens" , 0 ) or 0
1866+ cached_tokens = (
1867+ getattr (response .usage , "prompt_cache_hit_tokens" , 0 ) or 0
1868+ )
18751869
18761870 # Record cache metrics
18771871 provider_label = self .provider # "openai", "grok", "deepseek", etc.
0 commit comments