vodorod/Dorod-Sky
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Set 5 min timeout for LLM calls (#358)

Browse Source
This commit is contained in:
Kerem Yilmaz
2024-05-23 18:49:49 -07:00
committed by GitHub
parent df2aee3c79
commit 753bac3174
2 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
skyvern/config.py
View File

@@ -64,6 +64,7 @@ class Settings(BaseSettings):
# ACTIVE LLM PROVIDER # ACTIVE LLM PROVIDER
LLM_KEY: str = "OPENAI_GPT4O" LLM_KEY: str = "OPENAI_GPT4O"
# COMMON # COMMON
LLM_CONFIG_TIMEOUT: int = 300
LLM_CONFIG_MAX_TOKENS: int = 4096 LLM_CONFIG_MAX_TOKENS: int = 4096
LLM_CONFIG_TEMPERATURE: float = 0 LLM_CONFIG_TEMPERATURE: float = 0
# LLM PROVIDER SPECIFIC # LLM PROVIDER SPECIFIC

2
skyvern/forge/sdk/api/llm/api_handler_factory.py
View File

@@ -190,8 +190,10 @@ class LLMAPIHandlerFactory:
response = await litellm.acompletion( response = await litellm.acompletion(
model=llm_config.model_name, model=llm_config.model_name,
messages=messages, messages=messages,
timeout=SettingsManager.get_settings().LLM_CONFIG_TIMEOUT,
**active_parameters, **active_parameters,
) )
LOG.info("LLM API call successful", llm_key=llm_key, model=llm_config.model_name)
except openai.OpenAIError as e: except openai.OpenAIError as e:
raise LLMProviderError(llm_key) from e raise LLMProviderError(llm_key) from e
except Exception as e: except Exception as e: