Add auto-completion flash lite support for Gemini 2.5 Flash Lite testing (#3453)

original PR with approval: https://github.com/Skyvern-AI/skyvern-cloud/pull/6309
This commit is contained in:
pedrohsdb
2025-09-17 17:38:02 -07:00
committed by GitHub
parent 4d339b07f8
commit 2024484ede
3 changed files with 7 additions and 1 deletions

View File

@@ -124,6 +124,7 @@ class Settings(BaseSettings):
PARSE_SELECT_LLM_KEY: str | None = None PARSE_SELECT_LLM_KEY: str | None = None
EXTRACTION_LLM_KEY: str | None = None EXTRACTION_LLM_KEY: str | None = None
CHECK_USER_GOAL_LLM_KEY: str | None = None CHECK_USER_GOAL_LLM_KEY: str | None = None
AUTO_COMPLETION_LLM_KEY: str | None = None
# COMMON # COMMON
LLM_CONFIG_TIMEOUT: int = 300 LLM_CONFIG_TIMEOUT: int = 300
LLM_CONFIG_MAX_TOKENS: int = 4096 LLM_CONFIG_MAX_TOKENS: int = 4096

View File

@@ -83,6 +83,11 @@ CHECK_USER_GOAL_LLM_API_HANDLER = (
if SETTINGS_MANAGER.CHECK_USER_GOAL_LLM_KEY if SETTINGS_MANAGER.CHECK_USER_GOAL_LLM_KEY
else SECONDARY_LLM_API_HANDLER else SECONDARY_LLM_API_HANDLER
) )
AUTO_COMPLETION_LLM_API_HANDLER = (
LLMAPIHandlerFactory.get_llm_api_handler(SETTINGS_MANAGER.AUTO_COMPLETION_LLM_KEY)
if SETTINGS_MANAGER.AUTO_COMPLETION_LLM_KEY
else SECONDARY_LLM_API_HANDLER
)
SVG_CSS_CONVERTER_LLM_API_HANDLER = SECONDARY_LLM_API_HANDLER if SETTINGS_MANAGER.SECONDARY_LLM_KEY else None SVG_CSS_CONVERTER_LLM_API_HANDLER = SECONDARY_LLM_API_HANDLER if SETTINGS_MANAGER.SECONDARY_LLM_KEY else None
WORKFLOW_CONTEXT_MANAGER = WorkflowContextManager() WORKFLOW_CONTEXT_MANAGER = WorkflowContextManager()

View File

@@ -2323,7 +2323,7 @@ async def choose_auto_completion_dropdown(
step_id=step.step_id, step_id=step.step_id,
task_id=task.task_id, task_id=task.task_id,
) )
json_response = await app.SECONDARY_LLM_API_HANDLER( json_response = await app.AUTO_COMPLETION_LLM_API_HANDLER(
prompt=auto_completion_confirm_prompt, step=step, prompt_name="auto-completion-choose-option" prompt=auto_completion_confirm_prompt, step=step, prompt_name="auto-completion-choose-option"
) )
element_id = json_response.get("id", "") element_id = json_response.get("id", "")