Add auto-completion flash lite support for Gemini 2.5 Flash Lite testing (#3453)
original PR with approval: https://github.com/Skyvern-AI/skyvern-cloud/pull/6309
This commit is contained in:
@@ -124,6 +124,7 @@ class Settings(BaseSettings):
|
|||||||
PARSE_SELECT_LLM_KEY: str | None = None
|
PARSE_SELECT_LLM_KEY: str | None = None
|
||||||
EXTRACTION_LLM_KEY: str | None = None
|
EXTRACTION_LLM_KEY: str | None = None
|
||||||
CHECK_USER_GOAL_LLM_KEY: str | None = None
|
CHECK_USER_GOAL_LLM_KEY: str | None = None
|
||||||
|
AUTO_COMPLETION_LLM_KEY: str | None = None
|
||||||
# COMMON
|
# COMMON
|
||||||
LLM_CONFIG_TIMEOUT: int = 300
|
LLM_CONFIG_TIMEOUT: int = 300
|
||||||
LLM_CONFIG_MAX_TOKENS: int = 4096
|
LLM_CONFIG_MAX_TOKENS: int = 4096
|
||||||
|
|||||||
@@ -83,6 +83,11 @@ CHECK_USER_GOAL_LLM_API_HANDLER = (
|
|||||||
if SETTINGS_MANAGER.CHECK_USER_GOAL_LLM_KEY
|
if SETTINGS_MANAGER.CHECK_USER_GOAL_LLM_KEY
|
||||||
else SECONDARY_LLM_API_HANDLER
|
else SECONDARY_LLM_API_HANDLER
|
||||||
)
|
)
|
||||||
|
AUTO_COMPLETION_LLM_API_HANDLER = (
|
||||||
|
LLMAPIHandlerFactory.get_llm_api_handler(SETTINGS_MANAGER.AUTO_COMPLETION_LLM_KEY)
|
||||||
|
if SETTINGS_MANAGER.AUTO_COMPLETION_LLM_KEY
|
||||||
|
else SECONDARY_LLM_API_HANDLER
|
||||||
|
)
|
||||||
SVG_CSS_CONVERTER_LLM_API_HANDLER = SECONDARY_LLM_API_HANDLER if SETTINGS_MANAGER.SECONDARY_LLM_KEY else None
|
SVG_CSS_CONVERTER_LLM_API_HANDLER = SECONDARY_LLM_API_HANDLER if SETTINGS_MANAGER.SECONDARY_LLM_KEY else None
|
||||||
|
|
||||||
WORKFLOW_CONTEXT_MANAGER = WorkflowContextManager()
|
WORKFLOW_CONTEXT_MANAGER = WorkflowContextManager()
|
||||||
|
|||||||
@@ -2323,7 +2323,7 @@ async def choose_auto_completion_dropdown(
|
|||||||
step_id=step.step_id,
|
step_id=step.step_id,
|
||||||
task_id=task.task_id,
|
task_id=task.task_id,
|
||||||
)
|
)
|
||||||
json_response = await app.SECONDARY_LLM_API_HANDLER(
|
json_response = await app.AUTO_COMPLETION_LLM_API_HANDLER(
|
||||||
prompt=auto_completion_confirm_prompt, step=step, prompt_name="auto-completion-choose-option"
|
prompt=auto_completion_confirm_prompt, step=step, prompt_name="auto-completion-choose-option"
|
||||||
)
|
)
|
||||||
element_id = json_response.get("id", "")
|
element_id = json_response.get("id", "")
|
||||||
|
|||||||
Reference in New Issue
Block a user