suchintan.vibe code user goal check (#2349)

Co-authored-by: lawyzheng <lawyzheng1106@gmail.com>

skyvern/forge/sdk/db/client.py

@@ -139,6 +139,7 @@ class AgentDB:
         error_code_mapping: dict[str, str] | None = None,
         task_type: str = TaskType.general,
         application: str | None = None,
+        include_action_history_in_verification: bool | None = None,
     ) -> Task:
         try:
             async with self.Session() as session:
@@ -164,6 +165,7 @@ class AgentDB:
                     max_steps_per_run=max_steps_per_run,
                     error_code_mapping=error_code_mapping,
                     application=application,
+                    include_action_history_in_verification=include_action_history_in_verification,
                 )
                 session.add(new_task)
                 await session.commit()
@@ -2564,6 +2566,7 @@ class AgentDB:
         wait_sec: int | None = None,
         description: str | None = None,
         block_workflow_run_id: str | None = None,
+        include_action_history_in_verification: bool | None = None,
     ) -> WorkflowRunBlock:
         async with self.Session() as session:
             workflow_run_block = (
@@ -2604,6 +2607,8 @@ class AgentDB:
                     workflow_run_block.description = description
                 if block_workflow_run_id:
                     workflow_run_block.block_workflow_run_id = block_workflow_run_id
+                if include_action_history_in_verification is not None:
+                    workflow_run_block.include_action_history_in_verification = include_action_history_in_verification
                 await session.commit()
                 await session.refresh(workflow_run_block)
             else:

skyvern/forge/sdk/db/models.py

@@ -83,6 +83,7 @@ class TaskModel(Base):
     errors = Column(JSON, default=[], nullable=False)
     max_steps_per_run = Column(Integer, nullable=True)
     application = Column(String, nullable=True)
+    include_action_history_in_verification = Column(Boolean, default=False, nullable=True)
     created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False, index=True)
     modified_at = Column(
         DateTime,
@@ -532,6 +533,7 @@ class WorkflowRunBlockModel(Base):
 
     workflow_run_block_id = Column(String, primary_key=True, default=generate_workflow_run_block_id)
     workflow_run_id = Column(String, nullable=False)
+    include_action_history_in_verification = Column(Boolean, default=False, nullable=True)
     # this is the inner workflow run id of the taskv2 block
     block_workflow_run_id = Column(String, nullable=True)
     parent_workflow_run_block_id = Column(String, nullable=True)

skyvern/forge/sdk/db/utils.py

@@ -71,6 +71,7 @@ def convert_to_task(task_obj: TaskModel, debug_enabled: bool = False, workflow_p
         url=task_obj.url,
         complete_criterion=task_obj.complete_criterion,
         terminate_criterion=task_obj.terminate_criterion,
+        include_action_history_in_verification=task_obj.include_action_history_in_verification,
         webhook_callback_url=task_obj.webhook_callback_url,
         totp_verification_url=task_obj.totp_verification_url,
         totp_identifier=task_obj.totp_identifier,
@@ -411,6 +412,7 @@ def convert_to_workflow_run_block(
         body=workflow_run_block_model.body,
         created_at=workflow_run_block_model.created_at,
         modified_at=workflow_run_block_model.modified_at,
+        include_action_history_in_verification=workflow_run_block_model.include_action_history_in_verification,
     )
     if task:
         block.url = task.url

skyvern/forge/sdk/models.py

@@ -79,7 +79,11 @@ class Step(BaseModel):
         if output is not None and status is None:
             raise ValueError(f"cant_set_output_without_updating_status({self.step_id})")
 
-        if self.output is not None and output is not None:
+        if (
+            old_status not in [StepStatus.running, StepStatus.created]
+            and self.output is not None
+            and output is not None
+        ):
             raise ValueError(f"cant_override_output({self.step_id})")
 
         if is_last is False:

skyvern/forge/sdk/schemas/tasks.py

@@ -90,6 +90,11 @@ class TaskBase(BaseModel):
         description="The application for which the task is running",
         examples=["forms"],
     )
+    include_action_history_in_verification: bool | None = Field(
+        default=False,
+        description="Whether to include the action history when verifying the task is complete",
+        examples=[True, False],
+    )
 
 
 class TaskRequest(TaskBase):

skyvern/forge/sdk/schemas/workflow_runs.py

@@ -35,6 +35,7 @@ class WorkflowRunBlock(BaseModel):
     actions: list[Action] = []
     created_at: datetime
     modified_at: datetime
+    include_action_history_in_verification: bool | None = False
 
     # for loop block
     loop_values: list[Any] | None = None

skyvern/forge/sdk/workflow/models/block.py

@@ -367,6 +367,7 @@ class BaseTaskBlock(Block):
     totp_identifier: str | None = None
     cache_actions: bool = False
     complete_verification: bool = True
+    include_action_history_in_verification: bool = False
 
     def get_all_parameters(
         self,
@@ -544,6 +545,7 @@ class BaseTaskBlock(Block):
                 workflow_run_block_id=workflow_run_block_id,
                 task_id=task.task_id,
                 organization_id=organization_id,
+                include_action_history_in_verification=self.include_action_history_in_verification,
             )
             current_running_task = task
             organization = await app.DATABASE.get_organization(organization_id=workflow_run.organization_id)

skyvern/forge/sdk/workflow/models/yaml.py

@@ -143,6 +143,7 @@ class TaskBlockYAML(BlockYAML):
     complete_criterion: str | None = None
     terminate_criterion: str | None = None
     complete_verification: bool = True
+    include_action_history_in_verification: bool = False
 
 
 class ForLoopBlockYAML(BlockYAML):
@@ -288,6 +289,7 @@ class NavigationBlockYAML(BlockYAML):
     complete_criterion: str | None = None
     terminate_criterion: str | None = None
     complete_verification: bool = True
+    include_action_history_in_verification: bool = False
 
 
 class ExtractionBlockYAML(BlockYAML):

skyvern/forge/sdk/workflow/service.py

@@ -1621,6 +1621,7 @@ class WorkflowService:
                 complete_criterion=block_yaml.complete_criterion,
                 terminate_criterion=block_yaml.terminate_criterion,
                 complete_verification=block_yaml.complete_verification,
+                include_action_history_in_verification=block_yaml.include_action_history_in_verification,
             )
         elif block_yaml.block_type == BlockType.FOR_LOOP:
             loop_blocks = [
@@ -1816,6 +1817,7 @@ class WorkflowService:
                 complete_criterion=block_yaml.complete_criterion,
                 terminate_criterion=block_yaml.terminate_criterion,
                 complete_verification=block_yaml.complete_verification,
+                include_action_history_in_verification=block_yaml.include_action_history_in_verification,
             )
 
         elif block_yaml.block_type == BlockType.EXTRACTION: