vodorod/Dorod-Sky
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

scroll back after screenshot (#2851)

Browse Source
This commit is contained in:
Shuchang Zheng
2025-07-01 15:00:54 +09:00
committed by GitHub
parent eb0e8a21ee
commit bba1755ff1
1 changed files with 36 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
skyvern/webeye/utils/page.py
View File

@@ -101,13 +101,12 @@ async def _current_viewpoint_screenshot_helper(
async def _scrolling_screenshots_helper( async def _scrolling_screenshots_helper(
page: Page, skyvern_page: SkyvernFrame,
url: str | None = None, url: str | None = None,
draw_boxes: bool = False, draw_boxes: bool = False,
max_number: int = settings.MAX_NUM_SCREENSHOTS, max_number: int = settings.MAX_NUM_SCREENSHOTS,
mode: ScreenshotMode = ScreenshotMode.DETAILED, mode: ScreenshotMode = ScreenshotMode.DETAILED,
) -> tuple[list[bytes], list[int]]: ) -> tuple[list[bytes], list[int]]:
skyvern_page = await SkyvernFrame.create_instance(frame=page)
# page is the main frame and the index must be 0 # page is the main frame and the index must be 0
assert isinstance(skyvern_page.frame, Page) assert isinstance(skyvern_page.frame, Page)
frame = "main.frame" frame = "main.frame"
@@ -251,9 +250,12 @@ class SkyvernFrame:
# use spilt screenshot with lite mode, isntead of fullpage screenshot from playwright # use spilt screenshot with lite mode, isntead of fullpage screenshot from playwright
LOG.debug("Page is fully loaded, agent is about to generate the full page screenshot") LOG.debug("Page is fully loaded, agent is about to generate the full page screenshot")
start_time = time.time() start_time = time.time()
skyvern_frame = await SkyvernFrame.create_instance(frame=page)
x, y = await skyvern_frame.get_scroll_x_y()
try:
async with asyncio.timeout(timeout): async with asyncio.timeout(timeout):
screenshots, positions = await _scrolling_screenshots_helper( screenshots, positions = await _scrolling_screenshots_helper(
page=page, mode=mode, max_number=scrolling_number skyvern_page=skyvern_frame, mode=mode, max_number=scrolling_number
) )
images = [] images = []
@@ -280,6 +282,8 @@ class SkyvernFrame:
file_path=file_path, file_path=file_path,
) )
return img_data return img_data
finally:
await skyvern_frame.scroll_to_x_y(x, y)
@staticmethod @staticmethod
async def take_split_screenshots( async def take_split_screenshots(
@@ -292,8 +296,13 @@ class SkyvernFrame:
if not scroll: if not scroll:
return [await _current_viewpoint_screenshot_helper(page=page, mode=ScreenshotMode.DETAILED)] return [await _current_viewpoint_screenshot_helper(page=page, mode=ScreenshotMode.DETAILED)]
skyvern_frame = await SkyvernFrame.create_instance(frame=page)
screenshots, _ = await _scrolling_screenshots_helper( screenshots, _ = await _scrolling_screenshots_helper(
page=page, url=url, max_number=max_number, draw_boxes=draw_boxes, mode=ScreenshotMode.DETAILED skyvern_page=skyvern_frame,
url=url,
max_number=max_number,
draw_boxes=draw_boxes,
mode=ScreenshotMode.DETAILED,
) )
return screenshots return screenshots