# -*- coding: utf-8 -*- # @Time : 2025/1/1 # @Author : wenshao # @Email : wenshaoguo1026@gmail.com # @Project : browser-use-webui # @FileName: webui.py from dotenv import load_dotenv load_dotenv() import argparse import gradio as gr import os import asyncio from playwright.async_api import async_playwright from browser_use.browser.browser import Browser, BrowserConfig from browser_use.browser.context import ( BrowserContextConfig, BrowserContextWindowSize, ) from browser_use.agent.service import Agent from src.browser.custom_browser import CustomBrowser from src.controller.custom_controller import CustomController from src.agent.custom_agent import CustomAgent from src.agent.custom_prompts import CustomSystemPrompt from src.utils import utils from src.utils.file_utils import get_latest_files from src.utils.stream_utils import stream_browser_view, capture_screenshot async def run_browser_agent( agent_type, llm_provider, llm_model_name, llm_temperature, llm_base_url, llm_api_key, use_own_browser, headless, disable_security, window_w, window_h, save_recording_path, task, add_infos, max_steps, use_vision, browser_context=None # Added optional argument ): """ Runs the browser agent based on user configurations. """ llm = utils.get_llm_model( provider=llm_provider, model_name=llm_model_name, temperature=llm_temperature, base_url=llm_base_url, api_key=llm_api_key ) if agent_type == "org": return await run_org_agent( llm=llm, headless=headless, disable_security=disable_security, window_w=window_w, window_h=window_h, save_recording_path=save_recording_path, task=task, max_steps=max_steps, use_vision=use_vision, browser_context=browser_context # pass context ) elif agent_type == "custom": return await run_custom_agent( llm=llm, use_own_browser=use_own_browser, headless=headless, disable_security=disable_security, window_w=window_w, window_h=window_h, save_recording_path=save_recording_path, task=task, add_infos=add_infos, max_steps=max_steps, use_vision=use_vision, browser_context=browser_context # pass context ) else: raise ValueError(f"Invalid agent type: {agent_type}") async def run_org_agent( llm, headless, disable_security, window_w, window_h, save_recording_path, task, max_steps, use_vision, browser_context=None # receive context ): browser = None if browser_context is None: browser = Browser( config=BrowserConfig( headless=False, # Force non-headless for streaming disable_security=disable_security, extra_chromium_args=[f'--window-size={window_w},{window_h}'], ) ) async with await browser.new_context( config=BrowserContextConfig( trace_path='./tmp/traces', save_recording_path=save_recording_path if save_recording_path else None, no_viewport=False, browser_window_size=BrowserContextWindowSize(width=window_w, height=window_h), ) ) as browser_context_in: agent = Agent( task=task, llm=llm, use_vision=use_vision, browser_context=browser_context_in, ) history = await agent.run(max_steps=max_steps) final_result = history.final_result() errors = history.errors() model_actions = history.model_actions() model_thoughts = history.model_thoughts() recorded_files = get_latest_files(save_recording_path) trace_file = get_latest_files(save_recording_path + "/../traces") await browser.close() return final_result, errors, model_actions, model_thoughts, recorded_files.get('.webm'), trace_file.get('.zip') else: # Reuse existing context agent = Agent( task=task, llm=llm, use_vision=use_vision, browser_context=browser_context ) history = await agent.run(max_steps=max_steps) final_result = history.final_result() errors = history.errors() model_actions = history.model_actions() model_thoughts = history.model_thoughts() recorded_files = get_latest_files(save_recording_path) trace_file = get_latest_files(save_recording_path + "/../traces") return final_result, errors, model_actions, model_thoughts, recorded_files.get('.webm'), trace_file.get('.zip') async def run_custom_agent( llm, use_own_browser, headless, disable_security, window_w, window_h, save_recording_path, task, add_infos, max_steps, use_vision, browser_context=None # receive context ): controller = CustomController() playwright = None browser = None try: if use_own_browser: playwright = await async_playwright().start() chrome_exe = os.getenv("CHROME_PATH", "") chrome_use_data = os.getenv("CHROME_USER_DATA", "") browser_context_ = await playwright.chromium.launch_persistent_context( user_data_dir=chrome_use_data, executable_path=chrome_exe, no_viewport=False, headless=headless, # 保持浏览器窗口可见 user_agent=( 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 ' '(KHTML, like Gecko) Chrome/85.0.4183.102 Safari/537.36' ), java_script_enabled=True, bypass_csp=disable_security, ignore_https_errors=disable_security, record_video_dir=save_recording_path if save_recording_path else None, record_video_size={'width': window_w, 'height': window_h} ) else: browser_context_ = None if browser_context is not None: # Reuse context agent = CustomAgent( task=task, add_infos=add_infos, use_vision=use_vision, llm=llm, browser_context=browser_context, controller=controller, system_prompt_class=CustomSystemPrompt ) history = await agent.run(max_steps=max_steps) final_result = history.final_result() errors = history.errors() model_actions = history.model_actions() model_thoughts = history.model_thoughts() recorded_files = get_latest_files(save_recording_path) trace_file = get_latest_files(save_recording_path + "/../traces") return final_result, errors, model_actions, model_thoughts, recorded_files.get('.webm'), trace_file.get('.zip') else: browser = CustomBrowser( config=BrowserConfig( headless=headless, disable_security=disable_security, extra_chromium_args=[f'--window-size={window_w},{window_h}'], ) ) async with await browser.new_context( config=BrowserContextConfig( trace_path='./tmp/result_processing', save_recording_path=save_recording_path if save_recording_path else None, no_viewport=False, browser_window_size=BrowserContextWindowSize(width=window_w, height=window_h), ), context=browser_context_ ) as browser_context_in: agent = CustomAgent( task=task, add_infos=add_infos, use_vision=use_vision, llm=llm, browser_context=browser_context_in, controller=controller, system_prompt_class=CustomSystemPrompt ) history = await agent.run(max_steps=max_steps) final_result = history.final_result() errors = history.errors() model_actions = history.model_actions() model_thoughts = history.model_thoughts() recorded_files = get_latest_files(save_recording_path) except Exception as e: import traceback traceback.print_exc() final_result = "" errors = str(e) + "\n" + traceback.format_exc() model_actions = "" model_thoughts = "" recorded_files = {} finally: # 显式关闭持久化上下文 if browser_context_: await browser_context_.close() # 关闭 Playwright 对象 if playwright: await playwright.stop() if browser: await browser.close() return final_result, errors, model_actions, model_thoughts, recorded_files.get('.webm'), recorded_files.get('.zip') async def run_with_stream(*args): """Wrapper to run agent and handle streaming""" browser = None try: browser = CustomBrowser(config=BrowserConfig( headless=False, disable_security=args[8], extra_chromium_args=[f'--window-size={args[9]},{args[10]}'], )) async with await browser.new_context( config=BrowserContextConfig( trace_path='./tmp/traces', save_recording_path=args[11], no_viewport=False, browser_window_size=BrowserContextWindowSize(width=args[9], height=args[10]), ) ) as browser_context: # No need to explicitly create page - context creation handles it # Run agent in background agent_task = asyncio.create_task(run_browser_agent(*args, browser_context=browser_context)) # Initialize values html_content = "
Waiting for browser session...