Spaces:
Running
Running
File size: 2,818 Bytes
3064cc7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 |
from smolagents.tools import Tool
from helium import write, press, click, Text, Link, S
from selenium.webdriver.common.keys import Keys
def interact_element(driver, selector=None, text=None, action="click", input_text=None, key=None):
"""
Interact with a web element (click, fill text, press keys).
Args:
driver: Selenium WebDriver instance
selector (str): CSS selector to target the element (optional)
text (str): Text to locate the element (optional, for Helium)
action (str): Action to perform ('click', 'fill', 'press') (default: 'click')
input_text (str): Text to input if action='fill' (optional)
key (str): Key to press if action='press' (e.g., 'ENTER') (optional)
Returns:
str: Result of the interaction
"""
try:
if selector:
element = driver.find_element(By.CSS_SELECTOR, selector)
elif text:
if action == "click" and Link(text).exists():
element = Link(text).web_element
else:
element = Text(text).web_element
else:
return "Must provide selector or text"
if action == "click":
click(element)
return f"Clicked element with {selector or text}"
elif action == "fill":
if not input_text:
return "input_text required for fill action"
write(input_text, into=element)
return f"Filled {input_text} into element with {selector or text}"
elif action == "press":
if not key:
return "key required for press action"
key_map = {"ENTER": Keys.ENTER, "TAB": Keys.TAB, "RETURN": Keys.RETURN}
if key.upper() in key_map:
element.send_keys(key_map[key.upper()])
else:
press(key)
return f"Pressed {key} on element with {selector or text}"
else:
return f"Unknown action: {action}"
except Exception as e:
return f"Failed to interact with element {selector or text}: {str(e)}"
# Register the tool
tool = Tool(
name="interact_element",
description="Interacts with a web element (click, fill text, press keys).",
inputs={
"selector": {"type": "str", "default": null, "description": "CSS selector to target element"},
"text": {"type": "str", "default": null, "description": "Text to locate element"},
"action": {"type": "str", "default": "click", "description": "Action: 'click', 'fill', or 'press'"},
"input_text": {"type": "str", "default": null, "description": "Text to input for fill action"},
"key": {"type": "str", "default": null, "description": "Key to press (e.g., 'ENTER')"}
},
output_type="str",
function=interact_element
) |