SYMBOL INDEX (669 symbols across 68 files)

FILE: gui_agents/s1/aci/ACI.py
  function agent_action (line 7) | def agent_action(func):
  class ACI (line 12) | class ACI:
    method __init__ (line 13) | def __init__(self, top_app_only: bool = True, ocr: bool = False):
    method get_active_apps (line 21) | def get_active_apps(self, obs: Dict) -> List[str]:
    method get_top_app (line 24) | def get_top_app(self):
    method preserve_nodes (line 27) | def preserve_nodes(self, tree: Any, exclude_roles: set = None) -> List...
    method linearize_and_annotate_tree (line 30) | def linearize_and_annotate_tree(
    method find_element (line 35) | def find_element(self, element_id: int) -> Dict:

FILE: gui_agents/s1/aci/LinuxOSACI.py
  function agent_action (line 48) | def agent_action(func):
  class LinuxACI (line 53) | class LinuxACI(ACI):
    method __init__ (line 54) | def __init__(self, top_app=None, vm_version="new", top_app_only=True, ...
    method get_active_apps (line 97) | def get_active_apps(self, obs: Dict) -> List[str]:
    method check_new_apps (line 111) | def check_new_apps(self, old_apps, new_apps):
    method get_top_app (line 114) | def get_top_app(self, obs):
    method find_active_applications (line 117) | def find_active_applications(self, tree):
    method filter_active_app (line 131) | def filter_active_app(self, tree):
    method filter_nodes (line 140) | def filter_nodes(self, tree, show_all=False):
    method linearize_tree (line 171) | def linearize_tree(self, preserved_nodes):
    method extract_elements_from_screenshot (line 199) | def extract_elements_from_screenshot(self, screenshot) -> Dict:
    method add_ocr_elements (line 225) | def add_ocr_elements(
    method linearize_and_annotate_tree (line 301) | def linearize_and_annotate_tree(self, obs, show_all=False):
    method find_element (line 344) | def find_element(self, element_id):
    method click (line 354) | def click(
    method switch_applications (line 392) | def switch_applications(self, app_code):
    method type (line 400) | def type(
    method save_to_knowledge (line 461) | def save_to_knowledge(self, text: List[str]):
    method drag_and_drop (line 470) | def drag_and_drop(self, drag_from_id: int, drop_on_id: int, hold_keys:...
    method scroll (line 511) | def scroll(self, element_id: int, clicks: int):
    method hotkey (line 535) | def hotkey(self, keys: List):
    method hold_and_press (line 545) | def hold_and_press(self, hold_keys: List, press_keys: List):
    method wait (line 563) | def wait(self, time: float):
    method done (line 571) | def done(self):
    method fail (line 576) | def fail(self):
  function _create_atspi_node (line 581) | def _create_atspi_node(
  class UIElement (line 759) | class UIElement(object):
    method __init__ (line 760) | def __init__(self, node):
    method getAttributeNames (line 763) | def getAttributeNames(self):
    method systemWideElement (line 767) | def systemWideElement():
    method states (line 788) | def states(self):
    method attributes (line 797) | def attributes(self):
    method component (line 811) | def component(self):
    method value (line 819) | def value(self):
    method text (line 827) | def text(self):
    method role (line 838) | def role(self):
    method children (line 841) | def children(self):
    method __repr__ (line 845) | def __repr__(self):

FILE: gui_agents/s1/aci/MacOSACI.py
  function _normalize_key (line 21) | def _normalize_key(key: str) -> str:
  function list_apps_in_directories (line 26) | def list_apps_in_directories(directories):
  class MacOSACI (line 37) | class MacOSACI(ACI):
    method __init__ (line 38) | def __init__(self, top_app_only: bool = True, ocr: bool = False):
    method get_active_apps (line 44) | def get_active_apps(self, obs: Dict) -> List[str]:
    method get_top_app (line 47) | def get_top_app(self, obs: Dict) -> str:
    method preserve_nodes (line 50) | def preserve_nodes(self, tree, exclude_roles=None):
    method extract_elements_from_screenshot (line 110) | def extract_elements_from_screenshot(self, screenshot: bytes) -> Dict[...
    method add_ocr_elements (line 125) | def add_ocr_elements(
    method linearize_and_annotate_tree (line 207) | def linearize_and_annotate_tree(
    method find_element (line 232) | def find_element(self, element_id: int) -> Dict:
    method open (line 241) | def open(self, app_or_file_name: str):
    method switch_applications (line 249) | def switch_applications(self, app_or_file_name):
    method click (line 257) | def click(
    method type (line 294) | def type(
    method save_to_knowledge (line 351) | def save_to_knowledge(self, text: List[str]):
    method drag_and_drop (line 360) | def drag_and_drop(self, drag_from_id: int, drop_on_id: int, hold_keys:...
    method scroll (line 397) | def scroll(self, element_id: int, clicks: int):
    method hotkey (line 419) | def hotkey(self, keys: List):
    method hold_and_press (line 431) | def hold_and_press(self, hold_keys: List, press_keys: List):
    method wait (line 452) | def wait(self, time: float):
    method done (line 460) | def done(self):
    method fail (line 465) | def fail(self):
  class UIElement (line 470) | class UIElement(object):
    method __init__ (line 472) | def __init__(self, ref=None):
    method getAttributeNames (line 475) | def getAttributeNames(self):
    method attribute (line 479) | def attribute(self, key: str):
    method children (line 483) | def children(self):
    method systemWideElement (line 486) | def systemWideElement():
    method role (line 490) | def role(self):
    method position (line 493) | def position(self):
    method size (line 508) | def size(self):
    method isValid (line 522) | def isValid(self):
    method parse (line 526) | def parse(self, element):
    method get_current_applications (line 539) | def get_current_applications(obs: Dict):
    method list_apps_in_directories (line 556) | def list_apps_in_directories():
    method get_top_app (line 568) | def get_top_app(obs: Dict):
    method __repr__ (line 571) | def __repr__(self):

FILE: gui_agents/s1/aci/WindowsOSACI.py
  function _normalize_key (line 21) | def _normalize_key(key: str) -> str:
  function list_apps_in_directories (line 26) | def list_apps_in_directories():
  class WindowsACI (line 42) | class WindowsACI(ACI):
    method __init__ (line 43) | def __init__(self, top_app_only: bool = True, ocr: bool = False):
    method get_active_apps (line 48) | def get_active_apps(self, obs: Dict) -> List[str]:
    method get_top_app (line 51) | def get_top_app(self, obs: Dict) -> str:
    method preserve_nodes (line 54) | def preserve_nodes(self, tree, exclude_roles=None):
    method extract_elements_from_screenshot (line 89) | def extract_elements_from_screenshot(self, screenshot: bytes) -> Dict[...
    method add_ocr_elements (line 104) | def add_ocr_elements(
    method linearize_and_annotate_tree (line 186) | def linearize_and_annotate_tree(
    method find_element (line 224) | def find_element(self, element_id: int) -> Dict:
    method open (line 236) | def open(self, app_or_file_name: str):
    method switch_applications (line 245) | def switch_applications(self, app_or_file_name):
    method click (line 254) | def click(
    method type (line 289) | def type(
    method save_to_knowledge (line 339) | def save_to_knowledge(self, text: List[str]):
    method drag_and_drop (line 348) | def drag_and_drop(self, drag_from_id: int, drop_on_id: int, hold_keys:...
    method scroll (line 381) | def scroll(self, element_id: int, clicks: int):
    method hotkey (line 403) | def hotkey(self, keys: List[str]):
    method hold_and_press (line 414) | def hold_and_press(self, hold_keys: List[str], press_keys: List[str]):
    method wait (line 434) | def wait(self, time: float):
    method done (line 443) | def done(self):
    method fail (line 448) | def fail(self):
  class UIElement (line 454) | class UIElement:
    method __init__ (line 455) | def __init__(self, element=None):
    method get_attribute_names (line 461) | def get_attribute_names(self):
    method attribute (line 464) | def attribute(self, key: str):
    method children (line 468) | def children(self):
    method role (line 475) | def role(self):
    method position (line 478) | def position(self):
    method size (line 482) | def size(self):
    method title (line 486) | def title(self):
    method text (line 489) | def text(self):
    method isValid (line 492) | def isValid(self):
    method parse (line 495) | def parse(self):
    method get_current_applications (line 507) | def get_current_applications(obs: Dict):
    method get_top_app (line 514) | def get_top_app(obs: Dict):
    method list_apps_in_directories (line 523) | def list_apps_in_directories():
    method systemWideElement (line 527) | def systemWideElement():
    method __repr__ (line 531) | def __repr__(self):

FILE: gui_agents/s1/aci/windowsagentarena/GroundingAgent.py
  function agent_action (line 19) | def agent_action(func):
  class GroundingAgent (line 24) | class GroundingAgent:
    method __init__ (line 25) | def __init__(self, vm_version: str, top_app=None, top_app_only=True, o...
    method get_current_applications (line 70) | def get_current_applications(self, obs):
    method check_new_apps (line 78) | def check_new_apps(self, old_apps, new_apps):
    method find_active_applications (line 81) | def find_active_applications(self, tree):
    method filter_active_app (line 96) | def filter_active_app(self, tree):
    method filter_nodes (line 105) | def filter_nodes(self, tree, show_all=False):
    method linearize_tree (line 135) | def linearize_tree(self, preserved_nodes):
    method extract_elements_from_screenshot (line 163) | def extract_elements_from_screenshot(self, screenshot) -> Dict:
    method add_ocr_elements (line 187) | def add_ocr_elements(
    method linearize_and_annotate_tree (line 263) | def linearize_and_annotate_tree(self, obs, show_all=False):
    method find_element (line 307) | def find_element(self, element_id):
    method click (line 317) | def click(
    method switch_window (line 355) | def switch_window(self):
    method type (line 361) | def type(
    method save_to_knowledge (line 492) | def save_to_knowledge(self, text: List[str]):
    method drag_and_drop (line 501) | def drag_and_drop(self, drag_from_id: int, drop_on_id: int, hold_keys:...
    method scroll (line 542) | def scroll(self, element_id: int, clicks: int):
    method hotkey (line 566) | def hotkey(self, keys: List):
    method hold_and_press (line 576) | def hold_and_press(self, hold_keys: List, press_keys: List):
    method wait (line 594) | def wait(self, time: float):
    method done (line 602) | def done(self):
    method fail (line 607) | def fail(self):

FILE: gui_agents/s1/cli_app.py
  function get_char (line 21) | def get_char():
  function signal_handler (line 46) | def signal_handler(signum, frame):
  function show_permission_dialog (line 139) | def show_permission_dialog(code: str, action_description: str):
  function run_agent (line 154) | def run_agent(agent: UIAgent, instruction: str):
  function main (line 230) | def main():

FILE: gui_agents/s1/core/AgentS.py
  class UIAgent (line 16) | class UIAgent:
    method __init__ (line 19) | def __init__(
    method reset (line 45) | def reset(self) -> None:
    method predict (line 49) | def predict(self, instruction: str, observation: Dict) -> Tuple[Dict, ...
    method update_narrative_memory (line 61) | def update_narrative_memory(self, trajectory: str) -> None:
    method update_episodic_memory (line 69) | def update_episodic_memory(self, meta_data: Dict, subtask_trajectory: ...
  class GraphSearchAgent (line 82) | class GraphSearchAgent(UIAgent):
    method __init__ (line 85) | def __init__(
    method reset (line 152) | def reset(self) -> None:
    method reset_executor_state (line 182) | def reset_executor_state(self) -> None:
    method predict (line 187) | def predict(self, instruction: str, observation: Dict) -> Tuple[Dict, ...
    method update_narrative_memory (line 296) | def update_narrative_memory(self, trajectory: str) -> None:
    method update_episodic_memory (line 321) | def update_episodic_memory(self, meta_data: Dict, subtask_trajectory: ...

FILE: gui_agents/s1/core/BaseModule.py
  class BaseModule (line 6) | class BaseModule:
    method __init__ (line 7) | def __init__(self, engine_params: Dict, platform: str):
    method _create_agent (line 11) | def _create_agent(

FILE: gui_agents/s1/core/Knowledge.py
  class KnowledgeBase (line 19) | class KnowledgeBase(BaseModule):
    method __init__ (line 20) | def __init__(
    method retrieve_knowledge (line 63) | def retrieve_knowledge(
    method formulate_query (line 77) | def formulate_query(self, instruction: str, observation: Dict) -> str:
    method _search (line 115) | def _search(self, instruction: str, search_query: str, search_engine: ...
    method retrieve_narrative_experience (line 154) | def retrieve_narrative_experience(self, instruction: str) -> Tuple[str...
    method retrieve_episodic_experience (line 190) | def retrieve_episodic_experience(self, instruction: str) -> Tuple[str,...
    method knowledge_fusion (line 226) | def knowledge_fusion(

FILE: gui_agents/s1/core/Manager.py
  class Manager (line 23) | class Manager(BaseModule):
    method __init__ (line 24) | def __init__(
    method summarize_episode (line 62) | def summarize_episode(self, trajectory):
    method summarize_narrative (line 75) | def summarize_narrative(self, trajectory):
    method _generate_step_by_step_plan (line 86) | def _generate_step_by_step_plan(
    method _generate_dag (line 193) | def _generate_dag(self, instruction: str, plan: str) -> Tuple[Dict, Dag]:
    method _topological_sort (line 228) | def _topological_sort(self, dag: Dag) -> List[Node]:
    method get_action_queue (line 258) | def get_action_queue(

FILE: gui_agents/s1/core/ProceduralMemory.py
  class PROCEDURAL_MEMORY (line 5) | class PROCEDURAL_MEMORY:
    method construct_worker_procedural_memory (line 7) | def construct_worker_procedural_memory(agent_class):

FILE: gui_agents/s1/core/Worker.py
  class Worker (line 17) | class Worker(BaseModule):
    method __init__ (line 18) | def __init__(
    method flush_messages (line 53) | def flush_messages(self, n):
    method reset (line 61) | def reset(self):
    method remove_ids_from_history (line 85) | def remove_ids_from_history(self):
    method generate_next_action (line 107) | def generate_next_action(

FILE: gui_agents/s1/mllm/MultimodalAgent.py
  class LMMAgent (line 21) | class LMMAgent:
    method __init__ (line 22) | def __init__(self, engine_params=None, system_prompt=None, engine=None):
    method encode_image (line 48) | def encode_image(self, image_content):
    method reset (line 56) | def reset(
    method add_system_prompt (line 67) | def add_system_prompt(self, system_prompt):
    method remove_message_at (line 82) | def remove_message_at(self, index):
    method replace_message_at (line 87) | def replace_message_at(
    method add_message (line 108) | def add_message(
    method get_response (line 241) | def get_response(

FILE: gui_agents/s1/mllm/MultimodalEngine.py
  function image_parser (line 38) | def image_parser(args):
  function load_image (line 43) | def load_image(image_file):
  function load_images (line 52) | def load_images(image_files):
  class LMMEngine (line 60) | class LMMEngine:
  class LMMEngineOpenAI (line 64) | class LMMEngineOpenAI(LMMEngine):
    method __init__ (line 65) | def __init__(self, api_key=None, model=None, rate_limit=-1, **kwargs):
    method generate (line 83) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class LMMEngineAnthropic (line 98) | class LMMEngineAnthropic(LMMEngine):
    method __init__ (line 99) | def __init__(self, api_key=None, model=None, **kwargs):
    method generate (line 116) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class OpenAIEmbeddingEngine (line 132) | class OpenAIEmbeddingEngine(LMMEngine):
    method __init__ (line 133) | def __init__(
    method get_embeddings (line 166) | def get_embeddings(self, text: str) -> np.ndarray:
  class LMMEngineAzureOpenAI (line 176) | class LMMEngineAzureOpenAI(LMMEngine):
    method __init__ (line 177) | def __init__(
    method generate (line 217) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class LMMEnginevLLM (line 231) | class LMMEnginevLLM(LMMEngine):
    method __init__ (line 232) | def __init__(
    method generate (line 251) | def generate(

FILE: gui_agents/s1/utils/common_utils.py
  function find_leaf_nodes (line 20) | def find_leaf_nodes(xlm_file_str):
  class Node (line 45) | class Node(BaseModel):
  class Dag (line 50) | class Dag(BaseModel):
  function call_llm_safe (line 58) | def call_llm_safe(agent) -> Union[str, Dag]:
  function calculate_tokens (line 76) | def calculate_tokens(messages, num_image_token=NUM_IMAGE_TOKEN) -> Tuple...
  function judge_node (line 98) | def judge_node(node: Element, platform="ubuntu", check_image=False) -> b...
  function filter_nodes (line 180) | def filter_nodes(root: Element, platform="ubuntu", check_image=False):
  function draw_bounding_boxes (line 193) | def draw_bounding_boxes(nodes, image_file_content, down_sampling_ratio=1...
  function print_nodes_with_indent (line 328) | def print_nodes_with_indent(nodes, indent=0):
  function encode_image (line 337) | def encode_image(image_content):
  function encoded_img_to_pil_img (line 341) | def encoded_img_to_pil_img(data_str):
  function save_to_tmp_img_file (line 349) | def save_to_tmp_img_file(data_str):
  function linearize_accessibility_tree (line 360) | def linearize_accessibility_tree(accessibility_tree, platform="ubuntu", ...
  function tag_accessibility_tree (line 404) | def tag_accessibility_tree(linear_accessibility_tree):
  function tag_screenshot (line 416) | def tag_screenshot(screenshot, accessibility_tree, platform="ubuntu"):
  function parse_dag (line 428) | def parse_dag(text):
  function parse_subinfo (line 450) | def parse_subinfo(subinfo_string):
  function parse_actions_from_string (line 466) | def parse_actions_from_string(input_string):
  function parse_fixed_action_from_string (line 500) | def parse_fixed_action_from_string(input_string):
  function parse_code_from_string (line 515) | def parse_code_from_string(input_string):
  function parse_single_code_from_string (line 556) | def parse_single_code_from_string(input_string):
  function parse_action_from_fixed_code (line 595) | def parse_action_from_fixed_code(action_string, linearized_accessibility...
  function parse_code_from_som_string (line 695) | def parse_code_from_som_string(input_string, masks):
  function box_iou (line 720) | def box_iou(boxes1: np.ndarray, boxes2: np.ndarray) -> np.ndarray:
  function calculate_iou (line 749) | def calculate_iou(rect1, rect2):
  function text_cvt_orc_format_paddle (line 769) | def text_cvt_orc_format_paddle(paddle_result):
  function trim_accessibility_tree (line 787) | def trim_accessibility_tree(linearized_accessibility_tree, max_tokens):
  function get_input_token_length (line 797) | def get_input_token_length(input_string):
  function load_osworld_example (line 803) | def load_osworld_example(base_path: str, domain: str, id: int):
  function sanitize_code (line 816) | def sanitize_code(code):
  function extract_first_agent_function (line 829) | def extract_first_agent_function(code_string):
  function load_knowledge_base (line 840) | def load_knowledge_base(kb_path: str) -> Dict:
  function load_embeddings (line 849) | def load_embeddings(embeddings_path: str) -> Dict:
  function save_embeddings (line 858) | def save_embeddings(embeddings_path: str, embeddings: Dict):

FILE: gui_agents/s1/utils/ocr_server.py
  class ImageData (line 15) | class ImageData(BaseModel):
  function text_cvt_orc_format_paddle (line 19) | def text_cvt_orc_format_paddle(paddle_result):
  function ocr_results (line 37) | def ocr_results(screenshot):
  function read_image (line 44) | async def read_image(image_data: ImageData):

FILE: gui_agents/s1/utils/query_perplexica.py
  function query_to_perplexica (line 6) | def query_to_perplexica(query):

FILE: gui_agents/s2/agents/agent_s.py
  class UIAgent (line 21) | class UIAgent:
    method __init__ (line 24) | def __init__(
    method reset (line 50) | def reset(self) -> None:
    method predict (line 54) | def predict(self, instruction: str, observation: Dict) -> Tuple[Dict, ...
    method update_narrative_memory (line 66) | def update_narrative_memory(self, trajectory: str) -> None:
    method update_episodic_memory (line 74) | def update_episodic_memory(self, meta_data: Dict, subtask_trajectory: ...
  class AgentS2 (line 87) | class AgentS2(UIAgent):
    method __init__ (line 90) | def __init__(
    method reset (line 173) | def reset(self) -> None:
    method reset_executor_state (line 205) | def reset_executor_state(self) -> None:
    method predict (line 210) | def predict(self, instruction: str, observation: Dict) -> Tuple[Dict, ...
    method update_narrative_memory (line 339) | def update_narrative_memory(self, trajectory: str) -> None:
    method update_episodic_memory (line 364) | def update_episodic_memory(self, meta_data: Dict, subtask_trajectory: ...

FILE: gui_agents/s2/agents/grounding.py
  class ACI (line 19) | class ACI:
    method __init__ (line 20) | def __init__(self):
  function agent_action (line 25) | def agent_action(func):
  class OSWorldACI (line 159) | class OSWorldACI(ACI):
    method __init__ (line 160) | def __init__(
    method generate_coords (line 194) | def generate_coords(self, ref_expr: str, obs: Dict) -> List[int]:
    method get_ocr_elements (line 213) | def get_ocr_elements(self, b64_image_data: str) -> Tuple[str, List]:
    method generate_text_coords (line 250) | def generate_text_coords(
    method assign_coordinates (line 295) | def assign_coordinates(self, plan: str, obs: Dict):
    method resize_coordinates (line 325) | def resize_coordinates(self, coordinates: List[int]) -> List[int]:
    method parse_function_args (line 343) | def parse_function_args(self, function: str) -> List[str]:
    method click (line 370) | def click(
    method switch_applications (line 397) | def switch_applications(self, app_code):
    method open (line 410) | def open(self, app_or_filename: str):
    method type (line 418) | def type(
    method save_to_knowledge (line 468) | def save_to_knowledge(self, text: List[str]):
    method drag_and_drop (line 477) | def drag_and_drop(
    method highlight_text_span (line 504) | def highlight_text_span(self, starting_phrase: str, ending_phrase: str):
    method set_cell_values (line 522) | def set_cell_values(
    method scroll (line 537) | def scroll(self, element_description: str, clicks: int, shift: bool = ...
    method hotkey (line 553) | def hotkey(self, keys: List):
    method hold_and_press (line 563) | def hold_and_press(self, hold_keys: List, press_keys: List):
    method wait (line 581) | def wait(self, time: float):
    method done (line 589) | def done(
    method fail (line 598) | def fail(self):

FILE: gui_agents/s2/agents/manager.py
  class Manager (line 25) | class Manager(BaseModule):
    method __init__ (line 26) | def __init__(
    method summarize_episode (line 74) | def summarize_episode(self, trajectory):
    method summarize_narrative (line 89) | def summarize_narrative(self, trajectory):
    method _generate_step_by_step_plan (line 100) | def _generate_step_by_step_plan(
    method _generate_dag (line 225) | def _generate_dag(self, instruction: str, plan: str) -> Tuple[Dict, Dag]:
    method _topological_sort (line 263) | def _topological_sort(self, dag: Dag) -> List[Node]:
    method get_action_queue (line 293) | def get_action_queue(

FILE: gui_agents/s2/agents/worker.py
  class Worker (line 23) | class Worker(BaseModule):
    method __init__ (line 24) | def __init__(
    method reset (line 59) | def reset(self):
    method flush_messages (line 89) | def flush_messages(self):
    method generate_next_action (line 98) | def generate_next_action(
    method clean_worker_generation_for_reflection (line 249) | def clean_worker_generation_for_reflection(self, worker_generation: st...

FILE: gui_agents/s2/cli_app.py
  function get_char (line 23) | def get_char():
  function signal_handler (line 48) | def signal_handler(signum, frame):
  function show_permission_dialog (line 132) | def show_permission_dialog(code: str, action_description: str):
  function scale_screen_dimensions (line 147) | def scale_screen_dimensions(width: int, height: int, max_dim_size: int):
  function run_agent (line 154) | def run_agent(agent, instruction: str, scaled_width: int, scaled_height:...
  function main (line 229) | def main():

FILE: gui_agents/s2/core/engine.py
  class LMMEngine (line 18) | class LMMEngine:
  class OpenAIEmbeddingEngine (line 22) | class OpenAIEmbeddingEngine(LMMEngine):
    method __init__ (line 23) | def __init__(
    method get_embeddings (line 45) | def get_embeddings(self, text: str) -> np.ndarray:
  class GeminiEmbeddingEngine (line 56) | class GeminiEmbeddingEngine(LMMEngine):
    method __init__ (line 57) | def __init__(
    method get_embeddings (line 79) | def get_embeddings(self, text: str) -> np.ndarray:
  class AzureOpenAIEmbeddingEngine (line 96) | class AzureOpenAIEmbeddingEngine(LMMEngine):
    method __init__ (line 97) | def __init__(
    method get_embeddings (line 125) | def get_embeddings(self, text: str) -> np.ndarray:
  class LMMEngineOpenAI (line 150) | class LMMEngineOpenAI(LMMEngine):
    method __init__ (line 151) | def __init__(
    method generate (line 164) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class LMMEngineAnthropic (line 188) | class LMMEngineAnthropic(LMMEngine):
    method __init__ (line 189) | def __init__(
    method generate (line 201) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class LMMEngineGemini (line 235) | class LMMEngineGemini(LMMEngine):
    method __init__ (line 236) | def __init__(
    method generate (line 249) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class LMMEngineOpenRouter (line 275) | class LMMEngineOpenRouter(LMMEngine):
    method __init__ (line 276) | def __init__(
    method generate (line 289) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class LMMEngineAzureOpenAI (line 315) | class LMMEngineAzureOpenAI(LMMEngine):
    method __init__ (line 316) | def __init__(
    method generate (line 338) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class LMMEnginevLLM (line 372) | class LMMEnginevLLM(LMMEngine):
    method __init__ (line 373) | def __init__(
    method generate (line 386) | def generate(
  class LMMEngineHuggingFace (line 418) | class LMMEngineHuggingFace(LMMEngine):
    method __init__ (line 419) | def __init__(self, base_url=None, api_key=None, rate_limit=-1, **kwargs):
    method generate (line 428) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class LMMEngineParasail (line 454) | class LMMEngineParasail(LMMEngine):
    method __init__ (line 455) | def __init__(self, api_key=None, model=None, rate_limit=-1, **kwargs):
    method generate (line 465) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...

FILE: gui_agents/s2/core/knowledge.py
  class KnowledgeBase (line 19) | class KnowledgeBase(BaseModule):
    method __init__ (line 20) | def __init__(
    method retrieve_knowledge (line 69) | def retrieve_knowledge(
    method formulate_query (line 83) | def formulate_query(self, instruction: str, observation: Dict) -> str:
    method _search (line 121) | def _search(self, instruction: str, search_query: str, search_engine: ...
    method retrieve_narrative_experience (line 161) | def retrieve_narrative_experience(self, instruction: str) -> Tuple[str...
    method retrieve_episodic_experience (line 198) | def retrieve_episodic_experience(self, instruction: str) -> Tuple[str,...
    method knowledge_fusion (line 235) | def knowledge_fusion(
    method save_episodic_memory (line 262) | def save_episodic_memory(self, subtask_key: str, subtask_traj: str) ->...
    method save_narrative_memory (line 287) | def save_narrative_memory(self, task_key: str, task_traj: str) -> None:
    method initialize_task_trajectory (line 312) | def initialize_task_trajectory(self, instruction: str) -> None:
    method update_task_trajectory (line 322) | def update_task_trajectory(self, meta_data: Dict) -> None:
    method handle_subtask_trajectory (line 338) | def handle_subtask_trajectory(self, meta_data: Dict) -> None:
    method finalize_task (line 379) | def finalize_task(self) -> None:
    method summarize_episode (line 398) | def summarize_episode(self, trajectory):
    method summarize_narrative (line 411) | def summarize_narrative(self, trajectory):

FILE: gui_agents/s2/core/mllm.py
  class LMMAgent (line 17) | class LMMAgent:
    method __init__ (line 18) | def __init__(self, engine_params=None, system_prompt=None, engine=None):
    method encode_image (line 52) | def encode_image(self, image_content):
    method reset (line 60) | def reset(
    method add_system_prompt (line 71) | def add_system_prompt(self, system_prompt):
    method remove_message_at (line 86) | def remove_message_at(self, index):
    method replace_message_at (line 91) | def replace_message_at(
    method add_message (line 112) | def add_message(
    method get_response (line 274) | def get_response(

FILE: gui_agents/s2/core/module.py
  class BaseModule (line 5) | class BaseModule:
    method __init__ (line 6) | def __init__(self, engine_params: Dict, platform: str):
    method _create_agent (line 10) | def _create_agent(

FILE: gui_agents/s2/memory/procedural_memory.py
  class PROCEDURAL_MEMORY (line 5) | class PROCEDURAL_MEMORY:
    method construct_worker_procedural_memory (line 8) | def construct_worker_procedural_memory(agent_class, skipped_actions):

FILE: gui_agents/s2/utils/common_utils.py
  class Node (line 14) | class Node(BaseModel):
  class Dag (line 19) | class Dag(BaseModel):
  function call_llm_safe (line 27) | def call_llm_safe(agent) -> Union[str, Dag]:
  function calculate_tokens (line 45) | def calculate_tokens(messages, num_image_token=NUM_IMAGE_TOKEN) -> Tuple...
  function parse_dag (line 70) | def parse_dag(text):
  function parse_dag (line 92) | def parse_dag(text):
  function parse_single_code_from_string (line 129) | def parse_single_code_from_string(input_string):
  function get_input_token_length (line 170) | def get_input_token_length(input_string):
  function sanitize_code (line 176) | def sanitize_code(code):
  function extract_first_agent_function (line 189) | def extract_first_agent_function(code_string):
  function load_knowledge_base (line 200) | def load_knowledge_base(kb_path: str) -> Dict:
  function load_embeddings (line 209) | def load_embeddings(embeddings_path: str) -> Dict:
  function save_embeddings (line 218) | def save_embeddings(embeddings_path: str, embeddings: Dict):

FILE: gui_agents/s2/utils/query_perplexica.py
  function query_to_perplexica (line 5) | def query_to_perplexica(query):

FILE: gui_agents/s2_5/agents/agent_s.py
  class UIAgent (line 11) | class UIAgent:
    method __init__ (line 14) | def __init__(
    method reset (line 31) | def reset(self) -> None:
    method predict (line 35) | def predict(self, instruction: str, observation: Dict) -> Tuple[Dict, ...
  class AgentS2_5 (line 48) | class AgentS2_5(UIAgent):
    method __init__ (line 51) | def __init__(
    method reset (line 74) | def reset(self) -> None:
    method predict (line 84) | def predict(self, instruction: str, observation: Dict) -> Tuple[Dict, ...

FILE: gui_agents/s2_5/agents/grounding.py
  class ACI (line 19) | class ACI:
    method __init__ (line 20) | def __init__(self):
  function agent_action (line 25) | def agent_action(func):
  class OSWorldACI (line 159) | class OSWorldACI(ACI):
    method __init__ (line 160) | def __init__(
    method generate_coords (line 194) | def generate_coords(self, ref_expr: str, obs: Dict) -> List[int]:
    method get_ocr_elements (line 213) | def get_ocr_elements(self, b64_image_data: str) -> Tuple[str, List]:
    method generate_text_coords (line 250) | def generate_text_coords(
    method assign_coordinates (line 295) | def assign_coordinates(self, plan: str, obs: Dict):
    method resize_coordinates (line 325) | def resize_coordinates(self, coordinates: List[int]) -> List[int]:
    method parse_function_args (line 335) | def parse_function_args(self, function: str) -> List[str]:
    method click (line 362) | def click(
    method switch_applications (line 389) | def switch_applications(self, app_code):
    method open (line 402) | def open(self, app_or_filename: str):
    method type (line 413) | def type(
    method save_to_knowledge (line 467) | def save_to_knowledge(self, text: List[str]):
    method drag_and_drop (line 476) | def drag_and_drop(
    method highlight_text_span (line 503) | def highlight_text_span(
    method set_cell_values (line 524) | def set_cell_values(
    method scroll (line 539) | def scroll(self, element_description: str, clicks: int, shift: bool = ...
    method hotkey (line 555) | def hotkey(self, keys: List):
    method hold_and_press (line 565) | def hold_and_press(self, hold_keys: List, press_keys: List):
    method wait (line 583) | def wait(self, time: float):
    method done (line 591) | def done(
    method fail (line 600) | def fail(self):
  class OSWorldWorkerOnlyACI (line 606) | class OSWorldWorkerOnlyACI(OSWorldACI):
    method done (line 608) | def done(
    method fail (line 615) | def fail(self):

FILE: gui_agents/s2_5/agents/worker.py
  class Worker (line 19) | class Worker(BaseModule):
    method __init__ (line 20) | def __init__(
    method reset (line 53) | def reset(self):
    method flush_messages (line 75) | def flush_messages(self):
    method generate_next_action (line 101) | def generate_next_action(

FILE: gui_agents/s2_5/cli_app.py
  function get_char (line 23) | def get_char():
  function signal_handler (line 48) | def signal_handler(signum, frame):
  function show_permission_dialog (line 132) | def show_permission_dialog(code: str, action_description: str):
  function scale_screen_dimensions (line 147) | def scale_screen_dimensions(width: int, height: int, max_dim_size: int):
  function run_agent (line 154) | def run_agent(agent, instruction: str, scaled_width: int, scaled_height:...
  function main (line 227) | def main():

FILE: gui_agents/s2_5/core/engine.py
  class LMMEngine (line 15) | class LMMEngine:
  class LMMEngineOpenAI (line 19) | class LMMEngineOpenAI(LMMEngine):
    method __init__ (line 20) | def __init__(
    method generate (line 42) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class LMMEngineAnthropic (line 71) | class LMMEngineAnthropic(LMMEngine):
    method __init__ (line 72) | def __init__(
    method generate (line 91) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
    method generate_with_thinking (line 129) | def generate_with_thinking(
  class LMMEngineGemini (line 151) | class LMMEngineGemini(LMMEngine):
    method __init__ (line 152) | def __init__(
    method generate (line 172) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class LMMEngineOpenRouter (line 200) | class LMMEngineOpenRouter(LMMEngine):
    method __init__ (line 201) | def __init__(
    method generate (line 221) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class LMMEngineAzureOpenAI (line 249) | class LMMEngineAzureOpenAI(LMMEngine):
    method __init__ (line 250) | def __init__(
    method generate (line 274) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class LMMEnginevLLM (line 310) | class LMMEnginevLLM(LMMEngine):
    method __init__ (line 311) | def __init__(
    method generate (line 331) | def generate(
  class LMMEngineHuggingFace (line 365) | class LMMEngineHuggingFace(LMMEngine):
    method __init__ (line 366) | def __init__(self, base_url=None, api_key=None, rate_limit=-1, **kwargs):
    method generate (line 375) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class LMMEngineParasail (line 401) | class LMMEngineParasail(LMMEngine):
    method __init__ (line 402) | def __init__(
    method generate (line 415) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...

FILE: gui_agents/s2_5/core/mllm.py
  class LMMAgent (line 17) | class LMMAgent:
    method __init__ (line 18) | def __init__(self, engine_params=None, system_prompt=None, engine=None):
    method encode_image (line 52) | def encode_image(self, image_content):
    method reset (line 60) | def reset(
    method add_system_prompt (line 71) | def add_system_prompt(self, system_prompt):
    method remove_message_at (line 86) | def remove_message_at(self, index):
    method replace_message_at (line 91) | def replace_message_at(
    method add_message (line 112) | def add_message(
    method get_response (line 274) | def get_response(

FILE: gui_agents/s2_5/core/module.py
  class BaseModule (line 5) | class BaseModule:
    method __init__ (line 6) | def __init__(self, engine_params: Dict, platform: str):
    method _create_agent (line 10) | def _create_agent(

FILE: gui_agents/s2_5/memory/procedural_memory.py
  class PROCEDURAL_MEMORY (line 5) | class PROCEDURAL_MEMORY:
    method construct_simple_worker_procedural_memory (line 7) | def construct_simple_worker_procedural_memory(agent_class, skipped_act...

FILE: gui_agents/s2_5/utils/common_utils.py
  function call_llm_safe (line 7) | def call_llm_safe(agent, temperature: float = 0.0, use_thinking: bool = ...
  function split_thinking_response (line 29) | def split_thinking_response(full_response: str) -> Tuple[str, str]:
  function parse_single_code_from_string (line 44) | def parse_single_code_from_string(input_string):
  function sanitize_code (line 85) | def sanitize_code(code):
  function extract_first_agent_function (line 98) | def extract_first_agent_function(code_string):

FILE: gui_agents/s3/agents/agent_s.py
  class UIAgent (line 11) | class UIAgent:
    method __init__ (line 14) | def __init__(
    method reset (line 31) | def reset(self) -> None:
    method predict (line 35) | def predict(self, instruction: str, observation: Dict) -> Tuple[Dict, ...
  class AgentS3 (line 48) | class AgentS3(UIAgent):
    method __init__ (line 51) | def __init__(
    method reset (line 75) | def reset(self) -> None:
    method predict (line 85) | def predict(self, instruction: str, observation: Dict) -> Tuple[Dict, ...

FILE: gui_agents/s3/agents/code_agent.py
  function extract_code_block (line 11) | def extract_code_block(action: str) -> Tuple[Optional[str], Optional[str]]:
  function execute_code (line 32) | def execute_code(code_type: str, code: str, env_controller) -> Dict:
  function format_result (line 52) | def format_result(result: Dict, step_count: int) -> str:
  class CodeAgent (line 90) | class CodeAgent:
    method __init__ (line 93) | def __init__(self, engine_params: Dict, budget: int = 20):
    method reset (line 105) | def reset(self):
    method execute (line 113) | def execute(self, task_instruction: str, screenshot: str, env_controll...
    method _generate_summary (line 278) | def _generate_summary(

FILE: gui_agents/s3/agents/grounding.py
  class ACI (line 19) | class ACI:
    method __init__ (line 20) | def __init__(self):
  function agent_action (line 25) | def agent_action(func):
  class OSWorldACI (line 179) | class OSWorldACI(ACI):
    method __init__ (line 180) | def __init__(
    method generate_coords (line 229) | def generate_coords(self, ref_expr: str, obs: Dict) -> List[int]:
    method get_ocr_elements (line 248) | def get_ocr_elements(self, b64_image_data: str) -> Tuple[str, List]:
    method generate_text_coords (line 285) | def generate_text_coords(
    method assign_screenshot (line 328) | def assign_screenshot(self, obs: Dict):
    method set_task_instruction (line 331) | def set_task_instruction(self, task_instruction: str):
    method resize_coordinates (line 336) | def resize_coordinates(self, coordinates: List[int]) -> List[int]:
    method click (line 346) | def click(
    method switch_applications (line 374) | def switch_applications(self, app_code):
    method open (line 391) | def open(self, app_or_filename: str):
    method type (line 413) | def type(
    method save_to_knowledge (line 465) | def save_to_knowledge(self, text: List[str]):
    method drag_and_drop (line 474) | def drag_and_drop(
    method highlight_text_span (line 503) | def highlight_text_span(
    method set_cell_values (line 527) | def set_cell_values(
    method call_code_agent (line 542) | def call_code_agent(self, task: str = None):
    method scroll (line 605) | def scroll(self, element_description: str, clicks: int, shift: bool = ...
    method hotkey (line 621) | def hotkey(self, keys: List):
    method hold_and_press (line 631) | def hold_and_press(self, hold_keys: List, press_keys: List):
    method wait (line 649) | def wait(self, time: float):
    method done (line 657) | def done(
    method fail (line 664) | def fail(self):

FILE: gui_agents/s3/agents/worker.py
  class Worker (line 24) | class Worker(BaseModule):
    method __init__ (line 25) | def __init__(
    method reset (line 63) | def reset(self):
    method flush_messages (line 90) | def flush_messages(self):
    method _generate_reflection (line 125) | def _generate_reflection(self, instruction: str, obs: Dict) -> Tuple[s...
    method generate_next_action (line 180) | def generate_next_action(self, instruction: str, obs: Dict) -> Tuple[D...

FILE: gui_agents/s3/bbon/behavior_narrator.py
  class BehaviorNarrator (line 19) | class BehaviorNarrator:
    method __init__ (line 20) | def __init__(self, engine_params):
    method extract_mouse_action (line 24) | def extract_mouse_action(action: str) -> list[str]:
    method mark_action (line 37) | def mark_action(mouse_actions: list[str], img: Image):
    method get_mouse_action_representation (line 87) | def get_mouse_action_representation(mouse_actions: list[str]) -> str:
    method get_zoomed_image (line 109) | def get_zoomed_image(
    method judge (line 172) | def judge(

FILE: gui_agents/s3/bbon/comparative_judge.py
  function get_final_screenshot_file (line 10) | def get_final_screenshot_file(task_dir: str) -> str:
  function image_to_openai_message_format (line 31) | def image_to_openai_message_format(
  class ComparativeJudge (line 62) | class ComparativeJudge:
    method __init__ (line 63) | def __init__(self, engine_params):
    method judge (line 66) | def judge(

FILE: gui_agents/s3/cli_app.py
  function get_char (line 24) | def get_char():
  function signal_handler (line 49) | def signal_handler(signum, frame):
  function show_permission_dialog (line 133) | def show_permission_dialog(code: str, action_description: str):
  function scale_screen_dimensions (line 148) | def scale_screen_dimensions(width: int, height: int, max_dim_size: int):
  function run_agent (line 155) | def run_agent(agent, instruction: str, scaled_width: int, scaled_height:...
  function main (line 228) | def main():

FILE: gui_agents/s3/core/engine.py
  class LMMEngine (line 15) | class LMMEngine:
  class LMMEngineOpenAI (line 19) | class LMMEngineOpenAI(LMMEngine):
    method __init__ (line 20) | def __init__(
    method generate (line 42) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class LMMEngineAnthropic (line 71) | class LMMEngineAnthropic(LMMEngine):
    method __init__ (line 72) | def __init__(
    method generate (line 91) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
    method generate_with_thinking (line 128) | def generate_with_thinking(
  class LMMEngineGemini (line 155) | class LMMEngineGemini(LMMEngine):
    method __init__ (line 156) | def __init__(
    method generate (line 176) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class LMMEngineOpenRouter (line 204) | class LMMEngineOpenRouter(LMMEngine):
    method __init__ (line 205) | def __init__(
    method generate (line 225) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class LMMEngineAzureOpenAI (line 253) | class LMMEngineAzureOpenAI(LMMEngine):
    method __init__ (line 254) | def __init__(
    method generate (line 278) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class LMMEnginevLLM (line 314) | class LMMEnginevLLM(LMMEngine):
    method __init__ (line 315) | def __init__(
    method generate (line 335) | def generate(
  class LMMEngineHuggingFace (line 369) | class LMMEngineHuggingFace(LMMEngine):
    method __init__ (line 370) | def __init__(self, base_url=None, api_key=None, rate_limit=-1, **kwargs):
    method generate (line 379) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...
  class LMMEngineParasail (line 405) | class LMMEngineParasail(LMMEngine):
    method __init__ (line 406) | def __init__(
    method generate (line 419) | def generate(self, messages, temperature=0.0, max_new_tokens=None, **k...

FILE: gui_agents/s3/core/mllm.py
  class LMMAgent (line 17) | class LMMAgent:
    method __init__ (line 18) | def __init__(self, engine_params=None, system_prompt=None, engine=None):
    method encode_image (line 52) | def encode_image(self, image_content):
    method reset (line 60) | def reset(
    method add_system_prompt (line 71) | def add_system_prompt(self, system_prompt):
    method remove_message_at (line 86) | def remove_message_at(self, index):
    method replace_message_at (line 91) | def replace_message_at(
    method add_message (line 112) | def add_message(
    method get_response (line 274) | def get_response(

FILE: gui_agents/s3/core/module.py
  class BaseModule (line 5) | class BaseModule:
    method __init__ (line 6) | def __init__(self, engine_params: Dict, platform: str):
    method _create_agent (line 10) | def _create_agent(

FILE: gui_agents/s3/memory/procedural_memory.py
  class PROCEDURAL_MEMORY (line 5) | class PROCEDURAL_MEMORY:
    method construct_simple_worker_procedural_memory (line 15) | def construct_simple_worker_procedural_memory(agent_class, skipped_act...

FILE: gui_agents/s3/utils/common_utils.py
  function create_pyautogui_code (line 15) | def create_pyautogui_code(agent, code: str, obs: Dict) -> str:
  function call_llm_safe (line 35) | def call_llm_safe(
  function call_llm_formatted (line 59) | def call_llm_formatted(generator, format_checkers, **kwargs):
  function split_thinking_response (line 130) | def split_thinking_response(full_response: str) -> Tuple[str, str]:
  function parse_code_from_string (line 143) | def parse_code_from_string(input_string):
  function extract_agent_functions (line 169) | def extract_agent_functions(code):
  function compress_image (line 182) | def compress_image(image_bytes: bytes = None, image: Image = None) -> by...

FILE: gui_agents/s3/utils/formatters.py
  function _attempt_code_creation (line 22) | def _attempt_code_creation(agent, code, obs):

FILE: gui_agents/s3/utils/local_env.py
  class LocalController (line 6) | class LocalController:
    method run_bash_script (line 13) | def run_bash_script(self, code: str, timeout: int = 30) -> Dict:
    method run_python_script (line 48) | def run_python_script(self, code: str) -> Dict:
  class LocalEnv (line 73) | class LocalEnv:
    method __init__ (line 76) | def __init__(self):

FILE: gui_agents/utils.py
  function download_kb_data (line 10) | def download_kb_data(

FILE: integrations/openclaw/agent_s_wrapper.py
  function run_agent_s (line 17) | def run_agent_s(task, max_steps=15, enable_reflection=True, enable_local...
  function main (line 116) | def main():

FILE: osworld_setup/s1/lib_run_single.py
  function run_single_example (line 11) | def run_single_example(
  function setup_logger (line 69) | def setup_logger(example, example_result_dir):

FILE: osworld_setup/s1/run.py
  function config (line 66) | def config() -> argparse.Namespace:
  function test (line 121) | def test(args: argparse.Namespace, test_all_meta: dict) -> None:
  function get_unfinished (line 241) | def get_unfinished(
  function get_result (line 278) | def get_result(action_space, use_model, observation_type, result_dir, to...

FILE: osworld_setup/s2/lib_run_single.py
  function run_single_example (line 11) | def run_single_example(
  function setup_logger (line 69) | def setup_logger(example, example_result_dir):

FILE: osworld_setup/s2/run.py
  function config (line 64) | def config() -> argparse.Namespace:
  function test (line 160) | def test(args: argparse.Namespace, test_all_meta: dict) -> None:
  function get_unfinished (line 305) | def get_unfinished(
  function get_result (line 342) | def get_result(action_space, use_model, observation_type, result_dir, to...

FILE: osworld_setup/s2_5/lib_run_single.py
  function run_single_example (line 12) | def run_single_example(
  function setup_logger (line 82) | def setup_logger(example, example_result_dir):

FILE: osworld_setup/s2_5/lib_run_single_local.py
  function run_single_example (line 12) | def run_single_example(
  function setup_logger (line 83) | def setup_logger(example, example_result_dir):

FILE: osworld_setup/s2_5/run.py
  function distribute_tasks (line 52) | def distribute_tasks(test_all_meta: dict) -> list:
  function process_signal_handler (line 60) | def process_signal_handler(signum, frame, env_idx):
  function run_env_tasks (line 76) | def run_env_tasks(
  function signal_handler (line 205) | def signal_handler(signum, frame):
  function config (line 239) | def config() -> argparse.Namespace:
  function test (line 356) | def test(args: argparse.Namespace, test_all_meta: dict) -> None:
  function get_unfinished (line 456) | def get_unfinished(
  function get_result (line 493) | def get_result(action_space, use_model, observation_type, result_dir, to...

FILE: osworld_setup/s2_5/run_local.py
  function config (line 67) | def config() -> argparse.Namespace:
  function test (line 176) | def test(args: argparse.Namespace, test_all_meta: dict) -> None:
  function get_unfinished (line 306) | def get_unfinished(
  function get_result (line 343) | def get_result(action_space, use_model, observation_type, result_dir, to...

FILE: osworld_setup/s3/bbon/generate_facts.py
  function generate_single_fact_caption (line 14) | async def generate_single_fact_caption(
  function generate_fact_captions_parallel (line 59) | async def generate_fact_captions_parallel(
  function main (line 145) | async def main(engine_params: dict, results_dirs: List[str]):

FILE: osworld_setup/s3/bbon/run_judge.py
  function run_judge (line 21) | def run_judge(
  function evaluate_trajectories (line 42) | def evaluate_trajectories(
  function run_async (line 65) | async def run_async(
  function evaluate_and_save (line 78) | async def evaluate_and_save(
  function run_experiment (line 154) | async def run_experiment(
  function main (line 180) | async def main(

FILE: osworld_setup/s3/bbon/utils.py
  function image_to_openai_message_format (line 10) | def image_to_openai_message_format(
  function load_facts (line 50) | def load_facts(task_dir: str) -> List[str]:
  function load_task_instruction (line 69) | def load_task_instruction(task: str, examples_path: str) -> Optional[str]:
  function get_final_screenshot_file (line 107) | def get_final_screenshot_file(result_dir: str) -> str:
  function is_valid_image (line 144) | def is_valid_image(file_path: str) -> bool:
  function get_new_tasks_classification (line 163) | def get_new_tasks_classification(results_dirs: [str]):
  function check_selected_trajectory (line 229) | def check_selected_trajectory(results_dirs: [str], selected_trajectory: ...
  function evaluate_comparative_results (line 268) | def evaluate_comparative_results(results_dirs: [str], json_path: str = N...

FILE: osworld_setup/s3/lib_run_single.py
  function run_single_example (line 12) | def run_single_example(
  function setup_logger (line 84) | def setup_logger(example, example_result_dir):

FILE: osworld_setup/s3/run.py
  function distribute_tasks (line 56) | def distribute_tasks(test_all_meta: dict) -> list:
  function process_signal_handler (line 64) | def process_signal_handler(signum, frame, env_idx):
  function run_env_tasks (line 80) | def run_env_tasks(
  function signal_handler (line 211) | def signal_handler(signum, frame):
  function config (line 245) | def config() -> argparse.Namespace:
  function test (line 362) | def test(args: argparse.Namespace, test_all_meta: dict) -> None:
  function get_unfinished (line 462) | def get_unfinished(
  function get_result (line 499) | def get_result(action_space, use_model, observation_type, result_dir, to...

FILE: osworld_setup/s3/run_local.py
  function config (line 67) | def config() -> argparse.Namespace:
  function test (line 176) | def test(args: argparse.Namespace, test_all_meta: dict) -> None:
  function get_unfinished (line 303) | def get_unfinished(
  function get_result (line 340) | def get_result(action_space, use_model, observation_type, result_dir, to...