SYMBOL INDEX (175 symbols across 23 files)

FILE: eval/ss_pro_gpt4o_omniv2.py
  function convert_pil_image_to_base64 (line 15) | def convert_pil_image_to_base64(image):
  function omniparser_parse (line 37) | def omniparser_parse(image, image_path):
  function reformat_messages (line 53) | def reformat_messages(parsed_content_list):
  class GPT4XModel (line 84) | class GPT4XModel():
    method __init__ (line 85) | def __init__(self, model_name="gpt-4o-2024-05-13", use_managed_identit...
    method load_model (line 93) | def load_model(self):
    method set_generation_config (line 96) | def set_generation_config(self, **kwargs):
    method ground_only_positive_phi35v (line 99) | def ground_only_positive_phi35v(self, instruction, image):
    method ground_only_positive (line 126) | def ground_only_positive(self, instruction, image):
    method ground_allow_negative (line 220) | def ground_allow_negative(self, instruction, image=None):
    method ground_with_uncertainty (line 301) | def ground_with_uncertainty(self, instruction, image=None):
  function extract_first_bounding_box (line 384) | def extract_first_bounding_box(text):
  function extract_first_point (line 399) | def extract_first_point(text):

FILE: gradio_demo.py
  function process (line 35) | def process(

FILE: omnitool/gradio/agent/anthropic_agent.py
  class APIProvider (line 36) | class APIProvider(StrEnum):
  class AnthropicActor (line 47) | class AnthropicActor:
    method __init__ (line 48) | def __init__(
    method __call__ (line 81) | def __call__(
  function _maybe_filter_to_n_most_recent_images (line 116) | def _maybe_filter_to_n_most_recent_images(

FILE: omnitool/gradio/agent/llm_utils/groqclient.py
  function run_groq_interleaved (line 5) | def run_groq_interleaved(messages: list, system: str, model_name: str, a...

FILE: omnitool/gradio/agent/llm_utils/oaiclient.py
  function run_oai_interleaved (line 7) | def run_oai_interleaved(messages: list, system: str, model_name: str, ap...

FILE: omnitool/gradio/agent/llm_utils/omniparserclient.py
  class OmniParserClient (line 9) | class OmniParserClient:
    method __init__ (line 10) | def __init__(self,
    method __call__ (line 14) | def __call__(self,):
    method reformat_messages (line 35) | def reformat_messages(self, response_json: dict):

FILE: omnitool/gradio/agent/llm_utils/utils.py
  function is_image_path (line 3) | def is_image_path(text):
  function encode_image (line 10) | def encode_image(image_path):

FILE: omnitool/gradio/agent/vlm_agent.py
  function extract_data (line 21) | def extract_data(input_string, data_type):
  class VLMAgent (line 30) | class VLMAgent:
    method __init__ (line 31) | def __init__(
    method __call__ (line 70) | def __call__(self, messages: list, parsed_screen: list[str, list, dict]):
    method _api_response_callback (line 207) | def _api_response_callback(self, response: APIResponse):
    method _get_system_prompt (line 210) | def _get_system_prompt(self, screen_info: str = ""):
  function _remove_som_images (line 296) | def _remove_som_images(messages):
  function _maybe_filter_to_n_most_recent_images (line 306) | def _maybe_filter_to_n_most_recent_images(

FILE: omnitool/gradio/agent/vlm_agent_with_orchestrator.py
  function extract_data (line 56) | def extract_data(input_string, data_type):
  class VLMOrchestratedAgent (line 65) | class VLMOrchestratedAgent:
    method __init__ (line 66) | def __init__(
    method __call__ (line 108) | def __call__(self, messages: list, parsed_screen: list[str, list, dict]):
    method _api_response_callback (line 289) | def _api_response_callback(self, response: APIResponse):
    method _get_system_prompt (line 292) | def _get_system_prompt(self, screen_info: str = ""):
    method _initialize_task (line 378) | def _initialize_task(self, messages: list):
    method _update_ledger (line 409) | def _update_ledger(self, messages):
    method _get_plan_prompt (line 428) | def _get_plan_prompt(self, task):
  function _remove_som_images (line 441) | def _remove_som_images(messages):
  function _maybe_filter_to_n_most_recent_images (line 451) | def _maybe_filter_to_n_most_recent_images(

FILE: omnitool/gradio/app.py
  function parse_arguments (line 35) | def parse_arguments():
  class Sender (line 44) | class Sender(StrEnum):
  function setup_state (line 50) | def setup_state(state):
  function main (line 76) | async def main(state):
  function validate_auth (line 81) | def validate_auth(provider: APIProvider, api_key: str | None):
  function load_from_storage (line 101) | def load_from_storage(filename: str) -> str | None:
  function save_to_storage (line 113) | def save_to_storage(filename: str, data: str) -> None:
  function _api_response_callback (line 124) | def _api_response_callback(response: APIResponse[BetaMessage], response_...
  function _tool_output_callback (line 128) | def _tool_output_callback(tool_output: ToolResult, tool_id: str, tool_st...
  function chatbot_output_callback (line 131) | def chatbot_output_callback(message, chatbot_state, hide_images=False, s...
  function valid_params (line 189) | def valid_params(user_input, state):
  function process_input (line 210) | def process_input(user_input, state):
  function stop_app (line 254) | def stop_app(state):
  function get_header_image_base64 (line 258) | def get_header_image_base64():
  function update_model (line 353) | def update_model(model_selection, state):
  function update_only_n_images (line 389) | def update_only_n_images(only_n_images_value, state):
  function update_provider (line 392) | def update_provider(provider_value, state):
  function update_api_key (line 404) | def update_api_key(api_key_value, state):
  function clear_chat (line 408) | def clear_chat(state):

FILE: omnitool/gradio/app_new.py
  function parse_arguments (line 44) | def parse_arguments():
  class Sender (line 56) | class Sender(StrEnum):
  function load_existing_files (line 62) | def load_existing_files():
  function setup_state (line 71) | def setup_state(state):
  function main (line 99) | async def main(state):
  function validate_auth (line 104) | def validate_auth(provider: APIProvider, api_key: str | None):
  function load_from_storage (line 124) | def load_from_storage(filename: str) -> str | None:
  function save_to_storage (line 136) | def save_to_storage(filename: str, data: str) -> None:
  function _api_response_callback (line 147) | def _api_response_callback(response: APIResponse[BetaMessage], response_...
  function _tool_output_callback (line 151) | def _tool_output_callback(tool_output: ToolResult, tool_id: str, tool_st...
  function chatbot_output_callback (line 154) | def chatbot_output_callback(message, chatbot_state, hide_images=False, s...
  function valid_params (line 222) | def valid_params(user_input, state):
  function process_input (line 243) | def process_input(user_input, state):
  function stop_app (line 294) | def stop_app(state):
  function get_header_image_base64 (line 298) | def get_header_image_base64():
  function get_file_viewer_html (line 311) | def get_file_viewer_html(file_path=None):
  function handle_file_upload (line 426) | def handle_file_upload(files, state):
  function toggle_view (line 454) | def toggle_view(view_mode, file_path=None, state=None):
  function detect_new_files (line 470) | def detect_new_files(state):
  function refresh_files (line 489) | def refresh_files(state):
  function auto_refresh_files (line 493) | def auto_refresh_files(state):
  function update_model (line 619) | def update_model(model_selection, state):
  function update_only_n_images (line 655) | def update_only_n_images(only_n_images_value, state):
  function update_provider (line 658) | def update_provider(provider_value, state):
  function update_api_key (line 670) | def update_api_key(api_key_value, state):
  function clear_chat (line 674) | def clear_chat(state):
  function view_file (line 682) | def view_file(file_path, view_mode):
  function update_view_file_dropdown (line 691) | def update_view_file_dropdown(uploaded_files):
  function reset_view (line 699) | def reset_view():

FILE: omnitool/gradio/app_streamlit.py
  class Sender (line 36) | class Sender(StrEnum):
  function parse_arguments (line 41) | def parse_arguments():
  function initialize_session_state (line 48) | def initialize_session_state():
  function get_file_viewer_html (line 73) | def get_file_viewer_html(file_path=None, windows_host_url=None):
  function handle_file_upload (line 104) | def handle_file_upload(uploaded_files):
  function _api_response_callback (line 114) | def _api_response_callback(response: APIResponse[BetaMessage]):
  function _tool_output_callback (line 118) | def _tool_output_callback(tool_output: ToolResult, tool_id: str):
  function chatbot_output_callback (line 121) | def chatbot_output_callback(message, hide_images=False):
  function main (line 152) | def main():

FILE: omnitool/gradio/executor/anthropic_executor.py
  class AnthropicExecutor (line 18) | class AnthropicExecutor:
    method __init__ (line 19) | def __init__(
    method __call__ (line 30) | def __call__(self, response: BetaMessage, messages: list[BetaMessagePa...
  function _message_display_callback (line 74) | def _message_display_callback(messages):
  function _make_api_tool_result (line 93) | def _make_api_tool_result(
  function _maybe_prepend_system_tool_result (line 129) | def _maybe_prepend_system_tool_result(result: ToolResult, result_text: s...

FILE: omnitool/gradio/loop.py
  class APIProvider (line 26) | class APIProvider(StrEnum):
  function sampling_loop_sync (line 40) | def sampling_loop_sync(

FILE: omnitool/gradio/tools/base.py
  class BaseAnthropicTool (line 8) | class BaseAnthropicTool(metaclass=ABCMeta):
    method __call__ (line 12) | def __call__(self, **kwargs) -> Any:
    method to_params (line 17) | def to_params(
  class ToolResult (line 24) | class ToolResult:
    method __bool__ (line 32) | def __bool__(self):
    method __add__ (line 35) | def __add__(self, other: "ToolResult"):
    method replace (line 52) | def replace(self, **kwargs):
  class ToolFailure (line 57) | class ToolFailure(ToolResult):
  class ToolError (line 61) | class ToolError(Exception):
    method __init__ (line 64) | def __init__(self, message):

FILE: omnitool/gradio/tools/collection.py
  class ToolCollection (line 15) | class ToolCollection:
    method __init__ (line 18) | def __init__(self, *tools: BaseAnthropicTool):
    method to_params (line 22) | def to_params(
    method run (line 27) | async def run(self, *, name: str, tool_input: dict[str, Any]) -> ToolR...

FILE: omnitool/gradio/tools/computer.py
  class Resolution (line 36) | class Resolution(TypedDict):
  class ScalingSource (line 48) | class ScalingSource(StrEnum):
  class ComputerToolOptions (line 53) | class ComputerToolOptions(TypedDict):
  function chunks (line 59) | def chunks(s: str, chunk_size: int) -> list[str]:
  class ComputerTool (line 62) | class ComputerTool(BaseAnthropicTool):
    method options (line 78) | def options(self) -> ComputerToolOptions:
    method to_params (line 88) | def to_params(self) -> BetaToolComputerUse20241022Param:
    method __init__ (line 91) | def __init__(self, is_scaling: bool = False):
    method __call__ (line 108) | async def __call__(
    method send_to_vm (line 227) | def send_to_vm(self, action: str):
    method screenshot (line 259) | async def screenshot(self):
    method padding_image (line 268) | def padding_image(self, screenshot):
    method scale_coordinates (line 278) | def scale_coordinates(self, source: ScalingSource, x: int, y: int):
    method get_screen_size (line 310) | def get_screen_size(self):

FILE: omnitool/gradio/tools/screen_capture.py
  function get_screenshot (line 10) | def get_screenshot(resize: bool = False, target_width: int = 1920, targe...

FILE: omnitool/omnibox/vm/win11setup/setupscripts/server/main.py
  function execute_anything (line 14) | def execute_anything(data):
  function execute (line 46) | def execute(data):
  function probe_endpoint (line 71) | def probe_endpoint():
  function execute_command (line 75) | def execute_command():
  function capture_screen_with_cursor (line 82) | def capture_screen_with_cursor():

FILE: omnitool/omniparserserver/omniparserserver.py
  function parse_arguments (line 16) | def parse_arguments():
  class ParseRequest (line 34) | class ParseRequest(BaseModel):
  function parse (line 38) | async def parse(parse_request: ParseRequest):
  function root (line 47) | async def root():

FILE: util/box_annotator.py
  class BoxAnnotator (line 10) | class BoxAnnotator:
    method __init__ (line 27) | def __init__(
    method annotate (line 45) | def annotate(
  function box_area (line 165) | def box_area(box):
  function intersection_area (line 168) | def intersection_area(box1, box2):
  function IoU (line 175) | def IoU(box1, box2, return_max=True):
  function get_optimal_label_pos (line 189) | def get_optimal_label_pos(text_padding, text_width, text_height, x1, y1,...

FILE: util/omniparser.py
  class Omniparser (line 7) | class Omniparser(object):
    method __init__ (line 8) | def __init__(self, config: Dict):
    method parse (line 16) | def parse(self, image_base64: str):

FILE: util/utils.py
  function get_caption_model_processor (line 47) | def get_caption_model_processor(model_name, model_name_or_path="Salesfor...
  function get_yolo_model (line 71) | def get_yolo_model(model_path):
  function get_parsed_content_icon (line 79) | def get_parsed_content_icon(filtered_boxes, starting_idx, image_source, ...
  function get_parsed_content_icon_phi3v (line 126) | def get_parsed_content_icon_phi3v(filtered_boxes, ocr_bbox, image_source...
  function remove_overlap (line 178) | def remove_overlap(boxes, iou_threshold, ocr_bbox=None):
  function remove_overlap_new (line 231) | def remove_overlap_new(boxes, iou_threshold, ocr_bbox=None):
  function load_image (line 312) | def load_image(image_path: str) -> Tuple[np.array, torch.Tensor]:
  function annotate (line 326) | def annotate(image_source: np.ndarray, boxes: torch.Tensor, logits: torc...
  function predict (line 357) | def predict(model, image, caption, box_threshold, text_threshold):
  function predict_yolo (line 378) | def predict_yolo(model, image, box_threshold, imgsz, scale_img, iou_thre...
  function int_box_area (line 401) | def int_box_area(box, w, h):
  function get_som_labeled_img (line 407) | def get_som_labeled_img(image_source: Union[str, Image.Image], model=Non...
  function get_xywh (line 489) | def get_xywh(input):
  function get_xyxy (line 494) | def get_xyxy(input):
  function get_xywh_yolo (line 499) | def get_xywh_yolo(input):
  function check_ocr_box (line 504) | def check_ocr_box(image_source: Union[str, Image.Image], display_img = T...