SYMBOL INDEX (1543 symbols across 235 files) FILE: pipeline.py function _suppress_cleanup_exceptions (line 26) | def _suppress_cleanup_exceptions(unraisable): function main (line 48) | def main(): FILE: src/agents/base_agent.py class BaseMCPAgent (line 19) | class BaseMCPAgent(ABC): method __init__ (line 41) | def __init__( method __repr__ (line 92) | def __repr__(self) -> str: # pragma: no cover - debug helper method execute (line 99) | async def execute( method execute_sync (line 106) | def execute_sync( method get_usage_stats (line 114) | def get_usage_stats(self) -> Dict[str, Any]: method reset_usage_stats (line 118) | def reset_usage_stats(self): method _is_anthropic_model (line 126) | def _is_anthropic_model(self, model_name: str) -> bool: method _get_claude_thinking_budget (line 129) | def _get_claude_thinking_budget(self) -> Optional[int]: method _refresh_service_config (line 134) | def _refresh_service_config(self): method _reset_progress (line 143) | def _reset_progress(self): method _update_progress (line 148) | def _update_progress( method _create_mcp_server (line 165) | async def _create_mcp_server(self) -> Any: method _create_stdio_server (line 172) | def _create_stdio_server(self) -> MCPStdioServer: method _create_http_server (line 257) | def _create_http_server(self) -> MCPHttpServer: method _compaction_enabled (line 275) | def _compaction_enabled(self) -> bool: method _count_prompt_tokens_litellm (line 278) | def _count_prompt_tokens_litellm(self, messages: List[Dict[str, Any]])... method _convert_to_sdk_format (line 289) | def _convert_to_sdk_format( method _convert_to_anthropic_format (line 456) | def _convert_to_anthropic_format( method _is_gemini_model (line 472) | def _is_gemini_model(self) -> bool: method _is_gemini_3_model (line 476) | def _is_gemini_3_model(self) -> bool: method _simplify_schema_for_gemini (line 481) | def _simplify_schema_for_gemini( method _convert_to_openai_format (line 511) | def _convert_to_openai_format( FILE: src/agents/mcp/http_server.py class MCPHttpServer (line 15) | class MCPHttpServer: method __init__ (line 21) | def __init__( method __aenter__ (line 35) | async def __aenter__(self): method __aexit__ (line 39) | async def __aexit__(self, exc_type, exc, tb): method start (line 42) | async def start(self): method stop (line 53) | async def stop(self): method list_tools (line 61) | async def list_tools(self) -> List[Dict[str, Any]]: method call_tool (line 72) | async def call_tool(self, name: str, arguments: Dict[str, Any]) -> Any: FILE: src/agents/mcp/stdio_server.py class MCPStdioServer (line 17) | class MCPStdioServer: method __init__ (line 20) | def __init__(self, command: str, args: List[str], env: Optional[Dict[s... method __aenter__ (line 27) | async def __aenter__(self): method __aexit__ (line 34) | async def __aexit__(self, exc_type, exc, tb): method list_tools (line 40) | async def list_tools(self) -> List[Dict[str, Any]]: method call_tool (line 44) | async def call_tool(self, name: str, arguments: Dict[str, Any]) -> Any: FILE: src/agents/mcpmark_agent.py class CustomJSONEncoder (line 32) | class CustomJSONEncoder(json.JSONEncoder): method default (line 33) | def default(self, obj): class MCPMarkAgent (line 39) | class MCPMarkAgent(BaseMCPAgent): method __init__ (line 64) | def __init__( method execute (line 98) | async def execute( method execute_sync (line 184) | def execute_sync( method get_usage_stats (line 192) | def get_usage_stats(self) -> Dict[str, Any]: method reset_usage_stats (line 196) | def reset_usage_stats(self): method _execute_claude_native_with_tools (line 202) | async def _execute_claude_native_with_tools( method _call_claude_native_api (line 232) | async def _call_claude_native_api( method _count_claude_input_tokens (line 306) | async def _count_claude_input_tokens( method _extract_litellm_text (line 340) | def _extract_litellm_text(self, response: Any) -> str: method _extract_anthropic_text (line 352) | def _extract_anthropic_text(self, response_json: Dict[str, Any]) -> str: method _merge_usage (line 361) | def _merge_usage(self, total_tokens: Dict[str, int], usage: Dict[str, ... method _maybe_compact_litellm_messages (line 374) | async def _maybe_compact_litellm_messages( method _maybe_compact_anthropic_messages (line 448) | async def _maybe_compact_anthropic_messages( method _execute_anthropic_native_tool_loop (line 504) | async def _execute_anthropic_native_tool_loop( method _execute_litellm_with_tools (line 752) | async def _execute_litellm_with_tools( method _execute_litellm_tool_loop (line 781) | async def _execute_litellm_tool_loop( method _create_mcp_server (line 1098) | async def _create_mcp_server(self) -> Any: method _create_stdio_server (line 1107) | def _create_stdio_server(self) -> MCPStdioServer: method _create_http_server (line 1215) | def _create_http_server(self) -> MCPHttpServer: FILE: src/agents/react_agent.py class ReActAgent (line 18) | class ReActAgent(BaseMCPAgent): method __init__ (line 39) | def __init__( method execute (line 67) | async def execute( method _execute_react_loop (line 123) | async def _execute_react_loop( method _build_task_prompt (line 422) | def _build_task_prompt( method _render_tools_description (line 449) | def _render_tools_description(self, tools: List[Dict[str, Any]]) -> str: method _normalize_content (line 475) | def _normalize_content(self, content: Any) -> str: method _parse_react_response (line 491) | def _parse_react_response(self, payload: str) -> Dict[str, Any]: method _tool_result_to_text (line 500) | def _tool_result_to_text(self, result: Any) -> str: FILE: src/agents/utils/token_usage.py class TokenUsageTracker (line 9) | class TokenUsageTracker: method __init__ (line 12) | def __init__(self): method reset (line 16) | def reset(self): method update (line 28) | def update(self, success: bool, token_usage: Dict[str, int], method get_stats (line 50) | def get_stats(self) -> Dict[str, Any]: FILE: src/aggregators/aggregate_results.py function discover_tasks (line 27) | def discover_tasks(task_set: str = "standard") -> Dict[str, List[str]]: function collect_results (line 82) | def collect_results(exp_dir: Path, k: int) -> Dict[str, Dict[str, Any]]: function check_completeness_and_validity (line 131) | def check_completeness_and_validity( function calculate_metrics (line 193) | def calculate_metrics(complete_models: Dict, all_tasks: Dict, k: int, si... function generate_model_results (line 483) | def generate_model_results(exp_dir: Path, complete_models: Dict, all_tas... function generate_task_results (line 525) | def generate_task_results(exp_dir: Path, complete_models: Dict, all_task... function generate_readme (line 619) | def generate_readme(exp_name: str, summary: Dict, k: int) -> str: function push_to_github (line 715) | def push_to_github(exp_dir: Path, exp_name: str, branch: Optional[str] =... function print_validation_report (line 799) | def print_validation_report(complete: Dict, incomplete: Dict, invalid: D... function main (line 899) | def main(): FILE: src/aggregators/aggregate_specific_results.py function collect_results_from_dir (line 18) | def collect_results_from_dir(result_dir: Path, k: int) -> Dict[str, Any]: function get_token_counts (line 44) | def get_token_counts(meta: Dict[str, Any]) -> Tuple[int, int, int]: function calculate_metrics (line 53) | def calculate_metrics(results: Dict, k: int, model_name: str) -> Dict: function main (line 184) | def main(): FILE: src/aggregators/aggregate_task_meta.py function find_all_meta_files (line 16) | def find_all_meta_files(tasks_root: Path = Path("tasks")) -> List[Path]: function parse_meta_file (line 25) | def parse_meta_file(meta_path: Path) -> Dict[str, Any]: function aggregate_task_meta (line 35) | def aggregate_task_meta(meta_files: List[Path]) -> Dict[str, Any]: function create_individual_task_files (line 76) | def create_individual_task_files(meta_files: List[Path]) -> List[Dict[st... function push_to_file (line 120) | def push_to_file( function push_to_experiments_repo (line 151) | def push_to_experiments_repo( function main (line 234) | def main(): FILE: src/aggregators/pricing.py function normalize_model_name (line 64) | def normalize_model_name(model_name: str) -> str: function get_price_per_m (line 72) | def get_price_per_m(model_name: str) -> Optional[Dict[str, float]]: function compute_cost_usd (line 78) | def compute_cost_usd(model_name: str, input_tokens: float, output_tokens... FILE: src/base/login_helper.py class BaseLoginHelper (line 4) | class BaseLoginHelper(ABC): method __init__ (line 7) | def __init__(self): method login (line 11) | def login(self, **kwargs): FILE: src/base/state_manager.py class InitialStateInfo (line 14) | class InitialStateInfo: class BaseStateManager (line 22) | class BaseStateManager(ABC): method __init__ (line 30) | def __init__(self, service_name: str): method set_up (line 37) | def set_up(self, task: BaseTask) -> bool: method clean_up (line 67) | def clean_up(self, task: BaseTask = None) -> bool: method track_resource (line 104) | def track_resource( method get_service_config_for_agent (line 126) | def get_service_config_for_agent(self) -> dict: method set_verification_environment (line 138) | def set_verification_environment(self, messages_path: str = None) -> N... method _cleanup_tracked_resources (line 153) | def _cleanup_tracked_resources(self) -> bool: method _create_initial_state (line 176) | def _create_initial_state(self, task: BaseTask) -> Optional[InitialSta... method _store_initial_state_info (line 188) | def _store_initial_state_info( method _cleanup_task_initial_state (line 200) | def _cleanup_task_initial_state(self, task: BaseTask) -> bool: method _cleanup_single_resource (line 212) | def _cleanup_single_resource(self, resource: Dict[str, Any]) -> bool: FILE: src/base/task_manager.py class BaseTask (line 25) | class BaseTask: method name (line 35) | def name(self) -> str: method get_task_instruction (line 39) | def get_task_instruction(self) -> str: class BaseTaskManager (line 49) | class BaseTaskManager(ABC): method __init__ (line 52) | def __init__( method discover_all_tasks (line 82) | def discover_all_tasks(self) -> List[BaseTask]: method get_categories (line 127) | def get_categories(self) -> List[str]: method filter_tasks (line 132) | def filter_tasks(self, task_filter: str) -> List[BaseTask]: method get_task_instruction (line 174) | def get_task_instruction(self, task: BaseTask) -> str: method execute_task (line 179) | def execute_task(self, task: BaseTask, agent_result: Dict[str, Any]) -... method run_verification (line 251) | def run_verification(self, task: BaseTask) -> subprocess.CompletedProc... method _get_service_directory_name (line 268) | def _get_service_directory_name(self) -> str: method _get_task_organization (line 279) | def _get_task_organization(self) -> str: method _is_valid_category_dir (line 299) | def _is_valid_category_dir(self, category_dir: Path) -> bool: method _find_task_files (line 308) | def _find_task_files(self, category_dir: Path) -> List[Dict[str, Any]]: method _create_task_from_files (line 340) | def _create_task_from_files( method _read_task_instruction (line 368) | def _read_task_instruction(self, task: BaseTask) -> str: method _format_task_instruction (line 372) | def _format_task_instruction(self, base_instruction: str) -> str: method _get_verification_command (line 379) | def _get_verification_command(self, task: BaseTask) -> List[str]: method _standardize_error_message (line 383) | def _standardize_error_message(self, error_message: str) -> str: FILE: src/config/config_schema.py function get_service_definition (line 25) | def get_service_definition(service_name: str) -> dict: class ConfigValue (line 32) | class ConfigValue: method validate (line 42) | def validate(self) -> bool: class ConfigSchema (line 54) | class ConfigSchema(ABC): method __init__ (line 57) | def __init__(self, service_name: str): method _define_schema (line 66) | def _define_schema(self) -> None: method _load_dotenv (line 70) | def _load_dotenv(self) -> None: method _add_config (line 74) | def _add_config( method _load_values (line 109) | def _load_values(self) -> None: method _validate (line 121) | def _validate(self) -> None: method get (line 126) | def get(self, key: str, default: Any = None) -> Any: method get_all (line 132) | def get_all(self) -> Dict[str, Any]: method get_debug_info (line 136) | def get_debug_info(self) -> Dict[str, Dict[str, Any]]: class GenericConfigSchema (line 149) | class GenericConfigSchema(ConfigSchema): method __init__ (line 152) | def __init__(self, service_name: str): method _define_schema (line 157) | def _define_schema(self) -> None: class ConfigRegistry (line 197) | class ConfigRegistry: method get_config (line 203) | def get_config(cls, service_name: str) -> ConfigSchema: method validate_all (line 210) | def validate_all(cls) -> Dict[str, bool]: method export_template (line 225) | def export_template(cls, service_name: str, output_path: Path) -> None: function get_service_config (line 248) | def get_service_config(service_name: str) -> Dict[str, Any]: FILE: src/errors.py function is_retryable_error (line 34) | def is_retryable_error(error: str) -> bool: function standardize_error_message (line 40) | def standardize_error_message(error: str, mcp_service: Optional[str] = N... FILE: src/evaluator.py class MCPEvaluator (line 20) | class MCPEvaluator: method __init__ (line 21) | def __init__( method _format_duration (line 94) | def _format_duration(self, seconds: float) -> str: method _get_task_output_dir (line 98) | def _get_task_output_dir(self, task) -> Path: method _load_latest_task_result (line 110) | def _load_latest_task_result(self, task) -> Optional[TaskResult]: method _gather_all_task_results (line 142) | def _gather_all_task_results(self) -> List[TaskResult]: method _run_single_task (line 181) | def _run_single_task(self, task) -> TaskResult: method run_evaluation (line 296) | def run_evaluation(self, task_filter: str) -> EvaluationReport: FILE: src/factory.py class ServiceComponents (line 27) | class ServiceComponents: function import_class (line 36) | def import_class(module_path: str): function apply_config_mapping (line 45) | def apply_config_mapping(config: dict, mapping: dict) -> dict: class ServiceRegistry (line 57) | class ServiceRegistry: method get_components (line 64) | def get_components(cls, service_name: str) -> ServiceComponents: class GenericServiceFactory (line 83) | class GenericServiceFactory: method __init__ (line 86) | def __init__(self, components: ServiceComponents, service_name: str): method create_task_manager (line 90) | def create_task_manager(self, **kwargs) -> BaseTaskManager: method create_state_manager (line 94) | def create_state_manager(self, config) -> BaseStateManager: method create_login_helper (line 102) | def create_login_helper(self, config) -> BaseLoginHelper: class MCPServiceFactory (line 118) | class MCPServiceFactory: method create_service_config (line 122) | def create_service_config(cls, service_name: str): method create_task_manager (line 136) | def create_task_manager(cls, service_name: str, **kwargs) -> BaseTaskM... method create_state_manager (line 142) | def create_state_manager(cls, service_name: str, **kwargs) -> BaseStat... method create_login_helper (line 155) | def create_login_helper(cls, service_name: str, **kwargs) -> BaseLogin... method get_supported_mcp_services (line 174) | def get_supported_mcp_services(cls) -> list: method get_config_info (line 179) | def get_config_info(cls, service_name: str) -> dict: method export_config_template (line 185) | def export_config_template(cls, service_name: str, output_path: str) -... FILE: src/logger.py function get_logger (line 8) | def get_logger(name: str) -> logging.Logger: FILE: src/mcp_services/filesystem/filesystem_login_helper.py class FilesystemLoginHelper (line 19) | class FilesystemLoginHelper(BaseLoginHelper): method __init__ (line 27) | def __init__(self, state_path: Optional[Path] = None): method login (line 40) | def login(self, **kwargs) -> bool: method is_authenticated (line 52) | def is_authenticated(self) -> bool: method get_credentials (line 61) | def get_credentials(self) -> dict: FILE: src/mcp_services/filesystem/filesystem_state_manager.py class FilesystemStateManager (line 22) | class FilesystemStateManager(BaseStateManager): method _get_project_root (line 30) | def _get_project_root(self) -> Path: method __init__ (line 42) | def __init__(self, test_root: Optional[Path] = None, cleanup_on_exit: ... method initialize (line 74) | def initialize(self, **kwargs) -> bool: method set_up (line 105) | def set_up(self, task: BaseTask) -> bool: method _set_dynamic_test_root (line 150) | def _set_dynamic_test_root(self, task: BaseTask) -> None: method clean_up (line 188) | def clean_up(self, task: Optional[BaseTask] = None, **kwargs) -> bool: method get_test_directory (line 227) | def get_test_directory(self) -> Optional[Path]: method get_service_config_for_agent (line 236) | def get_service_config_for_agent(self) -> dict: method track_resource (line 251) | def track_resource(self, resource_path: Path): method reset_test_environment (line 262) | def reset_test_environment(self) -> bool: method _create_backup (line 299) | def _create_backup(self, task: BaseTask) -> bool: method _restore_from_backup (line 332) | def _restore_from_backup(self, task: Optional[BaseTask] = None) -> bool: method _create_initial_state (line 373) | def _create_initial_state(self, task: BaseTask) -> Optional[Dict[str, ... method _store_initial_state_info (line 383) | def _store_initial_state_info( method _cleanup_task_initial_state (line 394) | def _cleanup_task_initial_state(self, task: BaseTask) -> bool: method _cleanup_single_resource (line 411) | def _cleanup_single_resource(self, resource: Dict[str, Any]) -> bool: method _download_and_extract_test_environment (line 431) | def _download_and_extract_test_environment(self) -> bool: FILE: src/mcp_services/filesystem/filesystem_task_manager.py class FilesystemTask (line 22) | class FilesystemTask(BaseTask): class FilesystemTaskManager (line 30) | class FilesystemTaskManager(BaseTaskManager): method __init__ (line 33) | def __init__(self, tasks_root: Path = None, task_suite: str = "standar... method _create_task_from_files (line 47) | def _create_task_from_files( method run_verification (line 81) | def run_verification(self, task: BaseTask) -> subprocess.CompletedProc... method filter_tasks (line 105) | def filter_tasks(self, task_filter: str) -> List[BaseTask]: FILE: src/mcp_services/github/github_login_helper.py class GitHubLoginHelper (line 20) | class GitHubLoginHelper(BaseLoginHelper): method __init__ (line 25) | def __init__( method login_and_save_state (line 43) | def login_and_save_state(self, **kwargs) -> bool: method _get_token_scopes (line 102) | def _get_token_scopes(self, session: requests.Session) -> list: method _verify_required_permissions (line 116) | def _verify_required_permissions(self, scopes: list) -> bool: method _save_auth_state (line 142) | def _save_auth_state(self, auth_state: Dict[str, Any]): method _get_current_timestamp (line 155) | def _get_current_timestamp(self) -> str: method get_saved_auth_state (line 161) | def get_saved_auth_state(self) -> Optional[Dict[str, Any]]: method is_token_valid (line 171) | def is_token_valid(self) -> bool: method get_rate_limit_info (line 191) | def get_rate_limit_info(self) -> Dict[str, Any]: method test_repository_access (line 214) | def test_repository_access(self, owner: str, repo: str) -> bool: FILE: src/mcp_services/github/github_state_manager.py class GitHubStateManager (line 21) | class GitHubStateManager(BaseStateManager): method __init__ (line 26) | def __init__( method _import_template_repo (line 137) | def _import_template_repo( method _create_initial_state (line 438) | def _create_initial_state(self, task: "BaseTask") -> Optional[InitialS... method _store_initial_state_info (line 501) | def _store_initial_state_info(self, task, state_info: InitialStateInfo... method _cleanup_task_initial_state (line 505) | def _cleanup_task_initial_state(self, task) -> bool: # type: ignore[o... method _cleanup_single_resource (line 509) | def _cleanup_single_resource(self, resource) -> bool: # type: ignore[... method clean_up (line 514) | def clean_up(self, task=None, **kwargs) -> bool: method _delete_repository (line 534) | def _delete_repository(self, owner: str, repo_name: str): method _obfuscate_mentions (line 549) | def _obfuscate_mentions(self, text: str) -> str: method _get_authenticated_user (line 589) | def _get_authenticated_user(self) -> str: method _update_session_token (line 603) | def _update_session_token(self): method _rotate_token (line 610) | def _rotate_token(self): method _request_with_retry (line 621) | def _request_with_retry( method select_initial_state_for_task (line 687) | def select_initial_state_for_task(self, task_category: str) -> Optiona... method extract_repo_info_from_url (line 718) | def extract_repo_info_from_url(self, repo_url: str) -> tuple[str, str]: method get_service_config_for_agent (line 736) | def get_service_config_for_agent(self) -> dict: method set_verification_environment (line 754) | def set_verification_environment(self, messages_path: str = None) -> N... method _enable_github_actions (line 775) | def _enable_github_actions(self, owner: str, repo_name: str): method _disable_github_actions (line 800) | def _disable_github_actions(self, owner: str, repo_name: str): method _disable_repository_notifications (line 823) | def _disable_repository_notifications(self, owner: str, repo_name: str): method _download_and_extract_github_template (line 853) | def _download_and_extract_github_template(self, template_name: str) ->... FILE: src/mcp_services/github/github_task_manager.py class GitHubTask (line 26) | class GitHubTask(BaseTask): class GitHubTaskManager (line 42) | class GitHubTaskManager(BaseTaskManager): method __init__ (line 45) | def __init__(self, tasks_root: Path = None, task_suite: str = "standar... method _create_task_from_files (line 68) | def _create_task_from_files( method _get_verification_command (line 98) | def _get_verification_command(self, task: GitHubTask) -> List[str]: method get_task_instruction (line 102) | def get_task_instruction(self, task: GitHubTask) -> str: FILE: src/mcp_services/github/repo_exporter.py function _make_session (line 54) | def _make_session(token: Optional[str] = None) -> requests.Session: function _parse_repo (line 62) | def _parse_repo(url: str) -> tuple[str, str]: function export_repository (line 75) | def export_repository( FILE: src/mcp_services/github/repo_importer.py function _make_session (line 48) | def _make_session(token: str) -> requests.Session: function _create_target_repo (line 54) | def _create_target_repo( function _get_authenticated_user (line 89) | def _get_authenticated_user(sess: requests.Session) -> str: function _delete_repo (line 95) | def _delete_repo(sess: requests.Session, owner: str, repo: str): function _list_refs (line 99) | def _list_refs(repo_dir: str) -> list[str]: function _push_repo (line 109) | def _push_repo( function _create_comment (line 162) | def _create_comment( function _create_issue (line 176) | def _create_issue( function _create_pull (line 207) | def _create_pull( function _enable_github_actions (line 232) | def _enable_github_actions(sess: requests.Session, owner: str, repo_name... function _disable_repository_notifications (line 253) | def _disable_repository_notifications( function _set_default_branch (line 283) | def _set_default_branch( function _remove_github_directory (line 304) | def _remove_github_directory(repo_path: Path, owner: str, repo_name: str... function import_repository (line 334) | def import_repository( FILE: src/mcp_services/github/token_pool.py class GitHubTokenPool (line 15) | class GitHubTokenPool: method __init__ (line 20) | def __init__(self, tokens: List[str]): method get_next_token (line 34) | def get_next_token(self) -> str: method get_current_token (line 45) | def get_current_token(self) -> str: method pool_size (line 55) | def pool_size(self) -> int: FILE: src/mcp_services/insforge/insforge_login_helper.py class InsforgeLoginHelper (line 19) | class InsforgeLoginHelper(BaseLoginHelper): method __init__ (line 22) | def __init__( method login (line 43) | def login(self, **kwargs) -> bool: method _save_connection_state (line 129) | def _save_connection_state(self, state: Dict[str, Any]): method _get_current_timestamp (line 145) | def _get_current_timestamp(self) -> str: method is_connected (line 151) | def is_connected(self) -> bool: method get_connection_params (line 155) | def get_connection_params(self) -> Dict[str, Any]: FILE: src/mcp_services/insforge/insforge_state_manager.py class InsforgeStateManager (line 23) | class InsforgeStateManager(BaseStateManager): method __init__ (line 26) | def __init__( method _test_connection (line 64) | def _test_connection(self): method _create_initial_state (line 86) | def _create_initial_state(self, task: BaseTask) -> Optional[InitialSta... method _store_initial_state_info (line 157) | def _store_initial_state_info( method _cleanup_task_initial_state (line 169) | def _cleanup_task_initial_state(self, task: BaseTask) -> bool: method _cleanup_single_resource (line 225) | def _cleanup_single_resource(self, resource: Dict[str, Any]) -> bool: method _run_prepare_environment (line 243) | def _run_prepare_environment(self, task: BaseTask) -> bool: method _get_timestamp (line 298) | def _get_timestamp(self) -> str: method _drop_schema (line 304) | def _drop_schema(self, schema_name: str) -> None: method _create_schema (line 330) | def _create_schema(self, schema_name: str) -> None: method _get_all_tables (line 354) | def _get_all_tables(self) -> List[Dict[str, str]]: method _drop_table (line 387) | def _drop_table(self, schema_name: str, table_name: str) -> None: method _restore_from_backup (line 422) | def _restore_from_backup(self, category_name: str) -> bool: method get_service_config_for_agent (line 483) | def get_service_config_for_agent(self) -> dict: method set_verification_environment (line 503) | def set_verification_environment(self, messages_path: str = None) -> N... FILE: src/mcp_services/insforge/insforge_task_manager.py class InsforgeTask (line 22) | class InsforgeTask(BaseTask): class InsforgeTaskManager (line 30) | class InsforgeTaskManager(BaseTaskManager): method __init__ (line 33) | def __init__(self, tasks_root: Path = None): method _create_task_from_files (line 49) | def _create_task_from_files( method _get_verification_command (line 79) | def _get_verification_command(self, task: InsforgeTask) -> List[str]: method run_verification (line 84) | def run_verification(self, task: BaseTask) -> subprocess.CompletedProc... method _format_task_instruction (line 103) | def _format_task_instruction(self, base_instruction: str) -> str: FILE: src/mcp_services/notion/notion_login_helper.py class NotionLoginHelper (line 28) | class NotionLoginHelper(BaseLoginHelper): method __init__ (line 35) | def __init__( method login (line 68) | def login(self) -> BrowserContext: method close (line 116) | def close(self) -> None: method _handle_headless_login (line 132) | def _handle_headless_login(self, context: BrowserContext) -> None: method __enter__ (line 172) | def __enter__(self) -> "NotionLoginHelper": method __exit__ (line 176) | def __exit__(self, exc_type, exc_val, exc_tb): function main (line 180) | def main(): FILE: src/mcp_services/notion/notion_state_manager.py class NotionStateManager (line 45) | class NotionStateManager(BaseStateManager): method __init__ (line 50) | def __init__( method _cleanup_eval_hub_orphans (line 120) | def _cleanup_eval_hub_orphans(self) -> None: method _cleanup_source_hub_orphans (line 159) | def _cleanup_source_hub_orphans(self, exclude_page_ids: Optional[Set[s... method _ensure_eval_parent_page_id (line 217) | def _ensure_eval_parent_page_id(self) -> Optional[str]: method _ensure_source_hub_page_id (line 255) | def _ensure_source_hub_page_id(self) -> Optional[str]: method _wait_for_database_ready (line 292) | def _wait_for_database_ready( method _create_initial_state (line 345) | def _create_initial_state(self, task: BaseTask) -> Optional[InitialSta... method _store_initial_state_info (line 411) | def _store_initial_state_info( method _cleanup_task_initial_state (line 423) | def _cleanup_task_initial_state(self, task: BaseTask) -> bool: method _cleanup_single_resource (line 455) | def _cleanup_single_resource(self, resource: Dict[str, Any]) -> bool: method _rename_initial_state_via_api (line 475) | def _rename_initial_state_via_api( method _ensure_browser (line 491) | def _ensure_browser(self) -> Tuple[Browser, BrowserContext]: method close (line 512) | def close(self) -> None: method _recover_duplicate_via_ui (line 537) | def _recover_duplicate_via_ui( method _move_current_page_to_env (line 630) | def _move_current_page_to_env( method _category_to_initial_state_title (line 701) | def _category_to_initial_state_title(self, category: str) -> str: method _extract_initial_state_id_from_url (line 705) | def _extract_initial_state_id_from_url(self, url: str) -> str: method _get_slug_base (line 718) | def _get_slug_base(self, url: str) -> str: method _is_valid_duplicate_url (line 726) | def _is_valid_duplicate_url(self, original_url: str, duplicated_url: s... method _find_initial_state_by_title (line 735) | def _find_initial_state_by_title(self, title: str) -> Optional[Tuple[s... method _duplicate_current_initial_state (line 801) | def _duplicate_current_initial_state( method _cleanup_orphan_duplicate (line 1008) | def _cleanup_orphan_duplicate( method _duplicate_initial_state_for_task (line 1072) | def _duplicate_initial_state_for_task( method get_service_config_for_agent (line 1150) | def get_service_config_for_agent(self) -> dict: FILE: src/mcp_services/notion/notion_task_manager.py class NotionTask (line 26) | class NotionTask(BaseTask): method __post_init__ (line 36) | def __post_init__(self): method description_path (line 50) | def description_path(self) -> Path: method verify_path (line 55) | def verify_path(self) -> Path: method get_description (line 60) | def get_description(self) -> str: class NotionTaskManager (line 67) | class NotionTaskManager(BaseTaskManager): method __init__ (line 70) | def __init__(self, tasks_root: Path = None, task_suite: str = "standar... method _get_service_directory_name (line 88) | def _get_service_directory_name(self) -> str: method _create_task_from_files (line 92) | def _create_task_from_files( method _get_verification_command (line 122) | def _get_verification_command(self, task: NotionTask) -> List[str]: FILE: src/mcp_services/playwright/playwright_login_helper.py class PlaywrightLoginHelper (line 24) | class PlaywrightLoginHelper(BaseLoginHelper): method __init__ (line 34) | def __init__( method login (line 71) | def login(self, **kwargs) -> bool: method get_browser_context (line 115) | def get_browser_context(self) -> Optional[BrowserContext]: method is_authenticated (line 124) | def is_authenticated(self) -> bool: method get_credentials (line 133) | def get_credentials(self) -> dict: method _save_browser_state (line 146) | def _save_browser_state(self) -> None: method close (line 155) | def close(self) -> None: FILE: src/mcp_services/playwright/playwright_state_manager.py class PlaywrightStateManager (line 26) | class PlaywrightStateManager(BaseStateManager): method __init__ (line 34) | def __init__( method _create_initial_state (line 85) | def _create_initial_state(self, task: BaseTask) -> Optional[InitialSta... method _store_initial_state_info (line 136) | def _store_initial_state_info( method _cleanup_task_initial_state (line 145) | def _cleanup_task_initial_state(self, task: BaseTask) -> bool: method _cleanup_single_resource (line 177) | def _cleanup_single_resource(self, resource: Dict[str, Any]) -> bool: method _get_context_options (line 192) | def _get_context_options(self, task: BaseTask) -> Dict[str, Any]: method _setup_test_environment (line 215) | def _setup_test_environment(self, task: BaseTask) -> Optional[str]: method get_current_context (line 250) | def get_current_context(self) -> Optional[BrowserContext]: method get_test_page (line 254) | def get_test_page(self) -> Optional[Page]: method navigate_to_test_url (line 265) | def navigate_to_test_url(self, task: BaseTask) -> Optional[Page]: method get_service_config_for_agent (line 283) | def get_service_config_for_agent(self) -> dict: method close_all (line 304) | def close_all(self) -> None: method set_verification_environment (line 335) | def set_verification_environment(self, messages_path: str = None) -> N... method __del__ (line 353) | def __del__(self): FILE: src/mcp_services/playwright/playwright_task_manager.py class PlaywrightTask (line 21) | class PlaywrightTask(BaseTask): class PlaywrightTaskManager (line 26) | class PlaywrightTaskManager(BaseTaskManager): method __init__ (line 29) | def __init__(self, tasks_root: Path = None, task_suite: str = "standar... method _create_task_from_files (line 42) | def _create_task_from_files( method _get_verification_command (line 71) | def _get_verification_command(self, task: BaseTask) -> List[str]: method run_verification (line 75) | def run_verification(self, task: BaseTask) -> subprocess.CompletedProc... method _format_task_instruction (line 99) | def _format_task_instruction(self, base_instruction: str) -> str: FILE: src/mcp_services/playwright_webarena/playwright_login_helper.py class PlaywrightLoginHelper (line 21) | class PlaywrightLoginHelper(BaseLoginHelper): method __init__ (line 28) | def __init__( method login (line 51) | def login(self, **kwargs) -> bool: method is_authenticated (line 59) | def is_authenticated(self) -> bool: method get_credentials (line 62) | def get_credentials(self) -> dict: method close (line 70) | def close(self) -> None: FILE: src/mcp_services/playwright_webarena/playwright_state_manager.py class DockerConfig (line 31) | class DockerConfig: method base_url (line 42) | def base_url(self) -> str: class PlaywrightStateManager (line 46) | class PlaywrightStateManager(BaseStateManager): method __init__ (line 77) | def __init__( method _run_cmd (line 125) | def _run_cmd( method _image_exists (line 133) | def _image_exists(self, image: str) -> bool: method _load_image_from_tar_if_needed (line 155) | def _load_image_from_tar_if_needed(self) -> None: method _stop_and_remove_container (line 168) | def _stop_and_remove_container(self, name: str) -> None: method _container_is_running (line 174) | def _container_is_running(self, name: str) -> bool: method _port_open (line 182) | def _port_open(self, host: str, port: int) -> bool: method _http_ready (line 189) | def _http_ready(self, url: str) -> bool: method _get_entry_url (line 196) | def _get_entry_url(self) -> str: method _wait_until_ready (line 203) | def _wait_until_ready(self) -> bool: method _wait_for_mysql_ready (line 228) | def _wait_for_mysql_ready(self, max_wait_seconds: int = 120) -> bool: method _wait_for_magento_ready (line 244) | def _wait_for_magento_ready(self, max_wait_seconds: int = 180) -> bool: method _configure_shopping_post_start (line 260) | def _configure_shopping_post_start(self) -> None: method _configure_shopping_admin_post_start (line 322) | def _configure_shopping_admin_post_start(self) -> None: method _create_initial_state (line 403) | def _create_initial_state(self, task: BaseTask) -> Optional[InitialSta... method _store_initial_state_info (line 486) | def _store_initial_state_info( method _cleanup_task_initial_state (line 494) | def _cleanup_task_initial_state(self, task: BaseTask) -> bool: method _cleanup_single_resource (line 512) | def _cleanup_single_resource(self, resource: Dict[str, Any]) -> bool: method get_service_config_for_agent (line 532) | def get_service_config_for_agent(self) -> dict: method close_all (line 548) | def close_all(self) -> None: method __del__ (line 559) | def __del__(self) -> None: FILE: src/mcp_services/playwright_webarena/playwright_task_manager.py class PlaywrightTaskManager (line 19) | class PlaywrightTaskManager(BaseTaskManager): method __init__ (line 22) | def __init__( method _create_task_from_files (line 38) | def _create_task_from_files( method get_task_instruction (line 70) | def get_task_instruction(self, task: BaseTask) -> str: method _get_verification_command (line 77) | def _get_verification_command(self, task: BaseTask) -> List[str]: method run_verification (line 81) | def run_verification(self, task: BaseTask) -> subprocess.CompletedProc... method _format_task_instruction (line 94) | def _format_task_instruction(self, base_instruction: str) -> str: FILE: src/mcp_services/postgres/postgres_login_helper.py class PostgresLoginHelper (line 19) | class PostgresLoginHelper(BaseLoginHelper): method __init__ (line 22) | def __init__( method login (line 52) | def login(self, **kwargs) -> bool: method _save_connection_state (line 111) | def _save_connection_state(self, state: Dict[str, Any]): method _get_current_timestamp (line 127) | def _get_current_timestamp(self) -> str: method is_connected (line 133) | def is_connected(self) -> bool: method get_connection_params (line 137) | def get_connection_params(self) -> Dict[str, Any]: FILE: src/mcp_services/postgres/postgres_state_manager.py class PostgresStateManager (line 24) | class PostgresStateManager(BaseStateManager): method __init__ (line 27) | def __init__( method _test_connection (line 75) | def _test_connection(self): method _setup_database (line 80) | def _setup_database(self): method _setup_database (line 139) | def _setup_database(self): method _create_initial_state (line 198) | def _create_initial_state(self, task: BaseTask) -> Optional[InitialSta... method _store_initial_state_info (line 236) | def _store_initial_state_info( method _cleanup_task_initial_state (line 246) | def _cleanup_task_initial_state(self, task: BaseTask) -> bool: method _cleanup_single_resource (line 266) | def _cleanup_single_resource(self, resource: Dict[str, Any]) -> bool: method _database_exists (line 278) | def _database_exists(self, db_name: str) -> bool: method _create_database_from_template (line 288) | def _create_database_from_template(self, new_db: str, template_db: str): method _create_empty_database (line 310) | def _create_empty_database(self, db_name: str): method _drop_database (line 322) | def _drop_database(self, db_name: str): method _run_prepare_environment (line 347) | def _run_prepare_environment(self, db_name: str, task: BaseTask): method _setup_task_specific_data (line 396) | def _setup_task_specific_data(self, db_name: str, task: BaseTask): method _setup_basic_queries_data (line 417) | def _setup_basic_queries_data(self, cursor): method _setup_data_manipulation_data (line 435) | def _setup_data_manipulation_data(self, cursor): method _setup_table_operations_data (line 454) | def _setup_table_operations_data(self, cursor): method _get_timestamp (line 464) | def _get_timestamp(self) -> str: method get_service_config_for_agent (line 470) | def get_service_config_for_agent(self) -> dict: FILE: src/mcp_services/postgres/postgres_task_manager.py class PostgresTask (line 22) | class PostgresTask(BaseTask): class PostgresTaskManager (line 32) | class PostgresTaskManager(BaseTaskManager): method __init__ (line 35) | def __init__(self, tasks_root: Path = None, task_suite: str = "standar... method _create_task_from_files (line 53) | def _create_task_from_files( method _get_verification_command (line 83) | def _get_verification_command(self, task: PostgresTask) -> List[str]: method run_verification (line 93) | def run_verification(self, task: BaseTask) -> subprocess.CompletedProc... method _format_task_instruction (line 112) | def _format_task_instruction(self, base_instruction: str) -> str: FILE: src/mcp_services/supabase/supabase_login_helper.py class SupabaseLoginHelper (line 17) | class SupabaseLoginHelper(BaseLoginHelper): method __init__ (line 23) | def __init__(self): method prepare_credentials (line 26) | def prepare_credentials(self) -> Dict[str, Any]: method _get_key_from_supabase_status (line 62) | def _get_key_from_supabase_status(self) -> Optional[str]: method test_credentials (line 92) | def test_credentials(self, credentials: Dict[str, Any]) -> bool: method format_credentials_info (line 149) | def format_credentials_info(self, credentials: Dict[str, Any]) -> str: FILE: src/mcp_services/supabase/supabase_state_manager.py class SupabaseStateManager (line 24) | class SupabaseStateManager(BaseStateManager): method __init__ (line 31) | def __init__( method _test_connection (line 80) | def _test_connection(self): method _create_initial_state (line 96) | def _create_initial_state(self, task: BaseTask) -> Optional[InitialSta... method _store_initial_state_info (line 167) | def _store_initial_state_info( method _cleanup_task_initial_state (line 179) | def _cleanup_task_initial_state(self, task: BaseTask) -> bool: method _cleanup_single_resource (line 235) | def _cleanup_single_resource(self, resource: Dict[str, Any]) -> bool: method _run_prepare_environment (line 250) | def _run_prepare_environment(self, task: BaseTask) -> bool: method _get_timestamp (line 310) | def _get_timestamp(self) -> str: method _drop_schema (line 315) | def _drop_schema(self, schema_name: str) -> None: method _create_schema (line 338) | def _create_schema(self, schema_name: str) -> None: method _get_all_tables (line 359) | def _get_all_tables(self) -> List[Dict[str, str]]: method _drop_table (line 390) | def _drop_table(self, schema_name: str, table_name: str) -> None: method _restore_from_backup (line 422) | def _restore_from_backup(self, category_name: str) -> bool: method get_service_config_for_agent (line 482) | def get_service_config_for_agent(self) -> dict: method set_verification_environment (line 506) | def set_verification_environment(self, messages_path: str = None) -> N... FILE: src/mcp_services/supabase/supabase_task_manager.py class SupabaseTask (line 23) | class SupabaseTask(BaseTask): class SupabaseTaskManager (line 31) | class SupabaseTaskManager(BaseTaskManager): method __init__ (line 38) | def __init__(self, tasks_root: Path = None): method _create_task_from_files (line 54) | def _create_task_from_files( method _get_verification_command (line 84) | def _get_verification_command(self, task: SupabaseTask) -> List[str]: method run_verification (line 89) | def run_verification(self, task: BaseTask) -> subprocess.CompletedProc... method _format_task_instruction (line 108) | def _format_task_instruction(self, base_instruction: str) -> str: FILE: src/model_config.py class ModelConfig (line 19) | class ModelConfig: method __init__ (line 187) | def __init__(self, model_name: str): method _get_model_info (line 214) | def _get_model_info(self, model_name: str) -> Dict[str, str]: method get_supported_models (line 232) | def get_supported_models(cls) -> List[str]: function main (line 237) | def main(): FILE: src/results_reporter.py class TaskResult (line 22) | class TaskResult: method status (line 55) | def status(self) -> str: class EvaluationReport (line 61) | class EvaluationReport: method success_rate (line 73) | def success_rate(self) -> float: method total_input_tokens (line 80) | def total_input_tokens(self) -> int: method total_output_tokens (line 89) | def total_output_tokens(self) -> int: method total_tokens (line 98) | def total_tokens(self) -> int: method total_reasoning_tokens (line 107) | def total_reasoning_tokens(self) -> int: method avg_input_tokens (line 116) | def avg_input_tokens(self) -> float: method avg_output_tokens (line 123) | def avg_output_tokens(self) -> float: method avg_total_tokens (line 130) | def avg_total_tokens(self) -> float: method avg_reasoning_tokens (line 137) | def avg_reasoning_tokens(self) -> float: method total_task_execution_time (line 144) | def total_task_execution_time(self) -> float: method total_agent_execution_time (line 151) | def total_agent_execution_time(self) -> float: method get_category_stats (line 155) | def get_category_stats(self) -> Dict[str, Dict[str, Any]]: class ResultsReporter (line 239) | class ResultsReporter: method __init__ (line 242) | def __init__(self): method save_messages_json (line 246) | def save_messages_json(self, messages: Any, output_path: Path) -> Path: method save_meta_json (line 253) | def save_meta_json( method save_model_summary (line 288) | def save_model_summary(self, report: EvaluationReport, output_path: Pa... FILE: src/services.py function get_service_definition (line 445) | def get_service_definition(service_name: str) -> dict: function get_supported_mcp_services (line 452) | def get_supported_mcp_services() -> list: FILE: tasks/filesystem/easy/file_context/file_splitting/verify.py function get_test_directory (line 10) | def get_test_directory() -> Path: function verify_split_directory_exists (line 17) | def verify_split_directory_exists(test_dir: Path) -> bool: function verify_all_split_files_exist (line 32) | def verify_all_split_files_exist(test_dir: Path) -> bool: function verify_similar_file_lengths (line 51) | def verify_similar_file_lengths(test_dir: Path) -> bool: function verify_content_integrity (line 82) | def verify_content_integrity(test_dir: Path) -> bool: function verify_no_extra_files (line 117) | def verify_no_extra_files(test_dir: Path) -> bool: function main (line 132) | def main(): FILE: tasks/filesystem/easy/file_context/pattern_matching/verify.py function get_test_directory (line 10) | def get_test_directory() -> Path: function verify_answer_file_exists (line 17) | def verify_answer_file_exists(test_dir: Path) -> bool: function verify_answer_format (line 28) | def verify_answer_format(test_dir: Path) -> bool: function find_30_plus_char_matches (line 60) | def find_30_plus_char_matches(test_dir: Path) -> set: function verify_matches_are_correct (line 96) | def verify_matches_are_correct(test_dir: Path) -> bool: function verify_files_exist (line 146) | def verify_files_exist(test_dir: Path) -> bool: function main (line 175) | def main(): FILE: tasks/filesystem/easy/file_context/uppercase/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function verify_uppercase_directory_exists (line 18) | def verify_uppercase_directory_exists(test_dir: Path) -> bool: function verify_uppercase_files_exist (line 33) | def verify_uppercase_files_exist(test_dir: Path) -> bool: function verify_uppercase_content (line 48) | def verify_uppercase_content(test_dir: Path) -> bool: function verify_answer_file_exists (line 79) | def verify_answer_file_exists(test_dir: Path) -> bool: function verify_answer_format (line 91) | def verify_answer_format(test_dir: Path) -> bool: function count_words_in_file (line 152) | def count_words_in_file(file_path: Path) -> int: function verify_word_counts_are_correct (line 163) | def verify_word_counts_are_correct(test_dir: Path) -> bool: function verify_all_files_are_included (line 211) | def verify_all_files_are_included(test_dir: Path) -> bool: function main (line 245) | def main(): FILE: tasks/filesystem/easy/file_property/largest_rename/verify.py function get_test_directory (line 10) | def get_test_directory() -> Path: function verify_sg_jpg_not_exists (line 17) | def verify_sg_jpg_not_exists(test_dir: Path) -> bool: function verify_largest_jpg_exists (line 28) | def verify_largest_jpg_exists(test_dir: Path) -> bool: function main (line 39) | def main(): FILE: tasks/filesystem/easy/file_property/txt_merging/verify.py function get_test_directory (line 10) | def get_test_directory() -> Path: function get_expected_contents (line 17) | def get_expected_contents(): function verify_merge_file_exists (line 25) | def verify_merge_file_exists(test_dir: Path) -> bool: function verify_merge_file_contents (line 40) | def verify_merge_file_contents(test_dir: Path) -> bool: function main (line 67) | def main(): FILE: tasks/filesystem/easy/folder_structure/structure_analysis/verify.py function get_test_directory (line 10) | def get_test_directory() -> Path: function verify_structure_analysis_file_exists (line 17) | def verify_structure_analysis_file_exists(test_dir: Path) -> bool: function verify_structure_analysis_content (line 28) | def verify_structure_analysis_content(test_dir: Path) -> bool: function main (line 54) | def main(): FILE: tasks/filesystem/easy/legal_document/file_reorganize/verify.py function get_test_directory (line 10) | def get_test_directory() -> Path: function verify_final_version_folder_exists (line 17) | def verify_final_version_folder_exists(test_dir: Path) -> bool: function verify_target_file_exists (line 32) | def verify_target_file_exists(test_dir: Path) -> bool: function verify_original_file_preserved (line 47) | def verify_original_file_preserved(test_dir: Path) -> bool: function verify_only_v10_in_final_version (line 58) | def verify_only_v10_in_final_version(test_dir: Path) -> bool: function main (line 83) | def main(): FILE: tasks/filesystem/easy/papers/papers_counting/verify.py function get_test_directory (line 10) | def get_test_directory() -> Path: function verify_count_file_exists (line 17) | def verify_count_file_exists(test_dir: Path) -> bool: function verify_count_content (line 28) | def verify_count_content(test_dir: Path) -> bool: function verify_actual_html_count (line 47) | def verify_actual_html_count(test_dir: Path) -> bool: function main (line 59) | def main(): FILE: tasks/filesystem/easy/student_database/duplicate_name/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function verify_namesake_file_exists (line 18) | def verify_namesake_file_exists(test_dir: Path) -> bool: function parse_namesake_file (line 29) | def parse_namesake_file(test_dir: Path) -> dict: function verify_against_expected_results (line 93) | def verify_against_expected_results(namesakes: dict) -> bool: function main (line 148) | def main(): FILE: tasks/filesystem/easy/student_database/recommender_name/verify.py function get_test_directory (line 10) | def get_test_directory() -> Path: function verify_recommender_file_exists (line 17) | def verify_recommender_file_exists(test_dir: Path) -> bool: function verify_recommender_content (line 28) | def verify_recommender_content(test_dir: Path) -> bool: function main (line 47) | def main(): FILE: tasks/filesystem/standard/desktop/music_report/verify.py function get_test_directory (line 10) | def get_test_directory() -> Path: function verify_report_file_exists (line 43) | def verify_report_file_exists(test_dir: Path) -> bool: function verify_file_content_structure (line 58) | def verify_file_content_structure(test_dir: Path) -> bool: function verify_song_ranking_format (line 77) | def verify_song_ranking_format(test_dir: Path) -> bool: function verify_song_ranking_order_with_tolerance (line 124) | def verify_song_ranking_order_with_tolerance(test_dir: Path) -> bool: function verify_song_names_match_expected (line 152) | def verify_song_names_match_expected(test_dir: Path) -> bool: function verify_popularity_scores_match_expected (line 183) | def verify_popularity_scores_match_expected(test_dir: Path) -> bool: function verify_top_5_songs (line 221) | def verify_top_5_songs(test_dir: Path) -> bool: function verify_no_extra_content (line 280) | def verify_no_extra_content(test_dir: Path) -> bool: function main (line 299) | def main(): FILE: tasks/filesystem/standard/desktop/project_management/verify.py function get_test_directory (line 10) | def get_test_directory() -> Path: function verify_organized_projects_directory_exists (line 17) | def verify_organized_projects_directory_exists(test_dir: Path) -> bool: function verify_directory_structure (line 32) | def verify_directory_structure(test_dir: Path) -> bool: function verify_python_files_in_ml_projects (line 63) | def verify_python_files_in_ml_projects(test_dir: Path) -> bool: function verify_csv_files_in_data_analysis (line 90) | def verify_csv_files_in_data_analysis(test_dir: Path) -> bool: function verify_learning_md_files_in_resources (line 118) | def verify_learning_md_files_in_resources(test_dir: Path) -> bool: function verify_entertainment_md_files_in_entertainment (line 146) | def verify_entertainment_md_files_in_entertainment(test_dir: Path) -> bool: function verify_music_md_files_in_collections (line 170) | def verify_music_md_files_in_collections(test_dir: Path) -> bool: function verify_progress_tracking_empty (line 192) | def verify_progress_tracking_empty(test_dir: Path) -> bool: function verify_project_structure_file_exists (line 205) | def verify_project_structure_file_exists(test_dir: Path) -> bool: function verify_file_counts (line 221) | def verify_file_counts(test_dir: Path) -> bool: function main (line 249) | def main(): FILE: tasks/filesystem/standard/desktop/timeline_extraction/verify.py function get_test_directory (line 13) | def get_test_directory() -> Path: function verify_timeline_file_exists (line 20) | def verify_timeline_file_exists(test_dir: Path) -> bool: function verify_timeline_file_readable (line 35) | def verify_timeline_file_readable(test_dir: Path) -> bool: function verify_line_count (line 52) | def verify_line_count(test_dir: Path) -> bool: function verify_line_format (line 71) | def verify_line_format(test_dir: Path) -> bool: function verify_date_format (line 124) | def verify_date_format(test_dir: Path) -> bool: function verify_chronological_order (line 157) | def verify_chronological_order(test_dir: Path) -> bool: function verify_expected_entries (line 186) | def verify_expected_entries(test_dir: Path) -> bool: function verify_no_duplicates (line 306) | def verify_no_duplicates(test_dir: Path) -> bool: function verify_file_paths_exist (line 325) | def verify_file_paths_exist(test_dir: Path) -> bool: function main (line 389) | def main(): FILE: tasks/filesystem/standard/desktop_template/budget_computation/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function verify_total_budget_file_exists (line 18) | def verify_total_budget_file_exists(test_dir: Path) -> bool: function verify_file_format (line 29) | def verify_file_format(test_dir: Path) -> bool: function verify_expense_entries (line 73) | def verify_expense_entries(test_dir: Path) -> bool: function verify_file_paths_and_counts (line 100) | def verify_file_paths_and_counts(test_dir: Path) -> bool: function verify_individual_prices (line 176) | def verify_individual_prices(test_dir: Path) -> bool: function verify_total_price (line 270) | def verify_total_price(test_dir: Path) -> bool: function verify_total_calculation (line 300) | def verify_total_calculation(test_dir: Path) -> bool: function main (line 330) | def main(): FILE: tasks/filesystem/standard/desktop_template/contact_information/verify.py function get_test_directory (line 12) | def get_test_directory() -> Path: function verify_contact_info_csv_exists (line 19) | def verify_contact_info_csv_exists(test_dir: Path) -> bool: function verify_answer_txt_exists (line 30) | def verify_answer_txt_exists(test_dir: Path) -> bool: function verify_csv_structure (line 41) | def verify_csv_structure(test_dir: Path) -> bool: function verify_csv_content_accuracy (line 81) | def verify_csv_content_accuracy(test_dir: Path) -> bool: function verify_csv_data_completeness (line 166) | def verify_csv_data_completeness(test_dir: Path) -> bool: function verify_answer_content (line 202) | def verify_answer_content(test_dir: Path) -> bool: function verify_file_locations (line 221) | def verify_file_locations(test_dir: Path) -> bool: function main (line 238) | def main(): FILE: tasks/filesystem/standard/desktop_template/file_arrangement/verify.py function get_test_directory (line 10) | def get_test_directory() -> Path: function verify_folder_structure (line 17) | def verify_folder_structure(test_dir: Path) -> bool: function verify_work_folder_files (line 34) | def verify_work_folder_files(test_dir: Path) -> bool: function verify_life_folder_files (line 60) | def verify_life_folder_files(test_dir: Path) -> bool: function verify_archives_folder_files (line 88) | def verify_archives_folder_files(test_dir: Path) -> bool: function verify_temp_folder_files (line 113) | def verify_temp_folder_files(test_dir: Path) -> bool: function verify_others_folder_files (line 136) | def verify_others_folder_files(test_dir: Path) -> bool: function verify_required_files_in_correct_folders (line 149) | def verify_required_files_in_correct_folders(test_dir: Path) -> bool: function verify_no_duplicate_required_files (line 198) | def verify_no_duplicate_required_files(test_dir: Path) -> bool: function main (line 229) | def main(): FILE: tasks/filesystem/standard/file_context/duplicates_searching/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function calculate_file_hash (line 18) | def calculate_file_hash(file_path: Path) -> str: function verify_duplicates_directory_exists (line 27) | def verify_duplicates_directory_exists(test_dir: Path) -> bool: function get_expected_duplicate_groups (line 42) | def get_expected_duplicate_groups(): function get_expected_unique_files (line 62) | def get_expected_unique_files(): function verify_duplicate_files_moved (line 69) | def verify_duplicate_files_moved(test_dir: Path) -> bool: function verify_unique_files_remain (line 89) | def verify_unique_files_remain(test_dir: Path) -> bool: function verify_no_duplicate_files_in_original (line 106) | def verify_no_duplicate_files_in_original(test_dir: Path) -> bool: function verify_content_integrity (line 124) | def verify_content_integrity(test_dir: Path) -> bool: function verify_total_file_count (line 162) | def verify_total_file_count(test_dir: Path) -> bool: function main (line 185) | def main(): FILE: tasks/filesystem/standard/file_context/file_merging/verify.py function get_test_directory (line 10) | def get_test_directory() -> Path: function get_expected_files (line 17) | def get_expected_files() -> list: function verify_merged_file_exists (line 34) | def verify_merged_file_exists(test_dir: Path) -> bool: function verify_correct_files_selected (line 47) | def verify_correct_files_selected(test_dir: Path) -> bool: function verify_alphabetical_order (line 73) | def verify_alphabetical_order(test_dir: Path) -> bool: function verify_file_content_integrity (line 106) | def verify_file_content_integrity(test_dir: Path) -> bool: function verify_filename_headers (line 158) | def verify_filename_headers(test_dir: Path) -> bool: function main (line 179) | def main(): FILE: tasks/filesystem/standard/file_context/file_splitting/verify.py function get_test_directory (line 10) | def get_test_directory() -> Path: function verify_split_directory_exists (line 17) | def verify_split_directory_exists(test_dir: Path) -> bool: function verify_all_split_files_exist (line 32) | def verify_all_split_files_exist(test_dir: Path) -> bool: function verify_equal_file_lengths (line 51) | def verify_equal_file_lengths(test_dir: Path) -> bool: function verify_content_integrity (line 75) | def verify_content_integrity(test_dir: Path) -> bool: function verify_no_extra_files (line 110) | def verify_no_extra_files(test_dir: Path) -> bool: function main (line 125) | def main(): FILE: tasks/filesystem/standard/file_context/pattern_matching/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function verify_answer_file_exists (line 18) | def verify_answer_file_exists(test_dir: Path) -> bool: function verify_answer_format (line 29) | def verify_answer_format(test_dir: Path) -> bool: function find_30_plus_char_matches (line 79) | def find_30_plus_char_matches(test_dir: Path) -> dict: function verify_matches_are_correct (line 122) | def verify_matches_are_correct(test_dir: Path) -> bool: function verify_match_length_is_30_plus (line 180) | def verify_match_length_is_30_plus(test_dir: Path) -> bool: function verify_files_exist (line 227) | def verify_files_exist(test_dir: Path) -> bool: function main (line 257) | def main(): FILE: tasks/filesystem/standard/file_context/uppercase/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function verify_uppercase_directory_exists (line 18) | def verify_uppercase_directory_exists(test_dir: Path) -> bool: function verify_uppercase_files_exist (line 33) | def verify_uppercase_files_exist(test_dir: Path) -> bool: function verify_uppercase_content (line 48) | def verify_uppercase_content(test_dir: Path) -> bool: function verify_answer_file_exists (line 79) | def verify_answer_file_exists(test_dir: Path) -> bool: function verify_answer_format (line 91) | def verify_answer_format(test_dir: Path) -> bool: function count_words_in_file (line 152) | def count_words_in_file(file_path: Path) -> int: function verify_word_counts_are_correct (line 163) | def verify_word_counts_are_correct(test_dir: Path) -> bool: function verify_all_files_are_included (line 211) | def verify_all_files_are_included(test_dir: Path) -> bool: function main (line 245) | def main(): FILE: tasks/filesystem/standard/file_property/size_classification/verify.py function get_test_directory (line 10) | def get_test_directory() -> Path: function get_expected_classification (line 17) | def get_expected_classification(): function verify_directories_exist (line 25) | def verify_directories_exist(test_dir: Path) -> bool: function verify_file_classification (line 41) | def verify_file_classification(test_dir: Path) -> bool: function verify_no_files_in_root (line 72) | def verify_no_files_in_root(test_dir: Path) -> bool: function verify_file_sizes (line 87) | def verify_file_sizes(test_dir: Path) -> bool: function verify_total_file_count (line 115) | def verify_total_file_count(test_dir: Path) -> bool: function main (line 136) | def main(): FILE: tasks/filesystem/standard/file_property/time_classification/verify.py function get_test_directory (line 12) | def get_test_directory() -> Path: function get_month_mapping (line 19) | def get_month_mapping(): function get_day_mapping (line 26) | def get_day_mapping(): function get_expected_directory_structure (line 35) | def get_expected_directory_structure(): function find_month_directory (line 48) | def find_month_directory(test_dir: Path, expected_month: str) -> Path: function find_day_directory (line 60) | def find_day_directory(month_dir: Path, expected_day: str) -> Path: function verify_directory_structure (line 72) | def verify_directory_structure(test_dir: Path) -> bool: function verify_files_in_directories (line 96) | def verify_files_in_directories(test_dir: Path) -> bool: function verify_metadata_analysis_files (line 133) | def verify_metadata_analysis_files(test_dir: Path) -> bool: function verify_no_files_in_root (line 218) | def verify_no_files_in_root(test_dir: Path) -> bool: function verify_total_file_count (line 233) | def verify_total_file_count(test_dir: Path) -> bool: function main (line 258) | def main(): FILE: tasks/filesystem/standard/folder_structure/structure_analysis/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function verify_structure_analysis_file_exists (line 18) | def verify_structure_analysis_file_exists(test_dir: Path) -> bool: function verify_structure_analysis_file_readable (line 29) | def verify_structure_analysis_file_readable(test_dir: Path) -> bool: function verify_subtask1_file_statistics (line 46) | def verify_subtask1_file_statistics(test_dir: Path) -> bool: function verify_subtask2_depth_analysis (line 92) | def verify_subtask2_depth_analysis(test_dir: Path) -> bool: function verify_subtask3_file_type_classification (line 160) | def verify_subtask3_file_type_classification(test_dir: Path) -> bool: function verify_file_format (line 197) | def verify_file_format(test_dir: Path) -> bool: function main (line 222) | def main(): FILE: tasks/filesystem/standard/folder_structure/structure_mirror/verify.py function get_test_directory (line 10) | def get_test_directory() -> Path: function verify_mirror_directory_exists (line 17) | def verify_mirror_directory_exists(test_dir: Path, mirror_path: Path) ->... function verify_placeholder_file_exists (line 30) | def verify_placeholder_file_exists(mirror_path: Path, test_dir: Path) ->... function verify_placeholder_content (line 45) | def verify_placeholder_content(mirror_path: Path, test_dir: Path) -> bool: function verify_no_files_copied (line 72) | def verify_no_files_copied(test_dir: Path) -> bool: function verify_mirror_structure_completeness (line 99) | def verify_mirror_structure_completeness(test_dir: Path) -> bool: function main (line 164) | def main(): FILE: tasks/filesystem/standard/legal_document/dispute_review/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function verify_output_file_exists (line 18) | def verify_output_file_exists(test_dir: Path) -> bool: function verify_output_format (line 29) | def verify_output_format(test_dir: Path) -> bool: function verify_expected_entries (line 61) | def verify_expected_entries(test_dir: Path) -> bool: function verify_comment_count_accuracy (line 128) | def verify_comment_count_accuracy(test_dir: Path) -> bool: function main (line 137) | def main(): FILE: tasks/filesystem/standard/legal_document/individual_comments/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function verify_output_file_exists (line 18) | def verify_output_file_exists(test_dir: Path) -> bool: function verify_csv_format (line 29) | def verify_csv_format(test_dir: Path) -> bool: function verify_csv_content (line 66) | def verify_csv_content(test_dir: Path) -> bool: function verify_data_accuracy (line 169) | def verify_data_accuracy(test_dir: Path) -> bool: function verify_file_location (line 201) | def verify_file_location(test_dir: Path) -> bool: function main (line 212) | def main(): FILE: tasks/filesystem/standard/legal_document/solution_tracing/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function verify_output_file_exists (line 18) | def verify_output_file_exists(test_dir: Path) -> bool: function verify_csv_format (line 29) | def verify_csv_format(test_dir: Path) -> bool: function verify_csv_content (line 66) | def verify_csv_content(test_dir: Path) -> bool: function verify_data_accuracy (line 167) | def verify_data_accuracy(test_dir: Path) -> bool: function verify_file_location (line 209) | def verify_file_location(test_dir: Path) -> bool: function main (line 220) | def main(): FILE: tasks/filesystem/standard/papers/author_folders/verify.py function get_test_directory (line 14) | def get_test_directory() -> Path: class ArxivHTMLParser (line 21) | class ArxivHTMLParser(HTMLParser): method __init__ (line 24) | def __init__(self): method handle_starttag (line 29) | def handle_starttag(self, tag, attrs): function extract_paper_info (line 42) | def extract_paper_info(html_file: Path) -> tuple[List[str], str]: function normalize_author_name (line 65) | def normalize_author_name(author: str) -> str: function verify_directories_exist (line 95) | def verify_directories_exist(test_dir: Path) -> bool: function analyze_papers (line 119) | def analyze_papers(test_dir: Path) -> tuple[Dict[str, List[Path]], Dict[... function verify_frequent_authors (line 151) | def verify_frequent_authors(test_dir: Path, author_papers: Dict[str, Lis... function verify_2025_authors (line 197) | def verify_2025_authors(test_dir: Path, author_2025_papers: Dict[str, Li... function verify_original_files_intact (line 243) | def verify_original_files_intact(test_dir: Path) -> bool: function verify_naming_convention (line 254) | def verify_naming_convention(test_dir: Path) -> bool: function main (line 284) | def main(): FILE: tasks/filesystem/standard/papers/find_math_paper/verify.py function get_test_directory (line 10) | def get_test_directory() -> Path: function verify_answer_file_exists (line 17) | def verify_answer_file_exists(test_dir: Path) -> bool: function verify_original_file_removed (line 28) | def verify_original_file_removed(test_dir: Path) -> bool: function main (line 39) | def main(): FILE: tasks/filesystem/standard/papers/organize_legacy_papers/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function verify_papers_remain (line 18) | def verify_papers_remain(test_dir: Path) -> bool: function verify_directory_structure (line 64) | def verify_directory_structure(test_dir: Path) -> bool: function verify_papers_moved (line 89) | def verify_papers_moved(test_dir: Path) -> bool: function verify_index_files (line 121) | def verify_index_files(test_dir: Path) -> bool: function verify_author_extraction (line 154) | def verify_author_extraction(test_dir: Path) -> bool: function verify_summary_file (line 271) | def verify_summary_file(test_dir: Path) -> bool: function verify_sorting (line 323) | def verify_sorting(test_dir: Path) -> bool: function main (line 367) | def main(): FILE: tasks/filesystem/standard/student_database/duplicate_name/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function verify_namesake_file_exists (line 18) | def verify_namesake_file_exists(test_dir: Path) -> bool: function parse_namesake_file (line 29) | def parse_namesake_file(test_dir: Path) -> dict: function verify_against_expected_results (line 93) | def verify_against_expected_results(namesakes: dict) -> bool: function main (line 152) | def main(): FILE: tasks/filesystem/standard/student_database/english_talent/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function verify_qualified_students_file_exists (line 18) | def verify_qualified_students_file_exists(test_dir: Path) -> bool: function verify_file_format (line 29) | def verify_file_format(test_dir: Path) -> bool: function parse_qualified_students_file (line 94) | def parse_qualified_students_file(test_dir: Path) -> list: function verify_student_count (line 139) | def verify_student_count(students: list) -> bool: function verify_expected_students (line 151) | def verify_expected_students(students: list) -> bool: function main (line 205) | def main(): FILE: tasks/filesystem/standard/student_database/gradebased_score/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function verify_grade_summary_exists (line 18) | def verify_grade_summary_exists(test_dir: Path) -> bool: function verify_grade_summary_readable (line 29) | def verify_grade_summary_readable(test_dir: Path) -> bool: function extract_numbers_from_text (line 46) | def extract_numbers_from_text(text: str) -> list: function verify_three_subjects_present (line 51) | def verify_three_subjects_present(test_dir: Path) -> bool: function verify_grade_summary_content (line 77) | def verify_grade_summary_content(test_dir: Path) -> bool: function main (line 132) | def main(): FILE: tasks/filesystem/standard/threestudio/code_locating/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function verify_answer_file_exists (line 18) | def verify_answer_file_exists(test_dir: Path) -> bool: function verify_answer_format (line 29) | def verify_answer_format(test_dir: Path) -> bool: function verify_file_path_structure (line 63) | def verify_file_path_structure(test_dir: Path) -> bool: function verify_file_exists (line 88) | def verify_file_exists(test_dir: Path) -> bool: function verify_zero123_guidance_content (line 121) | def verify_zero123_guidance_content(test_dir: Path) -> bool: function main (line 176) | def main(): FILE: tasks/filesystem/standard/threestudio/output_analysis/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function verify_answer_file_exists (line 18) | def verify_answer_file_exists(test_dir: Path) -> bool: function verify_required_strings (line 29) | def verify_required_strings(test_dir: Path) -> bool: function verify_line_numbers (line 55) | def verify_line_numbers(test_dir: Path) -> bool: function verify_file_path (line 83) | def verify_file_path(test_dir: Path) -> bool: function main (line 104) | def main(): FILE: tasks/filesystem/standard/threestudio/requirements_completion/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function verify_requirements_file_exists (line 18) | def verify_requirements_file_exists(test_dir: Path) -> bool: function verify_requirements_file_readable (line 29) | def verify_requirements_file_readable(test_dir: Path) -> bool: function verify_required_dependencies_present (line 46) | def verify_required_dependencies_present(test_dir: Path) -> bool: function verify_specific_dependency_entries (line 82) | def verify_specific_dependency_entries(test_dir: Path) -> bool: function verify_file_format (line 131) | def verify_file_format(test_dir: Path) -> bool: function verify_no_duplicate_entries (line 151) | def verify_no_duplicate_entries(test_dir: Path) -> bool: function main (line 170) | def main(): FILE: tasks/filesystem/standard/votenet/dataset_comparison/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function verify_analysis_file_exists (line 18) | def verify_analysis_file_exists(test_dir: Path) -> bool: function verify_analysis_format (line 29) | def verify_analysis_format(test_dir: Path) -> bool: function verify_required_categories (line 100) | def verify_required_categories(test_dir: Path) -> bool: function verify_category_counts (line 154) | def verify_category_counts(test_dir: Path) -> bool: function verify_file_structure (line 232) | def verify_file_structure(test_dir: Path) -> bool: function main (line 248) | def main(): FILE: tasks/filesystem/standard/votenet/debugging/verify.py function get_test_directory (line 11) | def get_test_directory() -> Path: function verify_answer_file_exists (line 18) | def verify_answer_file_exists(test_dir: Path) -> bool: function verify_answer_format (line 29) | def verify_answer_format(test_dir: Path) -> bool: function verify_file_path_structure (line 58) | def verify_file_path_structure(test_dir: Path) -> bool: function verify_file_exists (line 81) | def verify_file_exists(test_dir: Path) -> bool: function verify_bug_fix (line 102) | def verify_bug_fix(test_dir: Path) -> bool: function main (line 169) | def main(): FILE: tasks/filesystem/standard/votenet/requirements_writing/verify.py function get_test_directory (line 10) | def get_test_directory() -> Path: function verify_requirements_file_exists (line 17) | def verify_requirements_file_exists(test_dir: Path) -> bool: function verify_requirements_file_readable (line 28) | def verify_requirements_file_readable(test_dir: Path) -> bool: function verify_required_dependencies_present (line 45) | def verify_required_dependencies_present(test_dir: Path) -> bool: function verify_file_format (line 82) | def verify_file_format(test_dir: Path) -> bool: function verify_no_duplicate_entries (line 108) | def verify_no_duplicate_entries(test_dir: Path) -> bool: function main (line 128) | def main(): FILE: tasks/github/easy/build-your-own-x/close_commented_issues/verify.py function _fetch_issue (line 12) | def _fetch_issue(org: str, token: str, number: int) -> Optional[dict]: function verify (line 39) | def verify() -> bool: FILE: tasks/github/easy/build-your-own-x/record_recent_commits/verify.py function _request (line 14) | def _request(url: str, token: str) -> Optional[requests.Response]: function _fetch_commits (line 35) | def _fetch_commits(org: str, token: str) -> Optional[List[dict]]: function _find_issue (line 51) | def _find_issue(org: str, token: str) -> Optional[dict]: function verify (line 87) | def verify() -> bool: FILE: tasks/github/easy/claude-code/add_terminal_shortcuts_doc/verify.py function _download_file (line 20) | def _download_file(org: str, token: str) -> Optional[str]: function verify (line 50) | def verify() -> bool: FILE: tasks/github/easy/claude-code/thank_docker_pr_author/verify.py function _github_get (line 13) | def _github_get(org: str, token: str, path: str) -> Optional[Union[list,... function verify (line 36) | def verify() -> bool: FILE: tasks/github/easy/claude-code/triage_missing_tool_result_issue/verify.py function _github_get (line 19) | def _github_get(org: str, token: str, path: str) -> Optional[dict]: function verify (line 42) | def verify() -> bool: FILE: tasks/github/easy/mcpmark-cicd/basic_ci_checks/verify.py function _download_file (line 14) | def _download_file(org: str, token: str, path: str) -> Optional[str]: function _line_index (line 44) | def _line_index(lines: List[str], needle: str) -> int: function verify (line 51) | def verify() -> bool: FILE: tasks/github/easy/mcpmark-cicd/issue_lint_guard/verify.py function _download_file (line 19) | def _download_file(org: str, token: str, path: str) -> Optional[str]: function _line_index (line 49) | def _line_index(lines: List[str], needle: str) -> int: function _list_workflow_runs (line 56) | def _list_workflow_runs(org: str, token: str) -> Optional[List[dict]]: function _wait_for_tracking_issue_run (line 83) | def _wait_for_tracking_issue_run(org: str, token: str) -> bool: function verify (line 137) | def verify() -> bool: FILE: tasks/github/easy/mcpmark-cicd/nightly_health_check/verify.py function _download_file (line 14) | def _download_file(org: str, token: str, path: str) -> Optional[str]: function _line_index (line 44) | def _line_index(lines: List[str], needle: str) -> int: function verify (line 51) | def verify() -> bool: FILE: tasks/github/easy/missing-semester/count_translations/verify.py function _download_file (line 16) | def _download_file(org: str, token: str, path: str) -> Optional[str]: function verify (line 46) | def verify() -> bool: FILE: tasks/github/easy/missing-semester/find_ga_tracking_id/verify.py function _download_file (line 19) | def _download_file(org: str, token: str) -> Optional[str]: function verify (line 49) | def verify() -> bool: FILE: tasks/github/standard/build_your_own_x/find_commit_date/verify.py function _get_github_api (line 9) | def _get_github_api( function _get_file_content (line 28) | def _get_file_content( function verify_task (line 50) | def verify_task() -> bool: FILE: tasks/github/standard/build_your_own_x/find_rag_commit/verify.py function _get_github_api (line 9) | def _get_github_api( function _get_file_content (line 28) | def _get_file_content( function verify_task (line 50) | def verify_task() -> bool: FILE: tasks/github/standard/claude-code/automated_changelog_generation/verify.py function _get_github_api (line 9) | def _get_github_api( function _check_branch_exists (line 29) | def _check_branch_exists( function _get_file_content (line 37) | def _get_file_content( function _find_pr_by_title_keyword (line 59) | def _find_pr_by_title_keyword( function _get_pr_merge_commit (line 74) | def _get_pr_merge_commit( function _check_file_sections (line 90) | def _check_file_sections(content: str, required_sections: List[str]) -> ... function _check_issue_references (line 97) | def _check_issue_references(text: str, issue_numbers: List[int]) -> int: function _check_pr_references (line 108) | def _check_pr_references(text: str, pr_numbers: List[int]) -> int: function verify (line 119) | def verify() -> bool: FILE: tasks/github/standard/claude-code/claude_collaboration_analysis/verify.py function _get_github_api (line 10) | def _get_github_api( function _get_file_content (line 29) | def _get_file_content( function _parse_summary_statistics (line 51) | def _parse_summary_statistics(content: str) -> Dict: function _parse_collaborators_table (line 88) | def _parse_collaborators_table(content: str) -> List[Dict]: function verify_task (line 127) | def verify_task() -> bool: FILE: tasks/github/standard/claude-code/critical_issue_hotfix_workflow/verify.py function _get_github_api (line 9) | def _get_github_api( function _check_branch_exists (line 28) | def _check_branch_exists( function _get_file_content (line 36) | def _get_file_content( function _find_issue_by_title_keyword (line 58) | def _find_issue_by_title_keyword( function _find_pr_by_title_keyword (line 74) | def _find_pr_by_title_keyword( function _get_pr_by_number (line 90) | def _get_pr_by_number( function _check_issue_references (line 100) | def _check_issue_references(text: str, reference_numbers: List[str]) -> ... function _check_addresses_pattern (line 108) | def _check_addresses_pattern(pr_body: str, issue_numbers: List[str]) -> ... function _get_issue_comments (line 119) | def _get_issue_comments( function _get_pr_reviews (line 131) | def _get_pr_reviews( function _check_title_keywords (line 141) | def _check_title_keywords(title: str, required_keywords: List[str]) -> b... function _check_headings_and_keywords (line 146) | def _check_headings_and_keywords( function _check_exact_file_content (line 155) | def _check_exact_file_content(content: str, expected_sections: List[str]... function verify (line 160) | def verify() -> bool: FILE: tasks/github/standard/claude-code/feature_commit_tracking/verify.py function _get_github_api (line 10) | def _get_github_api( function _get_file_content (line 29) | def _get_file_content( function _verify_commit_exists (line 51) | def _verify_commit_exists( function _parse_feature_table (line 59) | def _parse_feature_table(content: str) -> List[Dict]: function verify_task (line 109) | def verify_task() -> bool: FILE: tasks/github/standard/claude-code/label_color_standardization/verify.py function _get_github_api (line 8) | def _get_github_api( function _check_branch_exists (line 28) | def _check_branch_exists( function _check_file_content (line 36) | def _check_file_content( function _parse_label_table (line 63) | def _parse_label_table(content: str) -> List[str]: function _find_issue_by_title_keywords (line 94) | def _find_issue_by_title_keywords( function _find_pr_by_title_keywords (line 116) | def _find_pr_by_title_keywords( function _get_issue_comments (line 135) | def _get_issue_comments( function verify (line 149) | def verify() -> bool: FILE: tasks/github/standard/easyr1/advanced_branch_strategy/verify.py function _get_github_api (line 10) | def _get_github_api( function _check_gitflow_branches (line 30) | def _check_gitflow_branches(headers: Dict[str, str]) -> bool: function _check_protocol_fixes_file (line 52) | def _check_protocol_fixes_file(headers: Dict[str, str]) -> bool: function _check_integration_workflow (line 86) | def _check_integration_workflow(headers: Dict[str, str]) -> Optional[Dict]: function _check_release_branch_updated (line 108) | def _check_release_branch_updated(headers: Dict[str, str]) -> bool: function _check_process_documentation (line 124) | def _check_process_documentation(headers: Dict[str, str]) -> Optional[Di... function verify (line 177) | def verify() -> bool: FILE: tasks/github/standard/easyr1/config_parameter_audit/verify.py function _get_github_api (line 12) | def _get_github_api( function _get_analysis_results (line 32) | def _get_analysis_results(headers: Dict[str, str]) -> Optional[Dict]: function _verify_commit_data (line 52) | def _verify_commit_data(results: Dict, headers: Dict[str, str]) -> bool: function _verify_parameter_changes (line 89) | def _verify_parameter_changes(results: Dict, headers: Dict[str, str]) ->... function _get_all_issues_with_keywords (line 132) | def _get_all_issues_with_keywords(headers: Dict[str, str]) -> set: function _verify_issue_references (line 166) | def _verify_issue_references(results: Dict, headers: Dict[str, str]) -> ... function verify (line 241) | def verify() -> bool: FILE: tasks/github/standard/easyr1/performance_regression_investigation/verify.py function _get_github_api (line 10) | def _get_github_api( function _find_main_tracking_issue (line 30) | def _find_main_tracking_issue(headers: Dict[str, str]) -> Optional[Dict]: function _check_branches_exist (line 47) | def _check_branches_exist(branch_names: List[str], headers: Dict[str, st... function _check_sub_issues (line 57) | def _check_sub_issues( function _check_issue_comments (line 100) | def _check_issue_comments(issue_number: int, headers: Dict[str, str]) ->... function _find_analysis_pr (line 130) | def _find_analysis_pr(headers: Dict[str, str]) -> Optional[Dict]: function verify (line 149) | def verify() -> bool: FILE: tasks/github/standard/easyr1/qwen3_issue_management/verify.py function _get_github_api (line 10) | def _get_github_api( function _search_github_issues (line 30) | def _search_github_issues( function _check_qwen3_issues_reopened (line 48) | def _check_qwen3_issues_reopened(headers: Dict[str, str]) -> Tuple[bool,... function _check_summary_issue (line 100) | def _check_summary_issue( function verify (line 167) | def verify() -> bool: FILE: tasks/github/standard/harmony/fix_conflict/verify.py function _get_github_api (line 8) | def _get_github_api( function _check_ci_file_exists (line 27) | def _check_ci_file_exists( function _check_pr_comments (line 35) | def _check_pr_comments( function _find_infrastructure_pr (line 59) | def _find_infrastructure_pr( function verify (line 90) | def verify() -> bool: FILE: tasks/github/standard/harmony/issue_pr_commit_workflow/verify.py function _get_github_api (line 9) | def _get_github_api( function _check_branch_exists (line 28) | def _check_branch_exists( function _check_file_content (line 36) | def _check_file_content( function _find_issue_by_title (line 62) | def _find_issue_by_title( function _find_pr_by_title (line 78) | def _find_pr_by_title( function _check_issue_references (line 94) | def _check_issue_references(issue_body: str, reference_numbers: List[str... function _check_pr_references (line 102) | def _check_pr_references( function _get_issue_comments (line 120) | def _get_issue_comments( function _get_pr_reviews (line 132) | def _get_pr_reviews( function _check_issue_comment_references (line 142) | def _check_issue_comment_references( function _check_title_keywords (line 159) | def _check_title_keywords(title: str, required_keywords: List[str]) -> b... function _check_headings_and_content (line 164) | def _check_headings_and_content( function _check_pr_review_content (line 173) | def _check_pr_review_content(reviews: List[Dict], keywords: List[str]) -... function verify (line 182) | def verify() -> bool: FILE: tasks/github/standard/harmony/issue_tagging_pr_closure/verify.py function _get_github_api (line 8) | def _get_github_api( function _check_branch_exists (line 27) | def _check_branch_exists( function _check_file_content (line 35) | def _check_file_content( function _find_issue_by_title_keywords (line 63) | def _find_issue_by_title_keywords( function _find_pr_by_title_keywords (line 79) | def _find_pr_by_title_keywords( function _check_labels (line 95) | def _check_labels(labels: List[Dict], required_labels: List[str]) -> bool: function _check_headings_and_keywords (line 101) | def _check_headings_and_keywords( function _check_issue_reference (line 112) | def _check_issue_reference(body: str, issue_number: int) -> bool: function _get_issue_comments (line 119) | def _get_issue_comments( function _get_pr_comments (line 131) | def _get_pr_comments( function _check_pr_technical_comment (line 143) | def _check_pr_technical_comment(comments: List[Dict], keywords: List[str... function _check_issue_comment_with_pr_ref (line 152) | def _check_issue_comment_with_pr_ref( function verify (line 169) | def verify() -> bool: FILE: tasks/github/standard/harmony/multi_branch_commit_aggregation/verify.py function _get_github_api (line 10) | def _get_github_api( function _check_branch_exists (line 29) | def _check_branch_exists(branch_name: str, headers: Dict[str, str], org:... function _get_file_content (line 35) | def _get_file_content( function _check_branch_commits_json (line 51) | def _check_branch_commits_json(content: str) -> bool: function _check_cross_branch_analysis (line 180) | def _check_cross_branch_analysis(content: str) -> bool: function _check_merge_timeline (line 216) | def _check_merge_timeline(content: str) -> bool: function verify_task (line 241) | def verify_task() -> bool: FILE: tasks/github/standard/harmony/release_management_workflow/verify.py function _get_github_api (line 9) | def _get_github_api( function _check_branch_exists (line 28) | def _check_branch_exists( function _check_file_content (line 36) | def _check_file_content( function _check_specific_file_content (line 62) | def _check_specific_file_content( function _check_pr_merged (line 90) | def _check_pr_merged( function _check_pr_squash_merged (line 116) | def _check_pr_squash_merged( function verify (line 150) | def verify() -> bool: FILE: tasks/github/standard/mcpmark-cicd/deployment_status_workflow/verify.py function _get_github_api (line 9) | def _get_github_api( function _search_github_issues (line 28) | def _search_github_issues( function _wait_for_workflow_completion (line 46) | def _wait_for_workflow_completion( function _verify_workflow_runs (line 131) | def _verify_workflow_runs( function _verify_deployment_issue (line 227) | def _verify_deployment_issue( function verify (line 402) | def verify() -> bool: FILE: tasks/github/standard/mcpmark-cicd/issue_management_workflow/verify.py function _get_github_api (line 9) | def _get_github_api( function _search_github_issues (line 28) | def _search_github_issues( function _wait_for_workflow_completion (line 46) | def _wait_for_workflow_completion( function _find_issue_by_title (line 136) | def _find_issue_by_title( function _check_issue_labels (line 151) | def _check_issue_labels( function _check_issue_milestone (line 163) | def _check_issue_milestone( function _check_issue_comments (line 181) | def _check_issue_comments( function _find_epic_sub_issues (line 206) | def _find_epic_sub_issues( function _check_epic_checklist (line 253) | def _check_epic_checklist( function _verify_bug_issue (line 289) | def _verify_bug_issue( function _verify_epic_issue (line 333) | def _verify_epic_issue( function _verify_maintenance_issue (line 432) | def _verify_maintenance_issue( function verify (line 478) | def verify() -> bool: FILE: tasks/github/standard/mcpmark-cicd/linting_ci_workflow/verify.py function _get_github_api (line 11) | def _get_github_api( function _check_branch_exists (line 31) | def _check_branch_exists( function _get_file_content (line 39) | def _get_file_content( function _find_pr_by_title_keyword (line 61) | def _find_pr_by_title_keyword( function _get_workflow_runs_for_pr (line 76) | def _get_workflow_runs_for_pr( function _get_pr_commits (line 97) | def _get_pr_commits( function _get_workflow_runs_for_commit (line 107) | def _get_workflow_runs_for_commit( function verify (line 119) | def verify() -> bool: FILE: tasks/github/standard/mcpmark-cicd/pr_automation_workflow/verify.py function _get_github_api (line 10) | def _get_github_api( function _post_github_api (line 29) | def _post_github_api( function _patch_github_api (line 49) | def _patch_github_api( function _get_file_content (line 69) | def _get_file_content( function _find_pr_by_title (line 91) | def _find_pr_by_title( function _wait_for_workflow_completion (line 106) | def _wait_for_workflow_completion( function _verify_workflow_file (line 175) | def _verify_workflow_file( function _verify_main_pr_merged (line 224) | def _verify_main_pr_merged( function _verify_workflow_runs (line 263) | def _verify_workflow_runs( function _verify_pr_comments (line 378) | def _verify_pr_comments( function _create_test_pr (line 472) | def _create_test_pr( function _close_pr (line 581) | def _close_pr(pr_number: int, headers: Dict[str, str], owner: str, repo:... function _run_unit_tests (line 589) | def _run_unit_tests( function verify (line 716) | def verify() -> bool: FILE: tasks/github/standard/missing-semester/assign_contributor_labels/verify.py function _get_github_api (line 8) | def _get_github_api( function _get_issue_labels (line 28) | def _get_issue_labels( function verify (line 43) | def verify() -> bool: FILE: tasks/github/standard/missing-semester/find_legacy_name/verify.py function _get_github_api (line 9) | def _get_github_api( function _get_file_content (line 29) | def _get_file_content( function verify (line 51) | def verify() -> bool: FILE: tasks/github/standard/missing-semester/find_salient_file/verify.py function _get_github_api (line 9) | def _get_github_api( function _get_file_content (line 29) | def _get_file_content( function verify (line 51) | def verify() -> bool: FILE: tasks/notion/easy/computer_science_student_dashboard/simple__code_snippets_go/verify.py function _normalize (line 26) | def _normalize(text: str) -> str: function _find_page (line 31) | def _find_page(notion: Client, main_id: str | None) -> str | None: function _has_bold_header_text (line 45) | def _has_bold_header_text(block, text: str) -> bool: function _collect_code_blocks (line 59) | def _collect_code_blocks(blocks): function verify (line 78) | def verify(notion: Client, main_id: str | None = None) -> bool: function main (line 118) | def main(): FILE: tasks/notion/easy/computer_science_student_dashboard/simple__study_session_tracker/verify.py function verify (line 6) | def verify(notion: Client, main_id: str | None = None) -> bool: function main (line 121) | def main() -> None: FILE: tasks/notion/easy/it_trouble_shooting_hub/simple__asset_retirement_migration/verify.py function _get_database (line 7) | def _get_database(root_page_id: str, notion: Client, name: str) -> str |... function _check_property (line 12) | def _check_property(props: Dict, name: str, expected_type: str) -> bool: function verify (line 25) | def verify(notion: Client, main_id: str | None = None) -> bool: function main (line 133) | def main(): FILE: tasks/notion/easy/japan_travel_planner/simple__remove_osaka_itinerary/verify.py function get_page_title (line 5) | def get_page_title(page_result): function get_page_time (line 15) | def get_page_time(page_result): function get_page_group (line 26) | def get_page_group(page_result): function get_page_day (line 36) | def get_page_day(page_result): function parse_time_to_minutes (line 46) | def parse_time_to_minutes(time_str): function verify (line 91) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 273) | def main(): FILE: tasks/notion/easy/online_resume/simple__skills_development_tracker/verify.py function verify (line 6) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 193) | def main(): FILE: tasks/notion/easy/python_roadmap/simple__expert_level_lessons/verify.py function _get_database_ids (line 28) | def _get_database_ids(notion: Client, page_id: str) -> tuple[str | None,... function _query_step_by_title (line 46) | def _query_step_by_title(notion: Client, database_id: str, title: str, *... function verify (line 58) | def verify(notion: Client, main_id: str | None = None) -> bool: function main (line 225) | def main() -> None: FILE: tasks/notion/easy/self_assessment/simple__faq_column_layout/verify.py function verify (line 6) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 148) | def main(): FILE: tasks/notion/easy/standard_operating_procedure/simple__section_organization/verify.py function _find_heading_indices (line 11) | def _find_heading_indices(blocks: list[dict]) -> tuple[int | None, int |... function verify (line 31) | def verify(notion: Client, main_id: str | None = None) -> bool: function main (line 67) | def main() -> None: FILE: tasks/notion/easy/team_projects/simple__swap_tasks/verify.py function verify (line 5) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 203) | def main(): FILE: tasks/notion/easy/toronto_guide/simple__change_color/verify.py function _get_food_database_id (line 15) | def _get_food_database_id(notion: Client, page_id: str) -> str | None: function verify (line 27) | def verify(notion: Client, main_id: str | None = None) -> bool: function main (line 91) | def main() -> None: FILE: tasks/notion/standard/company_in_a_box/employee_onboarding/verify.py function _check_db_schema (line 7) | def _check_db_schema(db_props: Dict[str, Dict], required: Dict[str, str]... function verify (line 25) | def verify(notion: Client, main_id: str | None = None) -> bool: # noqa:... function main (line 167) | def main(): FILE: tasks/notion/standard/company_in_a_box/goals_restructure/verify.py function _plain (line 13) | def _plain(block) -> str: function _normalize_string (line 20) | def _normalize_string(s: str) -> str: function _is_heading (line 24) | def _is_heading(block) -> bool: function _is_toggle (line 28) | def _is_toggle(block) -> bool: function _get_children (line 40) | def _get_children(notion: Client, block_id: str) -> List[dict]: function verify (line 48) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 202) | def main(): FILE: tasks/notion/standard/company_in_a_box/quarterly_review_dashboard/verify.py function _contains_keywords (line 7) | def _contains_keywords(text: str, keywords: List[str]) -> bool: function verify (line 12) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 192) | def main(): FILE: tasks/notion/standard/computer_science_student_dashboard/code_snippets_go/verify.py function _normalize (line 26) | def _normalize(text: str) -> str: function _find_page (line 31) | def _find_page(notion: Client, main_id: str | None) -> str | None: function _has_bold_header_text (line 45) | def _has_bold_header_text(block, text: str) -> bool: function _go_column_order_correct (line 59) | def _go_column_order_correct(notion: Client, page_id: str) -> bool: function _collect_code_blocks (line 97) | def _collect_code_blocks(blocks): function verify (line 116) | def verify(notion: Client, main_id: str | None = None) -> bool: function main (line 164) | def main(): FILE: tasks/notion/standard/computer_science_student_dashboard/courses_internships_relation/verify.py function _locate_main_page (line 23) | def _locate_main_page(notion: Client, main_id: str | None) -> str | None: function _locate_database (line 35) | def _locate_database(notion: Client, parent_page_id: str, db_title: str)... function verify (line 45) | def verify(notion: Client, main_id: str | None = None) -> bool: function main (line 227) | def main() -> None: FILE: tasks/notion/standard/computer_science_student_dashboard/study_session_tracker/verify.py function _normalize_string (line 7) | def _normalize_string(s: str) -> str: function verify (line 12) | def verify(notion: Client, main_id: str | None = None) -> bool: function main (line 162) | def main() -> None: FILE: tasks/notion/standard/it_trouble_shooting_hub/asset_retirement_migration/verify.py function _get_database (line 7) | def _get_database(root_page_id: str, notion: Client, name: str) -> str |... function _check_property (line 12) | def _check_property(props: Dict, name: str, expected_type: str) -> bool: function verify (line 25) | def verify(notion: Client, main_id: str | None = None) -> bool: function main (line 216) | def main(): FILE: tasks/notion/standard/it_trouble_shooting_hub/security_audit_ticket/verify.py function _get_title_text (line 7) | def _get_title_text(page_properties: dict) -> str: function verify (line 17) | def verify(notion: Client, main_id: str | None = None) -> bool: function main (line 166) | def main(): FILE: tasks/notion/standard/it_trouble_shooting_hub/verification_expired_update/verify.py function _get_main_page_id (line 15) | def _get_main_page_id(notion: Client, main_id: str | None) -> str | None: function _fetch_database_id (line 25) | def _fetch_database_id( function _expired_pages (line 32) | def _expired_pages(notion: Client, db_id: str) -> list[dict]: function _check_callout_present (line 51) | def _check_callout_present(notion: Client, page_id: str) -> bool: function _find_request_page (line 76) | def _find_request_page(notion: Client, db_id: str) -> dict | None: function _check_request_properties (line 86) | def _check_request_properties(page: dict) -> bool: function _request_page_contains_mentions (line 97) | def _request_page_contains_mentions( function verify (line 117) | def verify(notion: Client, main_id: str | None = None) -> bool: function main (line 186) | def main(): FILE: tasks/notion/standard/japan_travel_planner/daily_itinerary_overview/verify.py function verify_todo_database_correspondence (line 7) | def verify_todo_database_correspondence(all_blocks, activities_by_day, _): function verify (line 106) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 360) | def main(): FILE: tasks/notion/standard/japan_travel_planner/packing_progress_summary/verify.py function verify (line 6) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 266) | def main(): FILE: tasks/notion/standard/japan_travel_planner/remove_osaka_itinerary/verify.py function get_page_title (line 5) | def get_page_title(page_result): function get_page_time (line 15) | def get_page_time(page_result): function get_page_group (line 26) | def get_page_group(page_result): function get_page_day (line 36) | def get_page_day(page_result): function parse_time_to_minutes (line 46) | def parse_time_to_minutes(time_str): function verify (line 91) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 273) | def main(): FILE: tasks/notion/standard/japan_travel_planner/restaurant_expenses_sync/verify.py function verify (line 6) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 184) | def main(): FILE: tasks/notion/standard/online_resume/layout_adjustment/verify.py function verify (line 6) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 318) | def main(): FILE: tasks/notion/standard/online_resume/projects_section_update/verify.py function verify (line 6) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 248) | def main(): FILE: tasks/notion/standard/online_resume/skills_development_tracker/verify.py function verify (line 6) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 252) | def main(): FILE: tasks/notion/standard/online_resume/work_history_addition/verify.py function verify (line 6) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 175) | def main(): FILE: tasks/notion/standard/python_roadmap/expert_level_lessons/verify.py function verify (line 5) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 517) | def main(): FILE: tasks/notion/standard/python_roadmap/learning_metrics_dashboard/verify.py function get_page_title_from_result (line 5) | def get_page_title_from_result(page_result): function verify (line 20) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 345) | def main(): FILE: tasks/notion/standard/self_assessment/faq_column_layout/verify.py function verify (line 6) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 130) | def main(): FILE: tasks/notion/standard/self_assessment/hyperfocus_analysis_report/verify.py function validate_comma_separated (line 8) | def validate_comma_separated(text: str, expected_items: list) -> bool: function verify (line 26) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 403) | def main(): FILE: tasks/notion/standard/self_assessment/numbered_list_emojis/verify.py function verify (line 6) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 84) | def main(): FILE: tasks/notion/standard/standard_operating_procedure/deployment_process_sop/verify.py function verify (line 6) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 463) | def main(): FILE: tasks/notion/standard/standard_operating_procedure/section_organization/verify.py function verify (line 5) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 255) | def main(): FILE: tasks/notion/standard/team_projects/priority_tasks_table/verify.py function _plain_text_from_cell (line 57) | def _plain_text_from_cell(cell): function _parse_progress (line 62) | def _parse_progress(value: str): function _parse_eng_hours (line 80) | def _parse_eng_hours(value: str): function _parse_date (line 90) | def _parse_date(value: str): function verify (line 98) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 210) | def main(): FILE: tasks/notion/standard/team_projects/swap_tasks/verify.py function verify (line 5) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 203) | def main(): FILE: tasks/notion/standard/toronto_guide/change_color/verify.py function get_page_title (line 5) | def get_page_title(page_result): function get_page_tags (line 17) | def get_page_tags(page_result): function verify (line 26) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 372) | def main(): FILE: tasks/notion/standard/toronto_guide/weekend_adventure_planner/verify.py function verify (line 9) | def verify(notion: Client, main_id: str = None) -> bool: function main (line 279) | def main(): FILE: tasks/playwright/standard/eval_web/cloudflare_turnstile_challenge/verify.py function get_model_response (line 17) | def get_model_response(): function verify (line 53) | def verify(): function main (line 75) | def main(): FILE: tasks/playwright/standard/eval_web/extraction_table/verify.py function get_model_response (line 23) | def get_model_response(): function extract_csv_from_response (line 59) | def extract_csv_from_response(response): function validate_csv_data (line 98) | def validate_csv_data(csv_text): function verify (line 165) | def verify(): function main (line 198) | def main(): FILE: tasks/playwright/standard/web_search/birth_of_arvinxu/verify.py function get_working_directory (line 27) | def get_working_directory() -> Path: function parse_ai_results (line 50) | def parse_ai_results(work_dir: Path) -> Dict[str, Any]: function verify_task (line 96) | def verify_task() -> bool: function main (line 117) | def main(): FILE: tasks/playwright/standard/web_search/r1_arxiv/verify.py function get_working_directory (line 27) | def get_working_directory() -> Path: function load_expected_content (line 50) | def load_expected_content() -> str: function parse_ai_results (line 70) | def parse_ai_results(work_dir: Path) -> Dict[str, Any]: function compare_content (line 112) | def compare_content(extracted: str, expected: str) -> Dict[str, Any]: function verify_task (line 142) | def verify_task(work_dir: Path) -> bool: function main (line 195) | def main(): FILE: tasks/playwright_webarena/easy/reddit/ai_data_analyst/verify.py function parse_key_value_format (line 19) | def parse_key_value_format(text: str) -> dict: function load_expected_values (line 33) | def load_expected_values() -> dict: function ensure_logged_in (line 39) | async def ensure_logged_in(page) -> bool: function fetch_submission_content (line 67) | async def fetch_submission_content(page): function validate_submission (line 101) | def validate_submission(extracted: dict, expected: dict) -> bool: function verify (line 132) | async def verify() -> bool: function main (line 169) | def main(): FILE: tasks/playwright_webarena/easy/reddit/llm_research_summary/verify.py function parse_key_value_format (line 22) | def parse_key_value_format(text: str) -> dict: function normalize_text (line 36) | def normalize_text(value: str) -> str: function load_expected_values (line 50) | def load_expected_values() -> dict: function ensure_logged_in (line 56) | async def ensure_logged_in(page) -> bool: function fetch_summary_body (line 84) | async def fetch_summary_body(page): function validate_fields (line 116) | def validate_fields(extracted: dict, expected: dict) -> bool: function verify (line 148) | async def verify() -> bool: function main (line 184) | def main(): FILE: tasks/playwright_webarena/easy/reddit/movie_reviewer_analysis/verify.py function parse_key_value_format (line 27) | def parse_key_value_format(text: str) -> dict: function normalize_text (line 41) | def normalize_text(value: str) -> str: function load_expected_values (line 55) | def load_expected_values() -> dict: function ensure_logged_in (line 61) | async def ensure_logged_in(page) -> bool: function fetch_summary_body (line 89) | async def fetch_summary_body(page): function validate_summary (line 121) | def validate_summary(extracted: dict, expected: dict) -> bool: function verify (line 153) | async def verify() -> bool: function main (line 189) | def main(): FILE: tasks/playwright_webarena/easy/reddit/nba_statistics_analysis/verify.py function parse_key_value_format (line 28) | def parse_key_value_format(text: str) -> dict: function normalize_text (line 42) | def normalize_text(value: str) -> str: function load_expected_values (line 56) | def load_expected_values() -> dict: function ensure_logged_in (line 62) | async def ensure_logged_in(page) -> bool: function fetch_summary_body (line 90) | async def fetch_summary_body(page): function validate_summary (line 122) | def validate_summary(extracted: dict, expected: dict) -> bool: function verify (line 154) | async def verify() -> bool: function main (line 190) | def main(): FILE: tasks/playwright_webarena/easy/reddit/routine_tracker_forum/verify.py function ensure_logged_in (line 17) | async def ensure_logged_in(page) -> bool: function verify_post_body (line 45) | async def verify_post_body(page) -> bool: function verify_listing_presence (line 70) | async def verify_listing_presence(page) -> bool: function verify (line 82) | async def verify() -> bool: function main (line 107) | def main(): FILE: tasks/playwright_webarena/easy/shopping_admin/fitness_promotion_strategy/verify.py function get_model_response (line 8) | def get_model_response(): function parse_answer_format (line 37) | def parse_answer_format(text): function load_expected_answer (line 68) | def load_expected_answer(label_path): function compare_answers (line 88) | def compare_answers(model_answer, expected_answer): function verify (line 215) | async def verify() -> bool: function main (line 255) | def main(): FILE: tasks/playwright_webarena/easy/shopping_admin/ny_expansion_analysis/verify.py function get_model_response (line 8) | def get_model_response(): function parse_answer_format (line 65) | def parse_answer_format(text): function load_expected_answer (line 141) | def load_expected_answer(label_path): function compare_answers (line 161) | def compare_answers(model_answer, expected_answer): function verify (line 240) | async def verify() -> bool: function main (line 296) | def main(): FILE: tasks/playwright_webarena/easy/shopping_admin/products_sales_analysis/verify.py function get_model_response (line 9) | def get_model_response(): function parse_answer_format (line 42) | def parse_answer_format(text): function load_expected_answer (line 105) | def load_expected_answer(label_path): function compare_answers (line 126) | def compare_answers(model_answer, expected_answer): function verify (line 189) | async def verify() -> bool: function main (line 233) | def main(): FILE: tasks/playwright_webarena/easy/shopping_admin/sales_inventory_analysis/verify.py function get_model_response (line 9) | def get_model_response(): function parse_answer_format (line 44) | def parse_answer_format(text): function load_expected_answer (line 107) | def load_expected_answer(label_path): function compare_answers (line 128) | def compare_answers(model_answer, expected_answer): function verify (line 274) | async def verify() -> bool: function main (line 332) | def main(): FILE: tasks/playwright_webarena/easy/shopping_admin/search_filtering_operations/verify.py function verify (line 7) | def verify(messages): FILE: tasks/playwright_webarena/standard/reddit/ai_data_analyst/verify.py function parse_key_value_format (line 15) | def parse_key_value_format(text): function normalize_text (line 52) | def normalize_text(text): function verify (line 69) | async def verify() -> bool: function main (line 320) | def main(): FILE: tasks/playwright_webarena/standard/reddit/budget_europe_travel/verify.py function normalize_text (line 10) | def normalize_text(text): function verify (line 27) | async def verify() -> bool: function main (line 376) | def main(): FILE: tasks/playwright_webarena/standard/reddit/buyitforlife_research/verify.py function parse_markdown_list_format (line 14) | def parse_markdown_list_format(text): function normalize_text (line 37) | def normalize_text(text): function check_account_login (line 54) | async def check_account_login(page): function check_submission_exists (line 100) | async def check_submission_exists(page): function verify (line 168) | async def verify() -> bool: function main (line 303) | def main(): FILE: tasks/playwright_webarena/standard/reddit/llm_research_summary/verify.py function parse_key_value_format (line 15) | def parse_key_value_format(text): function normalize_text (line 53) | def normalize_text(text): function verify (line 70) | async def verify() -> bool: function main (line 316) | def main(): FILE: tasks/playwright_webarena/standard/reddit/movie_reviewer_analysis/verify.py function parse_key_value_format (line 15) | def parse_key_value_format(text): function normalize_text (line 53) | def normalize_text(text): function verify (line 71) | async def verify() -> bool: function main (line 307) | def main(): FILE: tasks/playwright_webarena/standard/reddit/nba_statistics_analysis/verify.py function parse_key_value_format (line 15) | def parse_key_value_format(text): function normalize_text (line 47) | def normalize_text(text): function verify (line 67) | async def verify() -> bool: function main (line 315) | def main(): FILE: tasks/playwright_webarena/standard/reddit/routine_tracker_forum/verify.py function verify (line 14) | async def verify() -> bool: function main (line 157) | def main(): FILE: tasks/playwright_webarena/standard/shopping/advanced_product_analysis/verify.py function get_model_response (line 9) | def get_model_response(): function parse_answer_format (line 42) | def parse_answer_format(text): function load_expected_answer (line 73) | def load_expected_answer(label_path): function compare_answers (line 94) | def compare_answers(model_answer, expected_answer): function verify (line 170) | async def verify() -> bool: function main (line 213) | def main(): FILE: tasks/playwright_webarena/standard/shopping/gaming_accessories_analysis/verify.py function get_model_response (line 9) | def get_model_response(): function parse_answer_format (line 43) | def parse_answer_format(text): function load_expected_answer (line 74) | def load_expected_answer(label_path): function compare_answers (line 95) | def compare_answers(model_answer, expected_answer): function verify (line 166) | async def verify() -> bool: function main (line 209) | def main(): FILE: tasks/playwright_webarena/standard/shopping/health_routine_optimization/verify.py function get_model_response (line 10) | def get_model_response(): function parse_answer_format (line 43) | def parse_answer_format(text): function load_expected_answer (line 73) | def load_expected_answer(label_path): function compare_answers (line 103) | def compare_answers(model_answer, expected_answer): function verify (line 150) | async def verify() -> bool: function main (line 193) | def main(): FILE: tasks/playwright_webarena/standard/shopping/holiday_baking_competition/verify.py function get_model_response (line 9) | def get_model_response(): function parse_answer_format (line 43) | def parse_answer_format(text): function load_expected_answer (line 74) | def load_expected_answer(label_path): function compare_answers (line 95) | def compare_answers(model_answer, expected_answer): function verify (line 226) | async def verify() -> bool: function main (line 269) | def main(): FILE: tasks/playwright_webarena/standard/shopping/multi_category_budget_analysis/verify.py function get_model_response (line 9) | def get_model_response(): function parse_answer_format (line 43) | def parse_answer_format(text): function load_expected_answer (line 74) | def load_expected_answer(label_path): function compare_answers (line 95) | def compare_answers(model_answer, expected_answer): function verify (line 199) | async def verify() -> bool: function main (line 238) | def main(): FILE: tasks/playwright_webarena/standard/shopping/printer_keyboard_search/verify.py function get_model_response (line 9) | def get_model_response(): function parse_answer_format (line 43) | def parse_answer_format(text): function load_expected_answer (line 74) | def load_expected_answer(label_path): function compare_answers (line 95) | def compare_answers(model_answer, expected_answer): function verify (line 164) | async def verify() -> bool: function main (line 207) | def main(): FILE: tasks/playwright_webarena/standard/shopping/running_shoes_purchase/verify.py function get_model_response (line 9) | def get_model_response(): function parse_answer_format (line 43) | def parse_answer_format(text): function load_expected_answer (line 74) | def load_expected_answer(label_path): function compare_answers (line 95) | def compare_answers(model_answer, expected_answer): function verify (line 174) | async def verify() -> bool: function main (line 217) | def main(): FILE: tasks/playwright_webarena/standard/shopping_admin/customer_segmentation_setup/verify.py function get_model_response (line 16) | def get_model_response(): function parse_answer_format (line 49) | def parse_answer_format(text): function load_expected_answer (line 80) | def load_expected_answer(label_path): function compare_answers (line 101) | def compare_answers(model_answer, expected_answer): function verify (line 131) | async def verify() -> bool: function main (line 427) | def main(): FILE: tasks/playwright_webarena/standard/shopping_admin/fitness_promotion_strategy/verify.py function get_model_response (line 8) | def get_model_response(): function parse_answer_format (line 37) | def parse_answer_format(text): function load_expected_answer (line 68) | def load_expected_answer(label_path): function compare_answers (line 88) | def compare_answers(model_answer, expected_answer): function verify (line 215) | async def verify() -> bool: function main (line 255) | def main(): FILE: tasks/playwright_webarena/standard/shopping_admin/marketing_customer_analysis/verify.py function get_model_response (line 16) | def get_model_response(): function parse_answer_format (line 49) | def parse_answer_format(text): function load_expected_answer (line 80) | def load_expected_answer(label_path): function compare_answers (line 101) | def compare_answers(model_answer, expected_answer): function verify (line 169) | async def verify() -> bool: function main (line 393) | def main(): FILE: tasks/playwright_webarena/standard/shopping_admin/ny_expansion_analysis/verify.py function get_model_response (line 8) | def get_model_response(): function parse_answer_format (line 65) | def parse_answer_format(text): function load_expected_answer (line 143) | def load_expected_answer(label_path): function compare_answers (line 163) | def compare_answers(model_answer, expected_answer): function verify (line 242) | async def verify() -> bool: function main (line 298) | def main(): FILE: tasks/playwright_webarena/standard/shopping_admin/products_sales_analysis/verify.py function get_model_response (line 9) | def get_model_response(): function parse_answer_format (line 42) | def parse_answer_format(text): function load_expected_answer (line 105) | def load_expected_answer(label_path): function compare_answers (line 126) | def compare_answers(model_answer, expected_answer): function verify (line 189) | async def verify() -> bool: function main (line 233) | def main(): FILE: tasks/playwright_webarena/standard/shopping_admin/sales_inventory_analysis/verify.py function get_model_response (line 9) | def get_model_response(): function parse_answer_format (line 44) | def parse_answer_format(text): function load_expected_answer (line 108) | def load_expected_answer(label_path): function compare_answers (line 129) | def compare_answers(model_answer, expected_answer): function verify (line 275) | async def verify() -> bool: function main (line 333) | def main(): FILE: tasks/playwright_webarena/standard/shopping_admin/search_filtering_operations/verify.py function verify (line 7) | def verify(messages): FILE: tasks/postgres/easy/chinook/customer_data_migration_basic/verify.py function get_connection_params (line 10) | def get_connection_params() -> dict: function load_expected_customers (line 20) | def load_expected_customers(): function verify_migrated_customers (line 36) | def verify_migrated_customers(conn, expected_customers) -> bool: function main (line 114) | def main(): FILE: tasks/postgres/easy/chinook/update_employee_info/verify.py function rows_match (line 10) | def rows_match(actual_row, expected_row): function get_connection_params (line 28) | def get_connection_params() -> dict: function verify_employee_count_and_titles (line 38) | def verify_employee_count_and_titles(conn) -> bool: function verify_specific_employees (line 68) | def verify_specific_employees(conn) -> bool: function main (line 106) | def main(): FILE: tasks/postgres/easy/dvdrental/create_payment_index/verify.py function get_connection_params (line 9) | def get_connection_params() -> dict: function check_payment_customer_id_index (line 19) | def check_payment_customer_id_index(conn) -> bool: function main (line 33) | def main(): FILE: tasks/postgres/easy/employees/department_summary_view/verify.py function rows_match (line 10) | def rows_match(actual_row, expected_row): function get_connection_params (line 32) | def get_connection_params() -> dict: function verify_materialized_views (line 42) | def verify_materialized_views(conn) -> bool: function main (line 114) | def main(): FILE: tasks/postgres/easy/employees/employee_gender_statistics/verify.py function rows_match (line 6) | def rows_match(actual_row, expected_row): function get_connection_params (line 24) | def get_connection_params() -> dict: function verify_gender_statistics_results (line 34) | def verify_gender_statistics_results(conn) -> bool: function main (line 88) | def main(): FILE: tasks/postgres/easy/employees/employee_projects_basic/verify.py function rows_match (line 10) | def rows_match(actual_row, expected_row): function get_connection_params (line 32) | def get_connection_params() -> dict: function verify_project_data (line 43) | def verify_project_data(conn) -> bool: function main (line 81) | def main(): FILE: tasks/postgres/easy/employees/hiring_year_summary/verify.py function rows_match (line 10) | def rows_match(actual_row, expected_row): function get_connection_params (line 28) | def get_connection_params() -> dict: function verify_hiring_year_results (line 38) | def verify_hiring_year_results(conn) -> bool: function main (line 92) | def main(): FILE: tasks/postgres/easy/lego/basic_security_setup/verify.py function get_connection_params (line 12) | def get_connection_params() -> Dict[str, any]: function verify_role_creation (line 22) | def verify_role_creation(conn) -> bool: function verify_rls_enabled (line 71) | def verify_rls_enabled(conn) -> bool: function main (line 91) | def main(): FILE: tasks/postgres/easy/lego/fix_data_inconsistencies/verify.py function get_connection_params (line 13) | def get_connection_params() -> dict: function fetch_candidate_part_row (line 24) | def fetch_candidate_part_row(cur) -> Optional[Tuple[int, str, str, int]]: function get_mismatch_count (line 52) | def get_mismatch_count(cur) -> int: function verify_data_consistency (line 82) | def verify_data_consistency(conn) -> bool: function main (line 99) | def main(): FILE: tasks/postgres/easy/sports/create_performance_indexes/verify.py function rows_match (line 10) | def rows_match(actual_row, expected_row): function get_connection_params (line 31) | def get_connection_params() -> dict: function verify_performance_optimization (line 42) | def verify_performance_optimization(conn) -> bool: function main (line 96) | def main(): FILE: tasks/postgres/standard/chinook/customer_data_migration/verify.py function get_connection_params (line 10) | def get_connection_params() -> dict: function load_expected_customers (line 20) | def load_expected_customers(): function verify_migrated_customers (line 36) | def verify_migrated_customers(conn, expected_customers) -> bool: function main (line 114) | def main(): FILE: tasks/postgres/standard/chinook/employee_hierarchy_management/verify.py function rows_match (line 10) | def rows_match(actual_row, expected_row): function get_connection_params (line 28) | def get_connection_params() -> dict: function verify_employee_count_and_titles (line 38) | def verify_employee_count_and_titles(conn) -> bool: function verify_specific_employees (line 74) | def verify_specific_employees(conn) -> bool: function verify_customer_assignments (line 118) | def verify_customer_assignments(conn) -> bool: function verify_performance_table (line 148) | def verify_performance_table(conn) -> bool: function verify_employee_deletion_and_promotion (line 191) | def verify_employee_deletion_and_promotion(conn) -> bool: function verify_salary_column (line 219) | def verify_salary_column(conn) -> bool: function main (line 245) | def main(): FILE: tasks/postgres/standard/chinook/sales_and_music_charts/verify.py function rows_match (line 10) | def rows_match(actual_row, expected_row): function get_connection_params (line 28) | def get_connection_params() -> dict: function verify_monthly_sales_results (line 38) | def verify_monthly_sales_results(conn) -> bool: function verify_music_charts_results (line 102) | def verify_music_charts_results(conn) -> bool: function main (line 200) | def main(): FILE: tasks/postgres/standard/dvdrental/customer_analysis_fix/verify.py function get_connection_params (line 10) | def get_connection_params() -> dict: function rows_match (line 20) | def rows_match(actual_row, expected_row): function verify_customer_analysis_fixed_table (line 35) | def verify_customer_analysis_fixed_table(conn) -> bool: function main (line 192) | def main(): FILE: tasks/postgres/standard/dvdrental/customer_analytics_optimization/verify.py function get_connection_params (line 9) | def get_connection_params() -> dict: function check_payment_customer_id_index (line 19) | def check_payment_customer_id_index(conn) -> bool: function main (line 33) | def main(): FILE: tasks/postgres/standard/dvdrental/film_inventory_management/verify.py function rows_match (line 10) | def rows_match(actual_row, expected_row): function get_connection_params (line 25) | def get_connection_params() -> dict: function check_new_films (line 35) | def check_new_films(conn) -> bool: function check_inventory_records (line 70) | def check_inventory_records(conn) -> bool: function check_available_films_table (line 107) | def check_available_films_table(conn) -> bool: function check_inventory_cleanup (line 148) | def check_inventory_cleanup(conn) -> bool: function check_summary_table (line 170) | def check_summary_table(conn) -> bool: function main (line 212) | def main(): FILE: tasks/postgres/standard/employees/employee_demographics_report/verify.py function rows_match (line 10) | def rows_match(actual_row, expected_row): function get_connection_params (line 28) | def get_connection_params() -> dict: function verify_gender_statistics_results (line 38) | def verify_gender_statistics_results(conn) -> bool: function verify_age_group_results (line 92) | def verify_age_group_results(conn) -> bool: function verify_birth_month_results (line 163) | def verify_birth_month_results(conn) -> bool: function verify_hiring_year_results (line 223) | def verify_hiring_year_results(conn) -> bool: function main (line 277) | def main(): FILE: tasks/postgres/standard/employees/employee_performance_analysis/verify.py function rows_match (line 10) | def rows_match(actual_row, expected_row): function get_connection_params (line 28) | def get_connection_params() -> dict: function verify_performance_results (line 38) | def verify_performance_results(conn) -> bool: function verify_department_results (line 130) | def verify_department_results(conn) -> bool: function main (line 189) | def main(): FILE: tasks/postgres/standard/employees/employee_project_tracking/verify.py function rows_match (line 10) | def rows_match(actual_row, expected_row): function get_connection_params (line 32) | def get_connection_params() -> dict: function verify_table_structures (line 42) | def verify_table_structures(conn) -> bool: function verify_indexes (line 86) | def verify_indexes(conn) -> bool: function verify_project_data (line 105) | def verify_project_data(conn) -> bool: function verify_assignment_data (line 143) | def verify_assignment_data(conn) -> bool: function verify_milestone_data (line 218) | def verify_milestone_data(conn) -> bool: function main (line 258) | def main(): FILE: tasks/postgres/standard/employees/employee_retention_analysis/verify.py function rows_match (line 10) | def rows_match(actual_row, expected_row): function get_connection_params (line 28) | def get_connection_params() -> dict: function verify_retention_analysis_results (line 38) | def verify_retention_analysis_results(conn) -> bool: function verify_high_risk_results (line 86) | def verify_high_risk_results(conn) -> bool: function verify_turnover_trend_results (line 173) | def verify_turnover_trend_results(conn) -> bool: function main (line 248) | def main(): FILE: tasks/postgres/standard/employees/executive_dashboard_automation/verify.py function rows_match (line 10) | def rows_match(actual_row, expected_row): function get_connection_params (line 32) | def get_connection_params() -> dict: function verify_materialized_views (line 42) | def verify_materialized_views(conn) -> bool: function verify_stored_procedures (line 339) | def verify_stored_procedures(conn) -> bool: function verify_triggers (line 369) | def verify_triggers(conn) -> bool: function verify_procedure_execution (line 430) | def verify_procedure_execution(conn) -> bool: function verify_indexes (line 485) | def verify_indexes(conn) -> bool: function main (line 506) | def main(): FILE: tasks/postgres/standard/employees/management_structure_analysis/verify.py function rows_match (line 10) | def rows_match(actual_row, expected_row): function get_connection_params (line 28) | def get_connection_params() -> dict: function verify_manager_profile_results (line 38) | def verify_manager_profile_results(conn) -> bool: function verify_department_leadership_results (line 115) | def verify_department_leadership_results(conn) -> bool: function verify_management_transitions_results (line 180) | def verify_management_transitions_results(conn) -> bool: function verify_span_of_control_results (line 257) | def verify_span_of_control_results(conn) -> bool: function main (line 324) | def main(): FILE: tasks/postgres/standard/lego/consistency_enforcement/verify.py function get_connection_params (line 13) | def get_connection_params() -> dict: function fetch_candidate_part_row (line 24) | def fetch_candidate_part_row(cur) -> Optional[Tuple[int, str, str, int]]: function get_mismatch_count (line 52) | def get_mismatch_count(cur) -> int: function verify_data_consistency (line 82) | def verify_data_consistency(conn) -> bool: function verify_constraint_triggers_exist (line 99) | def verify_constraint_triggers_exist(conn) -> bool: function verify_violation_is_blocked (line 133) | def verify_violation_is_blocked(conn) -> bool: function verify_deferred_transaction_is_allowed (line 169) | def verify_deferred_transaction_is_allowed(conn) -> bool: function main (line 221) | def main(): FILE: tasks/postgres/standard/lego/database_security_policies/verify.py function get_connection_params (line 12) | def get_connection_params() -> Dict[str, any]: function verify_role_creation (line 22) | def verify_role_creation(conn) -> bool: function verify_rls_enabled (line 71) | def verify_rls_enabled(conn) -> bool: function verify_rls_policies (line 91) | def verify_rls_policies(conn) -> bool: function verify_theme_function (line 115) | def verify_theme_function(conn) -> bool: function test_theme_analyst_access (line 148) | def test_theme_analyst_access(conn) -> bool: function main (line 214) | def main(): FILE: tasks/postgres/standard/lego/transactional_inventory_transfer/verify.py function get_connection_params (line 19) | def get_connection_params() -> dict: function get_inventory_part_quantity (line 30) | def get_inventory_part_quantity(conn, inventory_id: int, part_num: str, ... function verify_system_components (line 44) | def verify_system_components(conn) -> bool: function verify_successful_transfer_with_audit (line 82) | def verify_successful_transfer_with_audit(conn) -> bool: function verify_new_part_transfer (line 168) | def verify_new_part_transfer(conn) -> bool: function verify_business_rule_validation (line 219) | def verify_business_rule_validation(conn) -> bool: function verify_insufficient_quantity_error (line 299) | def verify_insufficient_quantity_error(conn) -> bool: function verify_invalid_inventory_error (line 343) | def verify_invalid_inventory_error(conn) -> bool: function verify_audit_logging (line 381) | def verify_audit_logging(conn) -> bool: function verify_exact_quantity_transfer (line 461) | def verify_exact_quantity_transfer(conn) -> bool: function main (line 521) | def main(): FILE: tasks/postgres/standard/security/rls_business_access/ground_truth.sql type idx_users_is_public (line 10) | CREATE INDEX IF NOT EXISTS idx_users_is_public ON users(is_public) type idx_channels_owner_id (line 13) | CREATE INDEX IF NOT EXISTS idx_channels_owner_id ON channels(owner_id) type idx_channels_is_public (line 14) | CREATE INDEX IF NOT EXISTS idx_channels_is_public ON channels(is_public) type idx_channel_moderators_channel_user (line 17) | CREATE INDEX IF NOT EXISTS idx_channel_moderators_channel_user ON channe... type idx_channel_moderators_user (line 18) | CREATE INDEX IF NOT EXISTS idx_channel_moderators_user ON channel_modera... type idx_posts_channel_id (line 21) | CREATE INDEX IF NOT EXISTS idx_posts_channel_id ON posts(channel_id) type idx_posts_author_id (line 22) | CREATE INDEX IF NOT EXISTS idx_posts_author_id ON posts(author_id) type idx_posts_created_at (line 23) | CREATE INDEX IF NOT EXISTS idx_posts_created_at ON posts(created_at) type idx_comments_post_id (line 26) | CREATE INDEX IF NOT EXISTS idx_comments_post_id ON comments(post_id) type idx_comments_author_id (line 27) | CREATE INDEX IF NOT EXISTS idx_comments_author_id ON comments(author_id) type idx_comments_created_at (line 28) | CREATE INDEX IF NOT EXISTS idx_comments_created_at ON comments(created_at) FILE: tasks/postgres/standard/security/rls_business_access/prepare_environment.py function setup_rls_environment (line 8) | def setup_rls_environment(): FILE: tasks/postgres/standard/security/rls_business_access/verify.py function verify_rls_implementation (line 8) | def verify_rls_implementation(): FILE: tasks/postgres/standard/security/user_permission_audit/ground_truth.sql type security_audit_results (line 106) | CREATE TABLE security_audit_results ( type security_audit_details (line 114) | CREATE TABLE security_audit_details ( type temp_user_discovery (line 127) | CREATE TEMP TABLE temp_user_discovery AS type temp_role_memberships (line 155) | CREATE TEMP TABLE temp_role_memberships AS type temp_current_permissions (line 172) | CREATE TEMP TABLE temp_current_permissions AS FILE: tasks/postgres/standard/security/user_permission_audit/prepare_environment.py function create_business_tables (line 164) | def create_business_tables(cur): function create_users (line 314) | def create_users(cur): function grant_expected_permissions (line 319) | def grant_expected_permissions(cur): function grant_excessive_permissions (line 328) | def grant_excessive_permissions(cur): function revoke_permissions (line 333) | def revoke_permissions(cur): function grant_sequence_permissions (line 338) | def grant_sequence_permissions(cur): function setup_security_environment (line 344) | def setup_security_environment(): FILE: tasks/postgres/standard/security/user_permission_audit/verify.py function verify_security_audit (line 6) | def verify_security_audit(): FILE: tasks/postgres/standard/sports/baseball_player_analysis/verify.py function rows_match (line 10) | def rows_match(actual_row, expected_row): function get_connection_params (line 25) | def get_connection_params() -> dict: function verify_baseball_player_analysis_table (line 35) | def verify_baseball_player_analysis_table(conn) -> bool: function main (line 144) | def main(): FILE: tasks/postgres/standard/sports/participant_report_optimization/verify.py function rows_match (line 10) | def rows_match(actual_row, expected_row): function get_connection_params (line 31) | def get_connection_params() -> dict: function verify_report_data (line 41) | def verify_report_data(conn) -> bool: function verify_performance_optimization (line 89) | def verify_performance_optimization(conn) -> bool: function main (line 143) | def main(): FILE: tasks/postgres/standard/sports/team_roster_management/verify.py function rows_match (line 10) | def rows_match(actual_row, expected_row): function get_connection_params (line 31) | def get_connection_params() -> dict: function verify_player_evaluation_table (line 41) | def verify_player_evaluation_table(conn) -> bool: function verify_injury_status_table (line 156) | def verify_injury_status_table(conn) -> bool: function verify_summary_table (line 215) | def verify_summary_table(conn) -> bool: function main (line 279) | def main(): FILE: tasks/postgres/standard/vectors/dba_vector_analysis/ground_truth.sql type expected_vector_column_inventory (line 35) | CREATE TABLE IF NOT EXISTS expected_vector_column_inventory ( type expected_vector_storage_analysis (line 52) | CREATE TABLE IF NOT EXISTS expected_vector_storage_analysis ( type expected_vector_index_analysis (line 70) | CREATE TABLE IF NOT EXISTS expected_vector_index_analysis ( type vector_storage_analysis (line 85) | CREATE TABLE vector_storage_analysis ( type vector_index_analysis (line 123) | CREATE TABLE vector_index_analysis ( type vector_data_quality (line 152) | CREATE TABLE vector_data_quality ( type vector_analysis_columns (line 203) | CREATE TABLE vector_analysis_columns ( type vector_analysis_storage_consumption (line 235) | CREATE TABLE vector_analysis_storage_consumption ( type vector_analysis_indices (line 282) | CREATE TABLE vector_analysis_indices ( FILE: tasks/postgres/standard/vectors/dba_vector_analysis/prepare_environment.py function prepare_environment (line 19) | def prepare_environment(): FILE: tasks/postgres/standard/vectors/dba_vector_analysis/verify.py function get_connection_params (line 17) | def get_connection_params(): function verify_vector_analysis_columns (line 28) | def verify_vector_analysis_columns(conn) -> Dict[str, Any]: function verify_vector_analysis_storage_consumption (line 105) | def verify_vector_analysis_storage_consumption(conn) -> Dict[str, Any]: function verify_vector_analysis_indices (line 180) | def verify_vector_analysis_indices(conn) -> Dict[str, Any]: function verify_no_extra_analysis_tables (line 253) | def verify_no_extra_analysis_tables(conn) -> Dict[str, Any]: function main (line 285) | def main(): FILE: tasks/postgres/standard/vectors/vectors_setup.py function get_connection_params (line 19) | def get_connection_params(): function generate_mock_embedding (line 30) | def generate_mock_embedding(dimensions: int = 1536) -> List[float]: function create_vector_extension (line 41) | def create_vector_extension(): function create_vector_tables (line 61) | def create_vector_tables(): function create_vector_indexes (line 168) | def create_vector_indexes(): function insert_sample_data (line 241) | def insert_sample_data(): function verify_vector_setup (line 382) | def verify_vector_setup(): function prepare_vector_environment (line 461) | def prepare_vector_environment(): FILE: tasks/utils/notion_utils.py function get_notion_client (line 7) | def get_notion_client(): function _find_object (line 20) | def _find_object(notion: Client, title: str, object_type: str): function find_page (line 63) | def find_page(notion: Client, page_title: str): function get_page_by_id (line 68) | def get_page_by_id(notion: Client, page_id: str): function find_page_by_id (line 76) | def find_page_by_id(notion: Client, page_id: str): function find_database_by_id (line 85) | def find_database_by_id(notion: Client, database_id: str): function find_page_or_database_by_id (line 94) | def find_page_or_database_by_id(notion: Client, object_id: str): function find_database (line 116) | def find_database(notion: Client, db_title: str): function find_database_in_block (line 121) | def find_database_in_block(notion: Client, block_id: str, db_title: str): function get_all_blocks_recursively (line 139) | def get_all_blocks_recursively(notion: Client, block_id: str): function get_block_plain_text (line 160) | def get_block_plain_text(block): FILE: tasks/utils/postgres_utils.py function get_connection_params (line 19) | def get_connection_params() -> dict: function execute_schema_sql (line 30) | def execute_schema_sql(conn, schema_sql: str): function load_csv_to_table (line 38) | def load_csv_to_table( function insert_data_from_dict (line 83) | def insert_data_from_dict(conn, table_name: str, data: List[Dict[str, An... function create_table_with_data (line 111) | def create_table_with_data( function setup_database_with_config (line 140) | def setup_database_with_config(setup_config: Dict[str, Any]):