SYMBOL INDEX (120 symbols across 19 files) FILE: digirl/algorithms/digirl/trainer.py function dict_mean (line 7) | def dict_mean(dict_list): class DigiRLTrainer (line 19) | class DigiRLTrainer(): method __init__ (line 20) | def __init__(self, agent,\ method prepare (line 53) | def prepare(self): method trajectory_critic_loss (line 58) | def trajectory_critic_loss(self, observation, mc_return, validation = ... method critic_loss (line 89) | def critic_loss(self, observation, image_features, action, reward, nex... method actor_loss (line 136) | def actor_loss(self, observation, action, image_features, next_observa... method update_trajectory_critic (line 185) | def update_trajectory_critic(self, trajectories, validation_trajectori... method update_critic (line 213) | def update_critic(self, replay_buffer, validation_buffer = None): method update_policy (line 246) | def update_policy(self, replay_buffer, validation_buffer = None, no_up... method update (line 291) | def update(self, replay_buffer, validation_buffer = None, filtered_buf... method save (line 301) | def save(self, path): method load (line 304) | def load(self, path): FILE: digirl/algorithms/eval_loop.py function eval_loop (line 11) | def eval_loop(env,\ FILE: digirl/algorithms/filteredbc/trainer.py function dict_mean (line 8) | def dict_mean(dict_list): class BCTrainer (line 14) | class BCTrainer(): method __init__ (line 15) | def __init__(self, agent,\ method prepare (line 36) | def prepare(self): method actor_loss (line 39) | def actor_loss(self, observation, image_features, action, **kwargs): method update (line 46) | def update(self, replay_buffer, no_update_actor=False): method save (line 69) | def save(self, path): method load (line 77) | def load(self, path): FILE: digirl/algorithms/offpolicy_train_loop.py function label_trajectories (line 16) | def label_trajectories(trajectories, agent): function framestack (line 29) | def framestack(all_trajectories): function filterbc_buffer (line 40) | def filterbc_buffer(all_trajectories, batch_size, capacity, agent): function filter_buffer (line 60) | def filter_buffer(all_trajectories, batch_size, capacity, agent): function offpolicy_train_loop (line 81) | def offpolicy_train_loop(env,\ FILE: digirl/algorithms/parallel_utils.py function remote_collect_trajectories (line 7) | def remote_collect_trajectories(save_path, FILE: digirl/algorithms/worker_collect_loop.py function worker_collect_loop (line 9) | def worker_collect_loop(env,\ FILE: digirl/data/utils.py class DummyDataset (line 3) | class DummyDataset(Dataset): method __init__ (line 4) | def __init__(self, buffer): method __len__ (line 7) | def __len__(self): method __getitem__ (line 10) | def __getitem__(self, idx): class ReplayBuffer (line 14) | class ReplayBuffer: method __init__ (line 15) | def __init__(self, batch_size=2, capacity=10000): method sample (line 28) | def sample(self, batch_size=None): method __len__ (line 43) | def __len__(self): method insert (line 46) | def insert( FILE: digirl/environment/android/autoui_utils.py class ImageFeatureExtractor (line 8) | class ImageFeatureExtractor: method __init__ (line 9) | def __init__(self, device): method to_feat (line 19) | def to_feat(self, image: Image.Image): class ActionType (line 74) | class ActionType(Enum): class AndroidAction (line 85) | class AndroidAction(): method __str__ (line 91) | def __str__(self): method to_act (line 112) | def to_act(self): function cogagent_translate_action (line 116) | def cogagent_translate_action(out): function autoui_translate_action (line 155) | def autoui_translate_action(out): function to_autoui (line 188) | def to_autoui(act: AndroidAction): function autoui_prepare_prompt (line 205) | def autoui_prepare_prompt(task, history): FILE: digirl/environment/android/client.py class AbstractAgent (line 10) | class AbstractAgent(ABC): method act (line 12) | def act(self, task:str, image_path:str)->Union[AndroidAction, Dict]: class AutoUI (line 16) | class AutoUI: method __init__ (line 17) | def __init__(self, url): method predict (line 21) | def predict(self, text:str, image_path:str)->str: method to_autoui (line 31) | def to_autoui(self, act: AndroidAction): method act (line 48) | def act(self, task:str, image_path:str)->Union[AndroidAction, Dict]: method reset_history (line 55) | def reset_history(self): method prepare_prompts (line 58) | def prepare_prompts(self, task:str): method _translate_action (line 65) | def _translate_action(self, out): FILE: digirl/environment/android/env.py function escape_shell_text (line 22) | def escape_shell_text(text): function kill_all_emulators (line 32) | def kill_all_emulators(adb_path, emulators=None): function clone_avd (line 50) | def clone_avd(src_avd_name, tar_avd_name, android_avd_home): class AndroidEmulator (line 103) | class AndroidEmulator(): method __init__ (line 104) | def __init__(self, avd_name, max_steps, temp_path, evaluator, emulator... method terminate (line 194) | def terminate(self): method refresh_driver (line 217) | def refresh_driver(self): method count_white_pixels (line 221) | def count_white_pixels(self, img): method get_obs (line 231) | def get_obs(self): method step (line 264) | def step(self, raw_action: str): class BatchedAndroidEnv (line 349) | class BatchedAndroidEnv(): method __init__ (line 355) | def __init__(self, method reset_appium (line 414) | def reset_appium(self): method reset (line 430) | def reset(self): method step (line 515) | def step(self, actions): FILE: digirl/environment/android/evaluate.py function extract_status (line 21) | def extract_status(text): function build_prompt_webshop (line 28) | def build_prompt_webshop(intent) -> Tuple[str, str]: function build_prompt_general (line 99) | def build_prompt_general(intent) -> Tuple[str, str]: function call_gemini (line 161) | def call_gemini(client, system_msg, prompt, image_list, image_path): function process_image (line 190) | def process_image(image_path): class EndResultEvaluator (line 202) | class EndResultEvaluator: method __init__ (line 203) | def __init__(self, gemini_key=None, task_set=None): method __call__ (line 211) | def __call__(self, last_two_images, intent: str) -> bool: method _evaluate (line 246) | def _evaluate(self, intent: str, image_path: str) -> bool: FILE: digirl/environment/env_utils.py function add_trajectory_reward (line 7) | def add_trajectory_reward(trajectory): function add_mc_return (line 16) | def add_mc_return(trajectory, gamma = 0.95): function batch_interact_environment (line 28) | def batch_interact_environment(agent, env, num_trajectories,\ FILE: digirl/misc.py function colorful_print (line 7) | def colorful_print(string: str, *args, **kwargs) -> None: function colorful_warning (line 10) | def colorful_warning(string: str, *args, **kwargs) -> None: FILE: digirl/models/autoui_agent.py class timeout (line 7) | class timeout: method __init__ (line 8) | def __init__(self, seconds=1, error_message='Timeout'): method handle_timeout (line 11) | def handle_timeout(self, signum, frame): method __enter__ (line 13) | def __enter__(self): method __exit__ (line 16) | def __exit__(self, type, value, traceback): class AutoUIAgent (line 19) | class AutoUIAgent(torch.nn.Module): method __init__ (line 20) | def __init__(self, device, accelerator, policy_lm = "gpt2", critic_lm ... method prepare (line 59) | def prepare(self): method get_action (line 64) | def get_action(self, observation, image_features): method get_log_prob (line 92) | def get_log_prob(self, observation, image_features, action): FILE: digirl/models/cog_agent.py function _get_a_action (line 7) | def _get_a_action(pair): class CogAgent (line 20) | class CogAgent: method __init__ (line 21) | def __init__(self, url): method prepare (line 25) | def prepare(self): method get_action (line 28) | def get_action(self, observation, image_features): FILE: digirl/models/critic.py class VLMDoubleCritic (line 5) | class VLMDoubleCritic(torch.nn.Module): method __init__ (line 6) | def __init__(self, device, accelerator, critic_lm, cache_dir, in_dim, ... method forward (line 31) | def forward(self, observation, image_features, action, detach_model=Fa... class TrajectoryCritic (line 43) | class TrajectoryCritic(torch.nn.Module): method __init__ (line 44) | def __init__(self, device, accelerator, critic_lm, cache_dir, in_dim, ... method forward (line 57) | def forward(self, observation, detach_model=False): FILE: digirl/models/infer_utils.py class ImageFeatureExtractor (line 5) | class ImageFeatureExtractor: method __init__ (line 6) | def __init__(self): method to_feat (line 14) | def to_feat(self, image: Image.Image): FILE: digirl/models/model.py class T5ForMultimodalGeneration (line 15) | class T5ForMultimodalGeneration(T5ForConditionalGeneration): method __init__ (line 25) | def __init__(self, config: T5Config, img_dim=1408, num_actions=12, use... method remove_lm_head (line 59) | def remove_lm_head(self): method forward (line 63) | def forward( method prepare_inputs_for_generation (line 197) | def prepare_inputs_for_generation( method test_step (line 217) | def test_step(self, tokenizer, batch, **kwargs): FILE: scripts/run.py function load_task_file (line 23) | def load_task_file(assets_path, task_set, task_split): function main (line 31) | def main(config: "DictConfig"):