SYMBOL INDEX (498 symbols across 51 files) FILE: config_utils.py function hm3d_config (line 12) | def hm3d_config(path:str=HM3D_CONFIG_PATH,stage:str='val',episodes=200): function mp3d_config (line 44) | def mp3d_config(path:str=MP3D_CONFIG_PATH,stage:str='val',episodes=200): function r2r_config (line 76) | def r2r_config(path:str=R2R_CONFIG_PATH,stage:str='val_seen',episodes=200): FILE: cv_utils/glee_detector.py function initialize_glee (line 15) | def initialize_glee(glee_config=GLEE_CONFIG_PATH, function glee_segmentation (line 32) | def glee_segmentation(img, function visualize_segmentation (line 79) | def visualize_segmentation(image,classes,masks): function visualize_detection (line 90) | def visualize_detection(image,classes,bboxes): FILE: cv_utils/image_percevior.py class GLEE_Percevior (line 3) | class GLEE_Percevior: method __init__ (line 4) | def __init__(self, method perceive (line 10) | def perceive(self,image,confidence_threshold=0.25,area_threshold=2500): FILE: llm_utils/gpt_request.py function local_image_to_data_url (line 29) | def local_image_to_data_url(image): function gptv_response (line 39) | def gptv_response(text_prompt,image_prompt,system_prompt=""): function gpt_response (line 48) | def gpt_response(text_prompt,system_prompt=""): FILE: mapper.py class Instruct_Mapper (line 13) | class Instruct_Mapper: method __init__ (line 14) | def __init__(self, method reset (line 38) | def reset(self,position,rotation): method update (line 49) | def update(self,rgb,depth,position,rotation): method update_object_pcd (line 106) | def update_object_pcd(self): method get_view_pointcloud (line 120) | def get_view_pointcloud(self,rgb,depth,translation,rotation): method get_object_entities (line 130) | def get_object_entities(self,depth,classes,masks,confidences): method associate_object_entities (line 151) | def associate_object_entities(self,ref_entities,eval_entities): method get_obstacle_affordance (line 179) | def get_obstacle_affordance(self): method get_trajectory_affordance (line 188) | def get_trajectory_affordance(self): method get_semantic_affordance (line 196) | def get_semantic_affordance(self,target_class,threshold=0.1): method get_gpt4v_affordance (line 210) | def get_gpt4v_affordance(self,gpt4v_pcd): method get_action_affordance (line 219) | def get_action_affordance(self,action): method get_objnav_affordance_map (line 273) | def get_objnav_affordance_map(self,action,target_class,gpt4v_pcd,compl... method get_debug_affordance_map (line 294) | def get_debug_affordance_map(self,action,target_class,gpt4v_pcd): method visualize_affordance (line 306) | def visualize_affordance(self,affordance): method get_appeared_objects (line 312) | def get_appeared_objects(self): method save_pointcloud_debug (line 315) | def save_pointcloud_debug(self,path="./"): FILE: mapping_utils/geometry.py function get_pointcloud_from_depth (line 8) | def get_pointcloud_from_depth(rgb:np.ndarray,depth:np.ndarray,intrinsic:... function get_pointcloud_from_depth_mask (line 20) | def get_pointcloud_from_depth_mask(depth:np.ndarray,mask:np.ndarray,intr... function translate_to_world (line 33) | def translate_to_world(pointcloud,position,rotation): function project_to_camera (line 40) | def project_to_camera(pcd,intrinsic,position,rotation): function pointcloud_distance (line 55) | def pointcloud_distance(pcdA,pcdB,device='cpu'): function pointcloud_2d_distance (line 66) | def pointcloud_2d_distance(pcdA,pcdB,device='cpu'): function cpu_pointcloud_from_array (line 75) | def cpu_pointcloud_from_array(points,colors): function gpu_pointcloud_from_array (line 81) | def gpu_pointcloud_from_array(points,colors,device): function gpu_pointcloud (line 87) | def gpu_pointcloud(pointcloud,device): function cpu_pointcloud (line 93) | def cpu_pointcloud(pointcloud): function cpu_merge_pointcloud (line 99) | def cpu_merge_pointcloud(pcdA,pcdB): function gpu_merge_pointcloud (line 102) | def gpu_merge_pointcloud(pcdA,pcdB): function gpu_cluster_filter (line 109) | def gpu_cluster_filter(pointcloud,eps=0.3,min_points=20): function cpu_cluster_filter (line 117) | def cpu_cluster_filter(pointcloud,eps=0.3,min_points=20): function quat2array (line 124) | def quat2array(quat): function quaternion_distance (line 127) | def quaternion_distance(quatA,quatB): function eculidean_distance (line 134) | def eculidean_distance(posA,posB): FILE: mapping_utils/path_planning.py function path_planning (line 8) | def path_planning(costmap,start_index,goal_index): function visualize_path (line 22) | def visualize_path(costmap,path): FILE: mapping_utils/preprocess.py function preprocess_depth (line 2) | def preprocess_depth(depth:np.ndarray,lower_bound:float=0.1,upper_bound:... function preprocess_image (line 5) | def preprocess_image(image:np.ndarray): FILE: mapping_utils/projection.py function project_frontier (line 10) | def project_frontier(obstacle_pcd,navigable_pcd,obstacle_height=-0.7,gri... function translate_grid_to_point (line 50) | def translate_grid_to_point(pointcloud,grid_indexes,grid_resolution=0.25): function translate_point_to_grid (line 56) | def translate_point_to_grid(pointcloud,point_poses,grid_resolution=0.25): function project_costmap (line 64) | def project_costmap(navigable_pcd,affordance_value,grid_resolution=0.25): FILE: mapping_utils/transform.py function habitat_camera_intrinsic (line 3) | def habitat_camera_intrinsic(config): function habitat_translation (line 18) | def habitat_translation(position): function habitat_rotation (line 21) | def habitat_rotation(rotation): FILE: objnav_agent.py class HM3D_Objnav_Agent (line 15) | class HM3D_Objnav_Agent: method __init__ (line 16) | def __init__(self,env:habitat.Env,mapper:Instruct_Mapper): method translate_objnav (line 22) | def translate_objnav(self,object_goal): method reset_debug_probes (line 30) | def reset_debug_probes(self): method reset (line 47) | def reset(self): method rotate_panoramic (line 56) | def rotate_panoramic(self,rotate_times = 12): method concat_panoramic (line 67) | def concat_panoramic(self,images): method update_trajectory (line 83) | def update_trajectory(self): method save_trajectory (line 104) | def save_trajectory(self,dir="./tmp_objnav/"): method query_chainon (line 140) | def query_chainon(self): method query_gpt4v (line 162) | def query_gpt4v(self): method make_plan (line 185) | def make_plan(self,rotate=True,failed=False): method step (line 223) | def step(self): FILE: objnav_benchmark.py function write_metrics (line 13) | def write_metrics(metrics,path="objnav_hm3d.csv"): function get_args (line 20) | def get_args(): FILE: thirdparty/GLEE/glee/backbone/backbone.py class Backbone (line 9) | class Backbone(nn.Module): method __init__ (line 14) | def __init__(self): method forward (line 20) | def forward(self): method size_divisibility (line 30) | def size_divisibility(self) -> int: method output_shape (line 40) | def output_shape(self): FILE: thirdparty/GLEE/glee/backbone/build.py function build_backbone (line 6) | def build_backbone(config, **kwargs): FILE: thirdparty/GLEE/glee/backbone/davit.py class MySequential (line 22) | class MySequential(nn.Sequential): method forward (line 23) | def forward(self, *inputs): class PreNorm (line 32) | class PreNorm(nn.Module): method __init__ (line 33) | def __init__(self, norm, fn, drop_path=None): method forward (line 39) | def forward(self, x, *args, **kwargs): class Mlp (line 54) | class Mlp(nn.Module): method __init__ (line 55) | def __init__( method forward (line 71) | def forward(self, x, size): class DepthWiseConv2d (line 75) | class DepthWiseConv2d(nn.Module): method __init__ (line 76) | def __init__( method forward (line 94) | def forward(self, x, size): class ConvEmbed (line 105) | class ConvEmbed(nn.Module): method __init__ (line 109) | def __init__( method forward (line 134) | def forward(self, x, size): class ChannelAttention (line 154) | class ChannelAttention(nn.Module): method __init__ (line 156) | def __init__(self, dim, groups=8, qkv_bias=True): method forward (line 163) | def forward(self, x, size): class ChannelBlock (line 178) | class ChannelBlock(nn.Module): method __init__ (line 180) | def __init__(self, dim, groups, mlp_ratio=4., qkv_bias=True, method forward (line 200) | def forward(self, x, size): function window_partition (line 212) | def window_partition(x, window_size: int): function window_reverse (line 219) | def window_reverse(windows, window_size: int, H: int, W: int): class WindowAttention (line 226) | class WindowAttention(nn.Module): method __init__ (line 227) | def __init__(self, dim, num_heads, window_size, qkv_bias=True): method forward (line 241) | def forward(self, x, size): class SpatialBlock (line 286) | class SpatialBlock(nn.Module): method __init__ (line 288) | def __init__(self, dim, num_heads, window_size, method forward (line 308) | def forward(self, x, size): class DaViT (line 319) | class DaViT(nn.Module): method __init__ (line 343) | def __init__( method dim_out (line 439) | def dim_out(self): method _init_weights (line 442) | def _init_weights(self, m): method _try_remap_keys (line 459) | def _try_remap_keys(self, pretrained_dict): method from_state_dict (line 489) | def from_state_dict(self, pretrained_dict, pretrained_layers=[], verbo... method from_pretrained (line 511) | def from_pretrained(self, pretrained='', pretrained_layers=[], verbose... method forward_features (line 518) | def forward_features(self, x): method forward (line 537) | def forward(self, x): class D2DaViT (line 542) | class D2DaViT(DaViT, Backbone): method __init__ (line 543) | def __init__(self, cfg, input_shape): method forward (line 581) | def forward(self, x): method output_shape (line 599) | def output_shape(self): method size_divisibility (line 608) | def size_divisibility(self): function get_davit_backbone (line 612) | def get_davit_backbone(cfg): FILE: thirdparty/GLEE/glee/backbone/eva01.py class LayerNormWithForceFP32 (line 42) | class LayerNormWithForceFP32(nn.Module): method __init__ (line 48) | def __init__(self, normalized_shape: _shape_t, eps: float = 1e-5, elem... method reset_parameters (line 63) | def reset_parameters(self) -> None: method forward (line 68) | def forward(self, input: Tensor) -> Tensor: method extra_repr (line 72) | def extra_repr(self) -> Tensor: class Attention (line 77) | class Attention(nn.Module): method __init__ (line 80) | def __init__( method forward (line 126) | def forward(self, x): class ResBottleneckBlock (line 154) | class ResBottleneckBlock(CNNBlockBase): method __init__ (line 160) | def __init__( method forward (line 206) | def forward(self, x): class Block (line 215) | class Block(nn.Module): method __init__ (line 218) | def __init__( method forward (line 290) | def forward(self, x): class EVAViT (line 316) | class EVAViT(Backbone): method __init__ (line 323) | def __init__( method _init_weights (line 435) | def _init_weights(self, m): method forward (line 448) | def forward(self, x): class SimpleFeaturePyramid (line 462) | class SimpleFeaturePyramid(Backbone): method __init__ (line 468) | def __init__( method padding_constraints (line 569) | def padding_constraints(self): method forward (line 575) | def forward(self, x): class D2_EVA01 (line 606) | class D2_EVA01(SimpleFeaturePyramid): method __init__ (line 607) | def __init__(self, cfg, input_shape): method output_shape (line 644) | def output_shape(self): method size_divisibility (line 653) | def size_divisibility(self): function get_vit_lr_decay_rate (line 658) | def get_vit_lr_decay_rate(name, lr_decay_rate=1.0, num_layers=12): FILE: thirdparty/GLEE/glee/backbone/eva02-dino.py class SwiGLU (line 39) | class SwiGLU(nn.Module): method __init__ (line 40) | def __init__(self, in_features, hidden_features=None, out_features=Non... method forward (line 56) | def forward(self, x): class Attention (line 66) | class Attention(nn.Module): method __init__ (line 67) | def __init__( method forward (line 103) | def forward(self, x): class ResBottleneckBlock (line 139) | class ResBottleneckBlock(CNNBlockBase): method __init__ (line 145) | def __init__( method forward (line 191) | def forward(self, x): class Block (line 200) | class Block(nn.Module): method __init__ (line 203) | def __init__( method forward (line 266) | def forward(self, x): class EVA02_ViT (line 290) | class EVA02_ViT(Backbone): method __init__ (line 297) | def __init__( method _init_weights (line 414) | def _init_weights(self, m): method forward (line 423) | def forward(self, x): class SimpleFeaturePyramid (line 437) | class SimpleFeaturePyramid(Backbone): method __init__ (line 443) | def __init__( method padding_constraints (line 545) | def padding_constraints(self): method forward (line 551) | def forward(self, x): function get_vit_lr_decay_rate (line 580) | def get_vit_lr_decay_rate(name, lr_decay_rate=1.0, num_layers=12): FILE: thirdparty/GLEE/glee/backbone/eva02.py class SwiGLU (line 52) | class SwiGLU(nn.Module): method __init__ (line 53) | def __init__(self, in_features, hidden_features=None, out_features=Non... method forward (line 69) | def forward(self, x): class Attention (line 79) | class Attention(nn.Module): method __init__ (line 80) | def __init__( method forward (line 115) | def forward(self, x): class ResBottleneckBlock (line 151) | class ResBottleneckBlock(CNNBlockBase): method __init__ (line 157) | def __init__( method forward (line 203) | def forward(self, x): class Block (line 212) | class Block(nn.Module): method __init__ (line 215) | def __init__( method forward (line 278) | def forward(self, x): class EVA02_ViT (line 302) | class EVA02_ViT(Backbone): method __init__ (line 309) | def __init__( method _init_weights (line 426) | def _init_weights(self, m): method forward (line 435) | def forward(self, x): class SimpleFeaturePyramid (line 449) | class SimpleFeaturePyramid(Backbone): method __init__ (line 455) | def __init__( method padding_constraints (line 557) | def padding_constraints(self): method forward (line 563) | def forward(self, x): class D2_EVA02 (line 594) | class D2_EVA02(SimpleFeaturePyramid): method __init__ (line 595) | def __init__(self, cfg, input_shape): method output_shape (line 635) | def output_shape(self): method size_divisibility (line 644) | def size_divisibility(self): FILE: thirdparty/GLEE/glee/backbone/eva_01_utils.py function window_partition (line 18) | def window_partition(x, window_size): function window_unpartition (line 42) | def window_unpartition(windows, window_size, pad_hw, hw): function get_rel_pos (line 65) | def get_rel_pos(q_size, k_size, rel_pos, interp_type): function add_decomposed_rel_pos (line 132) | def add_decomposed_rel_pos(attn, q, rel_pos_h, rel_pos_w, q_size, k_size... function get_abs_pos (line 164) | def get_abs_pos(abs_pos, has_cls_token, hw): class PatchEmbed (line 196) | class PatchEmbed(nn.Module): method __init__ (line 201) | def __init__( method forward (line 218) | def forward(self, x): FILE: thirdparty/GLEE/glee/backbone/eva_02_utils.py function window_partition (line 19) | def window_partition(x, window_size): function window_unpartition (line 43) | def window_unpartition(windows, window_size, pad_hw, hw): function get_rel_pos (line 66) | def get_rel_pos(q_size, k_size, rel_pos): function add_decomposed_rel_pos (line 128) | def add_decomposed_rel_pos(attn, q, rel_pos_h, rel_pos_w, q_size, k_size): function get_abs_pos (line 160) | def get_abs_pos(abs_pos, has_cls_token, hw): class PatchEmbed (line 192) | class PatchEmbed(nn.Module): method __init__ (line 197) | def __init__( method forward (line 214) | def forward(self, x): function broadcat (line 232) | def broadcat(tensors, dim = -1): function rotate_half (line 250) | def rotate_half(x): class VisionRotaryEmbedding (line 258) | class VisionRotaryEmbedding(nn.Module): method __init__ (line 259) | def __init__( method forward (line 298) | def forward(self, t, start_index = 0): class VisionRotaryEmbeddingFast (line 309) | class VisionRotaryEmbeddingFast(nn.Module): method __init__ (line 310) | def __init__( method forward (line 349) | def forward(self, t): FILE: thirdparty/GLEE/glee/backbone/internimage.py class to_channels_first (line 22) | class to_channels_first(nn.Module): method __init__ (line 24) | def __init__(self): method forward (line 27) | def forward(self, x): class to_channels_last (line 31) | class to_channels_last(nn.Module): method __init__ (line 33) | def __init__(self): method forward (line 36) | def forward(self, x): function build_norm_layer (line 40) | def build_norm_layer(dim, function build_act_layer (line 64) | def build_act_layer(act_layer): class CrossAttention (line 75) | class CrossAttention(nn.Module): method __init__ (line 91) | def __init__(self, method forward (line 128) | def forward(self, x, k=None, v=None): class AttentiveBlock (line 165) | class AttentiveBlock(nn.Module): method __init__ (line 183) | def __init__(self, method forward (line 211) | def forward(self, class AttentionPoolingBlock (line 227) | class AttentionPoolingBlock(AttentiveBlock): method forward (line 229) | def forward(self, x): class StemLayer (line 240) | class StemLayer(nn.Module): method __init__ (line 249) | def __init__(self, method forward (line 271) | def forward(self, x): class DownsampleLayer (line 280) | class DownsampleLayer(nn.Module): method __init__ (line 287) | def __init__(self, channels, norm_layer='LN'): method forward (line 298) | def forward(self, x): class MLPLayer (line 304) | class MLPLayer(nn.Module): method __init__ (line 314) | def __init__(self, method forward (line 328) | def forward(self, x): class InternImageLayer (line 337) | class InternImageLayer(nn.Module): method __init__ (line 354) | def __init__(self, method forward (line 408) | def forward(self, x): class InternImageBlock (line 437) | class InternImageBlock(nn.Module): method __init__ (line 455) | def __init__(self, method forward (line 510) | def forward(self, x, return_wo_downsample=False): class InternImage (line 527) | class InternImage(Backbone): method __init__ (line 551) | def __init__(self, method _init_weights (line 647) | def _init_weights(self, m): method _init_deform_weights (line 656) | def _init_deform_weights(self, m): method forward (line 660) | def forward(self, x): class D2InternImage (line 675) | class D2InternImage(InternImage): method __init__ (line 676) | def __init__(self, cfg, input_shape): method forward (line 708) | def forward(self, x): method output_shape (line 725) | def output_shape(self): method size_divisibility (line 734) | def size_divisibility(self): FILE: thirdparty/GLEE/glee/backbone/registry.py function register_backbone (line 4) | def register_backbone(fn): function model_entrypoints (line 10) | def model_entrypoints(model_name): function is_model (line 13) | def is_model(model_name): FILE: thirdparty/GLEE/glee/backbone/resnet.py class BasicBlock (line 36) | class BasicBlock(CNNBlockBase): method __init__ (line 42) | def __init__(self, in_channels, out_channels, *, stride=1, norm="BN"): method forward (line 89) | def forward(self, x): class BottleneckBlock (line 104) | class BottleneckBlock(CNNBlockBase): method __init__ (line 111) | def __init__( method forward (line 198) | def forward(self, x): class DeformBottleneckBlock (line 217) | class DeformBottleneckBlock(CNNBlockBase): method __init__ (line 223) | def __init__( method forward (line 307) | def forward(self, x): class BasicStem (line 334) | class BasicStem(CNNBlockBase): method __init__ (line 340) | def __init__(self, in_channels=3, out_channels=64, norm="BN"): method forward (line 359) | def forward(self, x): class ResNet (line 366) | class ResNet(Backbone): method __init__ (line 371) | def __init__(self, stem, stages, num_classes=None, out_features=None, ... method forward (line 439) | def forward(self, x): method output_shape (line 464) | def output_shape(self): method freeze (line 472) | def freeze(self, freeze_at=0): method make_stage (line 497) | def make_stage(block_class, num_blocks, *, in_channels, out_channels, ... method make_default_stages (line 552) | def make_default_stages(depth, block_class=None, **kwargs): function make_stage (line 610) | def make_stage(*args, **kwargs): function _convert_ndarray_to_tensor (line 617) | def _convert_ndarray_to_tensor(state_dict: Dict[str, Any]) -> None: function get_resnet_backbone (line 638) | def get_resnet_backbone(cfg): FILE: thirdparty/GLEE/glee/backbone/swin.py class Mlp (line 20) | class Mlp(nn.Module): method __init__ (line 23) | def __init__( method forward (line 34) | def forward(self, x): function window_partition (line 43) | def window_partition(x, window_size): function window_reverse (line 57) | def window_reverse(windows, window_size, H, W): class WindowAttention (line 73) | class WindowAttention(nn.Module): method __init__ (line 86) | def __init__( method forward (line 130) | def forward(self, x, mask=None): class SwinTransformerBlock (line 173) | class SwinTransformerBlock(nn.Module): method __init__ (line 190) | def __init__( method forward (line 234) | def forward(self, x, mask_matrix): class PatchMerging (line 297) | class PatchMerging(nn.Module): method __init__ (line 304) | def __init__(self, dim, norm_layer=nn.LayerNorm): method forward (line 310) | def forward(self, x, H, W): class BasicLayer (line 339) | class BasicLayer(nn.Module): method __init__ (line 357) | def __init__( method forward (line 405) | def forward(self, x, H, W): class PatchEmbed (line 455) | class PatchEmbed(nn.Module): method __init__ (line 464) | def __init__(self, patch_size=4, in_chans=3, embed_dim=96, norm_layer=... method forward (line 478) | def forward(self, x): class SwinTransformer (line 497) | class SwinTransformer(nn.Module): method __init__ (line 525) | def __init__( method _freeze_stages (line 617) | def _freeze_stages(self): method init_weights (line 634) | def init_weights(self, pretrained=None): method forward (line 660) | def forward(self, x): method train (line 689) | def train(self, mode=True): class D2SwinTransformer (line 696) | class D2SwinTransformer(SwinTransformer, Backbone): method __init__ (line 697) | def __init__(self, cfg, input_shape): method forward (line 754) | def forward(self, x): method output_shape (line 771) | def output_shape(self): method size_divisibility (line 780) | def size_divisibility(self): FILE: thirdparty/GLEE/glee/backbone/vit.py class Attention (line 28) | class Attention(nn.Module): method __init__ (line 31) | def __init__( method forward (line 68) | def forward(self, x): class ResBottleneckBlock (line 91) | class ResBottleneckBlock(CNNBlockBase): method __init__ (line 97) | def __init__( method forward (line 143) | def forward(self, x): class Block (line 152) | class Block(nn.Module): method __init__ (line 155) | def __init__( method forward (line 217) | def forward(self, x): class ViT (line 238) | class ViT(Backbone): method __init__ (line 245) | def __init__( method _init_weights (line 353) | def _init_weights(self, m): method forward (line 362) | def forward(self, x): class D2ViT (line 384) | class D2ViT(ViT, Backbone): method __init__ (line 385) | def __init__(self, cfg, input_shape): method forward (line 445) | def forward(self, x): method output_shape (line 462) | def output_shape(self): method size_divisibility (line 471) | def size_divisibility(self): FILE: thirdparty/GLEE/glee/backbone/vit_utils.py function window_partition (line 18) | def window_partition(x, window_size): function window_unpartition (line 42) | def window_unpartition(windows, window_size, pad_hw, hw): function get_rel_pos (line 65) | def get_rel_pos(q_size, k_size, rel_pos, interp_type): function add_decomposed_rel_pos (line 132) | def add_decomposed_rel_pos(attn, q, rel_pos_h, rel_pos_w, q_size, k_size... function get_abs_pos (line 164) | def get_abs_pos(abs_pos, has_cls_token, hw): class PatchEmbed (line 196) | class PatchEmbed(nn.Module): method __init__ (line 201) | def __init__( method forward (line 218) | def forward(self, x): FILE: thirdparty/GLEE/glee/config.py function add_glee_config (line 3) | def add_glee_config(cfg): FILE: thirdparty/GLEE/glee/config_deeplab.py function add_deeplab_config (line 5) | def add_deeplab_config(cfg): FILE: thirdparty/GLEE/glee/models/glee_model.py function rand_sample (line 26) | def rand_sample(x, max_len): function agg_lang_feat (line 34) | def agg_lang_feat(features, mask, pool_type="average"): class GLEE_Model (line 51) | class GLEE_Model(nn.Module): method __init__ (line 55) | def __init__(self, cfg, matcher, device, video_info, contras_mean): method device (line 98) | def device(self): method forward (line 101) | def forward(self, images, prompts, task, targets=None, batch_name_list... method get_template (line 249) | def get_template(self, imgs, pad_masks, prompt_mode='scribble'): FILE: thirdparty/GLEE/glee/models/pixel_decoder/early_fusion.py class VLFuse (line 9) | class VLFuse(torch.nn.Module): method __init__ (line 14) | def __init__(self, ): method init_configs (line 28) | def init_configs(self, ): method forward (line 41) | def forward(self, x, task=None): class BiMultiHeadAttention (line 57) | class BiMultiHeadAttention(nn.Module): method __init__ (line 58) | def __init__(self, v_dim, l_dim, embed_dim, num_heads, dropout=0.1): method _shape (line 87) | def _shape(self, tensor: torch.Tensor, seq_len: int, bsz: int): method _reset_parameters (line 90) | def _reset_parameters(self): method forward (line 104) | def forward(self, v, l, attention_mask_l=None): class BiAttentionBlockForCheckpoint (line 192) | class BiAttentionBlockForCheckpoint(nn.Module): method __init__ (line 193) | def __init__(self, v_dim, l_dim, embed_dim, num_heads, dropout=0.1, method forward (line 219) | def forward(self, v, l, attention_mask_l=None, task=None): FILE: thirdparty/GLEE/glee/models/pixel_decoder/maskdino_encoder.py function build_pixel_decoder (line 27) | def build_pixel_decoder(cfg, input_shape): class MSDeformAttnTransformerEncoderOnly (line 43) | class MSDeformAttnTransformerEncoderOnly(nn.Module): method __init__ (line 44) | def __init__(self, d_model=256, nhead=8, method _reset_parameters (line 64) | def _reset_parameters(self): method get_valid_ratio (line 73) | def get_valid_ratio(self, mask): method forward (line 82) | def forward(self, srcs, masks, pos_embeds, early_fusion=None): class MSDeformAttnTransformerEncoderLayer (line 119) | class MSDeformAttnTransformerEncoderLayer(nn.Module): method __init__ (line 120) | def __init__(self, method with_pos_embed (line 140) | def with_pos_embed(tensor, pos): method forward_ffn (line 143) | def forward_ffn(self, src): method forward (line 149) | def forward(self, src, pos, reference_points, spatial_shapes, level_st... class MSDeformAttnTransformerEncoder (line 161) | class MSDeformAttnTransformerEncoder(nn.Module): method __init__ (line 162) | def __init__(self, vl_fusion_layer, encoder_layer, num_layers): method get_reference_points (line 171) | def get_reference_points(spatial_shapes, valid_ratios, device): method forward (line 185) | def forward(self, src, spatial_shapes, level_start_index, valid_ratios... class MaskDINOEncoder (line 208) | class MaskDINOEncoder(nn.Module): method __init__ (line 213) | def __init__( method from_config (line 361) | def from_config(cls, cfg, input_shape: Dict[str, ShapeSpec]): method forward_features (line 384) | def forward_features(self, features, masks, early_fusion=None): FILE: thirdparty/GLEE/glee/models/pixel_decoder/ops/functions/ms_deform_attn_func.py class MSDeformAttnFunction (line 32) | class MSDeformAttnFunction(Function): method forward (line 34) | def forward(ctx, value, value_spatial_shapes, value_level_start_index,... method backward (line 43) | def backward(ctx, grad_output): function ms_deform_attn_core_pytorch (line 52) | def ms_deform_attn_core_pytorch(value, value_spatial_shapes, sampling_lo... FILE: thirdparty/GLEE/glee/models/pixel_decoder/ops/modules/ms_deform_attn.py function _is_power_of_2 (line 28) | def _is_power_of_2(n): class MSDeformAttn (line 34) | class MSDeformAttn(nn.Module): method __init__ (line 35) | def __init__(self, d_model=256, n_levels=4, n_heads=8, n_points=4): method _reset_parameters (line 66) | def _reset_parameters(self): method forward (line 82) | def forward(self, query, reference_points, input_flatten, input_spatia... FILE: thirdparty/GLEE/glee/models/pixel_decoder/ops/setup.py function get_extensions (line 26) | def get_extensions(): FILE: thirdparty/GLEE/glee/models/pixel_decoder/ops/src/cpu/ms_deform_attn_cpu.cpp function ms_deform_attn_cpu_forward (line 22) | at::Tensor function ms_deform_attn_cpu_backward (line 34) | std::vector FILE: thirdparty/GLEE/glee/models/pixel_decoder/ops/src/ms_deform_attn.h function im2col_step (line 32) | int im2col_step) FILE: thirdparty/GLEE/glee/models/pixel_decoder/ops/src/vision.cpp function PYBIND11_MODULE (line 18) | PYBIND11_MODULE(TORCH_EXTENSION_NAME, m) { FILE: thirdparty/GLEE/glee/models/pixel_decoder/ops/test.py function check_forward_equal_with_pytorch_double (line 35) | def check_forward_equal_with_pytorch_double(): function check_forward_equal_with_pytorch_float (line 51) | def check_forward_equal_with_pytorch_float(): function check_gradient_numerical (line 66) | def check_gradient_numerical(channels=4, grad_value=True, grad_sampling_... FILE: thirdparty/GLEE/glee/models/pixel_decoder/position_encoding.py class PositionEmbeddingSine (line 15) | class PositionEmbeddingSine(nn.Module): method __init__ (line 21) | def __init__(self, num_pos_feats=64, temperature=10000, normalize=Fals... method forward (line 32) | def forward(self, x, mask=None): method __repr__ (line 57) | def __repr__(self, _repr_indent=4): FILE: thirdparty/GLEE/glee/models/transformer_decoder/dino_decoder.py class TransformerDecoder (line 18) | class TransformerDecoder(nn.Module): method __init__ (line 20) | def __init__(self, decoder_layer, num_layers, norm=None, method _reset_parameters (line 95) | def _reset_parameters(self): method with_pos_embed (line 103) | def with_pos_embed(tensor, pos): method forward (line 107) | def forward(self, tgt, memory, class DeformableTransformerDecoderLayer (line 200) | class DeformableTransformerDecoderLayer(nn.Module): method __init__ (line 202) | def __init__(self, d_model=256, d_ffn=1024, method rm_self_attn_modules (line 234) | def rm_self_attn_modules(self): method with_pos_embed (line 240) | def with_pos_embed(tensor, pos): method forward_ffn (line 243) | def forward_ffn(self, tgt): method forward (line 250) | def forward(self, FILE: thirdparty/GLEE/glee/models/transformer_decoder/maskdino_decoder.py function build_transformer_decoder (line 29) | def build_transformer_decoder(cfg, in_channels, lang_encoder, mask_class... class MaskDINODecoder (line 38) | class MaskDINODecoder(nn.Module): method __init__ (line 40) | def __init__( method from_config (line 245) | def from_config(cls, cfg, in_channels, lang_encoder, mask_classificati... method prepare_for_dn (line 272) | def prepare_for_dn(self, targets, tgt, refpoint_emb, batch_size,task): method dn_post_process (line 396) | def dn_post_process(self,outputs_class,outputs_score,outputs_coord,mas... method get_valid_ratio (line 418) | def get_valid_ratio(self, mask): method pred_box (line 427) | def pred_box(self, reference, hs, ref0=None): method forward (line 447) | def forward(self, x, mask_features, extra, task, masks, targets=None): method forward_prediction_heads (line 602) | def forward_prediction_heads(self, output, mask_features, task, extra,... method _set_aux_loss (line 624) | def _set_aux_loss(self, outputs_class, outputs_score, outputs_seg_mask... FILE: thirdparty/GLEE/glee/models/vos_utils.py class VLFuse (line 9) | class VLFuse(torch.nn.Module): method __init__ (line 14) | def __init__(self, ): method init_configs (line 28) | def init_configs(self, ): method forward (line 41) | def forward(self, x, task=None): function masks_to_boxes (line 58) | def masks_to_boxes(masks): class FeatureFuser (line 84) | class FeatureFuser(nn.Module): method __init__ (line 88) | def __init__(self, in_channels, channels=256): method forward (line 95) | def forward(self, features): function aligned_bilinear (line 112) | def aligned_bilinear(tensor, factor): class BiMultiHeadAttention (line 139) | class BiMultiHeadAttention(nn.Module): method __init__ (line 140) | def __init__(self, v_dim, l_dim, embed_dim, num_heads, dropout=0.1): method _shape (line 169) | def _shape(self, tensor: torch.Tensor, seq_len: int, bsz: int): method _reset_parameters (line 172) | def _reset_parameters(self): method forward (line 186) | def forward(self, v, l, attention_mask_l=None): class BiAttentionBlockForCheckpoint (line 274) | class BiAttentionBlockForCheckpoint(nn.Module): method __init__ (line 275) | def __init__(self, v_dim, l_dim, embed_dim, num_heads, dropout=0.1, method forward (line 301) | def forward(self, v, l, attention_mask_l=None, task=None): FILE: thirdparty/GLEE/glee/modules/attention.py function multi_head_attention_forward (line 15) | def multi_head_attention_forward( class _LinearWithBias (line 326) | class _LinearWithBias(nn.Linear): method __init__ (line 329) | def __init__(self, in_features: int, out_features: int) -> None: class MultiheadAttention (line 333) | class MultiheadAttention(nn.Module): method __init__ (line 366) | def __init__(self, embed_dim, num_heads, dropout=0., bias=True, add_bi... method _reset_parameters (line 405) | def _reset_parameters(self): method __setstate__ (line 421) | def __setstate__(self, state): method forward (line 428) | def forward(self, query: Tensor, key: Tensor, value: Tensor, key_paddi... FILE: thirdparty/GLEE/glee/modules/point_features.py function point_sample (line 21) | def point_sample(input, point_coords, **kwargs): function generate_regular_grid_point_coords (line 47) | def generate_regular_grid_point_coords(R, side_size, device): function get_uncertain_point_coords_with_randomness (line 65) | def get_uncertain_point_coords_with_randomness( function get_uncertain_point_coords_on_grid (line 121) | def get_uncertain_point_coords_on_grid(uncertainty_map, num_points): function point_sample_fine_grained_features (line 148) | def point_sample_fine_grained_features(features_list, feature_scales, bo... function get_point_coords_wrt_image (line 194) | def get_point_coords_wrt_image(boxes_coords, point_coords): function sample_point_labels (line 221) | def sample_point_labels(instances, point_coords): FILE: thirdparty/GLEE/glee/modules/position_encoding.py class PositionEmbeddingSine (line 12) | class PositionEmbeddingSine(nn.Module): method __init__ (line 18) | def __init__(self, num_pos_feats=64, temperature=10000, normalize=Fals... method forward (line 29) | def forward(self, x, mask=None): method __repr__ (line 54) | def __repr__(self, _repr_indent=4): FILE: thirdparty/GLEE/glee/modules/postprocessing.py function detector_postprocess (line 9) | def detector_postprocess( function bbox_postprocess (line 77) | def bbox_postprocess(result, input_size, img_size, output_height, output... function sem_seg_postprocess (line 99) | def sem_seg_postprocess(result, img_size, output_height, output_width): FILE: thirdparty/GLEE/glee/utils/box_ops.py function box_cxcywh_to_xyxy (line 9) | def box_cxcywh_to_xyxy(x): function box_xyxy_to_cxcywh (line 16) | def box_xyxy_to_cxcywh(x): function box_xywh_to_xyxy (line 22) | def box_xywh_to_xyxy(x): function box_iou (line 29) | def box_iou(boxes1, boxes2): function generalized_box_iou (line 45) | def generalized_box_iou(boxes1, boxes2): function masks_to_boxes (line 69) | def masks_to_boxes(masks): FILE: thirdparty/GLEE/glee/utils/config.py function configurable (line 7) | def configurable(init_func=None, *, from_config=None): function _called_with_cfg (line 94) | def _called_with_cfg(*args, **kwargs): function _get_args_from_config (line 110) | def _get_args_from_config(from_config_func, *args, **kwargs): FILE: thirdparty/GLEE/glee/utils/it_contrastive.py function is_dist_initialized (line 5) | def is_dist_initialized(): function get_world_size (line 8) | def get_world_size(): function all_gather_grad (line 13) | def all_gather_grad(x): function all_gather_nograd (line 22) | def all_gather_nograd(tensor): function image_text_contrastive_loss (line 36) | def image_text_contrastive_loss(image_feat, text_feat, temperature, imag... FILE: thirdparty/GLEE/glee/utils/misc.py function _max_by_axis (line 16) | def _max_by_axis(the_list): class NestedTensor (line 24) | class NestedTensor(object): method __init__ (line 25) | def __init__(self, tensors, mask: Optional[Tensor]): method to (line 29) | def to(self, device): method decompose (line 40) | def decompose(self): method __repr__ (line 43) | def __repr__(self): function nested_tensor_from_tensor_list (line 46) | def nested_tensor_from_tensor_list(tensor_list: List[Tensor]): function _collate_and_pad_divisibility (line 88) | def _collate_and_pad_divisibility(tensor_list: list, div=32): function _onnx_nested_tensor_from_tensor_list (line 122) | def _onnx_nested_tensor_from_tensor_list(tensor_list: List[Tensor]) -> N... function is_dist_avail_and_initialized (line 151) | def is_dist_avail_and_initialized(): function get_iou (line 158) | def get_iou(gt_masks, pred_masks, ignore_label=-1): FILE: thirdparty/GLEE/glee/utils/utils.py class MLP (line 11) | class MLP(nn.Module): method __init__ (line 14) | def __init__(self, input_dim, hidden_dim, output_dim, num_layers): method forward (line 20) | def forward(self, x): function inverse_sigmoid (line 26) | def inverse_sigmoid(x, eps=1e-5): function gen_encoder_output_proposals (line 33) | def gen_encoder_output_proposals(memory:Tensor, memory_padding_mask:Tens... function gen_sineembed_for_position (line 74) | def gen_sineembed_for_position(pos_tensor): function _get_activation_fn (line 103) | def _get_activation_fn(activation): function _get_clones (line 118) | def _get_clones(module, N, layer_share=False): function _get_clones_advanced (line 125) | def _get_clones_advanced(module, N, N_valid):