SYMBOL INDEX (236 symbols across 27 files)

FILE: basic_demo/cli_demo_sat.py
  function main (line 15) | def main():

FILE: basic_demo/web_demo.py
  function process_image_without_resize (line 54) | def process_image_without_resize(image_prompt):
  function load_model (line 64) | def load_model(args):
  function post (line 100) | def post(
  function clear_fn (line 156) | def clear_fn(value):
  function clear_fn2 (line 159) | def clear_fn2(value):
  function main (line 163) | def main(args):

FILE: composite_demo/client.py
  function get_client (line 56) | def get_client() -> Client:
  function process_history (line 61) | def process_history(history: list[Conversation]):
  class Client (line 93) | class Client(Protocol):
    method generate_stream (line 94) | def generate_stream(self,
  class HFClient (line 103) | class HFClient(Client):
    method __init__ (line 120) | def __init__(self, models_info):
    method select_best_gpu (line 135) | def select_best_gpu(self, model_name):
    method generate_stream (line 149) | def generate_stream(self,

FILE: composite_demo/conversation.py
  class Role (line 12) | class Role(Enum):
    method get_message (line 32) | def get_message(self):
  class Conversation (line 44) | class Conversation:
    method __str__ (line 71) | def __str__(self) -> str:
    method show (line 77) | def show(self, placeholder: DeltaGenerator | None = None) -> str:
  function preprocess_text (line 107) | def preprocess_text(history: list[Conversation], ) -> str:
  function postprocess_text (line 125) | def postprocess_text(template: str, text: str) -> str:
  function postprocess_image (line 139) | def postprocess_image(text: str, img: Image) -> (str, Image):
  function translate_baidu (line 192) | def translate_baidu(translate_text, source_lan, target_lan):

FILE: composite_demo/demo_agent_cogagent.py
  function append_conversation (line 15) | def append_conversation(
  function main (line 24) | def main(

FILE: composite_demo/demo_chat_cogagent.py
  function append_conversation (line 15) | def append_conversation(
  function main (line 24) | def main(

FILE: composite_demo/demo_chat_cogvlm.py
  function append_conversation (line 15) | def append_conversation(
  function main (line 24) | def main(

FILE: composite_demo/main.py
  class Mode (line 50) | class Mode(str, Enum):

FILE: composite_demo/utils.py
  function images_are_same (line 6) | def images_are_same(img1: Image, img2: Image) -> bool:
  function encode_file_to_base64 (line 15) | def encode_file_to_base64(file):

FILE: finetune_demo/evaluate_cogagent_demo.py
  function data_collator (line 17) | def data_collator(examples, cross_image_processor=None):
  function broadcast_auto (line 68) | def broadcast_auto(data_dict):
  function get_batch (line 90) | def get_batch(data_iterator, args, timers):
  function chat (line 115) | def chat(model, tokenizer, tokens,
  function forward_step_eval (line 136) | def forward_step_eval(data_iterator, model, args, timers):
  function forward_step (line 198) | def forward_step(data_iterator, model, args, timers):
  function create_dataset_function (line 220) | def create_dataset_function(image_processor, text_processor, cross_image...

FILE: finetune_demo/evaluate_cogvlm_demo.py
  function data_collator (line 15) | def data_collator(examples):
  function broadcast_auto (line 47) | def broadcast_auto(data_dict):
  function get_batch (line 62) | def get_batch(data_iterator, args, timers):
  function chat (line 87) | def chat(model, tokenizer, tokens,
  function forward_step_eval (line 108) | def forward_step_eval(data_iterator, model, args, timers):
  function forward_step (line 170) | def forward_step(data_iterator, model, args, timers):
  function create_dataset_function (line 192) | def create_dataset_function(image_processor, text_processor, path, args):

FILE: finetune_demo/finetune_cogagent_demo.py
  function disable_untrainable_params (line 14) | def disable_untrainable_params(self):
  function data_collator (line 44) | def data_collator(examples, cross_image_processor=None):
  function broadcast_auto (line 98) | def broadcast_auto(data_dict):
  function get_batch (line 113) | def get_batch(data_iterator, args, timers):
  function chat (line 138) | def chat(model, tokenizer, tokens,
  function forward_step_eval (line 159) | def forward_step_eval(data_iterator, model, args, timers):
  function forward_step (line 221) | def forward_step(data_iterator, model, args, timers):
  function create_dataset_function (line 243) | def create_dataset_function(image_processor, text_processor, cross_image...

FILE: finetune_demo/finetune_cogvlm_demo.py
  function disable_untrainable_params (line 14) | def disable_untrainable_params(self):
  function data_collator (line 41) | def data_collator(examples):
  function broadcast_auto (line 73) | def broadcast_auto(data_dict):
  function get_batch (line 88) | def get_batch(data_iterator, args, timers):
  function chat (line 113) | def chat(model, tokenizer, tokens,
  function forward_step_eval (line 134) | def forward_step_eval(data_iterator, model, args, timers):
  function forward_step (line 196) | def forward_step(data_iterator, model, args, timers):
  function create_dataset_function (line 218) | def create_dataset_function(image_processor, text_processor, path, args):

FILE: openai_demo/openai_api.py
  function lifespan (line 35) | async def lifespan(app: FastAPI):
  class ModelCard (line 57) | class ModelCard(BaseModel):
  class ModelList (line 71) | class ModelList(BaseModel):
  class ImageUrl (line 76) | class ImageUrl(BaseModel):
  class TextContent (line 80) | class TextContent(BaseModel):
  class ImageUrlContent (line 85) | class ImageUrlContent(BaseModel):
  class ChatMessageInput (line 93) | class ChatMessageInput(BaseModel):
  class ChatMessageResponse (line 99) | class ChatMessageResponse(BaseModel):
  class DeltaMessage (line 105) | class DeltaMessage(BaseModel):
  class ChatCompletionRequest (line 110) | class ChatCompletionRequest(BaseModel):
  class ChatCompletionResponseChoice (line 121) | class ChatCompletionResponseChoice(BaseModel):
  class ChatCompletionResponseStreamChoice (line 126) | class ChatCompletionResponseStreamChoice(BaseModel):
  class UsageInfo (line 131) | class UsageInfo(BaseModel):
  class ChatCompletionResponse (line 137) | class ChatCompletionResponse(BaseModel):
  function list_models (line 146) | async def list_models():
  function create_chat_completion (line 156) | async def create_chat_completion(request: ChatCompletionRequest):
  function predict (line 193) | async def predict(model_id: str, params: dict):
  function generate_cogvlm (line 232) | def generate_cogvlm(model: PreTrainedModel, tokenizer: PreTrainedTokeniz...
  function process_history_and_images (line 243) | def process_history_and_images(messages: List[ChatMessageInput]) -> Tuple[
  function generate_stream_cogvlm (line 298) | def generate_stream_cogvlm(model: PreTrainedModel, tokenizer: PreTrained...

FILE: openai_demo/openai_api_request.py
  function create_chat_completion (line 15) | def create_chat_completion(model, messages, temperature=0.8, max_tokens=...
  function encode_image (line 63) | def encode_image(image_path):
  function simple_image_chat (line 77) | def simple_image_chat(use_stream=True, img_path=None):

FILE: utils/merge_model.py
  function main (line 10) | def main():

FILE: utils/models/cogagent_model.py
  class GLU (line 18) | class GLU(nn.Module):
    method __init__ (line 19) | def __init__(self, args, in_features):
    method forward (line 29) | def forward(self, x):
  function override_dist_dtype_device_args (line 39) | def override_dist_dtype_device_args(args, b={}):
  class ExternalVisionModel (line 75) | class ExternalVisionModel(BaseMixin):
    method __init__ (line 77) | def __init__(self, args, vitclass):
    method forward (line 100) | def forward(self, *args, **kw_args):
  class ImageMixin (line 111) | class ImageMixin(BaseMixin):
    method __init__ (line 112) | def __init__(self, args):
    method word_embedding_forward (line 132) | def word_embedding_forward(self, input_ids, output_cross_layer, **kw_a...
  class CogAgentModel (line 157) | class CogAgentModel(LLaMAModel):
    method __init__ (line 158) | def __init__(self, args, transformer=None, **kwargs):
    method add_model_specific_args (line 174) | def add_model_specific_args(cls, parser):
    method forward (line 181) | def forward(self, input_ids, vision_expert_mask, image_embed_mask, **k...
  class FineTuneTrainCogAgentModel (line 199) | class FineTuneTrainCogAgentModel(CogAgentModel):
    method __init__ (line 200) | def __init__(self, args, transformer=None, **kw_args):
    method add_model_specific_args (line 207) | def add_model_specific_args(cls, parser):
  class FineTuneTestCogAgentModel (line 220) | class FineTuneTestCogAgentModel(CogAgentModel):
    method __init__ (line 221) | def __init__(self, args, transformer=None, **kw_args):
    method add_model_specific_args (line 233) | def add_model_specific_args(cls, parser):

FILE: utils/models/cogvlm_model.py
  class GLU (line 17) | class GLU(nn.Module):
    method __init__ (line 18) | def __init__(self, args, in_features):
    method forward (line 28) | def forward(self, x):
  function override_dist_dtype_device_args (line 38) | def override_dist_dtype_device_args(args, b={}):
  class ImageMixin (line 73) | class ImageMixin(BaseMixin):
    method __init__ (line 74) | def __init__(self, args):
    method word_embedding_forward (line 84) | def word_embedding_forward(self, input_ids, output_cross_layer, **kw_a...
  class CogVLMModel (line 100) | class CogVLMModel(LLaMAModel):
    method __init__ (line 101) | def __init__(self, args, transformer=None, **kwargs):
    method add_model_specific_args (line 111) | def add_model_specific_args(cls, parser):
    method forward (line 117) | def forward(self, input_ids, vision_expert_mask, image_embed_mask, **k...
  class FineTuneTrainCogVLMModel (line 123) | class FineTuneTrainCogVLMModel(CogVLMModel):
    method __init__ (line 124) | def __init__(self, args, transformer=None, **kw_args):
    method add_model_specific_args (line 131) | def add_model_specific_args(cls, parser):
  class FineTuneTestCogVLMModel (line 144) | class FineTuneTestCogVLMModel(CogVLMModel):
    method __init__ (line 145) | def __init__(self, args, transformer=None, **kw_args):
    method add_model_specific_args (line 157) | def add_model_specific_args(cls, parser):

FILE: utils/models/eva_clip_L_hf.py
  function broadcat (line 7) | def broadcat(tensors, dim = -1):
  function rotate_half (line 23) | def rotate_half(x):
  class VisionRotaryEmbeddingFast (line 29) | class VisionRotaryEmbeddingFast(nn.Module):
    method __init__ (line 30) | def __init__(
    method forward (line 71) | def forward(self, t, patch_indices_keep=None):
  class PatchDropout (line 115) | class PatchDropout(nn.Module):
    method __init__ (line 120) | def __init__(self, prob, exclude_first_token=True):
    method forward (line 127) | def forward(self, x):
  class DropPath (line 168) | class DropPath(nn.Module):
    method __init__ (line 171) | def __init__(self, drop_prob=None):
    method forward (line 175) | def forward(self, x):
    method extra_repr (line 178) | def extra_repr(self) -> str:
  class Mlp (line 182) | class Mlp(nn.Module):
    method __init__ (line 183) | def __init__(
    method forward (line 205) | def forward(self, x):
  class SwiGLU (line 216) | class SwiGLU(nn.Module):
    method __init__ (line 217) | def __init__(self, in_features, hidden_features=None, out_features=Non...
    method forward (line 232) | def forward(self, x):
  class Attention (line 241) | class Attention(nn.Module):
    method __init__ (line 242) | def __init__(
    method forward (line 308) | def forward(self, x, rel_pos_bias=None, attn_mask=None):
  class Block (line 381) | class Block(nn.Module):
    method __init__ (line 383) | def __init__(self, dim, num_heads, mlp_ratio=4., qkv_bias=False, qk_sc...
    method forward (line 422) | def forward(self, x, rel_pos_bias=None, attn_mask=None):
  class PatchEmbed (line 440) | class PatchEmbed(nn.Module):
    method __init__ (line 443) | def __init__(self, img_size=224, patch_size=16, in_chans=3, embed_dim=...
    method forward (line 455) | def forward(self, x, **kwargs):
  class RelativePositionBias (line 464) | class RelativePositionBias(nn.Module):
    method __init__ (line 466) | def __init__(self, window_size, num_heads):
    method forward (line 493) | def forward(self):
  class EVAVisionTransformer (line 501) | class EVAVisionTransformer(nn.Module):
    method __init__ (line 504) | def __init__(self, img_size=224, patch_size=16, in_chans=3, num_classe...
    method fix_init_weight (line 578) | def fix_init_weight(self):
    method get_cast_dtype (line 589) | def get_cast_dtype(self) -> torch.dtype:
    method _init_weights (line 592) | def _init_weights(self, m):
    method get_num_layers (line 601) | def get_num_layers(self):
    method lock (line 604) | def lock(self, unlocked_groups=0, freeze_bn_stats=False):
    method set_grad_checkpointing (line 610) | def set_grad_checkpointing(self, enable=True):
    method no_weight_decay (line 614) | def no_weight_decay(self):
    method get_classifier (line 617) | def get_classifier(self):
    method reset_classifier (line 620) | def reset_classifier(self, num_classes, global_pool=''):
    method forward_features (line 624) | def forward_features(self, x, return_all_features=False):
    method forward (line 663) | def forward(self, x, return_all_features=False):
  class LayerNorm (line 670) | class LayerNorm(nn.LayerNorm):
    method forward (line 673) | def forward(self, x: torch.Tensor):
  class CLIPVisionCfg (line 686) | class CLIPVisionCfg:
  function _build_vision_tower (line 714) | def _build_vision_tower(
  class Eva2LargeEncoder (line 749) | class Eva2LargeEncoder(nn.Module):
    method __init__ (line 750) | def __init__(self, image_size=224):
    method forward (line 778) | def forward(self, image, **kwargs): # diverge from hf version
  class CrossVisionModel (line 782) | class CrossVisionModel(nn.Module):
    method __init__ (line 783) | def __init__(self, config):
    method forward (line 788) | def forward(self, images):

FILE: utils/models/eva_clip_model.py
  class IdentityMixin (line 7) | class IdentityMixin(BaseMixin):
    method __init__ (line 8) | def __init__(self):
    method final_forward (line 11) | def final_forward(self, logits, **kwargs):
  class XAttn (line 15) | class XAttn(BaseMixin):
    method __init__ (line 16) | def __init__(self, head_dim):
    method attention_fn (line 20) | def attention_fn(self, query_layer, key_layer, value_layer, attention_...
    method attention_forward (line 35) | def attention_forward(self, hidden_states, mask, **kw_args):
  class NewLayerForward (line 56) | class NewLayerForward(BaseMixin):
    method __init__ (line 57) | def __init__(self):
    method layer_forward (line 60) | def layer_forward(self, hidden_states, mask, *args, **kw_args):
  class EVA2CLIPModel (line 104) | class EVA2CLIPModel(BaseModel):
    method __init__ (line 105) | def __init__(self, args, transformer=None, **kwargs):
    method add_model_specific_args (line 119) | def add_model_specific_args(cls, parser):

FILE: utils/models/mixin.py
  class LlamaVisionExpertFCMixin (line 11) | class LlamaVisionExpertFCMixin(BaseMixin):
    method __init__ (line 12) | def __init__(self, in_features, hidden_features, num_layers=32, num_vi...
    method mlp_forward (line 97) | def mlp_forward(self, hidden_states, **kw_args):
    method copy_param (line 129) | def copy_param(self):
  class LlamaVisionExpertAttnMixin (line 140) | class LlamaVisionExpertAttnMixin(BaseMixin):
    method __init__ (line 141) | def __init__(self, hidden_size, num_heads, num_layers=28, num_vision_l...
    method attention_forward (line 209) | def attention_forward(self, hidden_states, mask, **kw_args):
    method copy_param (line 270) | def copy_param(self):

FILE: utils/split_dataset.py
  function find_all_files (line 4) | def find_all_files(path, suffix=".jpg"):

FILE: utils/utils/chat.py
  function process_image (line 19) | def process_image(image_path, img_processor, cross_img_processor, image):
  function chat (line 36) | def chat(image_path, model, text_processor, img_processor,

FILE: utils/utils/dataset.py
  function find_all_files (line 11) | def find_all_files(path, suffix=".jpg"):
  class ItemDataset (line 20) | class ItemDataset(Dataset):
    method __init__ (line 21) | def __init__(self, image_processor, text_processor, args, data_dirs, c...
    method process_img (line 26) | def process_img(self, img):
    method process_text (line 32) | def process_text(self, answer, prompt):
    method load_data (line 35) | def load_data(self, data_dir):
    method __len__ (line 40) | def __len__(self):
    method __getitem__ (line 43) | def __getitem__(self, index):

FILE: utils/utils/grounding_parser.py
  function draw_boxes (line 9) | def draw_boxes(image, boxes, texts, output_fn='output.png'):
  function boxstr_to_boxes (line 42) | def boxstr_to_boxes(box_str):
  function text_to_dict (line 46) | def text_to_dict(text):
  function parse_response (line 70) | def parse_response(img, response, output_fn='output.png'):

FILE: utils/utils/language.py
  function base_history_to_prompt (line 1) | def base_history_to_prompt(self, query, history):
  function chat_history_to_prompt (line 5) | def chat_history_to_prompt(self, query, history):
  function vqa_history_to_prompt (line 12) | def vqa_history_to_prompt(self, query, history):
  function chat_old_history_to_prompt (line 20) | def chat_old_history_to_prompt(self, query, history):
  function llama2_tokenizer (line 36) | def llama2_tokenizer(tokenizer_path, signal_type="base"):
  class llama2_text_processor (line 50) | class llama2_text_processor:
    method __init__ (line 51) | def __init__(self, tokenizer, max_target_length=2048, image_length=257...
    method __call__ (line 56) | def __call__(self, caption, prompt=""):
    method history_to_prompt (line 137) | def history_to_prompt(self, query, history):
    method replace_tags_with_empty (line 140) | def replace_tags_with_empty(self, text):
  function get_masks_and_position_ids (line 144) | def get_masks_and_position_ids(seq, image_logits_mask):
  class llama2_text_processor_inference (line 165) | class llama2_text_processor_inference:
    method __init__ (line 166) | def __init__(self, tokenizer, max_target_length=1024, image_length=257...
    method __call__ (line 182) | def __call__(self, prompt=""):
    method history_to_prompt (line 222) | def history_to_prompt(self, query, history):
    method replace_tags_with_empty (line 225) | def replace_tags_with_empty(self, text):
    method process_response (line 228) | def process_response(self, response):
    method get_func (line 231) | def get_func(self, inputs, **kwargs):

FILE: utils/utils/vision.py
  class BlipImageEvalProcessor (line 5) | class BlipImageEvalProcessor:
    method __init__ (line 6) | def __init__(self, image_size=384, mean=None, std=None):
    method __call__ (line 25) | def __call__(self, item):
  function blip2_image_processor_func_with_inputs (line 30) | def blip2_image_processor_func_with_inputs(image_processor, image):
  function get_image_processor (line 33) | def get_image_processor(image_size):