SYMBOL INDEX (3571 symbols across 405 files) FILE: build.py function log (line 96) | def log(msg, force=False): function log_verbose (line 104) | def log_verbose(msg): function fail (line 109) | def fail(msg): function fail_if (line 113) | def fail_if(p, msg): function target_platform (line 119) | def target_platform(): function target_machine (line 136) | def target_machine(): function container_versions (line 143) | def container_versions(version, container_version, upstream_container_ve... class BuildScript (line 151) | class BuildScript: method __init__ (line 154) | def __init__(self, filepath, desc=None, verbose=False): method __enter__ (line 160) | def __enter__(self): method __exit__ (line 163) | def __exit__(self, type, value, traceback): method __del__ (line 166) | def __del__(self): method close (line 169) | def close(self): method blankln (line 184) | def blankln(self): method commentln (line 187) | def commentln(self, cnt): method comment (line 190) | def comment(self, msg=""): method comment_verbose (line 200) | def comment_verbose(self, msg=""): method header (line 204) | def header(self, desc=None): method envvar_ref (line 233) | def envvar_ref(self, v): method cmd (line 238) | def cmd(self, clist, check_exitcode=False): method cwd (line 255) | def cwd(self, path): method cp (line 261) | def cp(self, src, dest): method mkdir (line 267) | def mkdir(self, path): method rmdir (line 275) | def rmdir(self, path): method cpdir (line 283) | def cpdir(self, src, dest): method tar (line 289) | def tar(self, subdir, tar_filename): method cmake (line 295) | def cmake(self, args): method makeinstall (line 302) | def makeinstall(self, target="install"): method gitclone (line 308) | def gitclone(self, repo, tag, subdir, org): function cmake_core_arg (line 341) | def cmake_core_arg(name, type, value): function cmake_core_enable (line 353) | def cmake_core_enable(name, flag): function cmake_core_extra_args (line 364) | def cmake_core_extra_args(): function cmake_backend_arg (line 371) | def cmake_backend_arg(backend, name, type, value): function cmake_backend_enable (line 384) | def cmake_backend_enable(backend, name, flag): function cmake_backend_extra_args (line 397) | def cmake_backend_extra_args(backend): function cmake_repoagent_arg (line 405) | def cmake_repoagent_arg(name, type, value): function cmake_repoagent_enable (line 414) | def cmake_repoagent_enable(name, flag): function cmake_repoagent_extra_args (line 420) | def cmake_repoagent_extra_args(): function cmake_cache_arg (line 426) | def cmake_cache_arg(name, type, value): function cmake_cache_enable (line 435) | def cmake_cache_enable(name, flag): function cmake_cache_extra_args (line 441) | def cmake_cache_extra_args(): function core_cmake_args (line 447) | def core_cmake_args(components, backends, cmake_dir, install_dir): function repoagent_repo (line 507) | def repoagent_repo(ra): function repoagent_cmake_args (line 511) | def repoagent_cmake_args(images, components, ra, install_dir): function cache_repo (line 530) | def cache_repo(cache): function cache_cmake_args (line 535) | def cache_cmake_args(images, components, cache, install_dir): function backend_repo (line 554) | def backend_repo(be): function backend_cmake_args (line 558) | def backend_cmake_args(images, components, be, install_dir, library_paths): function python_cmake_args (line 632) | def python_cmake_args(): function pytorch_cmake_args (line 644) | def pytorch_cmake_args(images): function onnxruntime_cmake_args (line 670) | def onnxruntime_cmake_args(images, library_paths): function openvino_cmake_args (line 751) | def openvino_cmake_args(): function tensorrt_cmake_args (line 786) | def tensorrt_cmake_args(): function dali_cmake_args (line 800) | def dali_cmake_args(): function fil_cmake_args (line 806) | def fil_cmake_args(images): function armnn_tflite_cmake_args (line 825) | def armnn_tflite_cmake_args(): function fastertransformer_cmake_args (line 831) | def fastertransformer_cmake_args(): function tensorrtllm_cmake_args (line 842) | def tensorrtllm_cmake_args(images): function install_dcgm_libraries (line 848) | def install_dcgm_libraries(dcgm_version, target_machine): function create_dockerfile_buildbase_rhel (line 918) | def create_dockerfile_buildbase_rhel(ddir, dockerfile_name, argmap): function create_dockerfile_buildbase (line 1035) | def create_dockerfile_buildbase(ddir, dockerfile_name, argmap): function create_dockerfile_cibase (line 1175) | def create_dockerfile_cibase(ddir, dockerfile_name, argmap): function create_dockerfile_linux (line 1205) | def create_dockerfile_linux( function dockerfile_prepare_container_linux (line 1292) | def dockerfile_prepare_container_linux(argmap, backends, enable_gpu, tar... function add_cpu_libs_to_linux_dockerfile (line 1519) | def add_cpu_libs_to_linux_dockerfile(backends, target_machine): function change_default_python_version_rhel (line 1581) | def change_default_python_version_rhel(version): function create_dockerfile_windows (line 1605) | def create_dockerfile_windows( function create_build_dockerfiles (line 1654) | def create_build_dockerfiles( function create_docker_build_script (line 1737) | def create_docker_build_script(script_name, container_install_dir, conta... function core_build (line 1916) | def core_build( function tensorrtllm_prebuild (line 2015) | def tensorrtllm_prebuild(cmake_script): function tensorrtllm_postbuild (line 2024) | def tensorrtllm_postbuild(cmake_script, repo_install_dir, tensorrtllm_be... function backend_build (line 2040) | def backend_build( function backend_clone (line 2105) | def backend_clone( function repo_agent_build (line 2142) | def repo_agent_build( function cache_build (line 2175) | def cache_build(cache, cmake_script, build_dir, install_dir, cache_repo,... function cibase_build (line 2206) | def cibase_build( function finalize_build (line 2313) | def finalize_build(cmake_script, install_dir, ci_dir): function enable_all (line 2318) | def enable_all(): FILE: compose.py function log (line 37) | def log(msg, force=False): function log_verbose (line 45) | def log_verbose(msg): function fail (line 50) | def fail(msg): function fail_if (line 55) | def fail_if(p, msg): function start_dockerfile (line 60) | def start_dockerfile(ddir, images, argmap, dockerfile_name, backends): function add_requested_backends (line 112) | def add_requested_backends(ddir, dockerfile_name, backends): function add_requested_repoagents (line 128) | def add_requested_repoagents(ddir, dockerfile_name, repoagents): function add_requested_caches (line 144) | def add_requested_caches(ddir, dockerfile_name, caches): function end_dockerfile (line 160) | def end_dockerfile(ddir, dockerfile_name, argmap): function build_docker_image (line 172) | def build_docker_image(ddir, dockerfile_name, container_name): function get_container_version_if_not_specified (line 189) | def get_container_version_if_not_specified(): function create_argmap (line 203) | def create_argmap(images, skip_pull): FILE: deploy/gke-marketplace-app/client-sample/locustfile_bert.py class ProfileLoad (line 34) | class ProfileLoad(LoadTestShape): method tick (line 46) | def tick(self): class TritonUser (line 60) | class TritonUser(HttpUser): method bert (line 64) | def bert(self): method on_start (line 67) | def on_start(self): FILE: deploy/mlflow-triton-plugin/mlflow_triton/config.py class Config (line 35) | class Config(dict): method __init__ (line 36) | def __init__(self): method parse_path (line 66) | def parse_path(self, path): method clean_path (line 97) | def clean_path(self, s3_path): FILE: deploy/mlflow-triton-plugin/mlflow_triton/deployments.py class TritonPlugin (line 55) | class TritonPlugin(BaseDeploymentClient): method __init__ (line 56) | def __init__(self, uri): method _get_triton_server_config (line 76) | def _get_triton_server_config(self): method create_deployment (line 89) | def create_deployment(self, name, model_uri, flavor=None, config=None): method delete_deployment (line 124) | def delete_deployment(self, name): method update_deployment (line 148) | def update_deployment(self, name, model_uri=None, flavor=None, config=... method list_deployments (line 186) | def list_deployments(self): method get_deployment (line 225) | def get_deployment(self, name): method predict (line 240) | def predict(self, deployment_name, df): method _generate_mlflow_meta_file (line 287) | def _generate_mlflow_meta_file(self, name, flavor, model_uri): method _get_mlflow_meta_dict (line 312) | def _get_mlflow_meta_dict(self, name): method _get_copy_paths (line 335) | def _get_copy_paths(self, artifact_path, name, flavor): method _walk (line 393) | def _walk(self, path): method _copy_files_to_triton_repo (line 407) | def _copy_files_to_triton_repo(self, artifact_path, name, flavor): method _delete_mlflow_meta (line 456) | def _delete_mlflow_meta(self, filepath): method _delete_deployment_files (line 465) | def _delete_deployment_files(self, name): method _validate_config_args (line 505) | def _validate_config_args(self, config): method _validate_flavor (line 515) | def _validate_flavor(self, flavor): method _validate_model_name (line 519) | def _validate_model_name(self, name): method _model_exists (line 531) | def _model_exists(self, name): function run_local (line 540) | def run_local(name, model_uri, flavor=None, config=None): function target_help (line 544) | def target_help(): FILE: deploy/mlflow-triton-plugin/scripts/publish_model_to_mlflow.py function publish_to_mlflow (line 52) | def publish_to_mlflow(model_name, model_directory, flavor): FILE: deploy/mlflow-triton-plugin/scripts/triton_flavor.py function save_model (line 52) | def save_model( function log_model (line 85) | def log_model( FILE: docs/conf.py function setup_logger (line 70) | def setup_logger(name, log_file, level=logging.INFO, max_bytes=1048576, ... function ultimateReplace (line 258) | def ultimateReplace(app, docname, source): function setup (line 365) | def setup(app): FILE: docs/examples/jetson/concurrency_and_dynamic_batching/people_detection.cc function Usage (line 79) | void function TRITONSERVER_Error (line 105) | TRITONSERVER_Error* function TRITONSERVER_Error (line 205) | TRITONSERVER_Error* function InferRequestComplete (line 260) | void function InferResponseComplete (line 267) | void function TRITONSERVER_Error (line 281) | TRITONSERVER_Error* function ResizeKeepAspectRatio (line 315) | cv::Mat function SaveOverlay (line 352) | void function Normalize (line 395) | void function RecoverBoundingBoxes (line 410) | void function ParseDetections (line 489) | void function DetectionInferenceOutput (line 569) | void function SetServerOptions (line 604) | void function CheckServerLiveAndReady (line 654) | void function PrintServerStatus (line 681) | void function AwaitModelReady (line 704) | void function LoadInputImageFromFile (line 770) | void function LoadInputData (line 796) | void function RunInferenceAndValidate (line 813) | void function PrintModelStats (line 945) | void function CreateAndRunTritonserverInstance (line 972) | void function main (line 1071) | int FILE: docs/examples/model_repository/simple_identity/1/model.py class TritonPythonModel (line 32) | class TritonPythonModel: method initialize (line 35) | def initialize(self, args): method execute (line 38) | def execute(self, requests): FILE: docs/generate_docs.py function setup_logger (line 71) | def setup_logger(name, log_file, level=logging.INFO, max_bytes=1048576, ... function run_command (line 136) | def run_command(command): function clone_from_github (line 149) | def clone_from_github(repo, tag, org): function is_excluded (line 166) | def is_excluded(file_path): function get_git_repo_name (line 176) | def get_git_repo_name(file_path): function replace_url_with_relpath (line 191) | def replace_url_with_relpath(url, src_doc_path): function replace_relpath_with_url (line 259) | def replace_relpath_with_url(relpath, src_doc_path): function replace_hyperlink (line 315) | def replace_hyperlink(m, src_doc_path): function preprocess_docs (line 329) | def preprocess_docs(exclude_paths=None): function main (line 353) | def main(): FILE: python/openai/openai_frontend/engine/engine.py class LLMEngine (line 43) | class LLMEngine(Protocol): method ready (line 52) | def ready(self) -> bool: method metrics (line 58) | def metrics(self) -> str: method models (line 64) | def models(self) -> List[Model]: method chat (line 70) | def chat( method completion (line 84) | def completion( method embedding (line 98) | def embedding(self, request: CreateEmbeddingRequest) -> CreateEmbeddin... FILE: python/openai/openai_frontend/engine/triton_engine.py class TritonModelMetadata (line 101) | class TritonModelMetadata: class TritonLLMEngine (line 121) | class TritonLLMEngine(LLMEngine): method __init__ (line 122) | def __init__( method ready (line 151) | def ready(self) -> bool: method metrics (line 154) | def metrics(self) -> str: method models (line 157) | def models(self) -> List[Model]: method chat (line 183) | async def chat( method _get_chat_completion_response_message (line 288) | def _get_chat_completion_response_message( method completion (line 338) | async def completion( method embedding (line 399) | async def embedding( method _get_embedding (line 441) | def _get_embedding( method _get_first_response_role (line 451) | def _get_first_response_role( method _determine_request_converter (line 460) | def _determine_request_converter(self, backend: str, request_type: Req... method _get_model_and_lora_name (line 479) | def _get_model_and_lora_name(self, request_model_name: str): method _get_tokenizer (line 489) | def _get_tokenizer(self, tokenizer_name: str): method _get_model_metadata (line 496) | def _get_model_metadata(self) -> Dict[str, TritonModelMetadata]: method _get_streaming_chat_response_chunk (line 544) | def _get_streaming_chat_response_chunk( method _get_first_streaming_chat_response (line 562) | def _get_first_streaming_chat_response( method _streaming_chat_iterator (line 579) | async def _streaming_chat_iterator( method _get_streaming_response_delta (line 677) | def _get_streaming_response_delta( method _validate_chat_request (line 781) | def _validate_chat_request( method _verify_chat_tool_call_settings (line 844) | def _verify_chat_tool_call_settings(self, request: CreateChatCompletio... method _streaming_completion_iterator (line 881) | async def _streaming_completion_iterator( method _validate_completion_request (line 949) | def _validate_completion_request( method _validate_embedding_request (line 1025) | def _validate_embedding_request( method _should_stream_with_auto_tool_parsing (line 1051) | def _should_stream_with_auto_tool_parsing( method _should_check_for_unstreamed_tool_arg_tokens (line 1061) | def _should_check_for_unstreamed_tool_arg_tokens( method _get_named_function_name (line 1074) | def _get_named_function_name( method _get_lora_config (line 1094) | def _get_lora_config( FILE: python/openai/openai_frontend/engine/utils/chat.py class ConversationMessage (line 44) | class ConversationMessage(TypedDict, total=False): function _frontend_schema_to_openai_schema_completion_tool_call (line 61) | def _frontend_schema_to_openai_schema_completion_tool_call( function _parse_chat_message_content_parts (line 74) | def _parse_chat_message_content_parts( function _parse_chat_message_content (line 91) | def _parse_chat_message_content( function _postprocess_messages (line 128) | def _postprocess_messages(messages: List[ConversationMessage]) -> None: function parse_chat_messages (line 146) | def parse_chat_messages( function load_chat_template (line 163) | def load_chat_template(chat_template) -> Optional[str]: FILE: python/openai/openai_frontend/engine/utils/tokenizer.py function get_cached_tokenizer (line 38) | def get_cached_tokenizer( function get_tokenizer (line 76) | def get_tokenizer( FILE: python/openai/openai_frontend/engine/utils/tool_call_parsers/llama_tool_call_parser.py class Llama3JsonToolParser (line 55) | class Llama3JsonToolParser(ToolCallParser): method __init__ (line 56) | def __init__(self, tokenizer: AnyTokenizer): method parse_tool_calls (line 70) | def parse_tool_calls( method parse_tool_calls_streaming (line 137) | def parse_tool_calls_streaming( FILE: python/openai/openai_frontend/engine/utils/tool_call_parsers/mistral_tool_call_parser.py function generate_mistral_random_id (line 58) | def generate_mistral_random_id(): class MistralToolParser (line 65) | class MistralToolParser(ToolCallParser): method __init__ (line 66) | def __init__(self, tokenizer: AnyTokenizer): method parse_tool_calls (line 80) | def parse_tool_calls( method parse_tool_calls_streaming (line 144) | def parse_tool_calls_streaming( FILE: python/openai/openai_frontend/engine/utils/tool_call_parsers/tool_call_parser.py class ToolCallParser (line 39) | class ToolCallParser: method __init__ (line 45) | def __init__(self, tokenizer: AnyTokenizer): method parse_tool_calls (line 54) | def parse_tool_calls( method parse_tool_calls_streaming (line 61) | def parse_tool_calls_streaming( class ToolParserManager (line 69) | class ToolParserManager: method get_tool_parser_cls (line 73) | def get_tool_parser_cls(cls, name) -> type: method _register_module (line 80) | def _register_module( method register_module (line 103) | def register_module( FILE: python/openai/openai_frontend/engine/utils/tool_call_parsers/utils.py function partial_json_loads (line 40) | def partial_json_loads(input_str: str, flags: Allow) -> tuple[Any, int]: function is_complete_json (line 50) | def is_complete_json(input_str: str) -> bool: function find_common_prefix (line 58) | def find_common_prefix(s1: str, s2: str) -> str: function find_common_suffix (line 81) | def find_common_suffix(s1: str, s2: str) -> str: function extract_intermediate_diff (line 99) | def extract_intermediate_diff(curr: str, old: str) -> str: FILE: python/openai/openai_frontend/engine/utils/triton.py class RequestKind (line 55) | class RequestKind(Enum): class TritonLoraConfig (line 61) | class TritonLoraConfig: function _create_vllm_generate_request (line 70) | def _create_vllm_generate_request( function _create_trtllm_generate_request (line 179) | def _create_trtllm_generate_request( function _create_vllm_embedding_request (line 252) | def _create_vllm_embedding_request( function _create_trtllm_embedding_request (line 272) | def _create_trtllm_embedding_request( function _construct_string_from_pointer (line 281) | def _construct_string_from_pointer(pointer: int, size: int) -> str: function _get_volume (line 294) | def _get_volume(shape: Iterable[int]) -> int: function _to_string (line 302) | def _to_string(tensor: tritonserver.Tensor) -> str: class _StreamingUsageAccumulator (line 324) | class _StreamingUsageAccumulator: method update (line 332) | def update(self, response: tritonserver.InferenceResponse): method get_final_usage (line 342) | def get_final_usage(self) -> Optional[CompletionUsage]: function _get_usage_from_response (line 357) | def _get_usage_from_response( function _get_output (line 415) | def _get_output(response: tritonserver._api._response.InferenceResponse)... function _get_logprobs_from_response (line 429) | def _get_logprobs_from_response( function _get_openai_chat_format_logprobs_from_vllm_response (line 468) | def _get_openai_chat_format_logprobs_from_vllm_response( function _get_openai_completion_format_logprobs_from_vllm_response (line 526) | def _get_openai_completion_format_logprobs_from_vllm_response( function _validate_triton_responses_non_streaming (line 584) | def _validate_triton_responses_non_streaming( function _get_guided_json_from_tool (line 597) | def _get_guided_json_from_tool( function _validate_lora_path_trtllm (line 620) | def _validate_lora_path_trtllm(repo_path: str, lora_path: str, lora_name... function _parse_lora_configs (line 648) | def _parse_lora_configs( FILE: python/openai/openai_frontend/frontend/fastapi/middleware/api_restriction.py class RestrictedFeatures (line 45) | class RestrictedFeatures: method __init__ (line 54) | def __init__(self, args: list[str]): method ParseRestrictedFeatureOption (line 66) | def ParseRestrictedFeatureOption(self, args): method RestrictionDict (line 93) | def RestrictionDict(self) -> dict[str, tuple[str, str]]: method Insert (line 102) | def Insert(self, api: str, restriction: tuple[str, str]): method IsRestricted (line 112) | def IsRestricted(self, api: str) -> bool: class APIRestrictionMiddleware (line 125) | class APIRestrictionMiddleware(BaseHTTPMiddleware): method __init__ (line 136) | def __init__(self, app, restricted_apis: RestrictedFeatures): method _get_auth_header (line 147) | def _get_auth_header(self, request: Request) -> tuple[str, str] | None: method dispatch (line 167) | async def dispatch(self, request: Request, call_next): method _check_authentication (line 203) | def _check_authentication(self, request: Request, auth_header: tuple[s... FILE: python/openai/openai_frontend/frontend/fastapi/routers/chat.py function create_chat_completion (line 40) | async def create_chat_completion( FILE: python/openai/openai_frontend/frontend/fastapi/routers/completions.py function create_completion (line 40) | async def create_completion( FILE: python/openai/openai_frontend/frontend/fastapi/routers/embeddings.py function create_embedding (line 40) | async def create_embedding( FILE: python/openai/openai_frontend/frontend/fastapi/routers/models.py function list_models (line 39) | def list_models(request: Request) -> ListModelsResponse: function retrieve_model (line 53) | def retrieve_model(request: Request, model_name: str) -> Model: FILE: python/openai/openai_frontend/frontend/fastapi/routers/observability.py function metrics (line 35) | def metrics(request: Request) -> PlainTextResponse: function ready (line 40) | def ready(request: Request) -> Response: FILE: python/openai/openai_frontend/frontend/fastapi_frontend.py class FastApiFrontend (line 47) | class FastApiFrontend(OpenAIFrontend): method __init__ (line 48) | def __init__( method __del__ (line 71) | def __del__(self): method start (line 74) | def start(self): method stop (line 85) | def stop(self): method _create_app (line 89) | def _create_app(self): method _add_cors_middleware (line 115) | def _add_cors_middleware(self, app: FastAPI): method _add_api_restriction_middleware (line 131) | def _add_api_restriction_middleware(self, app: FastAPI): FILE: python/openai/openai_frontend/frontend/frontend.py class OpenAIFrontend (line 32) | class OpenAIFrontend(Protocol): method start (line 33) | def start(self) -> None: method stop (line 39) | def stop(self) -> None: FILE: python/openai/openai_frontend/main.py function signal_handler (line 39) | def signal_handler( function shutdown (line 47) | def shutdown(server, openai_frontend, kserve_http, kserve_grpc): function start_kserve_frontends (line 63) | def start_kserve_frontends(server, args): function parse_args (line 86) | def parse_args(): function main (line 199) | def main(): FILE: python/openai/openai_frontend/schemas/openai.py class Error (line 39) | class Error(BaseModel): class ErrorResponse (line 46) | class ErrorResponse(BaseModel): class Object (line 50) | class Object(Enum): class DeleteModelResponse (line 54) | class DeleteModelResponse(BaseModel): class Model1 (line 60) | class Model1(Enum): class PromptItem (line 66) | class PromptItem(RootModel): class CreateCompletionRequest (line 70) | class CreateCompletionRequest(BaseModel): class FinishReason (line 162) | class FinishReason(Enum): class Logprobs (line 168) | class Logprobs(BaseModel): class Choice (line 175) | class Choice(BaseModel): class Object1 (line 185) | class Object1(Enum): class Type (line 189) | class Type(Enum): class Detail (line 193) | class Detail(Enum): class ImageUrl (line 199) | class ImageUrl(BaseModel): class ChatCompletionRequestMessageContentPartImage (line 211) | class ChatCompletionRequestMessageContentPartImage(BaseModel): class Type1 (line 218) | class Type1(Enum): class ChatCompletionRequestMessageContentPartText (line 222) | class ChatCompletionRequestMessageContentPartText(BaseModel): class Role (line 229) | class Role(Enum): method __str__ (line 232) | def __str__(self): class ChatCompletionRequestSystemMessage (line 236) | class ChatCompletionRequestSystemMessage(BaseModel): class Role1 (line 249) | class Role1(Enum): method __str__ (line 252) | def __str__(self): class Role2 (line 256) | class Role2(Enum): method __str__ (line 259) | def __str__(self): class FunctionCall (line 263) | class FunctionCall(BaseModel): class Role3 (line 271) | class Role3(Enum): method __str__ (line 274) | def __str__(self): class ChatCompletionRequestToolMessage (line 278) | class ChatCompletionRequestToolMessage(BaseModel): class Role4 (line 290) | class Role4(Enum): method __str__ (line 293) | def __str__(self): class ChatCompletionRequestFunctionMessage (line 297) | class ChatCompletionRequestFunctionMessage(BaseModel): class FunctionParameters (line 307) | class FunctionParameters(BaseModel): class ChatCompletionFunctions (line 311) | class ChatCompletionFunctions(BaseModel): class ChatCompletionFunctionCallOption (line 323) | class ChatCompletionFunctionCallOption(BaseModel): class FunctionObject (line 327) | class FunctionObject(BaseModel): class ChatCompletionToolChoiceOption1 (line 339) | class ChatCompletionToolChoiceOption1(Enum): class Function (line 345) | class Function(BaseModel): class ChatCompletionNamedToolChoice (line 349) | class ChatCompletionNamedToolChoice(BaseModel): class Function1 (line 357) | class Function1(BaseModel): class ChatCompletionMessageToolCall (line 365) | class ChatCompletionMessageToolCall(BaseModel): class Function2 (line 374) | class Function2(BaseModel): class ChatCompletionMessageToolCallChunk (line 382) | class ChatCompletionMessageToolCallChunk(BaseModel): class ChatCompletionRole (line 392) | class ChatCompletionRole(Enum): class Role5 (line 400) | class Role5(Enum): method __str__ (line 403) | def __str__(self): class FunctionCall2 (line 407) | class FunctionCall2(BaseModel): class Role6 (line 415) | class Role6(Enum): method __str__ (line 421) | def __str__(self): class ChatCompletionStreamResponseDelta (line 425) | class ChatCompletionStreamResponseDelta(BaseModel): class Model2 (line 439) | class Model2(Enum): class Type6 (line 461) | class Type6(Enum): class ResponseFormat (line 466) | class ResponseFormat(BaseModel): class StreamOptions (line 474) | class StreamOptions(BaseModel): class FunctionCall3 (line 481) | class FunctionCall3(Enum): class ChatCompletionFinishReason (line 486) | class ChatCompletionFinishReason(Enum): class Object2 (line 494) | class Object2(Enum): class FinishReason2 (line 498) | class FinishReason2(Enum): class TopLogprob (line 505) | class TopLogprob(BaseModel): class ChatCompletionTokenLogprob (line 517) | class ChatCompletionTokenLogprob(BaseModel): class ChatCompletionLogprobs (line 533) | class ChatCompletionLogprobs(BaseModel): class ChatCompletionStreamingResponseChoice (line 540) | class ChatCompletionStreamingResponseChoice(BaseModel): class Object4 (line 554) | class Object4(Enum): class CreateChatCompletionStreamResponse (line 558) | class CreateChatCompletionStreamResponse(BaseModel): class CreateChatCompletionImageResponse (line 582) | class CreateChatCompletionImageResponse(BaseModel): class Object5 (line 586) | class Object5(Enum): class Model (line 590) | class Model(BaseModel): class BaseUsage (line 604) | class BaseUsage(BaseModel): class EmbeddingUsage (line 612) | class EmbeddingUsage(BaseUsage): class CompletionUsage (line 616) | class CompletionUsage(BaseUsage): class Event (line 622) | class Event(Enum): class ErrorEvent (line 626) | class ErrorEvent(BaseModel): class Event1 (line 631) | class Event1(Enum): class Data (line 635) | class Data(Enum): class DoneEvent (line 639) | class DoneEvent(BaseModel): class ListModelsResponse (line 644) | class ListModelsResponse(BaseModel): class CreateCompletionResponse (line 649) | class CreateCompletionResponse(BaseModel): class ChatCompletionRequestMessageContentPart (line 670) | class ChatCompletionRequestMessageContentPart(RootModel): class ChatCompletionRequestUserMessage (line 677) | class ChatCompletionRequestUserMessage(BaseModel): class ChatCompletionTool (line 692) | class ChatCompletionTool(BaseModel): class ChatCompletionToolChoiceOption (line 700) | class ChatCompletionToolChoiceOption(RootModel): class ChatCompletionMessageToolCalls (line 707) | class ChatCompletionMessageToolCalls(RootModel): class ChatCompletionResponseMessage (line 714) | class ChatCompletionResponseMessage(BaseModel): class ChatCompletionChoice (line 724) | class ChatCompletionChoice(BaseModel): class CreateChatCompletionResponse (line 738) | class CreateChatCompletionResponse(BaseModel): class Choice2 (line 759) | class Choice2(BaseModel): class CreateChatCompletionFunctionResponse (line 770) | class CreateChatCompletionFunctionResponse(BaseModel): class ChatCompletionRequestAssistantMessage (line 791) | class ChatCompletionRequestAssistantMessage(BaseModel): class ChatCompletionRequestMessage (line 812) | class ChatCompletionRequestMessage(RootModel): method role (line 822) | def role(self): method content (line 826) | def content(self): class CreateChatCompletionRequest (line 830) | class CreateChatCompletionRequest(BaseModel): class ObjectType (line 944) | class ObjectType: class EmbeddingObject (line 952) | class EmbeddingObject(BaseModel): class CreateEmbeddingRequest (line 968) | class CreateEmbeddingRequest(BaseModel): class CreateEmbeddingResponse (line 998) | class CreateEmbeddingResponse(BaseModel): FILE: python/openai/openai_frontend/utils/utils.py class ServerError (line 30) | class ServerError(Exception): class ClientError (line 36) | class ClientError(Exception): class StatusCode (line 42) | class StatusCode(IntEnum): FILE: python/openai/tests/conftest.py function pytest_configure (line 35) | def pytest_configure(config): function infer_test_environment (line 44) | def infer_test_environment(tool_call_parser): function infer_test_model_repository (line 70) | def infer_test_model_repository(backend, tool_call_parser): function tool_call_parser (line 82) | def tool_call_parser(): function backend (line 87) | def backend(tool_call_parser): function model (line 98) | def model(tool_call_parser): function model_repository (line 108) | def model_repository(backend, tool_call_parser): function tokenizer_model (line 117) | def tokenizer_model(): function prompt (line 122) | def prompt(): function messages (line 127) | def messages(prompt): function input (line 132) | def input(prompt): function server (line 140) | def server( function fastapi_client_class_scope (line 167) | def fastapi_client_class_scope( function pytest_collection_modifyitems (line 187) | def pytest_collection_modifyitems(session, config, items): FILE: python/openai/tests/test_chat_completions.py class TestChatCompletions (line 38) | class TestChatCompletions: method client (line 40) | def client(self, fastapi_client_class_scope): method test_chat_completions_defaults (line 43) | def test_chat_completions_defaults(self, client, model: str, messages:... method test_chat_completions_system_prompt (line 57) | def test_chat_completions_system_prompt(self, client, model: str): method test_chat_completions_system_prompt_only (line 75) | def test_chat_completions_system_prompt_only(self, client, model: str): method test_chat_completions_user_prompt_str (line 90) | def test_chat_completions_user_prompt_str(self, client, model: str): method test_chat_completions_user_prompt_dict (line 103) | def test_chat_completions_user_prompt_dict(self, client, model: str): method test_chat_completions_sampling_parameters (line 144) | def test_chat_completions_sampling_parameters( method test_chat_completions_invalid_sampling_parameters (line 197) | def test_chat_completions_invalid_sampling_parameters( method test_chat_completions_max_tokens (line 221) | def test_chat_completions_max_tokens( method test_chat_completions_max_completion_tokens_precedence (line 267) | def test_chat_completions_max_completion_tokens_precedence( method test_chat_completions_temperature_vllm (line 296) | def test_chat_completions_temperature_vllm( method test_chat_completions_temperature_tensorrtllm (line 354) | def test_chat_completions_temperature_tensorrtllm( method test_chat_completions_seed (line 416) | def test_chat_completions_seed(self, client, model: str, messages: Lis... method test_chat_completions_no_message (line 466) | def test_chat_completions_no_message( method test_chat_completions_empty_message (line 480) | def test_chat_completions_empty_message( method test_chat_completions_multiple_choices (line 491) | def test_chat_completions_multiple_choices( method test_chat_completions_streaming (line 503) | def test_chat_completions_streaming(self, client): method test_chat_completions_no_streaming (line 506) | def test_chat_completions_no_streaming( method test_function_calling (line 520) | def test_function_calling(self): method test_lora (line 524) | def test_lora(self): method test_multi_lora (line 528) | def test_multi_lora(self): method test_request_n_choices (line 532) | def test_request_n_choices(self): method test_request_logit_bias (line 536) | def test_request_logit_bias(self): method test_usage_response (line 539) | def test_usage_response(self, client, model: str, messages: List[dict]): method test_chat_completions_logprobs (line 557) | def test_chat_completions_logprobs( method test_chat_completions_logprobs_false (line 613) | def test_chat_completions_logprobs_false( method test_chat_completions_top_logprobs_without_logprobs (line 635) | def test_chat_completions_top_logprobs_without_logprobs( method test_chat_completions_top_logprobs_validation (line 666) | def test_chat_completions_top_logprobs_validation( class TestChatCompletionsTokenizers (line 690) | class TestChatCompletionsTokenizers: method server (line 693) | def server(self, model_repository: str): method test_chat_completions_no_tokenizer (line 701) | def test_chat_completions_no_tokenizer( method test_chat_completions_custom_tokenizer (line 718) | def test_chat_completions_custom_tokenizer( method test_chat_completions_invalid_chat_tokenizer (line 769) | def test_chat_completions_invalid_chat_tokenizer( FILE: python/openai/tests/test_completions.py class TestCompletions (line 32) | class TestCompletions: method client (line 34) | def client(self, fastapi_client_class_scope): method test_completions_defaults (line 37) | def test_completions_defaults(self, client, model: str, prompt: str): method test_completions_sampling_parameters (line 69) | def test_completions_sampling_parameters( method test_completions_max_tokens (line 106) | def test_completions_max_tokens(self, client, model: str, prompt: str): method test_completions_temperature_vllm (line 149) | def test_completions_temperature_vllm( method test_completions_temperature_tensorrtllm (line 204) | def test_completions_temperature_tensorrtllm( method test_completions_seed (line 255) | def test_completions_seed(self, client, model: str, prompt: str): method test_completions_invalid_sampling_parameters (line 309) | def test_completions_invalid_sampling_parameters( method test_completions_empty_request (line 324) | def test_completions_empty_request(self, client): method test_completions_no_model (line 328) | def test_completions_no_model(self, client, prompt: str): method test_completions_no_prompt (line 332) | def test_completions_no_prompt(self, client, model: str): method test_completions_empty_prompt (line 336) | def test_completions_empty_prompt(self, client, model: str): method test_no_prompt (line 343) | def test_no_prompt(self, client, model: str): method test_completions_multiple_choices (line 360) | def test_completions_multiple_choices( method test_lora (line 384) | def test_lora(self): method test_multi_lora (line 388) | def test_multi_lora(self): method test_echo (line 392) | def test_echo(self, client, model: str, prompt: str, echo: bool): method test_usage_response (line 404) | def test_usage_response(self, client, model: str, prompt: str): method test_completions_logprobs (line 422) | def test_completions_logprobs(self, client, backend: str, model: str, ... method test_completions_logprobs_zero (line 480) | def test_completions_logprobs_zero(self, client, model: str, prompt: s... method test_completions_logprobs_validation (line 499) | def test_completions_logprobs_validation(self, client, model: str, pro... FILE: python/openai/tests/test_embeddings.py class TestEmbeddings (line 427) | class TestEmbeddings: method client (line 429) | def client(self, fastapi_client_class_scope): method model (line 433) | def model(self): method tokenizer_model (line 438) | def tokenizer_model(self): method model_repository (line 442) | def model_repository(self): method input (line 447) | def input(self): method _check_embedding_response (line 450) | def _check_embedding_response( method test_embeddings_defaults (line 483) | def test_embeddings_defaults(self, client, model: str, input: str): method test_embeddings_invalid_parameters (line 511) | def test_embeddings_invalid_parameters( method test_embeddings_parameters (line 528) | def test_embeddings_parameters( method test_embeddings_empty_request (line 545) | def test_embeddings_empty_request(self, client): method test_embeddings_no_model (line 550) | def test_embeddings_no_model(self, client, input: str): method test_embeddings_invalid_model (line 564) | def test_embeddings_invalid_model(self, client, model: str, input, err... method test_embeddings_no_input (line 576) | def test_embeddings_no_input(self, client, model: str): method test_embeddings_empty_input (line 587) | def test_embeddings_empty_input(self, client, model: str, input): method test_embeddings_invalid_input (line 605) | def test_embeddings_invalid_input(self, client, model: str, input): FILE: python/openai/tests/test_lora.py function is_vllm_installed (line 45) | def is_vllm_installed(): function test_parse_lora_configs (line 68) | def test_parse_lora_configs(model_repository: str, model_name: str, expe... function test_validate_lora_path_trtllm (line 125) | def test_validate_lora_path_trtllm( class LoRATest (line 147) | class LoRATest(unittest.TestCase): method setUp (line 161) | def setUp(self): method _create_vllm_model_repository_with_lora (line 165) | def _create_vllm_model_repository_with_lora(self): method _create_trtllm_model_repository_with_lora (line 198) | def _create_trtllm_model_repository_with_lora(self): method _create_vllm_model_repository_without_lora (line 211) | def _create_vllm_model_repository_without_lora(self): method _create_trtllm_model_repository_without_lora (line 219) | def _create_trtllm_model_repository_without_lora(self): method _create_model_repository_mock_llm (line 223) | def _create_model_repository_mock_llm(self): method _get_model_name (line 285) | def _get_model_name(self, lora_name): method _test_list_models (line 291) | def _test_list_models(self, client, expected_lora_names): method _test_retrieve_model (line 309) | def _test_retrieve_model(self, client, lora_name): method _test_completions (line 314) | def _test_completions(self, client, lora_name): method _test_chat_completion (line 332) | def _test_chat_completion(self, client, lora_name): method test_lora_separator_not_set (line 351) | def test_lora_separator_not_set(self): method test_lora_separator_set (line 392) | def test_lora_separator_set(self): method test_lora_separator_set_for_lora_off_model (line 441) | def test_lora_separator_set_for_lora_off_model(self): method test_lora_separator_set_for_non_vllm_formatted_models (line 482) | def test_lora_separator_set_for_non_vllm_formatted_models(self): FILE: python/openai/tests/test_models/identity_py/1/model.py class TritonPythonModel (line 30) | class TritonPythonModel: method execute (line 31) | def execute(self, requests): FILE: python/openai/tests/test_models/mock_llm/1/model.py class TritonPythonModel (line 34) | class TritonPythonModel: method initialize (line 35) | def initialize(self, args): method execute (line 41) | def execute(self, requests): method exec (line 47) | def exec(self, requests): method exec_decoupled (line 73) | def exec_decoupled(self, requests): FILE: python/openai/tests/test_observability.py function model (line 36) | def model(): class TestObservability (line 40) | class TestObservability: method client (line 42) | def client(self): method test_not_found (line 53) | def test_not_found(self, client): method test_startup_success (line 58) | def test_startup_success(self, client): method test_startup_metrics (line 63) | def test_startup_metrics(self, client): method test_models_list (line 70) | def test_models_list(self, client): method test_models_get (line 83) | def test_models_get(self, client, model): FILE: python/openai/tests/test_openai_client.py class TestOpenAIClient (line 35) | class TestOpenAIClient: method client (line 37) | def client(self, server): method test_openai_client_models (line 40) | def test_openai_client_models(self, client: openai.OpenAI, backend: str): method test_openai_client_completion (line 52) | def test_openai_client_completion( method test_openai_client_chat_completion (line 73) | def test_openai_client_chat_completion( method test_openai_client_completion_echo (line 95) | def test_openai_client_completion_echo( method test_openai_client_function_calling (line 108) | def test_openai_client_function_calling(self): class TestAsyncOpenAIClient (line 113) | class TestAsyncOpenAIClient: method client (line 115) | def client(self, server): method test_openai_client_models (line 119) | async def test_openai_client_models(self, client: openai.AsyncOpenAI, ... method test_openai_client_completion (line 133) | async def test_openai_client_completion( method test_openai_client_chat_completion (line 155) | async def test_openai_client_chat_completion( method test_completion_streaming (line 178) | async def test_completion_streaming( method test_chat_streaming (line 227) | async def test_chat_streaming( method test_chat_streaming_usage_option (line 286) | async def test_chat_streaming_usage_option( method test_completion_streaming_usage_option (line 378) | async def test_completion_streaming_usage_option( method test_stream_options_without_streaming (line 466) | async def test_stream_options_without_streaming( method test_chat_completion_logprobs (line 488) | async def test_chat_completion_logprobs( method test_completion_logprobs (line 576) | async def test_completion_logprobs( method test_top_logprobs_requires_logprobs (line 666) | async def test_top_logprobs_requires_logprobs( method test_chat_top_logprobs_exceeds_max (line 694) | async def test_chat_top_logprobs_exceeds_max( method test_completion_logprobs_exceeds_max (line 710) | async def test_completion_logprobs_exceeds_max( FILE: python/openai/tests/test_openai_restricted_apis.py function assert_response_success (line 37) | def assert_response_success( function assert_response_unauthorized (line 46) | def assert_response_unauthorized( function make_get_request (line 55) | def make_get_request( function verify_inference_endpoints (line 67) | def verify_inference_endpoints( function verify_model_repository_endpoints (line 129) | def verify_model_repository_endpoints( function verify_metrics_endpoint (line 153) | def verify_metrics_endpoint(base_url, headers, expected_success, descrip... function verify_health_endpoint (line 168) | def verify_health_endpoint(base_url, headers, expected_success, descript... class TestRestrictedAPIInvalidArguments (line 182) | class TestRestrictedAPIInvalidArguments: method _test_server_startup_failure (line 185) | def _test_server_startup_failure( method test_unknown_endpoint_names (line 223) | def test_unknown_endpoint_names(self, malformed_arg): method test_duplicate_apis (line 236) | def test_duplicate_apis(self, malformed_arg): method test_conflict_configs (line 268) | def test_conflict_configs(self, malformed_arg): class TestOpenAIServerRestrictedAPIs (line 278) | class TestOpenAIServerRestrictedAPIs: method server_with_restrictions (line 282) | def server_with_restrictions(self, model_repository, tokenizer_model, ... method test_restricted_endpoints_with_auth (line 309) | def test_restricted_endpoints_with_auth( method test_unrestricted_endpoints (line 322) | def test_unrestricted_endpoints(self, server_with_restrictions): class TestOpenAIServerMultipleRestrictions (line 335) | class TestOpenAIServerMultipleRestrictions: method server_multiple_restrictions (line 339) | def server_multiple_restrictions(self, model_repository, tokenizer_mod... method test_endpoint_groups_with_correct_auth (line 361) | def test_endpoint_groups_with_correct_auth( method test_endpoint_groups_with_wrong_auth (line 405) | def test_endpoint_groups_with_wrong_auth( method test_unrestricted_endpoints (line 433) | def test_unrestricted_endpoints(self, server_multiple_restrictions): FILE: python/openai/tests/test_tool_calling.py class TestAsyncClientToolCalling (line 142) | class TestAsyncClientToolCalling: method client (line 144) | def client(self, server): method validate_tool_calls_present (line 147) | def validate_tool_calls_present( method validate_weather_tool_arguments (line 158) | def validate_weather_tool_arguments(self, parsed_arguments: Dict): method validate_weather_forcast_tool_arguments (line 167) | def validate_weather_forcast_tool_arguments(self, parsed_arguments: Di... method test_tool_call_and_choice (line 178) | async def test_tool_call_and_choice(self, client: openai.AsyncOpenAI, ... method test_tool_call_with_reply_response (line 285) | async def test_tool_call_with_reply_response( method test_tool_call_with_named_tool_choice (line 345) | async def test_tool_call_with_named_tool_choice( method test_tool_call_with_required_tool_choice (line 448) | async def test_tool_call_with_required_tool_choice( method test_inconsistent_tool_choice_and_tools (line 551) | async def test_inconsistent_tool_choice_and_tools( FILE: python/openai/tests/utils.py function setup_server (line 45) | def setup_server(model_repository: str): function setup_fastapi_app (line 56) | def setup_fastapi_app( class OpenAIServer (line 73) | class OpenAIServer: method __init__ (line 77) | def __init__( method _read_stderr (line 107) | def _read_stderr(self): method __enter__ (line 120) | def __enter__(self): method __exit__ (line 123) | def __exit__(self, exc_type, exc_value, traceback): method _wait_for_server (line 132) | def _wait_for_server(self, *, url: str, timeout: float): method url_root (line 168) | def url_root(self) -> str: method url_for (line 171) | def url_for(self, *parts: str) -> str: method get_client (line 174) | def get_client(self): method get_async_client (line 180) | def get_async_client(self): FILE: qa/L0_backend_onnxruntime/gen_add_bf16_onnx_model.py function generate_bf16_add_model (line 36) | def generate_bf16_add_model(models_dir): FILE: qa/L0_backend_onnxruntime/test.py class BFloat16Test (line 36) | class BFloat16Test(unittest.TestCase): method setUp (line 37) | def setUp(self): method _infer_bf16 (line 46) | def _infer_bf16(self, input0_data, input1_data): method test_bf16_add_variants (line 60) | def test_bf16_add_variants(self): FILE: qa/L0_backend_python/argument_validation/models/argument_validation/1/model.py class ArgumentValidationTest (line 33) | class ArgumentValidationTest(unittest.TestCase): method test_infer_request_args (line 34) | def test_infer_request_args(self): method test_infer_response_args (line 155) | def test_infer_response_args(self): method test_tensor_args (line 170) | def test_tensor_args(self): method test_log_args (line 193) | def test_log_args(self): class TritonPythonModel (line 224) | class TritonPythonModel: method execute (line 228) | def execute(self, requests): FILE: qa/L0_backend_python/async_execute/concurrency_test.py class ConcurrencyTest (line 35) | class ConcurrencyTest(unittest.TestCase): method setUp (line 36) | def setUp(self): method _generate_streaming_callback_and_response_pair (line 40) | def _generate_streaming_callback_and_response_pair(self): method _concurrent_execute_requests (line 49) | def _concurrent_execute_requests(self, model_name, batch_size, number_... method test_concurrent_execute_single_request (line 77) | def test_concurrent_execute_single_request(self): method test_concurrent_execute_multi_request (line 83) | def test_concurrent_execute_multi_request(self): method test_concurrent_execute_single_request_bls (line 89) | def test_concurrent_execute_single_request_bls(self): method test_concurrent_execute_multi_request_bls (line 95) | def test_concurrent_execute_multi_request_bls(self): method test_concurrent_execute_different_duration (line 101) | def test_concurrent_execute_different_duration(self): method test_model_raise_exception (line 138) | def test_model_raise_exception(self): FILE: qa/L0_backend_python/bls/bls_parameters_test.py class TestBlsParameters (line 42) | class TestBlsParameters(unittest.TestCase): method test_bls_parameters (line 43) | def test_bls_parameters(self): FILE: qa/L0_backend_python/decoupled/decoupled_test.py function prepare_decoupled_bls_cancel_inputs (line 49) | def prepare_decoupled_bls_cancel_inputs(input_value, max_sum_value, igno... class UserData (line 77) | class UserData: method __init__ (line 78) | def __init__(self): function callback (line 82) | def callback(user_data, result, error): class DecoupledTest (line 89) | class DecoupledTest(unittest.TestCase): method setUp (line 90) | def setUp(self): method test_decoupled_execute_error (line 93) | def test_decoupled_execute_error(self): method test_decoupled_bls (line 139) | def test_decoupled_bls(self): method test_decoupled_bls_stream (line 178) | def test_decoupled_bls_stream(self): method test_decoupled_return_response_error (line 246) | def test_decoupled_return_response_error(self): method test_decoupled_send_after_close_error (line 282) | def test_decoupled_send_after_close_error(self): method test_decoupled_execute_cancel (line 319) | def test_decoupled_execute_cancel(self): method test_decoupled_bls_cancel (line 355) | def test_decoupled_bls_cancel(self): method test_decoupled_bls_ignore_cancel (line 397) | def test_decoupled_bls_ignore_cancel(self): method test_decoupled_bls_cancel_after_cancellation (line 439) | def test_decoupled_bls_cancel_after_cancellation(self): method test_decoupled_bls_cancel_after_completion (line 479) | def test_decoupled_bls_cancel_after_completion(self): method test_decoupled_raise_exception (line 520) | def test_decoupled_raise_exception(self): FILE: qa/L0_backend_python/decoupled/models/decoupled_bls/1/model.py class TritonPythonModel (line 38) | class TritonPythonModel: method initialize (line 41) | def initialize(self, args): method execute (line 76) | def execute(self, requests): method _get_gpu_bls_outputs (line 125) | def _get_gpu_bls_outputs(self, input0_pb, input1_pb): method _test_gpu_bls_add_sub (line 191) | def _test_gpu_bls_add_sub(self, is_input0_gpu, is_input1_gpu): method execute_gpu_bls (line 233) | def execute_gpu_bls(self): method response_thread (line 247) | def response_thread(self, response_sender, in_input): method finalize (line 306) | def finalize(self): FILE: qa/L0_backend_python/decoupled/models/decoupled_bls_async_cancel/1/model.py class TritonPythonModel (line 32) | class TritonPythonModel: method execute (line 43) | async def execute(self, requests): FILE: qa/L0_backend_python/decoupled/models/decoupled_bls_cancel/1/model.py class TritonPythonModel (line 31) | class TritonPythonModel: method execute (line 42) | def execute(self, requests): FILE: qa/L0_backend_python/decoupled/models/decoupled_bls_cancel_after_complete/1/model.py class TritonPythonModel (line 32) | class TritonPythonModel: method execute (line 43) | async def execute(self, requests): FILE: qa/L0_backend_python/decoupled/models/decoupled_bls_stream/1/model.py class TritonPythonModel (line 35) | class TritonPythonModel: method initialize (line 40) | def initialize(self, args): method execute (line 59) | def execute(self, requests): method response_thread (line 77) | def response_thread(self, response_sender, in_value): method finalize (line 126) | def finalize(self): FILE: qa/L0_backend_python/decoupled/models/decoupled_execute_error/1/model.py class TritonPythonModel (line 34) | class TritonPythonModel: method initialize (line 37) | def initialize(self, args): method execute (line 62) | def execute(self, requests): method response_thread (line 85) | def response_thread(self, response_sender, index, in_input): method finalize (line 111) | def finalize(self): FILE: qa/L0_backend_python/decoupled/models/decoupled_raise_exception/1/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method initialize (line 29) | def initialize(self, args): method execute (line 32) | def execute(self, requests): FILE: qa/L0_backend_python/decoupled/models/decoupled_return_response_error/1/model.py class TritonPythonModel (line 32) | class TritonPythonModel: method initialize (line 37) | def initialize(self, args): method execute (line 62) | def execute(self, requests): FILE: qa/L0_backend_python/decoupled/models/decoupled_send_after_close_error/1/model.py class TritonPythonModel (line 32) | class TritonPythonModel: method initialize (line 37) | def initialize(self, args): method execute (line 62) | def execute(self, requests): FILE: qa/L0_backend_python/ensemble/ensemble_test.py class EnsembleTest (line 46) | class EnsembleTest(unittest.TestCase): method setUp (line 47) | def setUp(self): method infer (line 50) | def infer(self, model_name): method test_ensemble (line 83) | def test_ensemble(self): method test_ensemble_gpu (line 87) | def test_ensemble_gpu(self): FILE: qa/L0_backend_python/io/io_test.py class UserData (line 51) | class UserData: method __init__ (line 52) | def __init__(self): function callback (line 56) | def callback(user_data, result, error): class IOTest (line 63) | class IOTest(unittest.TestCase): method setUp (line 64) | def setUp(self): method _run_ensemble_test (line 68) | def _run_ensemble_test(self, model_name): method test_ensemble_io (line 109) | def test_ensemble_io(self): method test_empty_gpu_output (line 118) | def test_empty_gpu_output(self): method test_variable_gpu_output (line 133) | def test_variable_gpu_output(self): method test_requested_output_default (line 166) | def test_requested_output_default(self): method test_requested_output_decoupled (line 207) | def test_requested_output_decoupled(self): method test_requested_output_decoupled_prior_crash (line 263) | def test_requested_output_decoupled_prior_crash(self): FILE: qa/L0_backend_python/io/requested_output_model/model.py function get_valid_param_value (line 38) | def get_valid_param_value(param, default_value=""): class TritonPythonModel (line 43) | class TritonPythonModel: method initialize (line 44) | def initialize(self, args): method create_triton_tensors (line 55) | def create_triton_tensors(self, index): method create_triton_response (line 66) | def create_triton_response(self, index): method execute (line 70) | def execute(self, requests): method finalize (line 109) | def finalize(self): FILE: qa/L0_backend_python/lifecycle/lifecycle_test.py class UserData (line 54) | class UserData: method __init__ (line 55) | def __init__(self): function callback (line 59) | def callback(user_data, result, error): class LifecycleTest (line 66) | class LifecycleTest(unittest.TestCase): method setUp (line 67) | def setUp(self): method _get_metrics (line 70) | def _get_metrics(self): method _metrics_before_test (line 76) | def _metrics_before_test(self, model, reason): method _assert_metrics (line 85) | def _assert_metrics( method test_error_code (line 93) | def test_error_code(self): method test_execute_cancel (line 129) | def test_execute_cancel(self): method test_batch_error (line 167) | def test_batch_error(self): method test_infer_pymodel_error (line 208) | def test_infer_pymodel_error(self): method test_triton_grpc_error_error_on (line 247) | def test_triton_grpc_error_error_on(self): method test_triton_grpc_error_multithreaded (line 291) | def test_triton_grpc_error_multithreaded(self): method test_triton_grpc_error_cancel (line 303) | def test_triton_grpc_error_cancel(self): method test_triton_grpc_error_error_off (line 353) | def test_triton_grpc_error_error_off(self): FILE: qa/L0_backend_python/logging/logging_test.py class LogTest (line 45) | class LogTest(unittest.TestCase): method setUp (line 46) | def setUp(self): method test_log_output (line 49) | def test_log_output(self): FILE: qa/L0_backend_python/model_control/model_control_test.py class ExplicitModelTest (line 49) | class ExplicitModelTest(unittest.TestCase): method setUp (line 50) | def setUp(self): method send_identity_request (line 53) | def send_identity_request(self, client, model_name): method test_model_reload (line 69) | def test_model_reload(self): class ModelIDValidationTest (line 89) | class ModelIDValidationTest(unittest.TestCase): method setUp (line 98) | def setUp(self): method _send_load_model_request (line 110) | def _send_load_model_request(self, model_name): method test_invalid_character_model_names (line 214) | def test_invalid_character_model_names(self): method test_valid_model_names (line 281) | def test_valid_model_names(self): FILE: qa/L0_backend_python/model_readiness/test_model_readiness.py class UserData (line 43) | class UserData: method __init__ (line 44) | def __init__(self): function callback (line 48) | def callback(user_data, result, error): function prepare_infer_args (line 55) | def prepare_infer_args(input_value): function collect_responses (line 64) | def collect_responses(user_data, expected_responses_count): function call_inference_identity_model (line 88) | def call_inference_identity_model(model_name, protocol, client): class TestModelReadiness (line 109) | class TestModelReadiness(unittest.TestCase): method setUp (line 110) | def setUp(self): method test_model_ready (line 115) | def test_model_ready(self): method test_model_not_ready (line 136) | def test_model_not_ready(self): class TestUserDefinedModelReadinessFunction (line 158) | class TestUserDefinedModelReadinessFunction(unittest.TestCase): method setUp (line 163) | def setUp(self): method _run_inference_decoupled (line 167) | def _run_inference_decoupled(self, index, model_name, expected_respons... method test_multiple_concurrent_ready_and_infer_requests_decoupled (line 203) | def test_multiple_concurrent_ready_and_infer_requests_decoupled(self): method test_is_ready_coroutine_returns_true (line 254) | def test_is_ready_coroutine_returns_true(self): method test_is_ready_returns_true (line 268) | def test_is_ready_returns_true(self): method test_is_ready_returns_false (line 287) | def test_is_ready_returns_false(self): method test_is_ready_raises_exception (line 306) | def test_is_ready_raises_exception(self): method test_is_ready_returns_non_boolean (line 341) | def test_is_ready_returns_non_boolean(self): method test_is_ready_takes_long_time (line 376) | def test_is_ready_takes_long_time(self): method test_multiple_concurrent_ready_and_infer_requests (line 405) | def test_multiple_concurrent_ready_and_infer_requests(self): FILE: qa/L0_backend_python/model_readiness/test_models/is_ready_fn_returns_true_decoupled/model.py class TritonPythonModel (line 34) | class TritonPythonModel: method execute (line 39) | def execute(self, requests): method is_ready (line 60) | def is_ready(self) -> bool: FILE: qa/L0_backend_python/model_readiness/test_models/readiness_coroutine_model.py class TritonPythonModel (line 33) | class TritonPythonModel: method initialize (line 41) | def initialize(self, args): method execute (line 48) | def execute(self, requests): method is_ready (line 56) | async def is_ready(self): FILE: qa/L0_backend_python/model_readiness/test_models/readiness_model.py class TritonPythonModel (line 33) | class TritonPythonModel: method initialize (line 42) | def initialize(self, args): method execute (line 52) | def execute(self, requests): method is_ready (line 60) | def is_ready(self): FILE: qa/L0_backend_python/parameters/response_parameters_test.py class ResponseParametersTest (line 40) | class ResponseParametersTest(unittest.TestCase): method setUp (line 45) | def setUp(self): method _assert_response_parameters_match (line 48) | def _assert_response_parameters_match(self, infer_result, expected_par... method _assert_response_parameters_infer_success (line 62) | def _assert_response_parameters_infer_success(self, params): method _assert_response_parameters_infer_fail (line 79) | def _assert_response_parameters_infer_fail(self, params, expected_err_... method test_setting_empty_response_parameters (line 93) | def test_setting_empty_response_parameters(self): method test_setting_one_element_response_parameters (line 97) | def test_setting_one_element_response_parameters(self): method test_setting_three_element_response_parameters (line 101) | def test_setting_three_element_response_parameters(self): method test_setting_multi_element_response_parameters (line 105) | def test_setting_multi_element_response_parameters(self): method test_setting_wrong_type_response_parameters (line 109) | def test_setting_wrong_type_response_parameters(self): method test_setting_int_key_type_response_parameters (line 114) | def test_setting_int_key_type_response_parameters(self): method test_setting_float_response_parameters (line 121) | def test_setting_float_response_parameters(self): method test_setting_null_response_parameters (line 126) | def test_setting_null_response_parameters(self): method test_setting_nested_response_parameters (line 131) | def test_setting_nested_response_parameters(self): method test_setting_response_parameters_decoupled (line 136) | def test_setting_response_parameters_decoupled(self): method test_setting_response_parameters_bls (line 169) | def test_setting_response_parameters_bls(self): FILE: qa/L0_backend_python/python_based_backends/python_based_backends_test.py class PythonBasedBackendsTest (line 43) | class PythonBasedBackendsTest(unittest.TestCase): method setUp (line 44) | def setUp(self): method test_add_sub_models (line 61) | def test_add_sub_models(self): method test_python_model (line 79) | def test_python_model(self): method test_pytorch_model (line 87) | def test_pytorch_model(self): method _test_add_sub_model (line 93) | def _test_add_sub_model( method tearDown (line 145) | def tearDown(self): FILE: qa/L0_backend_python/python_test.py class PythonTest (line 50) | class PythonTest(unittest.TestCase): method setUp (line 51) | def setUp(self): method _infer_help (line 54) | def _infer_help(self, model_name, shape, data_type): method _create_cuda_region (line 68) | def _create_cuda_region(self, client, size, name): method _optional_input_infer (line 79) | def _optional_input_infer(self, model_name, has_input0, has_input1): method test_growth_error (line 129) | def test_growth_error(self): method test_gpu_tensor_error (line 172) | def test_gpu_tensor_error(self): method test_dlpack_tensor_error (line 206) | def test_dlpack_tensor_error(self): method test_async_infer (line 247) | def test_async_infer(self): method test_bool (line 350) | def test_bool(self): method test_bf16 (line 368) | def test_bf16(self): method test_infer_pytorch (line 398) | def test_infer_pytorch(self): method test_init_args (line 438) | def test_init_args(self): method test_unicode (line 459) | def test_unicode(self): method test_optional_input (line 485) | def test_optional_input(self): method test_string (line 493) | def test_string(self): method test_non_contiguous (line 521) | def test_non_contiguous(self): FILE: qa/L0_backend_python/request_rescheduling/grpc_endpoint_test.py class UserData (line 47) | class UserData: method __init__ (line 48) | def __init__(self): function callback (line 52) | def callback(user_data, result, error): class GrpcEndpointTest (line 59) | class GrpcEndpointTest(unittest.TestCase): method test_grpc_decoupled (line 60) | def test_grpc_decoupled(self, sequence_id=0, sequence_start=False): method test_grpc_non_decoupled (line 90) | def test_grpc_non_decoupled(self, sequence_id=0, sequence_start=False): FILE: qa/L0_backend_python/response_sender/response_sender_complete_final_test.py class ResponseSenderTest (line 39) | class ResponseSenderTest(unittest.TestCase): method _generate_streaming_callback_and_responses_pair (line 40) | def _generate_streaming_callback_and_responses_pair(self): method test_respond_after_complete_final (line 48) | def test_respond_after_complete_final(self): FILE: qa/L0_backend_python/response_sender/response_sender_test.py class ResponseSenderTest (line 39) | class ResponseSenderTest(unittest.TestCase): method _get_inputs (line 111) | def _get_inputs( method _generate_streaming_callback_and_responses_pair (line 146) | def _generate_streaming_callback_and_responses_pair(self): method _infer_parallel (line 154) | def _infer_parallel(self, model_name, parallel_inputs): method _infer (line 163) | def _infer( method _assert_responses_valid (line 181) | def _assert_responses_valid( method _assert_responses_exception (line 212) | def _assert_responses_exception(self, responses, expected_message): method _assert_decoupled_infer_success (line 220) | def _assert_decoupled_infer_success( method _assert_non_decoupled_infer_with_expected_response_success (line 260) | def _assert_non_decoupled_infer_with_expected_response_success( method _assert_non_decoupled_infer_success (line 303) | def _assert_non_decoupled_infer_success( method test_decoupled_zero_response_pre_return (line 323) | def test_decoupled_zero_response_pre_return(self): method test_decoupled_zero_response_post_return (line 329) | def test_decoupled_zero_response_post_return(self): method test_decoupled_one_response_pre_return (line 335) | def test_decoupled_one_response_pre_return(self): method test_decoupled_one_response_post_return (line 341) | def test_decoupled_one_response_post_return(self): method test_decoupled_two_response_pre_return (line 347) | def test_decoupled_two_response_pre_return(self): method test_decoupled_two_response_post_return (line 353) | def test_decoupled_two_response_post_return(self): method test_decoupled_response_pre_and_post_return (line 359) | def test_decoupled_response_pre_and_post_return(self): method test_non_decoupled_one_response_on_return (line 365) | def test_non_decoupled_one_response_on_return(self): method test_non_decoupled_one_response_pre_return (line 371) | def test_non_decoupled_one_response_pre_return(self): method test_non_decoupled_one_response_post_return (line 377) | def test_non_decoupled_one_response_post_return(self): method test_decoupled_multiple_requests (line 383) | def test_decoupled_multiple_requests(self): method test_non_decoupled_multiple_requests (line 416) | def test_non_decoupled_multiple_requests(self): method test_decoupled_one_response_on_return (line 445) | def test_decoupled_one_response_on_return(self): method test_decoupled_one_response_pre_and_on_return (line 458) | def test_decoupled_one_response_pre_and_on_return(self): method test_decoupled_one_response_on_and_post_return (line 476) | def test_decoupled_one_response_on_and_post_return(self): method test_non_decoupled_zero_response_pre_return (line 494) | def test_non_decoupled_zero_response_pre_return(self): method test_non_decoupled_zero_response_post_return (line 518) | def test_non_decoupled_zero_response_post_return(self): method test_non_decoupled_two_response_pre_return (line 528) | def test_non_decoupled_two_response_pre_return(self): method test_non_decoupled_two_response_post_return (line 544) | def test_non_decoupled_two_response_post_return(self): method test_non_decoupled_one_response_pre_and_on_return (line 560) | def test_non_decoupled_one_response_pre_and_on_return(self): method test_non_decoupled_one_response_on_and_post_return (line 573) | def test_non_decoupled_one_response_on_and_post_return(self): FILE: qa/L0_backend_python/restart/models/restart/1/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method execute (line 34) | def execute(self, requests): FILE: qa/L0_backend_python/restart/restart_test.py class RestartTest (line 46) | class RestartTest(unittest.TestCase): method setUp (line 47) | def setUp(self): method _infer_helper (line 50) | def _infer_helper(self, model_name, shape, data_type): method test_restart (line 63) | def test_restart(self): method test_infer (line 83) | def test_infer(self): FILE: qa/L0_backend_python/test_infer_shm_leak.py class TestInferShmLeak (line 51) | class TestInferShmLeak: method _run_unittest (line 52) | def _run_unittest(self, model_name): method test_shm_leak (line 62) | def test_shm_leak(self): FILE: qa/L0_batch_custom/batch_custom_test.py class BatcherTest (line 53) | class BatcherTest(tu.TestResultCollector): method setUp (line 54) | def setUp(self): method tearDown (line 63) | def tearDown(self): method add_deferred_exception (line 66) | def add_deferred_exception(self, ex): method check_deferred_exception (line 71) | def check_deferred_exception(self): method check_response (line 77) | def check_response( method check_status (line 142) | def check_status(self, model_name, batch_exec, request_cnt, infer_cnt,... method test_volume_batching (line 229) | def test_volume_batching(self): FILE: qa/L0_batch_input/batch_input_test.py class BatchInputTest (line 43) | class BatchInputTest(tu.TestResultCollector): method setUp (line 44) | def setUp(self): method set_inputs (line 55) | def set_inputs(self, shapes, input_name): method set_inputs_for_batch_item (line 66) | def set_inputs_for_batch_item(self, shapes, input_name): method test_ragged_output (line 73) | def test_ragged_output(self): method test_ragged_input (line 115) | def test_ragged_input(self): method test_element_count (line 154) | def test_element_count(self): method test_accumulated_element_count (line 191) | def test_accumulated_element_count(self): method test_accumulated_element_count_with_zero (line 228) | def test_accumulated_element_count_with_zero(self): method test_max_element_count_as_shape (line 265) | def test_max_element_count_as_shape(self): method test_batch_item_shape_flatten (line 302) | def test_batch_item_shape_flatten(self): method test_batch_item_shape (line 346) | def test_batch_item_shape(self): FILE: qa/L0_batcher/batcher_test.py class BatcherTest (line 82) | class BatcherTest(tu.TestResultCollector): method setUp (line 83) | def setUp(self): method tearDown (line 92) | def tearDown(self): method create_advance (line 105) | def create_advance(self, shm_regions=None): method add_deferred_exception (line 131) | def add_deferred_exception(self, ex): method check_deferred_exception (line 136) | def check_deferred_exception(self): method check_response (line 142) | def check_response( method check_setup (line 211) | def check_setup(self, model_name, preferred_batch_sizes, max_queue_del... method check_status (line 220) | def check_status(self, model_name, batch_exec, request_cnt, infer_cnt,... method test_static_batch_preferred (line 297) | def test_static_batch_preferred(self): method test_static_batch_lt_any_preferred (line 328) | def test_static_batch_lt_any_preferred(self): method test_static_batch_not_preferred (line 353) | def test_static_batch_not_preferred(self): method test_static_batch_gt_max_preferred (line 378) | def test_static_batch_gt_max_preferred(self): method test_multi_batch_different_shape_allow_ragged (line 403) | def test_multi_batch_different_shape_allow_ragged(self): method test_multi_batch_different_shape (line 450) | def test_multi_batch_different_shape(self): method test_multi_batch_not_preferred (line 511) | def test_multi_batch_not_preferred(self): method test_multi_batch_not_preferred_different_shape (line 573) | def test_multi_batch_not_preferred_different_shape(self): method test_multi_batch_preferred_different_shape (line 646) | def test_multi_batch_preferred_different_shape(self): method test_multi_batch_gt_max_preferred (line 732) | def test_multi_batch_gt_max_preferred(self): method test_multi_batch_sum_gt_max_preferred (line 786) | def test_multi_batch_sum_gt_max_preferred(self): method test_multi_same_output0 (line 847) | def test_multi_same_output0(self): method test_multi_same_output1 (line 901) | def test_multi_same_output1(self): method test_multi_different_outputs (line 955) | def test_multi_different_outputs(self): method test_multi_different_output_order (line 1010) | def test_multi_different_output_order(self): method test_multi_batch_delayed_sum_gt_max_preferred (line 1060) | def test_multi_batch_delayed_sum_gt_max_preferred(self): method test_multi_batch_delayed_use_max_batch (line 1124) | def test_multi_batch_delayed_use_max_batch(self): method test_multi_batch_delayed_preferred_different_shape (line 1208) | def test_multi_batch_delayed_preferred_different_shape(self): method test_multi_batch_use_biggest_preferred (line 1299) | def test_multi_batch_use_biggest_preferred(self): method test_multi_batch_use_best_preferred (line 1407) | def test_multi_batch_use_best_preferred(self): method test_multi_batch_preserve_ordering (line 1484) | def test_multi_batch_preserve_ordering(self): method test_preferred_batch_only_aligned (line 1527) | def test_preferred_batch_only_aligned(self): method test_preferred_batch_only_unaligned (line 1609) | def test_preferred_batch_only_unaligned(self): method test_preferred_batch_only_use_biggest_preferred (line 1704) | def test_preferred_batch_only_use_biggest_preferred(self): method test_preferred_batch_only_use_no_preferred_size (line 1825) | def test_preferred_batch_only_use_no_preferred_size(self): method test_max_queue_delay_only_non_default (line 1893) | def test_max_queue_delay_only_non_default(self): method test_max_queue_delay_only_default (line 1939) | def test_max_queue_delay_only_default(self): FILE: qa/L0_batcher/queue_timeout_test.py class TestMaxQueueDelayTimeout (line 43) | class TestMaxQueueDelayTimeout(unittest.TestCase): method setUp (line 44) | def setUp(self): method _get_inputs (line 48) | def _get_inputs(self, batch_size): method _generate_callback_and_response_pair (line 56) | def _generate_callback_and_response_pair(self): method test_default_queue_policy_timeout_prompt_response (line 67) | def test_default_queue_policy_timeout_prompt_response(self): FILE: qa/L0_batcher/verify_timestamps.py function verify_timestamps (line 34) | def verify_timestamps(traces, preserve): FILE: qa/L0_buffer_attributes/buffer_attributes_test.py class BufferAttributesTest (line 43) | class BufferAttributesTest(tu.TestResultCollector): method test_buffer_attributes (line 44) | def test_buffer_attributes(self): FILE: qa/L0_buffer_attributes/models/bls/1/model.py class TritonPythonModel (line 31) | class TritonPythonModel: method execute (line 32) | def execute(self, requests): FILE: qa/L0_buffer_attributes/models/identity/1/model.py class TritonPythonModel (line 30) | class TritonPythonModel: method execute (line 31) | def execute(self, requests): FILE: qa/L0_client_nobatch/client_test.py class ClientNoBatchTest (line 42) | class ClientNoBatchTest(tu.TestResultCollector): method test_nobatch_request_for_batching_model (line 43) | def test_nobatch_request_for_batching_model(self): method test_batch_request_for_nobatching_model (line 94) | def test_batch_request_for_nobatching_model(self): method test_nobatch_request_for_nonbatching_model (line 146) | def test_nobatch_request_for_nonbatching_model(self): method test_batch_request_for_batching_model (line 191) | def test_batch_request_for_batching_model(self): FILE: qa/L0_client_timeout/client_infer_timeout_test.py class UserData (line 45) | class UserData: method __init__ (line 46) | def __init__(self): function callback (line 50) | def callback(user_data, result, error): class ClientInferTimeoutTest (line 57) | class ClientInferTimeoutTest(tu.TestResultCollector): method setUp (line 58) | def setUp(self): method _prepare_request (line 64) | def _prepare_request(self, protocol): method test_grpc_infer (line 78) | def test_grpc_infer(self): method test_grpc_async_infer (line 107) | def test_grpc_async_infer(self): method test_grpc_stream_infer (line 147) | def test_grpc_stream_infer(self): method test_http_infer (line 188) | def test_http_infer(self): method test_http_async_infer (line 216) | def test_http_async_infer(self): FILE: qa/L0_client_timeout/client_non_infer_timeout_test.py class ClientNonInferTimeoutTest (line 41) | class ClientNonInferTimeoutTest(tu.TestResultCollector): method setUp (line 42) | def setUp(self): method test_grpc_server_live (line 49) | def test_grpc_server_live(self): method test_grpc_is_server_ready (line 60) | def test_grpc_is_server_ready(self): method test_grpc_is_model_ready (line 71) | def test_grpc_is_model_ready(self): method test_grpc_get_server_metadata (line 86) | def test_grpc_get_server_metadata(self): method test_grpc_get_model_metadata (line 96) | def test_grpc_get_model_metadata(self): method test_grpc_get_model_config (line 109) | def test_grpc_get_model_config(self): method test_grpc_model_repository_index (line 122) | def test_grpc_model_repository_index(self): method test_grpc_load_model (line 133) | def test_grpc_load_model(self): method test_grpc_unload_model (line 150) | def test_grpc_unload_model(self): method test_grpc_get_inference_statistics (line 165) | def test_grpc_get_inference_statistics(self): method test_grpc_update_trace_settings (line 178) | def test_grpc_update_trace_settings(self): method test_grpc_get_trace_settings (line 191) | def test_grpc_get_trace_settings(self): method test_grpc_update_log_settings (line 204) | def test_grpc_update_log_settings(self): method test_grpc_get_log_settings (line 218) | def test_grpc_get_log_settings(self): method test_grpc_get_system_shared_memory_status (line 231) | def test_grpc_get_system_shared_memory_status(self): method test_grpc_register_system_shared_memory (line 244) | def test_grpc_register_system_shared_memory(self): method test_grpc_unregister_system_shared_memory (line 272) | def test_grpc_unregister_system_shared_memory(self): method test_grpc_get_cuda_shared_memory_status (line 285) | def test_grpc_get_cuda_shared_memory_status(self): method test_grpc_register_cuda_shared_memory (line 296) | def test_grpc_register_cuda_shared_memory(self): method test_grpc_unregister_cuda_shared_memory (line 327) | def test_grpc_unregister_cuda_shared_memory(self): FILE: qa/L0_cuda_graph/trt_cuda_graph_test.py class TrtCudaGraphTest (line 41) | class TrtCudaGraphTest(tu.TestResultCollector): method setUp (line 44) | def setUp(self): method _check_infer (line 49) | def _check_infer(self, tensor_shape, batch_size=1): method _erroneous_infer (line 71) | def _erroneous_infer(self, tensor_shape, batch_size): method test_fixed_shape (line 117) | def test_fixed_shape(self): method test_dynamic_shape (line 123) | def test_dynamic_shape(self): method test_range_fixed_shape (line 130) | def test_range_fixed_shape(self): method test_range_dynamic_shape (line 140) | def test_range_dynamic_shape(self): method test_nobatch_fixed_shape (line 155) | def test_nobatch_fixed_shape(self): FILE: qa/L0_cuda_shared_memory/cuda_shared_memory_test.py class CudaSharedMemoryTestBase (line 49) | class CudaSharedMemoryTestBase(tu.TestResultCollector): method setUp (line 52) | def setUp(self): method tearDown (line 56) | def tearDown(self): method _setup_client (line 59) | def _setup_client(self): method _configure_server (line 72) | def _configure_server( method _cleanup_shm_handles (line 149) | def _cleanup_shm_handles(self): class CudaSharedMemoryTest (line 155) | class CudaSharedMemoryTest(CudaSharedMemoryTestBase): method test_invalid_create_shm (line 156) | def test_invalid_create_shm(self): method test_valid_create_set_register (line 165) | def test_valid_create_set_register(self): method test_unregister_before_register (line 181) | def test_unregister_before_register(self): method test_unregister_after_register (line 192) | def test_unregister_after_register(self): method test_reregister_after_register (line 206) | def test_reregister_after_register(self): method test_unregister_after_inference (line 227) | def test_unregister_after_inference(self): method test_register_after_inference (line 253) | def test_register_after_inference(self): method test_too_big_shm (line 282) | def test_too_big_shm(self): method test_mixed_raw_shm (line 311) | def test_mixed_raw_shm(self): method test_unregisterall (line 332) | def test_unregisterall(self): method test_register_out_of_bound (line 348) | def test_register_out_of_bound(self): method test_infer_offset_out_of_bound (line 360) | def test_infer_offset_out_of_bound(self): method test_infer_byte_size_out_of_bound (line 390) | def test_infer_byte_size_out_of_bound(self): function callback (line 418) | def callback(user_data, result, error): class TestCudaSharedMemoryUnregister (line 425) | class TestCudaSharedMemoryUnregister(CudaSharedMemoryTestBase): method _create_request_data (line 426) | def _create_request_data(self): method _test_unregister_shm_request_pass (line 456) | def _test_unregister_shm_request_pass(self): method _test_shm_not_found (line 469) | def _test_shm_not_found(self): method _test_shm_found (line 480) | def _test_shm_found(self): method test_unregister_shm_during_inference_single_req_http (line 489) | def test_unregister_shm_during_inference_single_req_http(self): method test_unregister_shm_during_inference_multiple_req_http (line 508) | def test_unregister_shm_during_inference_multiple_req_http(self): method test_unregister_shm_after_inference_http (line 541) | def test_unregister_shm_after_inference_http(self): method test_unregister_shm_during_inference_single_req_grpc (line 564) | def test_unregister_shm_during_inference_single_req_grpc(self): method test_unregister_shm_during_inference_multiple_req_grpc (line 591) | def test_unregister_shm_during_inference_multiple_req_grpc(self): method test_unregister_shm_after_inference_grpc (line 639) | def test_unregister_shm_after_inference_grpc(self): class CudaSharedMemoryTestRawHttpRequest (line 671) | class CudaSharedMemoryTestRawHttpRequest(unittest.TestCase): method setUp (line 672) | def setUp(self): method tearDown (line 677) | def tearDown(self): method _generate_mock_base64_raw_handle (line 683) | def _generate_mock_base64_raw_handle(self, data_length): method _send_register_cshm_request (line 693) | def _send_register_cshm_request(self, raw_handle, device_id, byte_size... method test_exceeds_cshm_handle_size_limit (line 711) | def test_exceeds_cshm_handle_size_limit(self): method test_invalid_small_cshm_handle (line 736) | def test_invalid_small_cshm_handle(self): method test_valid_cshm_handle (line 756) | def test_valid_cshm_handle(self): FILE: qa/L0_data_compression/validation.py function generate_compressed_data (line 32) | def generate_compressed_data(): function validate_compressed_data (line 44) | def validate_compressed_data(): FILE: qa/L0_decoupled/decoupled_test.py class UserData (line 47) | class UserData: method __init__ (line 48) | def __init__(self): function callback (line 52) | def callback(user_data, result, error): class DecoupledTest (line 59) | class DecoupledTest(tu.TestResultCollector): method setUp (line 60) | def setUp(self): method _stream_infer_with_params (line 106) | def _stream_infer_with_params( method _stream_infer (line 171) | def _stream_infer( method _fan_validate (line 220) | def _fan_validate(self, result_list, data_offset, repeat_count): method _nested_validate (line 230) | def _nested_validate(self, result_list, data_offset, repeat_count): method _decoupled_infer (line 246) | def _decoupled_infer( method test_one_to_none (line 336) | def test_one_to_none(self): method test_one_to_one (line 348) | def test_one_to_one(self): method test_one_to_many (line 367) | def test_one_to_many(self): method test_one_to_multi_many (line 404) | def test_one_to_multi_many(self): method test_response_order (line 441) | def test_response_order(self): method _no_streaming_helper (line 506) | def _no_streaming_helper(self, protocol): method test_no_streaming (line 560) | def test_no_streaming(self): method test_wrong_shape (line 567) | def test_wrong_shape(self): class NonDecoupledTest (line 607) | class NonDecoupledTest(tu.TestResultCollector): method setUp (line 608) | def setUp(self): method _input_data (line 622) | def _input_data(self, in_value, delay_value, wait_value): method _async_callback (line 629) | def _async_callback(self, result, error): method test_grpc (line 635) | def test_grpc(self): method test_http (line 660) | def test_http(self): method test_grpc_async (line 685) | def test_grpc_async(self): method test_grpc_async_cancel (line 739) | def test_grpc_async_cancel(self): FILE: qa/L0_device_memory_tracker/test.py class UnifiedClientProxy (line 37) | class UnifiedClientProxy: method __init__ (line 38) | def __init__(self, client): method __getattr__ (line 41) | def __getattr__(self, attr): class MemoryUsageTest (line 53) | class MemoryUsageTest(unittest.TestCase): method setUp (line 54) | def setUp(self): method tearDown (line 60) | def tearDown(self): method report_used_gpu_memory (line 63) | def report_used_gpu_memory(self): method is_testing_backend (line 67) | def is_testing_backend(self, model_name, backend_name): method verify_recorded_usage (line 70) | def verify_recorded_usage(self, model_stat): method test_onnx_http (line 93) | def test_onnx_http(self): method test_plan_grpc (line 100) | def test_plan_grpc(self): FILE: qa/L0_dyna_sequence_batcher/dyna_sequence_batcher_test.py class DynaSequenceBatcherTest (line 64) | class DynaSequenceBatcherTest(su.SequenceBatcherTestUtil): method get_datatype (line 65) | def get_datatype(self, trial): method get_expected_result (line 68) | def get_expected_result(self, expected_result, corrid, value, trial, f... method get_expected_result_implicit (line 90) | def get_expected_result_implicit( method test_simple_sequence (line 95) | def test_simple_sequence(self): method test_length1_sequence (line 155) | def test_length1_sequence(self): method _multi_sequence_impl (line 203) | def _multi_sequence_impl( method test_multi_sequence (line 405) | def test_multi_sequence(self): method test_multi_parallel_sequence (line 410) | def test_multi_parallel_sequence(self): method test_multi_sequence_different_shape (line 415) | def test_multi_sequence_different_shape(self): method test_multi_sequence_different_shape_allow_ragged (line 423) | def test_multi_sequence_different_shape_allow_ragged(self): method test_backlog (line 432) | def test_backlog(self): method test_backlog_fill (line 632) | def test_backlog_fill(self): method test_backlog_fill_no_end (line 852) | def test_backlog_fill_no_end(self): method test_backlog_sequence_timeout (line 1080) | def test_backlog_sequence_timeout(self): FILE: qa/L0_grpc/client_plugin_models/client_plugin_test/1/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method execute (line 34) | def execute(self, requests): FILE: qa/L0_grpc/grpc_basic_auth_test.py class GRPCBasicAuthTest (line 39) | class GRPCBasicAuthTest(tu.TestResultCollector): method setUp (line 40) | def setUp(self): method test_client_call (line 45) | def test_client_call(self): method tearDown (line 48) | def tearDown(self): class GRPCBasicAuthAsyncTest (line 52) | class GRPCBasicAuthAsyncTest(unittest.IsolatedAsyncioTestCase): method asyncSetUp (line 53) | async def asyncSetUp(self): method test_client_call (line 58) | async def test_client_call(self): method asyncTearDown (line 61) | async def asyncTearDown(self): FILE: qa/L0_grpc/grpc_client_plugin_test.py class TestPlugin (line 43) | class TestPlugin(InferenceServerClientPlugin): method __init__ (line 44) | def __init__(self, headers): method __call__ (line 47) | def __call__(self, request): function prepare_infer_inputs (line 51) | def prepare_infer_inputs(headers): class GRPCClientPluginAsyncTest (line 66) | class GRPCClientPluginAsyncTest(unittest.IsolatedAsyncioTestCase): method asyncSetUp (line 67) | async def asyncSetUp(self): method test_simple_infer (line 72) | async def test_simple_infer(self): method asyncTearDown (line 86) | async def asyncTearDown(self): class GRPCClientPluginTest (line 90) | class GRPCClientPluginTest(tu.TestResultCollector): method setUp (line 91) | def setUp(self): method test_simple_infer (line 96) | def test_simple_infer(self): method tearDown (line 115) | def tearDown(self): FILE: qa/L0_grpc/python_grpc_aio_test.py class TestGrpcAioClient (line 34) | class TestGrpcAioClient(unittest.IsolatedAsyncioTestCase): method setUp (line 37) | def setUp(self): method asyncTearDown (line 40) | async def asyncTearDown(self): method test_is_server_live (line 43) | async def test_is_server_live(self): method test_is_server_ready (line 47) | async def test_is_server_ready(self): method test_is_model_ready (line 51) | async def test_is_model_ready(self): method test_get_server_metadata (line 55) | async def test_get_server_metadata(self): method test_get_model_metadata (line 62) | async def test_get_model_metadata(self): method test_get_model_config (line 66) | async def test_get_model_config(self): method test_get_model_repository_index (line 70) | async def test_get_model_repository_index(self): method test_load_model (line 74) | async def test_load_model(self): method test_unload_model (line 81) | async def test_unload_model(self): method test_get_inference_statistics (line 88) | async def test_get_inference_statistics(self): method test_update_trace_settings (line 91) | async def test_update_trace_settings(self): method test_get_trace_settings (line 94) | async def test_get_trace_settings(self): method test_get_system_shared_memory_status (line 97) | async def test_get_system_shared_memory_status(self): method test_register_system_shared_memory (line 100) | async def test_register_system_shared_memory(self): method test_unregister_system_shared_memory (line 109) | async def test_unregister_system_shared_memory(self): method test_get_cuda_shared_memory_status (line 112) | async def test_get_cuda_shared_memory_status(self): method test_register_cuda_shared_memory (line 115) | async def test_register_cuda_shared_memory(self): method test_unregister_cuda_shared_memory (line 122) | async def test_unregister_cuda_shared_memory(self): FILE: qa/L0_grpc/python_unit_test.py class UserData (line 40) | class UserData: method __init__ (line 41) | def __init__(self): function callback (line 45) | def callback(user_data, result, error): class RestrictedProtocolTest (line 52) | class RestrictedProtocolTest(unittest.TestCase): method setUp (line 53) | def setUp(self): method test_sanity (line 59) | def test_sanity(self): method test_model_repository (line 68) | def test_model_repository(self): method test_health (line 83) | def test_health(self): method test_infer (line 90) | def test_infer(self): method test_stream_infer (line 112) | def test_stream_infer(self): FILE: qa/L0_grpc_state_cleanup/cleanup_test.py class UserData (line 46) | class UserData: method __init__ (line 47) | def __init__(self): function callback (line 51) | def callback(user_data, result, error): class CleanUpTest (line 64) | class CleanUpTest(tu.TestResultCollector): method setUp (line 67) | def setUp(self): method _prepare_inputs_and_outputs (line 72) | def _prepare_inputs_and_outputs(self, kind): method _simple_infer (line 93) | def _simple_infer( method _stream_infer_with_params (line 147) | def _stream_infer_with_params( method _stream_infer (line 223) | def _stream_infer( method _streaming_infer (line 287) | def _streaming_infer( method _decoupled_infer (line 333) | def _decoupled_infer( method test_simple_infer (line 424) | def test_simple_infer(self): method test_simple_infer_cancellation (line 429) | def test_simple_infer_cancellation(self): method test_simple_infer_timeout (line 437) | def test_simple_infer_timeout(self): method test_simple_infer_error_status (line 444) | def test_simple_infer_error_status(self): method test_simple_infer_shutdownserver (line 454) | def test_simple_infer_shutdownserver(self): method test_streaming_infer (line 464) | def test_streaming_infer(self): method test_streaming_cancellation (line 470) | def test_streaming_cancellation(self): method test_streaming_timeout (line 478) | def test_streaming_timeout(self): method test_streaming_error_status (line 485) | def test_streaming_error_status(self): method test_streaming_infer_shutdownserver (line 502) | def test_streaming_infer_shutdownserver(self): method test_decoupled_infer (line 517) | def test_decoupled_infer(self): method test_decoupled_cancellation (line 524) | def test_decoupled_cancellation(self): method test_decoupled_timeout (line 534) | def test_decoupled_timeout(self): method test_decoupled_error_status (line 543) | def test_decoupled_error_status(self): method test_decoupled_infer_shutdownserver (line 560) | def test_decoupled_infer_shutdownserver(self): method test_decoupled_infer_with_params_shutdownserver (line 574) | def test_decoupled_infer_with_params_shutdownserver(self): method test_decoupled_infer_complete (line 588) | def test_decoupled_infer_complete(self): method test_non_decoupled_streaming_multi_response (line 597) | def test_non_decoupled_streaming_multi_response(self): FILE: qa/L0_http/generate_endpoint_test.py class GenerateEndpointTest (line 42) | class GenerateEndpointTest(tu.TestResultCollector): method setUp (line 43) | def setUp(self): method _get_infer_url (line 46) | def _get_infer_url(self, model_name, route): method generate_stream (line 49) | def generate_stream(self, model_name, inputs, stream=False): method generate (line 63) | def generate(self, model_name, inputs): method generate_expect_failure (line 69) | def generate_expect_failure(self, model_name, inputs, msg): method generate_stream_expect_failure (line 83) | def generate_stream_expect_failure(self, model_name, inputs, msg): method generate_stream_expect_success (line 94) | def generate_stream_expect_success( method check_sse_responses (line 101) | def check_sse_responses(self, res, expected_res): method test_generate (line 130) | def test_generate(self): method test_generate_with_all_inputs (line 145) | def test_generate_with_all_inputs(self): method test_request_id (line 160) | def test_request_id(self): method test_generate_stream (line 203) | def test_generate_stream(self): method test_streaming (line 210) | def test_streaming(self): method test_missing_inputs (line 224) | def test_missing_inputs(self): method test_invalid_input_types (line 260) | def test_invalid_input_types(self): method test_duplicate_inputs (line 277) | def test_duplicate_inputs(self): method test_generate_stream_response_error (line 302) | def test_generate_stream_response_error(self): method test_race_condition (line 323) | def test_race_condition(self): method test_one_response (line 352) | def test_one_response(self): method test_zero_response (line 376) | def test_zero_response(self): method test_many_response (line 390) | def test_many_response(self): method test_complex_schema (line 404) | def test_complex_schema(self): method test_close_connection_during_streaming (line 433) | def test_close_connection_during_streaming(self): method test_parameters (line 445) | def test_parameters(self): method test_0_dimension_output (line 483) | def test_0_dimension_output(self): FILE: qa/L0_http/http_basic_auth_test.py class HTTPBasicAuthTest (line 39) | class HTTPBasicAuthTest(tu.TestResultCollector): method setUp (line 40) | def setUp(self): method test_client_call (line 45) | def test_client_call(self): method tearDown (line 48) | def tearDown(self): class HTTPBasicAuthAsyncTest (line 52) | class HTTPBasicAuthAsyncTest(unittest.IsolatedAsyncioTestCase): method asyncSetUp (line 53) | async def asyncSetUp(self): method test_client_call (line 58) | async def test_client_call(self): method asyncTearDown (line 61) | async def asyncTearDown(self): FILE: qa/L0_http/http_client_plugin_test.py class TestPlugin (line 44) | class TestPlugin(InferenceServerClientPlugin): method __init__ (line 45) | def __init__(self, headers): method __call__ (line 48) | def __call__(self, request): class HTTPClientPluginAsyncTest (line 52) | class HTTPClientPluginAsyncTest(unittest.IsolatedAsyncioTestCase): method asyncSetUp (line 53) | async def asyncSetUp(self): method test_server_is_live (line 58) | async def test_server_is_live(self): method test_simple_infer (line 76) | async def test_simple_infer(self): method asyncTearDown (line 111) | async def asyncTearDown(self): class HTTPClientPluginTest (line 115) | class HTTPClientPluginTest(tu.TestResultCollector): method setUp (line 116) | def setUp(self): method test_server_is_live (line 124) | def test_server_is_live(self): method test_simple_infer (line 138) | def test_simple_infer(self): method tearDown (line 170) | def tearDown(self): FILE: qa/L0_http/http_input_size_limit_test.py class InferSizeLimitTest (line 59) | class InferSizeLimitTest(tu.TestResultCollector): method _get_infer_url (line 60) | def _get_infer_url(self, model_name): method test_default_limit_raw_binary (line 63) | def test_default_limit_raw_binary(self): method test_default_limit_json (line 129) | def test_default_limit_json(self): method test_large_input_raw_binary (line 216) | def test_large_input_raw_binary(self): method test_large_input_json (line 284) | def test_large_input_json(self): method test_large_string_in_json (line 371) | def test_large_string_in_json(self): method _create_compressed_payload (line 420) | def _create_compressed_payload(self, target_size): method test_default_limit_compressed (line 446) | def test_default_limit_compressed(self): method test_large_input_compressed (line 528) | def test_large_input_compressed(self): FILE: qa/L0_http/http_request_many_chunks.py class HTTPRequestManyChunksTest (line 32) | class HTTPRequestManyChunksTest(unittest.TestCase): method setUp (line 33) | def setUp(self): method send_chunked_request (line 44) | def send_chunked_request( method test_infer (line 83) | def test_infer(self): method test_registry_index (line 95) | def test_registry_index(self): method test_model_control (line 102) | def test_model_control(self): method test_trace (line 115) | def test_trace(self): method test_logging (line 124) | def test_logging(self): method test_system_shm_register (line 131) | def test_system_shm_register(self): method test_cuda_shm_register (line 138) | def test_cuda_shm_register(self): method test_generate (line 145) | def test_generate(self): FILE: qa/L0_http/http_restricted_api_test.py class RestrictedAPITest (line 39) | class RestrictedAPITest(unittest.TestCase): method setUp (line 40) | def setUp(self): method test_sanity (line 45) | def test_sanity(self): method test_model_repository (line 54) | def test_model_repository(self): method test_metadata (line 67) | def test_metadata(self): method test_infer (line 72) | def test_infer(self): FILE: qa/L0_http/http_test.py class HttpTest (line 45) | class HttpTest(tu.TestResultCollector): method _get_infer_url (line 46) | def _get_infer_url(self, model_name): method _get_load_model_url (line 49) | def _get_load_model_url(self, model_name): method _raw_binary_helper (line 52) | def _raw_binary_helper( method test_raw_binary (line 73) | def test_raw_binary(self): method test_raw_binary_longer (line 78) | def test_raw_binary_longer(self): method test_byte (line 84) | def test_byte(self): method test_byte_too_many_elements (line 105) | def test_byte_too_many_elements(self): method test_multi_variable_dimensions (line 124) | def test_multi_variable_dimensions(self): method test_multi_inputs (line 145) | def test_multi_inputs(self): method test_content_encoding_chunked_manually (line 172) | def test_content_encoding_chunked_manually(self): method test_content_encoding_unsupported_client (line 192) | def test_content_encoding_unsupported_client(self): method test_descriptive_status_code (line 215) | def test_descriptive_status_code(self): method test_buffer_size_overflow (line 239) | def test_buffer_size_overflow(self): method test_negative_dimensions (line 305) | def test_negative_dimensions(self): method test_loading_large_invalid_model (line 337) | def test_loading_large_invalid_model(self): method test_json_recursion_depth_limit (line 377) | def test_json_recursion_depth_limit(self): FILE: qa/L0_http/python_http_aio_test.py class TestHttpAioClient (line 34) | class TestHttpAioClient(unittest.IsolatedAsyncioTestCase): method asyncSetUp (line 37) | async def asyncSetUp(self): method asyncTearDown (line 40) | async def asyncTearDown(self): method test_is_server_live (line 43) | async def test_is_server_live(self): method test_is_server_ready (line 47) | async def test_is_server_ready(self): method test_is_model_ready (line 51) | async def test_is_model_ready(self): method test_get_server_metadata (line 55) | async def test_get_server_metadata(self): method test_get_model_metadata (line 59) | async def test_get_model_metadata(self): method test_get_model_config (line 63) | async def test_get_model_config(self): method test_get_model_repository_index (line 67) | async def test_get_model_repository_index(self): method test_load_model (line 71) | async def test_load_model(self): method test_unload_model (line 78) | async def test_unload_model(self): method test_get_inference_statistics (line 85) | async def test_get_inference_statistics(self): method test_update_trace_settings (line 88) | async def test_update_trace_settings(self): method test_get_trace_settings (line 91) | async def test_get_trace_settings(self): method test_get_system_shared_memory_status (line 94) | async def test_get_system_shared_memory_status(self): method test_register_system_shared_memory (line 97) | async def test_register_system_shared_memory(self): method test_unregister_system_shared_memory (line 101) | async def test_unregister_system_shared_memory(self): method test_get_cuda_shared_memory_status (line 104) | async def test_get_cuda_shared_memory_status(self): method test_register_cuda_shared_memory (line 107) | async def test_register_cuda_shared_memory(self): method test_unregister_cuda_shared_memory (line 111) | async def test_unregister_cuda_shared_memory(self): FILE: qa/L0_http_fuzz/fuzztest.py class FuzzTest (line 42) | class FuzzTest(tu.TestResultCollector): method _run_fuzz (line 43) | def _run_fuzz(self, url, logger): method test_failures_from_db (line 66) | def test_failures_from_db(self): FILE: qa/L0_implicit_state/implicit_state.py class ImplicitStateTest (line 44) | class ImplicitStateTest(tu.TestResultCollector): method test_no_implicit_state (line 45) | def test_no_implicit_state(self): method test_wrong_implicit_state_name (line 67) | def test_wrong_implicit_state_name(self): method test_implicit_state_single_buffer (line 86) | def test_implicit_state_single_buffer(self): method test_implicit_state_growable_memory (line 110) | def test_implicit_state_growable_memory(self): method test_no_update (line 160) | def test_no_update(self): method test_request_output_not_allowed (line 192) | def test_request_output_not_allowed(self): method test_request_output (line 229) | def test_request_output(self): FILE: qa/L0_infer/infer_test.py class InferTest (line 64) | class InferTest(tu.TestResultCollector): method _full_exact (line 65) | def _full_exact( method test_raw_uuu (line 321) | def test_raw_uuu(self): method test_raw_bbb (line 326) | def test_raw_bbb(self): method test_raw_sss (line 331) | def test_raw_sss(self): method test_raw_iii (line 336) | def test_raw_iii(self): method test_raw_lll (line 341) | def test_raw_lll(self): method test_raw_hhh (line 346) | def test_raw_hhh(self): method test_raw_fff (line 356) | def test_raw_fff(self): method test_raw_hff (line 366) | def test_raw_hff(self): method test_raw_bii (line 376) | def test_raw_bii(self): method test_raw_ibb (line 381) | def test_raw_ibb(self): method test_raw_ibs (line 386) | def test_raw_ibs(self): method test_raw_fuu (line 391) | def test_raw_fuu(self): method test_raw_uff (line 401) | def test_raw_uff(self): method test_raw_fuh (line 411) | def test_raw_fuh(self): method test_raw_iff (line 421) | def test_raw_iff(self): method test_raw_fii (line 431) | def test_raw_fii(self): method test_raw_ihs (line 441) | def test_raw_ihs(self): method test_raw_ooo (line 451) | def test_raw_ooo(self): method test_raw_oii (line 461) | def test_raw_oii(self): method test_raw_oio (line 471) | def test_raw_oio(self): method test_raw_ooi (line 481) | def test_raw_ooi(self): method test_raw_ioo (line 491) | def test_raw_ioo(self): method test_raw_iio (line 501) | def test_raw_iio(self): method test_raw_ioi (line 511) | def test_raw_ioi(self): method test_class_bbb (line 524) | def test_class_bbb(self): method test_class_sss (line 534) | def test_class_sss(self): method test_class_iii (line 544) | def test_class_iii(self): method test_class_lll (line 554) | def test_class_lll(self): method test_class_fff (line 564) | def test_class_fff(self): method test_class_iff (line 574) | def test_class_iff(self): method test_mix_bbb (line 584) | def test_mix_bbb(self): method test_mix_sss (line 594) | def test_mix_sss(self): method test_mix_iii (line 604) | def test_mix_iii(self): method test_mix_lll (line 614) | def test_mix_lll(self): method test_mix_fff (line 624) | def test_mix_fff(self): method test_mix_iff (line 634) | def test_mix_iff(self): method test_raw_version_latest_1 (line 646) | def test_raw_version_latest_1(self): method test_raw_version_latest_2 (line 713) | def test_raw_version_latest_2(self): method test_raw_version_all (line 774) | def test_raw_version_all(self): method test_raw_version_specific_1 (line 829) | def test_raw_version_specific_1(self): method test_raw_version_specific_1_3 (line 896) | def test_raw_version_specific_1_3(self): method test_ensemble_mix_platform (line 963) | def test_ensemble_mix_platform(self): method test_ensemble_mix_type (line 984) | def test_ensemble_mix_type(self): method test_ensemble_mix_ensemble (line 1002) | def test_ensemble_mix_ensemble(self): method test_ensemble_mix_batch_nobatch (line 1025) | def test_ensemble_mix_batch_nobatch(self): method test_ensemble_label_lookup (line 1074) | def test_ensemble_label_lookup(self): FILE: qa/L0_infer_reshape/infer_reshape_test.py class InferReshapeTest (line 46) | class InferReshapeTest(tu.TestResultCollector): method _full_reshape (line 47) | def _full_reshape(self, dtype, input_shapes, output_shapes=None, no_ba... method _trt_reshape (line 201) | def _trt_reshape(self, dtype, input_shapes, output_shapes=None, no_bat... method test_ff1 (line 248) | def test_ff1(self): method test_ff2 (line 251) | def test_ff2(self): method test_ff3 (line 255) | def test_ff3(self): method test_ff4 (line 258) | def test_ff4(self): method test_ii1 (line 270) | def test_ii1(self): method test_ii2 (line 273) | def test_ii2(self): method test_ii3 (line 278) | def test_ii3(self): method test_oo1 (line 281) | def test_oo1(self): FILE: qa/L0_infer_variable/infer_variable_test.py class InferVariableTest (line 46) | class InferVariableTest(tu.TestResultCollector): method _full_exact (line 47) | def _full_exact( method test_raw_fff (line 229) | def test_raw_fff(self): method test_raw_fii (line 232) | def test_raw_fii(self): method test_raw_fll (line 235) | def test_raw_fll(self): method test_raw_fil (line 238) | def test_raw_fil(self): method test_raw_ffi (line 243) | def test_raw_ffi(self): method test_raw_iii (line 246) | def test_raw_iii(self): method test_faw_iif (line 249) | def test_faw_iif(self): method test_raw_ooo (line 254) | def test_raw_ooo(self): method test_raw_oii (line 259) | def test_raw_oii(self): method test_raw_ooi (line 262) | def test_raw_ooi(self): method test_raw_oio (line 267) | def test_raw_oio(self): method test_class_fff (line 272) | def test_class_fff(self): method test_class_fii (line 284) | def test_class_fii(self): method test_class_fll (line 296) | def test_class_fll(self): method test_class_fil (line 308) | def test_class_fil(self): method test_class_ffi (line 320) | def test_class_ffi(self): method test_class_iii (line 332) | def test_class_iii(self): method test_class_iif (line 344) | def test_class_iif(self): method test_mix_ffi (line 356) | def test_mix_ffi(self): method test_mix_iii (line 368) | def test_mix_iii(self): method test_mix_iif (line 380) | def test_mix_iif(self): FILE: qa/L0_infer_zero/infer_zero_test.py class InferZeroTest (line 51) | class InferZeroTest(tu.TestResultCollector): method _full_zero (line 52) | def _full_zero(self, dtype, shapes): method test_ff1_sanity (line 130) | def test_ff1_sanity(self): method test_ff1 (line 140) | def test_ff1(self): method test_ff3_sanity (line 150) | def test_ff3_sanity(self): method test_ff3_0 (line 166) | def test_ff3_0(self): method test_ff3_1 (line 182) | def test_ff3_1(self): method test_ff3_2 (line 198) | def test_ff3_2(self): method test_ff3_3 (line 214) | def test_ff3_3(self): method test_ff3_4 (line 230) | def test_ff3_4(self): method test_hh1_sanity (line 246) | def test_hh1_sanity(self): method test_hh1_0 (line 249) | def test_hh1_0(self): method test_hh1_1 (line 252) | def test_hh1_1(self): method test_hh1_2 (line 255) | def test_hh1_2(self): method test_hh3_sanity (line 258) | def test_hh3_sanity(self): method test_hh3_0 (line 261) | def test_hh3_0(self): method test_hh3_1 (line 264) | def test_hh3_1(self): method test_hh3_2 (line 267) | def test_hh3_2(self): method test_hh3_3 (line 270) | def test_hh3_3(self): method test_hh3_4 (line 273) | def test_hh3_4(self): method test_oo1_sanity (line 276) | def test_oo1_sanity(self): method test_oo1 (line 286) | def test_oo1(self): method test_oo3_sanity (line 296) | def test_oo3_sanity(self): method test_oo3_0 (line 299) | def test_oo3_0(self): method test_oo3_1 (line 302) | def test_oo3_1(self): method test_oo3_2 (line 305) | def test_oo3_2(self): method test_oo3_3 (line 308) | def test_oo3_3(self): method test_oo3_4 (line 311) | def test_oo3_4(self): method test_bb1_sanity (line 314) | def test_bb1_sanity(self): method test_bb1_0 (line 324) | def test_bb1_0(self): FILE: qa/L0_input_validation/input_validation_test.py class InputValTest (line 41) | class InputValTest(unittest.TestCase): method test_input_validation_required_empty (line 42) | def test_input_validation_required_empty(self): method test_input_validation_optional_empty (line 56) | def test_input_validation_optional_empty(self): method test_input_validation_required_missing (line 70) | def test_input_validation_required_missing(self): method test_input_validation_optional (line 88) | def test_input_validation_optional(self): method test_input_validation_all_optional (line 107) | def test_input_validation_all_optional(self): class InputShapeTest (line 118) | class InputShapeTest(unittest.TestCase): method test_input_shape_validation (line 119) | def test_input_shape_validation(self): method test_input_string_shape_validation (line 155) | def test_input_string_shape_validation(self): method test_wrong_input_shape_tensor_size (line 215) | def test_wrong_input_shape_tensor_size(self): class ModelNameValidationTest (line 291) | class ModelNameValidationTest(unittest.TestCase): method test_model_name_invalid_load (line 306) | def test_model_name_invalid_load(self): method test_model_name_empty_load (line 318) | def test_model_name_empty_load(self): method test_model_name_whitespace_only_load (line 327) | def test_model_name_whitespace_only_load(self): method test_model_name_invalid_unload (line 339) | def test_model_name_invalid_unload(self): method test_model_name_valid (line 352) | def test_model_name_valid(self): FILE: qa/L0_input_validation/models/input_all_optional/1/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method initialize (line 34) | def initialize(self, args): method execute (line 37) | def execute(self, requests): FILE: qa/L0_input_validation/models/input_all_required/1/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method initialize (line 34) | def initialize(self, args): method execute (line 37) | def execute(self, requests): FILE: qa/L0_input_validation/models/input_optional/1/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method initialize (line 34) | def initialize(self, args): method execute (line 37) | def execute(self, requests): FILE: qa/L0_io/gen_libtorch_model.py class SumModule (line 32) | class SumModule(nn.Module): method __init__ (line 33) | def __init__(self, device): method forward (line 37) | def forward(self, INPUT0, INPUT1): class DiffModule (line 48) | class DiffModule(nn.Module): method __init__ (line 49) | def __init__(self, device): method forward (line 53) | def forward(self, INPUT0, INPUT1): class TestModel (line 64) | class TestModel(nn.Module): method __init__ (line 65) | def __init__(self, device0, device1): method forward (line 73) | def forward(self, INPUT0, INPUT1): FILE: qa/L0_iterative_sequence/iterative_sequence_e2e.py class UserData (line 73) | class UserData: method __init__ (line 74) | def __init__(self): function callback (line 78) | def callback(user_data, result, error): class IterativeSequenceTest (line 85) | class IterativeSequenceTest(tu.TestResultCollector): method setUp (line 86) | def setUp(self): method test_generate_stream (line 91) | def test_generate_stream(self): method test_grpc_stream (line 106) | def test_grpc_stream( method test_backlog_fill (line 136) | def test_backlog_fill(self): method test_reschedule_error (line 144) | def test_reschedule_error(self): method test_unsupported_sequence_scheduler (line 163) | def test_unsupported_sequence_scheduler(self): method test_unsupported_dynamic_scheduler (line 186) | def test_unsupported_dynamic_scheduler(self): FILE: qa/L0_java_memory_growth/MemoryGrowthTest.java class MemoryGrowthTest (line 36) | public class MemoryGrowthTest { method FAIL (line 42) | static void FAIL(String MSG) method FAIL_IF_ERR (line 48) | static void FAIL_IF_ERR(TRITONSERVER_Error err__, String MSG) class TRITONSERVER_ServerDeleter (line 65) | static class TRITONSERVER_ServerDeleter extends TRITONSERVER_Server { method TRITONSERVER_ServerDeleter (line 66) | public TRITONSERVER_ServerDeleter(TRITONSERVER_Server p) class DeleteDeallocator (line 71) | protected static class DeleteDeallocator method DeleteDeallocator (line 73) | DeleteDeallocator(Pointer p) { super(p); } method deallocate (line 74) | @Override public void deallocate() { TRITONSERVER_ServerDelete(thi... method Usage (line 78) | static void Usage(String msg) class ResponseAlloc (line 101) | static class ResponseAlloc extends TRITONSERVER_ResponseAllocatorAlloc... method call (line 102) | @Override class ResponseRelease (line 141) | static class ResponseRelease method call (line 143) | @Override class InferRequestComplete (line 162) | static class InferRequestComplete method call (line 164) | @Override class InferResponseComplete (line 172) | static class InferResponseComplete method call (line 174) | @Override method ParseModelMetadata (line 194) | static TRITONSERVER_Error ParseModelMetadata( method GenerateInputData (line 238) | static void GenerateInputData( method GenerateInputData (line 249) | static void GenerateInputData( method CompareResult (line 260) | static void CompareResult( method CompareResult (line 274) | static void CompareResult( method Check (line 288) | static void Check( method ValidateMemoryGrowth (line 381) | static boolean ValidateMemoryGrowth( method RunInference (line 443) | static void RunInference( method main (line 667) | public static void main(String[] args) throws Exception FILE: qa/L0_java_resnet/ResnetTest.java class ResnetTest (line 36) | public class ResnetTest { type Backend (line 44) | private enum Backend { method FAIL (line 51) | static void FAIL(String MSG) method FAIL_IF_ERR (line 57) | static void FAIL_IF_ERR(TRITONSERVER_Error err__, String MSG) class TRITONSERVER_ServerDeleter (line 71) | static class TRITONSERVER_ServerDeleter extends TRITONSERVER_Server { method TRITONSERVER_ServerDeleter (line 72) | public TRITONSERVER_ServerDeleter(TRITONSERVER_Server p) class DeleteDeallocator (line 77) | protected static class DeleteDeallocator method DeleteDeallocator (line 79) | DeleteDeallocator(Pointer p) { super(p); } method deallocate (line 80) | @Override public void deallocate() { TRITONSERVER_ServerDelete(thi... method Usage (line 84) | static void Usage(String msg) class ResponseAlloc (line 103) | static class ResponseAlloc extends TRITONSERVER_ResponseAllocatorAlloc... method call (line 104) | @Override class ResponseRelease (line 150) | static class ResponseRelease method call (line 152) | @Override class InferRequestComplete (line 172) | static class InferRequestComplete method call (line 174) | @Override class InferResponseComplete (line 182) | static class InferResponseComplete method call (line 184) | @Override method GenerateInputData (line 204) | static void GenerateInputData(FloatPointer[] input_data) method AreValidResults (line 213) | static boolean AreValidResults( method Check (line 233) | static void Check( method PerformInference (line 337) | static void PerformInference( method main (line 488) | public static void main(String[] args) throws Exception FILE: qa/L0_java_sequence_batcher/SequenceTest.java class SequenceTest (line 36) | public class SequenceTest { method FAIL (line 38) | static void FAIL(String MSG) method FAIL_IF_ERR (line 44) | static void FAIL_IF_ERR(TRITONSERVER_Error err__, String MSG) class TRITONSERVER_ServerDeleter (line 57) | static class TRITONSERVER_ServerDeleter extends TRITONSERVER_Server { method TRITONSERVER_ServerDeleter (line 58) | public TRITONSERVER_ServerDeleter(TRITONSERVER_Server p) class DeleteDeallocator (line 63) | protected static class DeleteDeallocator method DeleteDeallocator (line 65) | DeleteDeallocator(Pointer p) { super(p); } method deallocate (line 66) | @Override public void deallocate() { TRITONSERVER_ServerDelete(thi... method Usage (line 70) | static void Usage(String msg) class ResponseAlloc (line 85) | static class ResponseAlloc extends TRITONSERVER_ResponseAllocatorAlloc... method call (line 86) | @Override class ResponseRelease (line 130) | static class ResponseRelease method call (line 132) | @Override class InferRequestComplete (line 156) | static class InferRequestComplete method call (line 158) | @Override class InferResponseComplete (line 166) | static class InferResponseComplete method call (line 168) | @Override method ParseModelMetadata (line 188) | static TRITONSERVER_Error ParseModelMetadata( method SetSequenceMetadata (line 228) | static void SetSequenceMetadata( method GetExpectedResult (line 250) | static int GetExpectedResult( method Check (line 267) | static void Check( method main (line 357) | public static void main(String[] args) throws Exception FILE: qa/L0_large_payload/large_payload_test.py class LargePayLoadTest (line 43) | class LargePayLoadTest(tu.TestResultCollector): method setUp (line 44) | def setUp(self): method _test_helper (line 74) | def _test_helper( method test_onnx (line 137) | def test_onnx(self): method test_python (line 143) | def test_python(self): method test_plan (line 149) | def test_plan(self): method test_libtorch (line 155) | def test_libtorch(self): method test_custom (line 161) | def test_custom(self): FILE: qa/L0_libtorch_instance_group_kind_model/client.py class InferTest (line 44) | class InferTest(tu.TestResultCollector): method test_infer (line 45) | def test_infer(self): FILE: qa/L0_libtorch_instance_group_kind_model/gen_models.py class SumModule (line 32) | class SumModule(nn.Module): method __init__ (line 33) | def __init__(self, device): method forward (line 37) | def forward(self, INPUT0, INPUT1): class DiffModule (line 48) | class DiffModule(nn.Module): method __init__ (line 49) | def __init__(self, device): method forward (line 53) | def forward(self, INPUT0, INPUT1): class TestModel (line 64) | class TestModel(nn.Module): method __init__ (line 65) | def __init__(self, device0, device1): method forward (line 73) | def forward(self, INPUT0, INPUT1): FILE: qa/L0_libtorch_io_names/io_names_client.py class IONamingConvention (line 40) | class IONamingConvention(tu.TestResultCollector): method _infer_helper (line 41) | def _infer_helper(self, model_name, io_names, reversed_order=False): method test_io_index (line 85) | def test_io_index(self): method test_output_index (line 89) | def test_output_index(self): method test_no_output_index (line 93) | def test_no_output_index(self): method test_no_arguments_no_output_index (line 97) | def test_no_arguments_no_output_index(self): method test_mix_index (line 101) | def test_mix_index(self): method test_mix_arguments (line 105) | def test_mix_arguments(self): method test_mix_arguments_index (line 109) | def test_mix_arguments_index(self): method test_unordered_index (line 113) | def test_unordered_index(self): FILE: qa/L0_libtorch_shared_weights/libtorch_shared_weights_test.py class SharedWeightsTest (line 43) | class SharedWeightsTest(tu.TestResultCollector): method _full_exact (line 44) | def _full_exact(self, model_name, request_concurrency, shape): method test_pytorch_identity_model (line 68) | def test_pytorch_identity_model(self): FILE: qa/L0_lifecycle/lifecycle_test.py class LifeCycleTest (line 55) | class LifeCycleTest(tu.TestResultCollector): method _infer_success_models (line 56) | def _infer_success_models( method _infer_success_identity (line 91) | def _infer_success_identity(self, model_base, versions, tensor_dtype, ... method _get_client (line 121) | def _get_client(self, use_grpc=False): method _async_load (line 132) | def _async_load(self, model_name, use_grpc): method test_parse_error_noexit (line 139) | def test_parse_error_noexit(self): method test_parse_error_modelfail (line 168) | def test_parse_error_modelfail(self): method test_parse_error_modelfail_nostrict (line 231) | def test_parse_error_modelfail_nostrict(self): method test_parse_error_no_model_config (line 294) | def test_parse_error_no_model_config(self): method test_init_error_modelfail (line 346) | def test_init_error_modelfail(self): method test_parse_error_model_no_version (line 392) | def test_parse_error_model_no_version(self): method test_parse_ignore_zero_prefixed_version (line 465) | def test_parse_ignore_zero_prefixed_version(self): method test_parse_ignore_non_intergral_version (line 499) | def test_parse_ignore_non_intergral_version(self): method test_dynamic_model_load_unload (line 533) | def test_dynamic_model_load_unload(self): method test_dynamic_model_load_unload_disabled (line 752) | def test_dynamic_model_load_unload_disabled(self): method test_dynamic_version_load_unload (line 848) | def test_dynamic_version_load_unload(self): method test_dynamic_version_load_unload_disabled (line 984) | def test_dynamic_version_load_unload_disabled(self): method test_dynamic_model_modify (line 1045) | def test_dynamic_model_modify(self): method test_dynamic_file_delete (line 1172) | def test_dynamic_file_delete(self): method test_multiple_model_repository_polling (line 1267) | def test_multiple_model_repository_polling(self): method test_multiple_model_repository_control (line 1312) | def test_multiple_model_repository_control(self): method test_model_control (line 1419) | def test_model_control(self): method test_model_control_fail (line 1604) | def test_model_control_fail(self): method test_model_control_ensemble (line 1640) | def test_model_control_ensemble(self): method test_load_same_model_different_platform (line 1740) | def test_load_same_model_different_platform(self): method test_model_availability_on_reload (line 1810) | def test_model_availability_on_reload(self): method test_model_availability_on_reload_2 (line 1869) | def test_model_availability_on_reload_2(self): method test_model_availability_on_reload_3 (line 1928) | def test_model_availability_on_reload_3(self): method test_model_reload_fail (line 1985) | def test_model_reload_fail(self): method test_multiple_model_repository_control_startup_models (line 2031) | def test_multiple_model_repository_control_startup_models(self): method test_model_repository_index (line 2256) | def test_model_repository_index(self): method test_config_override (line 2327) | def test_config_override(self): method test_file_override (line 2402) | def test_file_override(self): method test_file_override_security (line 2557) | def test_file_override_security(self): method test_shutdown_dynamic (line 2632) | def test_shutdown_dynamic(self): method test_shutdown_sequence (line 2692) | def test_shutdown_sequence(self): method test_shutdown_ensemble (line 2778) | def test_shutdown_ensemble(self): method test_load_gpu_limit (line 2837) | def test_load_gpu_limit(self): method test_concurrent_model_load_speedup (line 2868) | def test_concurrent_model_load_speedup(self): method test_concurrent_model_load (line 2914) | def test_concurrent_model_load(self): method test_concurrent_model_load_unload (line 2943) | def test_concurrent_model_load_unload(self): method test_concurrent_same_model_load_unload_stress (line 3005) | def test_concurrent_same_model_load_unload_stress(self): method test_concurrent_model_instance_load_speedup (line 3087) | def test_concurrent_model_instance_load_speedup(self): method _call_with_timeout (line 3126) | def _call_with_timeout(self, callable, timeout_secs): method _call_with_expected_timeout (line 3136) | def _call_with_expected_timeout(self, callable, timeout_secs=3): method _get_fp32_io (line 3148) | def _get_fp32_io(self, client_type): method test_concurrent_model_instance_load_sanity (line 3168) | def test_concurrent_model_instance_load_sanity(self): method test_model_config_overwite (line 3270) | def test_model_config_overwite(self): method test_shutdown_while_background_unloading (line 3329) | def test_shutdown_while_background_unloading(self): method test_shutdown_while_loading (line 3350) | def test_shutdown_while_loading(self): method test_shutdown_with_live_connection (line 3362) | def test_shutdown_with_live_connection(self): method test_add_custom_config (line 3404) | def test_add_custom_config(self): method test_delete_custom_config (line 3450) | def test_delete_custom_config(self): method test_load_new_model_version (line 3492) | def test_load_new_model_version(self): FILE: qa/L0_lifecycle/retry_model/1/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method auto_complete_config (line 35) | def auto_complete_config(auto_complete_model_config): method initialize (line 49) | def initialize(self, args): method finalize (line 72) | def finalize(self): method execute (line 76) | def execute(self, requests): FILE: qa/L0_logging/log_format_test.py class LogInjectionError (line 173) | class LogInjectionError(Exception): function parse_timestamp (line 177) | def parse_timestamp(timestamp): function validator (line 188) | def validator(func): function validate_level (line 194) | def validate_level(level, _): function validate_month (line 199) | def validate_month(month, _): function validate_day (line 206) | def validate_day(day, _): function validate_ISO8601_timestamp (line 213) | def validate_ISO8601_timestamp(timestamp, _): function validate_timestamp (line 218) | def validate_timestamp(timestamp, _): function validate_pid (line 223) | def validate_pid(pid, _): function validate_file (line 228) | def validate_file(file_, _): function validate_line (line 233) | def validate_line(line, _): function split_row (line 237) | def split_row(row): function validate_protobuf (line 241) | def validate_protobuf(protobuf): function validate_table (line 250) | def validate_table(table_rows): function validate_message (line 282) | def validate_message(message, escaped): class TestLogFormat (line 353) | class TestLogFormat: method _setup (line 355) | def _setup(self, request): method _shutdown_server (line 369) | def _shutdown_server(self): method _launch_server (line 374) | def _launch_server(self, escaped=None): method _validate_log_record (line 411) | def _validate_log_record(self, record, format_regex, escaped): method _parse_log_file (line 425) | def _parse_log_file(self, file_path, format_regex): method _validate_log_file (line 443) | def _validate_log_file(self, file_path, format_regex, escaped): method _detect_injection (line 448) | def _detect_injection(self, log_records, injected_record): method test_format (line 460) | def test_format(self, log_format, format_regex): method test_injection (line 474) | def test_injection(self, log_format, format_regex, injected_record): FILE: qa/L0_logging/logging_endpoint_test.py class LogEndpointTest (line 45) | class LogEndpointTest(tu.TestResultCollector): method tearDown (line 46) | def tearDown(self): method check_server_initial_state (line 62) | def check_server_initial_state(self): method test_http_get_settings (line 79) | def test_http_get_settings(self): method test_grpc_get_settings (line 97) | def test_grpc_get_settings(self): method test_http_update_settings (line 123) | def test_http_update_settings(self): method test_grpc_update_settings (line 222) | def test_grpc_update_settings(self): FILE: qa/L0_long_running_stress/crashing_client.py function crashing_client (line 43) | def crashing_client( FILE: qa/L0_long_running_stress/scenarios.py class TimeoutException (line 62) | class TimeoutException(Exception): function completion_callback (line 67) | def completion_callback(user_data, result, error): class Scenario (line 72) | class Scenario(metaclass=abc.ABCMeta): method __init__ (line 73) | def __init__(self, name, trials, verbose=False, out_stream=sys.stdout): method scenario_name (line 79) | def scenario_name(self): method get_trial (line 82) | def get_trial(self): method get_datatype (line 85) | def get_datatype(self, trial): method run (line 96) | def run(self, client_metadata): class PerfAnalyzerScenario (line 100) | class PerfAnalyzerScenario(Scenario): class ModelOption (line 105) | class ModelOption: method __init__ (line 113) | def __init__( method run (line 129) | def run(self, name, sequence_id_range, out_stream): method __init__ (line 184) | def __init__( method generate_sequence_data (line 266) | def generate_sequence_data(self, trial, dtype, data_filename): method generate_identity_data (line 304) | def generate_identity_data(self, trial, dtype, data_filename): method run (line 329) | def run(self, client_metadata): class ResNetScenario (line 334) | class ResNetScenario(Scenario): method __init__ (line 335) | def __init__(self, name, batch_size=32, verbose=False, out_stream=sys.... method preprocess (line 346) | def preprocess(self, filename): method postprocess (line 355) | def postprocess(self, results): method run (line 377) | def run(self, client_metadata): class TimeoutScenario (line 393) | class TimeoutScenario(Scenario): method __init__ (line 394) | def __init__( method run (line 407) | def run(self, client_metadata): class CrashingScenario (line 439) | class CrashingScenario(Scenario): method __init__ (line 440) | def __init__(self, name, verbose=False, out_stream=sys.stdout): method run (line 443) | def run(self, client_metadata): method parse_result (line 459) | def parse_result(self, log): class SequenceScenario (line 479) | class SequenceScenario(Scenario): class UserData (line 480) | class UserData: method __init__ (line 481) | def __init__(self): method check_constraints (line 488) | def check_constraints(self, model_name, sequence_id): method __init__ (line 491) | def __init__( method get_expected_result (line 504) | def get_expected_result(self, expected_result, value, trial, flag_str=... method check_sequence_async (line 519) | def check_sequence_async( class SequenceNoEndScenario (line 646) | class SequenceNoEndScenario(SequenceScenario): method __init__ (line 647) | def __init__( method check_constraints (line 658) | def check_constraints(self, model_name, sequence_id): method run (line 662) | def run( class SequenceValidNoEndScenario (line 715) | class SequenceValidNoEndScenario(SequenceScenario): method __init__ (line 716) | def __init__( method check_constraints (line 727) | def check_constraints(self, model_name, sequence_id): method run (line 731) | def run( class SequenceValidValidScenario (line 795) | class SequenceValidValidScenario(SequenceScenario): method __init__ (line 796) | def __init__( method check_constraints (line 807) | def check_constraints(self, model_name, sequence_id): method run (line 811) | def run( class SequenceNoStartScenario (line 875) | class SequenceNoStartScenario(SequenceScenario): method __init__ (line 876) | def __init__( method check_constraints (line 887) | def check_constraints(self, model_name, sequence_id): method run (line 898) | def run(self, client_metadata): class SequenceValidScenario (line 947) | class SequenceValidScenario(SequenceScenario): method __init__ (line 948) | def __init__( method check_constraints (line 959) | def check_constraints(self, model_name, sequence_id): method run (line 963) | def run( FILE: qa/L0_long_running_stress/stress.py function get_trials (line 65) | def get_trials(is_sequence=True): function update_test_count (line 80) | def update_test_count( class ScenarioSelector (line 108) | class ScenarioSelector: method __init__ (line 109) | def __init__(self, probs, rng): method get_scenario (line 124) | def get_scenario(self): function stress_thread (line 128) | def stress_thread( function load_thread (line 304) | def load_thread( function format_content (line 370) | def format_content(content, max_line_length): function accumulate_count (line 389) | def accumulate_count(dict_list, test_case_name): function generate_report (line 398) | def generate_report( FILE: qa/L0_memory/client.py class UserData (line 40) | class UserData: method __init__ (line 41) | def __init__(self): function callback (line 45) | def callback(user_data, result, error): class TestTritonInference (line 52) | class TestTritonInference(unittest.TestCase): method setUp (line 53) | def setUp(self): method tearDown (line 56) | def tearDown(self): method test_inference (line 59) | def test_inference(self): FILE: qa/L0_metrics/cpu_metrics_test.py function get_metrics (line 45) | def get_metrics(): class TestCpuMetrics (line 65) | class TestCpuMetrics(unittest.TestCase): method setUp (line 66) | def setUp(self): method _validate_metric_variance (line 83) | def _validate_metric_variance(self, observed_metrics: dict): method _collect_metrics (line 124) | def _collect_metrics(self, observed_metrics, interval_secs=1): method test_cpu_metrics_during_inference (line 139) | def test_cpu_metrics_during_inference(self): method test_cpu_metrics_ranges (line 175) | def test_cpu_metrics_ranges(self): FILE: qa/L0_metrics/ensemble_decoupled/async_execute_decouple/1/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method execute (line 34) | async def execute(self, requests): FILE: qa/L0_metrics/histogram_metrics_test.py function get_histogram_metric_key (line 46) | def get_histogram_metric_key( class TestHistogramMetrics (line 57) | class TestHistogramMetrics(tu.TestResultCollector): method setUp (line 58) | def setUp(self): method get_metrics (line 61) | def get_metrics(self): method get_histogram_metrics (line 66) | def get_histogram_metrics(self, metric_family: str): method async_stream_infer (line 82) | def async_stream_infer(self, model_name, inputs, outputs, responses_pe... method test_ensemble_decoupled (line 114) | def test_ensemble_decoupled(self): method test_buckets_override (line 182) | def test_buckets_override(self): FILE: qa/L0_metrics/metrics_config_test.py class MetricsConfigTest (line 68) | class MetricsConfigTest(tu.TestResultCollector): method _get_metrics (line 69) | def _get_metrics(self): method test_pinned_memory_metrics_exist (line 75) | def test_pinned_memory_metrics_exist(self): method test_inf_counters_exist (line 81) | def test_inf_counters_exist(self): method test_inf_counters_missing (line 86) | def test_inf_counters_missing(self): method test_cache_counters_exist (line 91) | def test_cache_counters_exist(self): method test_cache_counters_missing (line 96) | def test_cache_counters_missing(self): method test_inf_histograms_exist (line 102) | def test_inf_histograms_exist(self): method test_inf_histograms_missing (line 108) | def test_inf_histograms_missing(self): method test_inf_summaries_exist (line 114) | def test_inf_summaries_exist(self): method test_inf_summaries_missing (line 119) | def test_inf_summaries_missing(self): method test_cache_summaries_exist (line 124) | def test_cache_summaries_exist(self): method test_cache_summaries_missing (line 129) | def test_cache_summaries_missing(self): method test_summaries_custom_quantiles (line 134) | def test_summaries_custom_quantiles(self): method test_inf_summaries_exist_with_cache (line 147) | def test_inf_summaries_exist_with_cache(self): method test_model_namespacing_label_with_namespace_on (line 156) | def test_model_namespacing_label_with_namespace_on(self): method test_model_namespacing_label_with_namespace_off (line 166) | def test_model_namespacing_label_with_namespace_off(self): FILE: qa/L0_metrics/metrics_queue_size_test.py class MetricsPendingRequestCountTest (line 53) | class MetricsPendingRequestCountTest(tu.TestResultCollector): method setUp (line 54) | def setUp(self): method _validate_model_config (line 92) | def _validate_model_config(self, model_name, max_queue_size=0): method _get_metrics (line 109) | def _get_metrics(self): method _get_metric_line (line 114) | def _get_metric_line(self, metric, metrics): method _get_metric_value (line 120) | def _get_metric_value(self, metric): method _assert_metric_equals (line 130) | def _assert_metric_equals(self, metric, expected_value): method _assert_metric_greater_than (line 134) | def _assert_metric_greater_than(self, metric, gt_value): method _send_async_requests (line 138) | def _send_async_requests(self, model_name, inputs, futures): method _send_async_requests_sequence (line 142) | def _send_async_requests_sequence(self, num_seq_slots, model_name, inp... method _test_helper (line 164) | def _test_helper( method test_default_scheduler (line 215) | def test_default_scheduler(self): method test_dynamic_batch_scheduler (line 221) | def test_dynamic_batch_scheduler(self): method test_fail_max_queue_size (line 227) | def test_fail_max_queue_size(self): method test_sequence_batch_scheduler_direct (line 238) | def test_sequence_batch_scheduler_direct(self): method test_sequence_batch_scheduler_oldest (line 247) | def test_sequence_batch_scheduler_oldest(self): method test_ensemble_scheduler (line 255) | def test_ensemble_scheduler(self): FILE: qa/L0_metrics/model_namespacing_repos/addsub_repo/composing_model/1/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method auto_complete_config (line 37) | def auto_complete_config(auto_complete_model_config): method initialize (line 81) | def initialize(self, args): method execute (line 94) | def execute(self, requests): method addsub (line 104) | def addsub(self, in_0, in_1): FILE: qa/L0_metrics/model_namespacing_repos/subadd_repo/composing_model/1/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method auto_complete_config (line 37) | def auto_complete_config(auto_complete_model_config): method initialize (line 81) | def initialize(self, args): method execute (line 94) | def execute(self, requests): method subadd (line 104) | def subadd(self, in_0, in_1): FILE: qa/L0_metrics/pinned_memory_metrics_test.py function get_metrics (line 51) | def get_metrics(): class TestPinnedMemoryMetrics (line 67) | class TestPinnedMemoryMetrics(unittest.TestCase): method setUp (line 68) | def setUp(self): method _assert_pinned_memory_utilization (line 93) | def _assert_pinned_memory_utilization(self): method _collect_metrics (line 98) | def _collect_metrics(self): method test_pinned_memory_metrics_asynchronous_requests (line 105) | def test_pinned_memory_metrics_asynchronous_requests(self): method test_pinned_memory_metrics_synchronous_requests (line 145) | def test_pinned_memory_metrics_synchronous_requests(self): FILE: qa/L0_mlflow/plugin_test.py class PluginTest (line 43) | class PluginTest(tu.TestResultCollector): method setUp (line 44) | def setUp(self): method _validate_deployment (line 47) | def _validate_deployment(self, model_name): method test_onnx_flavor (line 82) | def test_onnx_flavor(self): method test_onnx_flavor_with_files (line 93) | def test_onnx_flavor_with_files(self): method test_model_name (line 117) | def test_model_name(self): FILE: qa/L0_model_config/autofill_noplatform/python/conflicting_max_batch_size/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 44) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform/python/conflicting_scheduler_sequence/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 45) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform/python/input_missing_datatype/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 44) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform/python/input_missing_dims/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 44) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform/python/input_missing_name/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 44) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform/python/input_wrong_property/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 49) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform/python/model_transaction_policy_invalid_args/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 46) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform/python/model_transaction_policy_mismatch/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 45) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform/python/no_return/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 42) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform/python/output_missing_datatype/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 44) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform/python/output_missing_dims/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 44) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform/python/output_missing_name/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 44) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform/python/output_wrong_property/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 49) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform_success/python/conflicting_scheduler_ensemble/conflicting_scheduler_ensemble/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 41) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform_success/python/conflicting_scheduler_ensemble/ensemble_first_step/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 41) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform_success/python/conflicting_scheduler_ensemble/ensemble_second_step/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 41) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 45) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 45) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform_success/python/incomplete_input/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 42) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 45) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 45) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 45) | def execute(self, requests): FILE: qa/L0_model_config/autofill_noplatform_success/python/optional_input/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 47) | def execute(self, requests): FILE: qa/L0_model_namespacing/python_addsub/__init__.py class TritonPythonModel (line 35) | class TritonPythonModel: method auto_complete_config (line 39) | def auto_complete_config(auto_complete_model_config): method initialize (line 83) | def initialize(self, args): method execute (line 96) | def execute(self, requests): method addsub (line 106) | def addsub(self, in_0, in_1): FILE: qa/L0_model_namespacing/python_subadd/__init__.py class TritonPythonModel (line 35) | class TritonPythonModel: method auto_complete_config (line 39) | def auto_complete_config(auto_complete_model_config): method initialize (line 83) | def initialize(self, args): method execute (line 96) | def execute(self, requests): method subadd (line 106) | def subadd(self, in_0, in_1): FILE: qa/L0_model_namespacing/test.py class AddSubChecker (line 51) | class AddSubChecker: method __init__ (line 55) | def __init__(self, checker_client=None): method infer (line 78) | def infer(self, model): class SubAddChecker (line 92) | class SubAddChecker(AddSubChecker): method infer (line 93) | def infer(self, model): class ModelNamespacePoll (line 108) | class ModelNamespacePoll(tu.TestResultCollector): method setUp (line 109) | def setUp(self): method check_health (line 115) | def check_health(self, expect_live=True, expect_ready=True): method test_no_duplication (line 119) | def test_no_duplication(self): method test_duplication (line 131) | def test_duplication(self): method test_ensemble_duplication (line 156) | def test_ensemble_duplication(self): method test_dynamic_resolution (line 182) | def test_dynamic_resolution(self): class ModelNamespaceExplicit (line 226) | class ModelNamespaceExplicit(tu.TestResultCollector): method setUp (line 227) | def setUp(self): method check_health (line 233) | def check_health(self, expect_live=True, expect_ready=True): method test_no_duplication (line 237) | def test_no_duplication(self): method test_duplication (line 252) | def test_duplication(self): method test_ensemble_duplication (line 280) | def test_ensemble_duplication(self): method test_dynamic_resolution (line 309) | def test_dynamic_resolution(self): FILE: qa/L0_model_queue/model_queue_test.py class ModelQueueTest (line 52) | class ModelQueueTest(tu.TestResultCollector): method setUp (line 53) | def setUp(self): method add_deferred_exception (line 61) | def add_deferred_exception(self, ex): method check_deferred_exception (line 66) | def check_deferred_exception(self): method _get_metrics (line 74) | def _get_metrics(self): method _metrics_before_test (line 80) | def _metrics_before_test(self, model, reason): method _assert_metrics (line 89) | def _assert_metrics( method check_response (line 97) | def check_response( method test_max_queue_size (line 158) | def test_max_queue_size(self): method test_policy_delay (line 214) | def test_policy_delay(self): method test_policy_reject (line 258) | def test_policy_reject(self): method test_timeout_override (line 335) | def test_timeout_override(self): method test_priority_levels (line 490) | def test_priority_levels(self): method test_max_priority_levels (line 535) | def test_max_priority_levels(self): method test_priority_with_policy (line 581) | def test_priority_with_policy(self): FILE: qa/L0_model_update/instance_update_test.py class TestInstanceUpdate (line 51) | class TestInstanceUpdate(unittest.TestCase): method setUp (line 54) | def setUp(self): method tearDown (line 68) | def tearDown(self): method _get_inputs (line 79) | def _get_inputs(self, batching=False): method _infer (line 89) | def _infer(self, batching=False): method _concurrent_infer (line 92) | def _concurrent_infer(self, concurrency=4, batching=False): method _check_count (line 109) | def _check_count(self, kind, expected_count, poll=False): method _load_model (line 121) | def _load_model(self, instance_count, instance_config="", batching=Fal... method _update_instance_count (line 129) | def _update_instance_count( method _unload_model (line 156) | def _unload_model(self, batching=False): method test_add_rm_add_instance_no_batching (line 165) | def test_add_rm_add_instance_no_batching(self): method test_add_rm_add_instance_with_batching (line 175) | def test_add_rm_add_instance_with_batching(self): method test_rm_add_rm_instance_no_batching (line 185) | def test_rm_add_rm_instance_no_batching(self): method test_rm_add_rm_instance_with_batching (line 195) | def test_rm_add_rm_instance_with_batching(self): method test_rm_instance_to_zero (line 205) | def test_rm_instance_to_zero(self): method test_cpu_instance_update (line 213) | def test_cpu_instance_update(self): method test_gpu_instance_update (line 224) | def test_gpu_instance_update(self): method test_gpu_cpu_instance_update (line 231) | def test_gpu_cpu_instance_update(self): method test_instance_name_update (line 253) | def test_instance_name_update(self): method test_instance_signature (line 269) | def test_instance_signature(self): method test_invalid_config (line 299) | def test_invalid_config(self): method test_model_file_update (line 312) | def test_model_file_update(self): method test_non_instance_config_update (line 321) | def test_non_instance_config_update(self): method test_load_api_with_config (line 334) | def test_load_api_with_config(self): method test_update_while_inferencing (line 359) | def test_update_while_inferencing(self): method test_infer_while_updating (line 388) | def test_infer_while_updating(self): method test_instance_resource_increase (line 421) | def test_instance_resource_increase(self): method test_instance_resource_increase_above_explicit (line 456) | def test_instance_resource_increase_above_explicit(self): method test_instance_resource_decrease (line 483) | def test_instance_resource_decrease(self): method test_direct_scheduler_update_no_ongoing_sequences (line 525) | def test_direct_scheduler_update_no_ongoing_sequences(self): method test_direct_scheduler_update_with_ongoing_sequences (line 531) | def test_direct_scheduler_update_with_ongoing_sequences(self): method test_oldest_scheduler_update_no_ongoing_sequences (line 537) | def test_oldest_scheduler_update_no_ongoing_sequences(self): method test_oldest_scheduler_update_with_ongoing_sequences (line 543) | def test_oldest_scheduler_update_with_ongoing_sequences(self): method _test_scheduler_update_no_ongoing_sequences (line 550) | def _test_scheduler_update_no_ongoing_sequences(self, sequence_batchin... method _test_scheduler_update_with_ongoing_sequences (line 598) | def _test_scheduler_update_with_ongoing_sequences(self, sequence_batch... FILE: qa/L0_nan_inf/models/nan_inf_output/1/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method initialize (line 34) | def initialize(self, args): method execute (line 37) | def execute(self, requests): FILE: qa/L0_nan_inf/nan_inf_test.py class NanInfTest (line 44) | class NanInfTest(tu.TestResultCollector): method test_http_raw (line 48) | def test_http_raw(self): method test_http (line 68) | def test_http(self): method test_grpc (line 74) | def test_grpc(self): method infer_helper (line 80) | def infer_helper(self, triton_client, inputs): FILE: qa/L0_openai/generate_engine.py function generate_model_engine (line 34) | def generate_model_engine(model: str, engines_path: str): FILE: qa/L0_optional_input/models/optional_identity/1/model.py class TritonPythonModel (line 30) | class TritonPythonModel: method execute (line 31) | def execute(self, requests): FILE: qa/L0_optional_input/optional_input_test.py class OptionalInputTest (line 47) | class OptionalInputTest(tu.TestResultCollector): method setUp (line 48) | def setUp(self): method add_deferred_exception (line 74) | def add_deferred_exception(self, ex): method check_deferred_exception (line 79) | def check_deferred_exception(self): method check_response (line 85) | def check_response(self, thresholds, provided_inputs=("INPUT0", "INPUT... method check_status (line 136) | def check_status(self, model_name, batch_exec, request_cnt, infer_cnt): method test_all_inputs (line 207) | def test_all_inputs(self): method test_optional_same_input (line 227) | def test_optional_same_input(self): method test_optional_mix_inputs (line 256) | def test_optional_mix_inputs(self): method test_optional_mix_inputs_2 (line 303) | def test_optional_mix_inputs_2(self): method test_ensemble_all_inputs (line 342) | def test_ensemble_all_inputs(self): method test_ensemble_optional_same_input (line 349) | def test_ensemble_optional_same_input(self): method test_ensemble_optional_mix_inputs (line 356) | def test_ensemble_optional_mix_inputs(self): method test_ensemble_optional_mix_inputs_2 (line 363) | def test_ensemble_optional_mix_inputs_2(self): method test_ensemble_optional_pipeline (line 370) | def test_ensemble_optional_pipeline(self): method test_ensemble_optional_connecting_tensor (line 409) | def test_ensemble_optional_connecting_tensor(self): FILE: qa/L0_orca/orca_http_test.py function get_endpoint_header (line 41) | def get_endpoint_header(url, data, request_header=None): function parse_header_data (line 60) | def parse_header_data(header, orca_format): function check_for_keys (line 95) | def check_for_keys(data, desired_keys, orca_format): function request_header (line 109) | def request_header(orca_format): function test_header_type (line 113) | def test_header_type(url, data, orca_format): FILE: qa/L0_output_name/output_name_test.py class OutputNameValidationTest (line 42) | class OutputNameValidationTest(tu.TestResultCollector): method requestGenerator (line 43) | def requestGenerator(self, model_name, output_name): method test_grpc (line 63) | def test_grpc(self): FILE: qa/L0_output_validation/lt_op_val_client.py class OutputValidationTest (line 39) | class OutputValidationTest(tu.TestResultCollector): method test_datatype (line 41) | def test_datatype(self): method test_index (line 53) | def test_index(self): method test_success (line 65) | def test_success(self): FILE: qa/L0_parallel_copy/parallel_copy_test.py class ParallelCopyTest (line 44) | class ParallelCopyTest(tu.TestResultCollector): method setUp (line 45) | def setUp(self): method _batch_input_duration (line 50) | def _batch_input_duration(self, batch_size): method _run (line 72) | def _run(self, batch_sizes): method test_performance (line 140) | def test_performance(self): FILE: qa/L0_parameters/class_count_test.py class ClassificationParameterTest (line 43) | class ClassificationParameterTest(tu.TestResultCollector): method setUp (line 44) | def setUp(self): method _prepare_io (line 51) | def _prepare_io(self, input_data, dtype): method test_classificattion (line 61) | def test_classificattion(self): method test_classificattion_unsupported_data_type (line 88) | def test_classificattion_unsupported_data_type(self): method test_classification_output_tensor_too_large (line 103) | def test_classification_output_tensor_too_large(self): FILE: qa/L0_parameters/model_repository/parameter/1/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method auto_complete_config (line 35) | def auto_complete_config(auto_complete_model_config): method execute (line 60) | def execute(self, requests): FILE: qa/L0_parameters/parameters_test.py class InferenceParametersTest (line 49) | class InferenceParametersTest(IsolatedAsyncioTestCase): method asyncSetUp (line 50) | async def asyncSetUp(self): method create_inputs (line 94) | def create_inputs(self, client_type): method send_request_and_verify (line 102) | async def send_request_and_verify( method verify_outputs (line 138) | def verify_outputs(self, result, parameters): method test_grpc_parameter (line 153) | async def test_grpc_parameter(self): method test_http_parameter (line 156) | async def test_http_parameter(self): method test_async_http_parameter (line 159) | async def test_async_http_parameter(self): method test_async_grpc_parameter (line 164) | async def test_async_grpc_parameter(self): method test_http_async_parameter (line 169) | def test_http_async_parameter(self): method test_grpc_async_parameter (line 182) | def test_grpc_async_parameter(self): method test_grpc_stream_parameter (line 199) | def test_grpc_stream_parameter(self): method test_ensemble_parameter_forwarding (line 217) | async def test_ensemble_parameter_forwarding(self): method asyncTearDown (line 220) | async def asyncTearDown(self): FILE: qa/L0_passive_instance/passive_instance_test.py class PassiveInstanceTest (line 40) | class PassiveInstanceTest(tu.TestResultCollector): method test_inference (line 41) | def test_inference(self): FILE: qa/L0_perf_pyclients/simple_perf_client.py function parse_model_grpc (line 40) | def parse_model_grpc(model_metadata, model_config): function parse_model_http (line 101) | def parse_model_http(model_metadata, model_config): function requestGenerator (line 168) | def requestGenerator(input_name, input_data, output_name, dtype, protocol): FILE: qa/L0_python_api/test_kserve.py class TestHttpOptions (line 40) | class TestHttpOptions: method test_correct_http_parameters (line 41) | def test_correct_http_parameters(self): method test_wrong_http_parameters (line 46) | def test_wrong_http_parameters(self): class TestGrpcOptions (line 58) | class TestGrpcOptions: method test_correct_grpc_parameters (line 59) | def test_correct_grpc_parameters(self): method test_wrong_grpc_parameters (line 67) | def test_wrong_grpc_parameters(self): class TestMetricsOptions (line 95) | class TestMetricsOptions: method test_correct_http_parameters (line 96) | def test_correct_http_parameters(self): method test_wrong_http_parameters (line 99) | def test_wrong_http_parameters(self): class TestKServe (line 116) | class TestKServe: method test_server_ready (line 119) | def test_server_ready(self, frontend, client_type, url): method test_service_double_start (line 132) | def test_service_double_start(self, frontend): method test_invalid_options (line 147) | def test_invalid_options(self, frontend): method test_server_service_order (line 161) | def test_server_service_order(self, frontend): method test_service_custom_port (line 170) | def test_service_custom_port(self, frontend, client_type): method test_inference (line 185) | def test_inference(self, frontend, client_type, url): method test_streaming_inference (line 197) | def test_streaming_inference(self, frontend, client_type, url): method test_http_generate_inference (line 208) | def test_http_generate_inference(self, frontend, client_type, url): method test_http_req_during_shutdown (line 219) | def test_http_req_during_shutdown(self, frontend, client_type, url): method test_grpc_req_during_shutdown (line 261) | def test_grpc_req_during_shutdown(self, frontend, client_type, url): method test_metrics_default_port (line 317) | def test_metrics_default_port(self, frontend, url): method test_metrics_custom_port (line 331) | def test_metrics_custom_port(self, frontend, port=8005): method test_metrics_update (line 345) | def test_metrics_update(self, frontend, url): FILE: qa/L0_python_api/test_model_repository/delayed_identity/1/model.py class TritonPythonModel (line 32) | class TritonPythonModel: method execute (line 33) | def execute(self, requests): FILE: qa/L0_python_api/test_model_repository/identity/1/model.py class TritonPythonModel (line 31) | class TritonPythonModel: method initialize (line 36) | def initialize(self, args): method execute (line 40) | def execute(self, requests): FILE: qa/L0_python_api/testing_utils.py function setup_server (line 38) | def setup_server(model_repository="test_model_repository") -> tritonserv... function teardown_server (line 57) | def teardown_server(server: tritonserver.Server) -> None: function setup_service (line 61) | def setup_service( function teardown_service (line 74) | def teardown_service(service: Union[KServeHttp, KServeGrpc]) -> None: function setup_client (line 78) | def setup_client( function teardown_client (line 87) | def teardown_client( function send_and_test_inference_identity (line 96) | def send_and_test_inference_identity( function send_and_test_stream_inference (line 126) | def send_and_test_stream_inference( function send_and_test_generate_inference (line 166) | def send_and_test_generate_inference() -> bool: function get_metrics (line 189) | def get_metrics(metrics_url: str, model_name: str = "identity") -> Tuple... function _extract_inference_count (line 203) | def _extract_inference_count(metrics_data: str, model_name: str): FILE: qa/L0_pytorch_python_runtime/infer.py function infer_model_without_parameter_file (line 38) | def infer_model_without_parameter_file(): function infer_model_with_parameter_file (line 90) | def infer_model_with_parameter_file(batch_size, data_offset=0): function parallel_infer_a_full_dynamic_batch (line 127) | def parallel_infer_a_full_dynamic_batch(max_batch_size): FILE: qa/L0_pytorch_python_runtime/unit_test.py class PyTorchPythonBackendRuntimeUnittest (line 40) | class PyTorchPythonBackendRuntimeUnittest(unittest.TestCase): method test_gather_torch_tensors (line 108) | def test_gather_torch_tensors(self): method test_scatter_torch_tensors (line 132) | def test_scatter_torch_tensors(self): FILE: qa/L0_query/query_e2e.py class QueryTest (line 42) | class QueryTest(tu.TestResultCollector): method test_http (line 43) | def test_http(self): method test_http_shared_memory (line 56) | def test_http_shared_memory(self): method test_http_out_of_shared_memory (line 96) | def test_http_out_of_shared_memory(self): method test_grpc (line 137) | def test_grpc(self): method test_grpc_shared_memory (line 150) | def test_grpc_shared_memory(self): method test_grpc_out_of_shared_memory (line 186) | def test_grpc_out_of_shared_memory(self): FILE: qa/L0_rate_limiter/rate_limiter_test.py class AsyncGrpcRunner (line 51) | class AsyncGrpcRunner: method __init__ (line 52) | def __init__(self, tester, server_url, model_name, delay_ms): method _on_result (line 70) | def _on_result(self, result, error): method req_loop (line 80) | def req_loop(self): method start (line 148) | def start(self): method _validate_run (line 151) | def _validate_run(self): method join (line 165) | def join(self): class RateLimiterTest (line 170) | class RateLimiterTest(su.SequenceBatcherTestUtil): method stress_models (line 171) | def stress_models(self, model_names, delay_ms=0): method test_single_model (line 191) | def test_single_model(self): method test_cross_model_prioritization_limited_resource (line 200) | def test_cross_model_prioritization_limited_resource(self): method test_cross_model_prioritization_plenty_resource (line 221) | def test_cross_model_prioritization_plenty_resource(self): method test_single_model_dynamic_batching (line 242) | def test_single_model_dynamic_batching(self): method test_single_model_sequence_batching (line 278) | def test_single_model_sequence_batching(self): FILE: qa/L0_request_cancellation/grpc_cancellation_test.py class UserData (line 43) | class UserData: method __init__ (line 44) | def __init__(self): function callback (line 48) | def callback(user_data, result, error): class GrpcCancellationTest (line 55) | class GrpcCancellationTest(unittest.IsolatedAsyncioTestCase): method setUp (line 60) | def setUp(self): method tearDown (line 69) | def tearDown(self): method _prepare_request (line 73) | def _prepare_request(self): method _assert_max_duration (line 80) | def _assert_max_duration(self): method _assert_callback_cancelled (line 89) | def _assert_callback_cancelled(self): method test_grpc_async_infer (line 95) | def test_grpc_async_infer(self): method test_grpc_stream_infer (line 107) | def test_grpc_stream_infer(self): method test_aio_grpc_async_infer (line 116) | async def test_aio_grpc_async_infer(self): method test_aio_grpc_stream_infer (line 127) | async def test_aio_grpc_stream_infer(self): method test_grpc_async_infer_cancellation_at_step_start (line 142) | def test_grpc_async_infer_cancellation_at_step_start(self): method test_grpc_async_infer_response_complete_during_cancellation (line 182) | def test_grpc_async_infer_response_complete_during_cancellation(self): method test_grpc_async_infer_cancellation_before_finish_0 (line 205) | def test_grpc_async_infer_cancellation_before_finish_0(self): method test_grpc_async_infer_cancellation_before_finish_1 (line 225) | def test_grpc_async_infer_cancellation_before_finish_1(self): method test_grpc_async_infer_cancellation_before_response_complete_and_process_after_final_response (line 250) | def test_grpc_async_infer_cancellation_before_response_complete_and_pr... FILE: qa/L0_request_cancellation/implicit_state_model/gen_model.py class ImplicitStateModel (line 32) | class ImplicitStateModel(torch.nn.Module): method __init__ (line 33) | def __init__(self): method forward (line 36) | def forward(self, delay_itrs, seq_start, seq_id, seq_state_in): FILE: qa/L0_request_cancellation/implicit_state_test.py class TestImplicitState (line 37) | class TestImplicitState(unittest.TestCase): method _get_inputs (line 38) | def _get_inputs(self, delay_itrs): method _generate_streaming_callback_and_response_pair (line 44) | def _generate_streaming_callback_and_response_pair(self): method _sequence_state_model_infer (line 52) | def _sequence_state_model_infer(self, num_reqs, seq_ids, delay_itrs, c... method test_state_reset_after_cancel (line 72) | def test_state_reset_after_cancel(self): FILE: qa/L0_request_cancellation/scheduler_test.py class TestScheduler (line 40) | class TestScheduler(unittest.TestCase): method setUp (line 41) | def setUp(self): method _get_inputs (line 45) | def _get_inputs(self, batch_size): method _generate_callback_and_response_pair (line 53) | def _generate_callback_and_response_pair(self): method _assert_response_is_cancelled (line 63) | def _assert_response_is_cancelled(self, response): method _generate_streaming_callback_and_response_pair (line 69) | def _generate_streaming_callback_and_response_pair(self): method _assert_streaming_response_is_cancelled (line 77) | def _assert_streaming_response_is_cancelled(self, response): method _get_metrics (line 89) | def _get_metrics(self): method _metrics_before_test (line 95) | def _metrics_before_test(self, model, reason): method _assert_metrics (line 104) | def _assert_metrics( method test_dynamic_batch_scheduler_request_cancellation (line 113) | def test_dynamic_batch_scheduler_request_cancellation(self): method test_sequence_batch_scheduler_backlog_request_cancellation (line 140) | def test_sequence_batch_scheduler_backlog_request_cancellation(self): method test_direct_sequence_batch_scheduler_request_cancellation (line 187) | def test_direct_sequence_batch_scheduler_request_cancellation(self): method test_oldest_sequence_batch_scheduler_request_cancellation (line 200) | def test_oldest_sequence_batch_scheduler_request_cancellation(self): method _test_sequence_batch_scheduler_queued_request_cancellation (line 205) | def _test_sequence_batch_scheduler_queued_request_cancellation(self, m... method test_ensemble_scheduler_request_cancellation (line 237) | def test_ensemble_scheduler_request_cancellation(self): method test_scheduler_streaming_request_cancellation (line 250) | def test_scheduler_streaming_request_cancellation(self): FILE: qa/L0_response_cache/ensemble_cache_test.py class EnsembleCacheTest (line 46) | class EnsembleCacheTest(tu.TestResultCollector): method setUp (line 47) | def setUp(self): method _update_config (line 73) | def _update_config(self, config_file, config_pattern, config_to_add): method _add_instance_group_cpu (line 82) | def _add_instance_group_cpu(self, config_file): method _remove_config (line 91) | def _remove_config(self, config_file, config_to_remove): method _reset_config_files (line 99) | def _reset_config_files(self): method _run_ensemble (line 104) | def _run_ensemble(self): method _get_model_statistics (line 118) | def _get_model_statistics(self, model): method _run_inference_and_validate (line 132) | def _run_inference_and_validate(self, model): method test_ensemble_top_level_response_cache (line 186) | def test_ensemble_top_level_response_cache(self): method test_ensemble_all_models_cache_enabled (line 216) | def test_ensemble_all_models_cache_enabled(self): method test_ensemble_composing_model_cache_enabled (line 254) | def test_ensemble_composing_model_cache_enabled(self): method test_ensemble_cache_insertion_failure (line 285) | def test_ensemble_cache_insertion_failure(self): method tearDown (line 320) | def tearDown(self): FILE: qa/L0_response_cache/generate_random_data.py function generate_input_data (line 34) | def generate_input_data(num_inputs, batch_size, output_file): FILE: qa/L0_response_statistics/response_statistics_test.py class TestResponseStatistics (line 37) | class TestResponseStatistics(unittest.TestCase): method setUp (line 38) | def setUp(self): method _generate_streaming_callback_and_response_pair (line 52) | def _generate_streaming_callback_and_response_pair(self): method _stream_infer (line 66) | def _stream_infer(self, number_of_responses, cancel_at_response_size=N... method _update_statistics_counts (line 94) | def _update_statistics_counts( method _check_statistics_count_and_duration (line 132) | def _check_statistics_count_and_duration( method _get_response_statistics (line 157) | def _get_response_statistics(self): method _check_response_stats (line 191) | def _check_response_stats( method test_response_statistics (line 212) | def test_response_statistics(self): method test_response_statistics_cancel (line 234) | def test_response_statistics_cancel(self): FILE: qa/L0_sagemaker/sagemaker_generate_stream_test.py class SageMakerGenerateStreamTest (line 42) | class SageMakerGenerateStreamTest(tu.TestResultCollector): method setUp (line 43) | def setUp(self): method generate_stream (line 47) | def generate_stream(self, inputs, stream=False): method generate_stream_expect_success (line 60) | def generate_stream_expect_success(self, inputs, expected_output, rep_... method check_sse_responses (line 65) | def check_sse_responses(self, res, expected_res): method test_generate_stream (line 94) | def test_generate_stream(self): FILE: qa/L0_sagemaker/sagemaker_generate_test.py class SageMakerGenerateTest (line 41) | class SageMakerGenerateTest(tu.TestResultCollector): method setUp (line 42) | def setUp(self): method generate (line 46) | def generate(self, inputs): method test_generate (line 51) | def test_generate(self): FILE: qa/L0_sagemaker/sagemaker_multi_model_test.py class SageMakerMultiModelTest (line 44) | class SageMakerMultiModelTest(tu.TestResultCollector): method setUp (line 45) | def setUp(self): method test_sm_0_environment_variables_set (line 121) | def test_sm_0_environment_variables_set(self): method test_sm_1_model_load (line 128) | def test_sm_1_model_load(self): method test_sm_2_model_list (line 162) | def test_sm_2_model_list(self): method test_sm_3_model_get (line 199) | def test_sm_3_model_get(self): method test_sm_4_model_invoke (line 213) | def test_sm_4_model_invoke(self): method test_sm_5_model_unload (line 292) | def test_sm_5_model_unload(self): method test_sm_6_ensemble_model (line 323) | def test_sm_6_ensemble_model(self): FILE: qa/L0_sagemaker/sagemaker_request_many_chunks.py class SagemakerRequestManyChunksTest (line 32) | class SagemakerRequestManyChunksTest(unittest.TestCase): method setUp (line 33) | def setUp(self): method send_chunked_request (line 40) | def send_chunked_request( method test_load_model (line 79) | def test_load_model(self): FILE: qa/L0_sagemaker/sagemaker_test.py class SageMakerTest (line 43) | class SageMakerTest(tu.TestResultCollector): method setUp (line 44) | def setUp(self): method test_direct_inference (line 87) | def test_direct_inference(self): method test_inference_client_generated_request (line 116) | def test_inference_client_generated_request(self): method test_inference_client_generated_request_binary (line 146) | def test_inference_client_generated_request_binary(self): method test_inference_client_generated_response (line 183) | def test_inference_client_generated_response(self): method test_inference_client_generated_response_binary (line 213) | def test_inference_client_generated_response_binary(self): method test_malformed_binary_header (line 249) | def test_malformed_binary_header(self): method test_malformed_binary_header_not_number (line 284) | def test_malformed_binary_header_not_number(self): method test_malformed_binary_header_negative_number (line 319) | def test_malformed_binary_header_negative_number(self): method test_malformed_binary_header_large_number (line 352) | def test_malformed_binary_header_large_number(self): FILE: qa/L0_scalar_io/scalar_test.py class ScalarIOTest (line 42) | class ScalarIOTest(tu.TestResultCollector): method setUp (line 43) | def setUp(self): method _send_request_and_verify_result (line 47) | def _send_request_and_verify_result(self, input, model_name): method test_scalar_io (line 57) | def test_scalar_io(self): FILE: qa/L0_sdk/grpc_test.cc function main (line 33) | int FILE: qa/L0_sdk/http_test.cc function main (line 33) | int FILE: qa/L0_sequence_batcher/sequence_batcher_test.py function is_ensemble (line 115) | def is_ensemble(model_name): class SequenceBatcherTest (line 122) | class SequenceBatcherTest(su.SequenceBatcherTestUtil): method get_datatype (line 123) | def get_datatype(self, trial): method get_expected_result (line 140) | def get_expected_result(self, expected_result, value, trial, flag_str=... method get_expected_result_implicit (line 155) | def get_expected_result_implicit( method test_simple_sequence (line 169) | def test_simple_sequence(self): method test_length1_sequence (line 235) | def test_length1_sequence(self): method test_batch_size (line 291) | def test_batch_size(self): method test_no_correlation_id (line 374) | def test_no_correlation_id(self): method test_no_sequence_start (line 446) | def test_no_sequence_start(self): method test_no_sequence_start2 (line 526) | def test_no_sequence_start2(self): method test_no_sequence_end (line 610) | def test_no_sequence_end(self): method test_half_batch (line 671) | def test_half_batch(self): method test_skip_batch (line 795) | def test_skip_batch(self): method test_full_batch (line 983) | def test_full_batch(self): method test_ragged_batch (line 1166) | def test_ragged_batch(self): method test_ragged_batch_allowed (line 1365) | def test_ragged_batch_allowed(self): method test_backlog (line 1561) | def test_backlog(self): method test_backlog_fill (line 1776) | def test_backlog_fill(self): method test_backlog_fill_no_end (line 2013) | def test_backlog_fill_no_end(self): method test_backlog_same_correlation_id (line 2262) | def test_backlog_same_correlation_id(self): method test_backlog_same_correlation_id_no_end (line 2480) | def test_backlog_same_correlation_id_no_end(self): method test_backlog_sequence_timeout (line 2699) | def test_backlog_sequence_timeout(self): method test_queue_delay_no_min_util (line 2938) | def test_queue_delay_no_min_util(self): method test_queue_delay_half_min_util (line 3049) | def test_queue_delay_half_min_util(self): method test_queue_delay_full_min_util (line 3160) | def test_queue_delay_full_min_util(self): class SequenceBatcherRequestTimeoutTest (line 3272) | class SequenceBatcherRequestTimeoutTest(su.SequenceBatcherTestUtil): method setUp (line 3273) | def setUp(self): method send_sequence_with_timeout (line 3294) | def send_sequence_with_timeout( method test_request_timeout (line 3321) | def test_request_timeout(self): method test_send_request_after_timeout (line 3380) | def test_send_request_after_timeout(self): class SequenceBatcherPreserveOrderingTest (line 3432) | class SequenceBatcherPreserveOrderingTest(su.SequenceBatcherTestUtil): method setUp (line 3433) | def setUp(self): method send_sequence (line 3454) | def send_sequence(self, seq_id, seq_id_map, req_id_map): method _test_sequence_ordering (line 3484) | def _test_sequence_ordering(self, preserve_ordering, decoupled): method test_sequence_with_preserve_ordering (line 3592) | def test_sequence_with_preserve_ordering(self): method test_sequence_without_preserve_ordering (line 3596) | def test_sequence_without_preserve_ordering(self): FILE: qa/L0_sequence_corrid_batcher/sequence_corrid_batcher_test.py class SequenceCorrIDBatcherTest (line 59) | class SequenceCorrIDBatcherTest(su.SequenceBatcherTestUtil): method get_datatype (line 60) | def get_datatype(self, trial): method get_expected_result (line 63) | def get_expected_result(self, expected_result, corrid, value, trial, f... method data_type_to_string (line 81) | def data_type_to_string(self, dtype): method test_skip_batch (line 87) | def test_skip_batch(self): method test_corrid_data_type (line 231) | def test_corrid_data_type(self): FILE: qa/L0_sequence_stress/sequence_stress.py class UserData (line 60) | class UserData: method __init__ (line 61) | def __init__(self): function completion_callback (line 66) | def completion_callback(user_data, result, error): class TimeoutException (line 71) | class TimeoutException(Exception): function check_sequence_async (line 75) | def check_sequence_async( function get_datatype (line 172) | def get_datatype(trial): function sequence_valid (line 179) | def sequence_valid( function sequence_valid_valid (line 212) | def sequence_valid_valid( function sequence_valid_no_end (line 258) | def sequence_valid_no_end( function sequence_no_start (line 304) | def sequence_no_start(client_metadata, rng, trial, model_name, dtype, se... function sequence_no_end (line 341) | def sequence_no_end( function stress_thread (line 374) | def stress_thread(name, seed, pass_cnt, correlation_id_base, trial, mode... function check_status (line 551) | def check_status(model_name): FILE: qa/L0_server_status/server_status_test.py class ServerMetadataTest (line 44) | class ServerMetadataTest(tu.TestResultCollector): method test_basic (line 45) | def test_basic(self): method test_unknown_model (line 95) | def test_unknown_model(self): method test_unknown_model_version (line 129) | def test_unknown_model_version(self): method test_model_latest_infer (line 156) | def test_model_latest_infer(self): method test_model_specific_infer (line 314) | def test_model_specific_infer(self): class ModelMetadataTest (line 431) | class ModelMetadataTest(tu.TestResultCollector): method test_model_versions_deleted (line 437) | def test_model_versions_deleted(self): method test_model_versions_added (line 512) | def test_model_versions_added(self): method test_infer_stats_no_model_version (line 613) | def test_infer_stats_no_model_version(self): method test_infer_stats_no_model (line 702) | def test_infer_stats_no_model(self): FILE: qa/L0_shared_memory/shared_memory_test.py class SystemSharedMemoryTestBase (line 48) | class SystemSharedMemoryTestBase(tu.TestResultCollector): method setUp (line 52) | def setUp(self): method tearDown (line 56) | def tearDown(self): method _setup_client (line 59) | def _setup_client(self): method _configure_server (line 72) | def _configure_server( method _cleanup_shm_handles (line 141) | def _cleanup_shm_handles(self): class SharedMemoryTest (line 147) | class SharedMemoryTest(SystemSharedMemoryTestBase): method test_invalid_create_shm (line 148) | def test_invalid_create_shm(self): method test_valid_create_set_register (line 156) | def test_valid_create_set_register(self): method test_unregister_before_register (line 170) | def test_unregister_before_register(self): method test_unregister_after_register (line 181) | def test_unregister_after_register(self): method test_reregister_after_register (line 193) | def test_reregister_after_register(self): method test_unregister_after_inference (line 212) | def test_unregister_after_inference(self): method test_register_after_inference (line 237) | def test_register_after_inference(self): method test_too_big_shm (line 270) | def test_too_big_shm(self): method test_large_shm_register_offset (line 302) | def test_large_shm_register_offset(self): method test_mixed_raw_shm (line 341) | def test_mixed_raw_shm(self): method test_unregisterall (line 362) | def test_unregisterall(self): method test_infer_offset_out_of_bound (line 378) | def test_infer_offset_out_of_bound(self): method test_infer_byte_size_out_of_bound (line 413) | def test_infer_byte_size_out_of_bound(self): method test_infer_integer_overflow (line 444) | def test_infer_integer_overflow(self): method test_register_out_of_bound (line 497) | def test_register_out_of_bound(self): method test_python_client_leak (line 542) | def test_python_client_leak(self): method test_register_reserved_names (line 568) | def test_register_reserved_names(self): method test_register_invalid_shm_key (line 595) | def test_register_invalid_shm_key(self): function callback (line 616) | def callback(user_data, result, error): class TestSharedMemoryUnregister (line 623) | class TestSharedMemoryUnregister(SystemSharedMemoryTestBase): method _create_request_data (line 624) | def _create_request_data(self): method _test_unregister_shm_request_pass (line 654) | def _test_unregister_shm_request_pass(self): method _test_shm_not_found (line 667) | def _test_shm_not_found(self): method _test_shm_found (line 678) | def _test_shm_found(self): method test_unregister_shm_during_inference_single_req_http (line 687) | def test_unregister_shm_during_inference_single_req_http(self): method test_unregister_shm_during_inference_multiple_req_http (line 706) | def test_unregister_shm_during_inference_multiple_req_http(self): method test_unregister_shm_after_inference_http (line 739) | def test_unregister_shm_after_inference_http(self): method test_unregister_shm_during_inference_single_req_grpc (line 762) | def test_unregister_shm_during_inference_single_req_grpc(self): method test_unregister_shm_during_inference_multiple_req_grpc (line 789) | def test_unregister_shm_during_inference_multiple_req_grpc(self): method test_unregister_shm_after_inference_grpc (line 837) | def test_unregister_shm_after_inference_grpc(self): FILE: qa/L0_simple_ensemble/backpressure_test_models/decoupled_producer/1/model.py class TritonPythonModel (line 34) | class TritonPythonModel: method execute (line 39) | def execute(self, requests): FILE: qa/L0_simple_ensemble/ensemble_backpressure_test.py class UserData (line 53) | class UserData: method __init__ (line 54) | def __init__(self): function callback (line 58) | def callback(user_data, result, error): function prepare_infer_args (line 65) | def prepare_infer_args(input_value): function collect_responses (line 76) | def collect_responses(user_data): class EnsembleBackpressureTest (line 108) | class EnsembleBackpressureTest(tu.TestResultCollector): method _run_inference (line 113) | def _run_inference(self, model_name, expected_responses_count=32): method test_max_inflight_requests_limit_4 (line 151) | def test_max_inflight_requests_limit_4(self): method test_max_inflight_requests_limit_1 (line 158) | def test_max_inflight_requests_limit_1(self): method test_max_inflight_requests_limit_disabled (line 164) | def test_max_inflight_requests_limit_disabled(self): method test_max_inflight_requests_limit_concurrent_requests (line 170) | def test_max_inflight_requests_limit_concurrent_requests(self): method test_max_inflight_requests_limit_request_cancellation (line 221) | def test_max_inflight_requests_limit_request_cancellation(self): class EnsembleStepMaxQueueSizeTest (line 299) | class EnsembleStepMaxQueueSizeTest(tu.TestResultCollector): method _run_inference (line 300) | def _run_inference(self, model_name, expected_responses_count): method _run_concurrent_inference (line 356) | def _run_concurrent_inference(self, model_name, expected_responses_cou... method test_step1_max_queue_size (line 420) | def test_step1_max_queue_size(self): method test_step2_max_queue_size (line 479) | def test_step2_max_queue_size(self): FILE: qa/L0_simple_ensemble/ensemble_test.py class RequestGenerator (line 51) | class RequestGenerator: method __init__ (line 52) | def __init__(self, init_value, num_requests) -> None: method __enter__ (line 57) | def __enter__(self): method __iter__ (line 60) | def __iter__(self): method __next__ (line 63) | def __next__(self) -> bytes: class EnsembleTest (line 73) | class EnsembleTest(tu.TestResultCollector): method _get_infer_count_per_version (line 74) | def _get_infer_count_per_version(self, model_name): method test_ensemble_add_sub (line 99) | def test_ensemble_add_sub(self): method test_ensemble_add_sub_one_output (line 112) | def test_ensemble_add_sub_one_output(self): method test_ensemble_sequence_flags (line 135) | def test_ensemble_sequence_flags(self): method test_ensemble_partial_add_sub (line 181) | def test_ensemble_partial_add_sub(self): FILE: qa/L0_simple_ensemble/models/partial_add_sub/1/model.py class TritonPythonModel (line 31) | class TritonPythonModel: method execute (line 32) | def execute(self, requests): FILE: qa/L0_storage_S3_local/mock_s3_service.py class MockS3Service (line 34) | class MockS3Service: method __init__ (line 38) | def __init__(self): method __enter__ (line 80) | def __enter__(self): method __exit__ (line 83) | def __exit__(self, exc_type, exc_val, exc_tb): method TestPassed (line 88) | def TestPassed(self): FILE: qa/L0_storage_swiftstack/infer_test.py class InferTest (line 40) | class InferTest(tu.TestResultCollector): method _full_exact (line 41) | def _full_exact( method test_raw_fff (line 163) | def test_raw_fff(self): method test_class_fff (line 173) | def test_class_fff(self): FILE: qa/L0_string_io/string_client_test.py class ClientStringTest (line 42) | class ClientStringTest(tu.TestResultCollector): method _test_infer_unicode (line 43) | def _test_infer_unicode(self, model_name, client, input_): method _test_infer_non_unicode (line 70) | def _test_infer_non_unicode(self, model_name, client, input_, binary_d... method _test_unicode_bytes_dtype (line 102) | def _test_unicode_bytes_dtype(self, client, model_name, dtype="|S78"): method _test_str_dtype (line 137) | def _test_str_dtype(self, client, model_name, dtype=np.object_): method _test_bytes (line 144) | def _test_bytes(self, model_name): method test_unicode_bytes (line 202) | def test_unicode_bytes(self): FILE: qa/L0_trace/models/input_all_required/1/model.py class TritonPythonModel (line 34) | class TritonPythonModel: method initialize (line 35) | def initialize(self, args): method execute (line 38) | def execute(self, requests): FILE: qa/L0_trace/opentelemetry_unittest.py function callback (line 51) | def callback(user_data, result, error): function prepare_data (line 58) | def prepare_data(client, is_binary=True): function send_bls_request (line 78) | def send_bls_request(model_name="simple", headers=None): class UserData (line 86) | class UserData: method __init__ (line 87) | def __init__(self): class OpenTelemetryTest (line 91) | class OpenTelemetryTest(tu.TestResultCollector): method setUp (line 92) | def setUp(self): method tearDown (line 137) | def tearDown(self): method _get_inputs (line 144) | def _get_inputs(self, batch_size): method _generate_callback_and_response_pair (line 150) | def _generate_callback_and_response_pair(self): method _parse_trace_log (line 160) | def _parse_trace_log(self, trace_log): method _check_events (line 178) | def _check_events(self, span_name, events, is_cancelled): method _test_resource_attributes (line 283) | def _test_resource_attributes(self, attributes): method _verify_contents (line 316) | def _verify_contents(self, spans, expected_counts, is_cancelled): method _verify_nesting (line 355) | def _verify_nesting(self, spans, expected_parent_span_dict): method _verify_headers_propagated_from_client_if_any (line 388) | def _verify_headers_propagated_from_client_if_any(self, root_span, hea... method _test_trace_cancel (line 424) | def _test_trace_cancel(self, is_queued): method _test_trace (line 442) | def _test_trace( method _test_simple_trace (line 503) | def _test_simple_trace(self, headers=None): method _test_custom_identity_trace (line 522) | def _test_custom_identity_trace(self, headers=None): method _test_non_decoupled_trace (line 568) | def _test_non_decoupled_trace(self, headers=None): method _test_bls_trace (line 586) | def _test_bls_trace(self, headers=None): method _test_ensemble_trace (line 619) | def _test_ensemble_trace(self, headers=None): method test_http_trace_simple_model (line 651) | def test_http_trace_simple_model(self): method test_http_trace_simple_model_context_propagation (line 664) | def test_http_trace_simple_model_context_propagation(self): method test_grpc_trace_simple_model (line 680) | def test_grpc_trace_simple_model(self): method test_grpc_trace_all_input_required_model_cancel (line 693) | def test_grpc_trace_all_input_required_model_cancel(self): method test_grpc_trace_model_cancel_in_queue (line 720) | def test_grpc_trace_model_cancel_in_queue(self): method test_non_decoupled (line 746) | def test_non_decoupled(self): method test_grpc_trace_simple_model_context_propagation (line 773) | def test_grpc_trace_simple_model_context_propagation(self): method test_streaming_grpc_trace_simple_model (line 789) | def test_streaming_grpc_trace_simple_model(self): method test_streaming_grpc_trace_simple_model_context_propagation (line 808) | def test_streaming_grpc_trace_simple_model_context_propagation(self): method test_http_trace_bls_model (line 831) | def test_http_trace_bls_model(self): method test_http_trace_bls_model_context_propagation (line 840) | def test_http_trace_bls_model_context_propagation(self): method test_http_trace_ensemble_model (line 852) | def test_http_trace_ensemble_model(self): method test_http_trace_ensemble_model_context_propagation (line 865) | def test_http_trace_ensemble_model_context_propagation(self): method test_http_trace_triggered (line 882) | def test_http_trace_triggered(self): method test_sagemaker_invocation_trace_simple_model_context_propagation (line 943) | def test_sagemaker_invocation_trace_simple_model_context_propagation(s... method test_sagemaker_invoke_trace_simple_model_context_propagation (line 965) | def test_sagemaker_invoke_trace_simple_model_context_propagation(self): method test_trace_context_exposed_to_pbe (line 1004) | def test_trace_context_exposed_to_pbe(self): method test_custom_backend_tracing (line 1025) | def test_custom_backend_tracing(self): method test_custom_backend_tracing_context_propagation (line 1037) | def test_custom_backend_tracing_context_propagation(self): FILE: qa/L0_trace/trace_context.py class TritonPythonModel (line 31) | class TritonPythonModel: method auto_complete_config (line 33) | def auto_complete_config(auto_complete_model_config): method execute (line 54) | def execute(self, requests): FILE: qa/L0_trace/trace_endpoint_test.py class TraceEndpointTest (line 45) | class TraceEndpointTest(tu.TestResultCollector): method tearDown (line 46) | def tearDown(self): method check_server_initial_state (line 64) | def check_server_initial_state(self): method test_http_get_settings (line 84) | def test_http_get_settings(self): method test_grpc_get_settings (line 114) | def test_grpc_get_settings(self): method test_http_update_settings (line 153) | def test_http_update_settings(self): method test_grpc_update_settings (line 228) | def test_grpc_update_settings(self): method test_http_clear_settings (line 315) | def test_http_clear_settings(self): method test_grpc_clear_settings (line 383) | def test_grpc_clear_settings(self): FILE: qa/L0_trace/trace_stress_grpc_client.py function callback (line 66) | def callback(user_data, result, error): FILE: qa/L0_trt_bf16_dtype/trt_bf16_dtype_test.py class TrtBF16DataTypeTest (line 40) | class TrtBF16DataTypeTest(tu.TestResultCollector): method setUp (line 41) | def setUp(self): method _infer_helper (line 46) | def _infer_helper(self, model_name, shape): method test_fixed (line 77) | def test_fixed(self): method test_dynamic (line 89) | def test_dynamic(self): FILE: qa/L0_trt_compat/trt_compatibility_test.py class TrtCompatibilityTest (line 40) | class TrtCompatibilityTest(tu.TestResultCollector): method setUp (line 41) | def setUp(self): method test_plan (line 44) | def test_plan(self): FILE: qa/L0_trt_data_dependent_shape/trt_data_dependent_shape_test.py class TrtDataDependentShapeTest (line 40) | class TrtDataDependentShapeTest(tu.TestResultCollector): method setUp (line 41) | def setUp(self): method test_fixed (line 46) | def test_fixed(self): method test_dynamic (line 63) | def test_dynamic(self): FILE: qa/L0_trt_dla/dla_test.py class InferTest (line 40) | class InferTest(tu.TestResultCollector): method _preprocess (line 41) | def _preprocess(self, img, dtype): method test_resnet50 (line 57) | def test_resnet50(self): FILE: qa/L0_trt_dynamic_shape/trt_dynamic_shape_test.py class TrtDynamicShapeTest (line 42) | class TrtDynamicShapeTest(tu.TestResultCollector): method setUp (line 43) | def setUp(self): method test_load_specific_optimization_profile (line 47) | def test_load_specific_optimization_profile(self): method test_load_default_optimization_profile (line 79) | def test_load_default_optimization_profile(self): method test_select_optimization_profile (line 113) | def test_select_optimization_profile(self): method test_load_wrong_optimization_profile (line 130) | def test_load_wrong_optimization_profile(self): FILE: qa/L0_trt_error_propagation/trt_error_propagation_test.py class TestTrtErrorPropagation (line 35) | class TestTrtErrorPropagation(unittest.TestCase): method setUp (line 36) | def setUp(self): method test_invalid_trt_model (line 40) | def test_invalid_trt_model(self): method test_invalid_trt_model_autocomplete (line 60) | def test_invalid_trt_model_autocomplete(self): FILE: qa/L0_trt_plugin/trt_plugin_test.py function hardmax_reference (line 45) | def hardmax_reference(arr, axis=0): class PluginModelTest (line 52) | class PluginModelTest(tu.TestResultCollector): method _full_exact (line 53) | def _full_exact(self, model_name, plugin_name, shape): method test_raw_hard_max (line 86) | def test_raw_hard_max(self): FILE: qa/L0_trt_reformat_free/trt_reformat_free_test.py function div_up (line 43) | def div_up(a, b): function reformat (line 47) | def reformat(format, tensor_np): class TrtReformatFreeTest (line 80) | class TrtReformatFreeTest(tu.TestResultCollector): method add_reformat_free_data_as_shared_memory (line 81) | def add_reformat_free_data_as_shared_memory(self, name, tensor, tensor... method setUp (line 91) | def setUp(self): method tearDown (line 97) | def tearDown(self): method test_nobatch_chw2_input (line 102) | def test_nobatch_chw2_input(self): method test_wrong_nobatch_chw2_input (line 145) | def test_wrong_nobatch_chw2_input(self): method test_chw2_input (line 180) | def test_chw2_input(self): method test_wrong_chw2_input (line 225) | def test_wrong_chw2_input(self): method test_nobatch_chw32_input (line 269) | def test_nobatch_chw32_input(self): method test_chw32_input (line 312) | def test_chw32_input(self): FILE: qa/L0_trt_shape_tensors/trt_shape_tensor_test.py class InferShapeTensorTest (line 55) | class InferShapeTensorTest(tu.TestResultCollector): method setUp (line 56) | def setUp(self): method tearDown (line 62) | def tearDown(self): method add_deferred_exception (line 67) | def add_deferred_exception(self, ex): method check_deferred_exception (line 72) | def check_deferred_exception(self): method check_response (line 78) | def check_response( method check_setup (line 136) | def check_setup(self, model_name): method check_status (line 146) | def check_status(self, model_name, batch_exec, exec_cnt, infer_cnt): method test_static_batch (line 226) | def test_static_batch(self): method test_nobatch (line 259) | def test_nobatch(self): method test_wrong_shape_values (line 289) | def test_wrong_shape_values(self): method test_dynamic_different_shape_values (line 312) | def test_dynamic_different_shape_values(self): method test_dynamic_identical_shape_values (line 361) | def test_dynamic_identical_shape_values(self): class SequenceBatcherShapeTensorTest (line 410) | class SequenceBatcherShapeTensorTest(su.SequenceBatcherTestUtil): method get_expected_result (line 411) | def get_expected_result(self, expected_result, value, flag_str=None): method test_sequence_identical_shape_values (line 418) | def test_sequence_identical_shape_values(self): method test_sequence_different_shape_values (line 573) | def test_sequence_different_shape_values(self): class DynaSequenceBatcherTest (line 734) | class DynaSequenceBatcherTest(su.SequenceBatcherTestUtil): method get_expected_result (line 735) | def get_expected_result(self, expected_result, corrid, value, flag_str... method _multi_sequence_different_shape_impl (line 744) | def _multi_sequence_different_shape_impl(self, sleep_secs): method _multi_sequence_identical_shape_impl (line 921) | def _multi_sequence_identical_shape_impl(self, sleep_secs): method test_dynaseq_identical_shape_values_series (line 1098) | def test_dynaseq_identical_shape_values_series(self): method test_dynaseq_identical_shape_values_parallel (line 1104) | def test_dynaseq_identical_shape_values_parallel(self): method test_dynaseq_different_shape_values_series (line 1110) | def test_dynaseq_different_shape_values_series(self): method test_dynaseq_different_shape_values_parallel (line 1115) | def test_dynaseq_different_shape_values_parallel(self): FILE: qa/L0_vertex_ai/vertex_ai_test.py class VertexAiTest (line 42) | class VertexAiTest(tu.TestResultCollector): method setUp (line 43) | def setUp(self): method test_predict (line 52) | def test_predict(self): method test_predict_specified_model (line 82) | def test_predict_specified_model(self): method test_predict_request_binary (line 121) | def test_predict_request_binary(self): method test_predict_response_binary (line 157) | def test_predict_response_binary(self): method test_malformed_binary_header (line 190) | def test_malformed_binary_header(self): method test_malformed_binary_header_not_number (line 225) | def test_malformed_binary_header_not_number(self): method test_malformed_binary_header_negative_number (line 260) | def test_malformed_binary_header_negative_number(self): method test_malformed_binary_header_large_number (line 293) | def test_malformed_binary_header_large_number(self): FILE: qa/L0_warmup/decoupled/1/model.py class TritonPythonModel (line 30) | class TritonPythonModel: method execute (line 33) | def execute(self, requests): FILE: qa/L0_warmup/failing_infer/1/model.py class TritonPythonModel (line 30) | class TritonPythonModel: method execute (line 33) | def execute(self, requests): FILE: qa/common/busy_op_kernel.cu.cc function __global__ (line 37) | __global__ void function BusyLoopKernelLauncher (line 56) | void FILE: qa/common/check_copyright.py function visit (line 132) | def visit(path): FILE: qa/common/check_massif_log.py function parse_massif_out (line 35) | def parse_massif_out(filename): function is_unbounded_growth (line 62) | def is_unbounded_growth(summary, max_allowed_alloc, start_from_middle): FILE: qa/common/check_valgrind_log.py function check_valgrind_log (line 44) | def check_valgrind_log(log_file): FILE: qa/common/gen_common.py function np_to_onnx_dtype (line 40) | def np_to_onnx_dtype(np_dtype): function np_to_model_dtype (line 68) | def np_to_model_dtype(np_dtype): function np_to_trt_dtype (line 96) | def np_to_trt_dtype(np_dtype): function np_to_torch_dtype (line 118) | def np_to_torch_dtype(np_dtype): function openvino_save_model (line 146) | def openvino_save_model(model_version_dir, model): FILE: qa/common/gen_ensemble_model_utils.py function fixed_to_variable_size (line 40) | def fixed_to_variable_size(shape): function platform_types_and_validation (line 44) | def platform_types_and_validation(): class AddSubEnsembleSchedule (line 53) | class AddSubEnsembleSchedule: method __init__ (line 59) | def __init__(self, ensemble_type): method get_schedule (line 67) | def get_schedule( method _get_simple_ensemble_schedule (line 88) | def _get_simple_ensemble_schedule( method _get_sequence_ensemble_schedule (line 132) | def _get_sequence_ensemble_schedule( method _get_fan_ensemble_schedule (line 200) | def _get_fan_ensemble_schedule( class IdentityEnsembleSchedule (line 308) | class IdentityEnsembleSchedule: method __init__ (line 314) | def __init__(self, ensemble_type, ensemble_test_type="zero"): method get_schedule (line 325) | def get_schedule( method _get_simple_ensemble_schedule (line 343) | def _get_simple_ensemble_schedule( method _get_sequence_ensemble_schedule (line 396) | def _get_sequence_ensemble_schedule( method _get_fan_ensemble_schedule (line 467) | def _get_fan_ensemble_schedule( class SequenceEnsembleSchedule (line 565) | class SequenceEnsembleSchedule: method __init__ (line 571) | def __init__(self, ensemble_type): method get_schedule (line 581) | def get_schedule(self, base_model_name, shape, model_dtype): method _get_simple_ensemble_schedule (line 585) | def _get_simple_ensemble_schedule(cls, base_model_name, shape, model_d... method _get_sequence_ensemble_schedule (line 612) | def _get_sequence_ensemble_schedule(cls, base_model_name, shape, model... method _get_fan_ensemble_schedule (line 665) | def _get_fan_ensemble_schedule(cls, base_model_name, shape, model_dtype): function create_ensemble_modelfile (line 737) | def create_ensemble_modelfile( function create_ensemble_modelconfig (line 768) | def create_ensemble_modelconfig( function create_identity_ensemble_modelfile (line 849) | def create_identity_ensemble_modelfile( function create_identity_ensemble_modelconfig (line 874) | def create_identity_ensemble_modelconfig( function create_sequence_ensemble_modelfile (line 925) | def create_sequence_ensemble_modelfile( function create_sequence_ensemble_modelconfig (line 944) | def create_sequence_ensemble_modelconfig( function create_nop_modelconfig (line 989) | def create_nop_modelconfig( function create_nop_tunnel_modelconfig (line 1025) | def create_nop_tunnel_modelconfig(models_dir, tensor_shape, tensor_dtype): function create_general_modelconfig (line 1094) | def create_general_modelconfig( function repeat (line 1201) | def repeat(obj, cnt): function dtype_str (line 1205) | def dtype_str(dtype): function reshape_str (line 1209) | def reshape_str(shape, model_shape): function label_str (line 1215) | def label_str(label): FILE: qa/common/gen_qa_custom_ops_models.py function create_moduloop_modelfile (line 35) | def create_moduloop_modelfile(models_dir, model_version): function create_moduloop_modelconfig (line 77) | def create_moduloop_modelconfig(models_dir, model_version): function create_visionop_modelfile (line 117) | def create_visionop_modelfile(models_dir, model_version): function create_visionop_modelconfig (line 141) | def create_visionop_modelconfig(models_dir, model_version): function create_modulo_op_models (line 180) | def create_modulo_op_models(models_dir): function create_vision_op_models (line 188) | def create_vision_op_models(models_dir): FILE: qa/common/gen_qa_dyna_sequence_implicit_models.py function create_onnx_modelfile (line 39) | def create_onnx_modelfile(models_dir, model_version, max_batch, dtype, s... function create_onnx_modelconfig (line 255) | def create_onnx_modelconfig(models_dir, model_version, max_batch, dtype,... function create_plan_modelfile (line 358) | def create_plan_modelfile(models_dir, model_version, max_batch, dtype, s... function create_plan_rf_modelfile (line 495) | def create_plan_rf_modelfile(models_dir, model_version, max_batch, dtype... function create_plan_models (line 659) | def create_plan_models(models_dir, model_version, max_batch, dtype, shape): function create_plan_modelconfig (line 669) | def create_plan_modelconfig(models_dir, model_version, max_batch, dtype,... function create_models (line 772) | def create_models(models_dir, dtype, shape, no_batch=True): FILE: qa/common/gen_qa_dyna_sequence_models.py function create_plan_shape_tensor_modelfile (line 45) | def create_plan_shape_tensor_modelfile( function create_plan_modelfile (line 204) | def create_plan_modelfile(models_dir, model_version, max_batch, dtype, s... function create_plan_rf_modelfile (line 314) | def create_plan_rf_modelfile(models_dir, model_version, max_batch, dtype... function create_plan_models (line 451) | def create_plan_models(models_dir, model_version, max_batch, dtype, shape): function create_plan_modelconfig (line 461) | def create_plan_modelconfig( function create_onnx_modelfile (line 685) | def create_onnx_modelfile(models_dir, model_version, max_batch, dtype, s... function create_onnx_modelconfig (line 778) | def create_onnx_modelconfig(models_dir, model_version, max_batch, dtype,... function create_libtorch_modelfile (line 875) | def create_libtorch_modelfile(models_dir, model_version, max_batch, dtyp... function create_libtorch_modelconfig (line 919) | def create_libtorch_modelconfig(models_dir, model_version, max_batch, dt... function create_openvino_modelfile (line 1018) | def create_openvino_modelfile(models_dir, model_version, max_batch, dtyp... function create_openvino_modelconfig (line 1051) | def create_openvino_modelconfig(models_dir, model_version, max_batch, dt... function create_shape_tensor_models (line 1153) | def create_shape_tensor_models( function create_models (line 1173) | def create_models(models_dir, dtype, shape, no_batch=True): FILE: qa/common/gen_qa_identity_models.py function create_ensemble_modelfile (line 47) | def create_ensemble_modelfile( function create_ensemble_modelconfig (line 66) | def create_ensemble_modelconfig( function create_onnx_modelfile (line 87) | def create_onnx_modelfile( function create_onnx_modelconfig (line 142) | def create_onnx_modelconfig( function create_libtorch_modelfile (line 174) | def create_libtorch_modelfile( function create_libtorch_modelconfig (line 282) | def create_libtorch_modelconfig( function create_libtorch_linalg_modelfile (line 340) | def create_libtorch_linalg_modelfile(create_savedmodel, models_dir, mode... function create_libtorch_linalg_modelconfig (line 366) | def create_libtorch_linalg_modelconfig(create_savedmodel, models_dir, mo... function create_openvino_modelfile (line 418) | def create_openvino_modelfile( function create_openvino_modelconfig (line 455) | def create_openvino_modelconfig( function create_plan_modelfile (line 520) | def create_plan_modelfile( function create_plan_dynamic_rf_modelfile (line 544) | def create_plan_dynamic_rf_modelfile( function create_plan_shape_tensor_modelfile (line 632) | def create_plan_shape_tensor_modelfile( function create_plan_dynamic_modelfile (line 755) | def create_plan_dynamic_modelfile( function create_plan_modelconfig (line 828) | def create_plan_modelconfig( function create_shape_tensor_models (line 945) | def create_shape_tensor_models( function create_models (line 986) | def create_models(models_dir, dtype, shape, io_cnt=1, no_batch=True): FILE: qa/common/gen_qa_image_models.py function download_labels_file (line 42) | def download_labels_file(url, path, file_name="labels.txt"): function create_onnx_model_config (line 53) | def create_onnx_model_config( function export_vgg19 (line 96) | def export_vgg19(models_dir, model_name="model.onnx"): function export_resnet152 (line 128) | def export_resnet152(models_dir, model_name="model.onnx"): function export_resnet50 (line 160) | def export_resnet50(models_dir, model_name="model.onnx"): FILE: qa/common/gen_qa_implicit_models.py function create_onnx_modelfile_wo_initial_state (line 46) | def create_onnx_modelfile_wo_initial_state( function create_onnx_modelfile_with_initial_state (line 258) | def create_onnx_modelfile_with_initial_state( function create_onnx_modelfile (line 372) | def create_onnx_modelfile( function create_libtorch_modelfile_wo_initial_state (line 386) | def create_libtorch_modelfile_wo_initial_state( function create_libtorch_modelfile_with_initial_state (line 448) | def create_libtorch_modelfile_with_initial_state( function create_libtorch_modelfile (line 508) | def create_libtorch_modelfile( function create_libtorch_modelconfig (line 522) | def create_libtorch_modelconfig( function create_onnx_modelconfig (line 713) | def create_onnx_modelconfig( function create_plan_modelfile (line 900) | def create_plan_modelfile(models_dir, model_version, max_batch, dtype, s... function create_plan_rf_modelfile (line 1008) | def create_plan_rf_modelfile(models_dir, model_version, max_batch, dtype... function create_plan_models (line 1143) | def create_plan_models(models_dir, model_version, max_batch, dtype, shape): function create_plan_modelconfig (line 1153) | def create_plan_modelconfig(models_dir, model_version, max_batch, dtype,... function create_models (line 1233) | def create_models(models_dir, dtype, shape, initial_state, no_batch=True): FILE: qa/common/gen_qa_models.py function create_plan_dynamic_rf_modelfile (line 57) | def create_plan_dynamic_rf_modelfile( function create_plan_dynamic_modelfile (line 202) | def create_plan_dynamic_modelfile( function create_plan_fixed_rf_modelfile (line 374) | def create_plan_fixed_rf_modelfile( function create_plan_fixed_modelfile (line 491) | def create_plan_fixed_modelfile( function create_plan_modelfile (line 579) | def create_plan_modelfile( function create_plan_modelconfig (line 697) | def create_plan_modelconfig( function create_onnx_modelfile (line 857) | def create_onnx_modelfile( function create_onnx_modelconfig (line 970) | def create_onnx_modelconfig( function create_libtorch_modelfile (line 1035) | def create_libtorch_modelfile( function generate_sample_inputs (line 1305) | def generate_sample_inputs( function np_to_dtype (line 1381) | def np_to_dtype(np_dtype): function create_torch_aoti_modelfile (line 1411) | def create_torch_aoti_modelfile( function create_torchvision_aoti_modelfile (line 1491) | def create_torchvision_aoti_modelfile( function create_libtorch_modelconfig (line 1532) | def create_libtorch_modelconfig( function create_torch_aoti_modelconfig (line 1627) | def create_torch_aoti_modelconfig( function create_torchvision_aoti_modelconfig (line 1702) | def create_torchvision_aoti_modelconfig( function create_openvino_modelfile (line 1751) | def create_openvino_modelfile( function create_openvino_modelconfig (line 1804) | def create_openvino_modelconfig( function create_models (line 1907) | def create_models( function create_fixed_models (line 2285) | def create_fixed_models( FILE: qa/common/gen_qa_ort_scalar_models.py function create_onnx_modelfile (line 41) | def create_onnx_modelfile(models_dir, shape, dtype, model_version=1): function create_onnx_modelconfig (line 77) | def create_onnx_modelconfig(models_dir, dtype, shape): FILE: qa/common/gen_qa_pytorch_model.py class AddSubNet (line 35) | class AddSubNet(nn.Module): method __init__ (line 36) | def __init__(self): method forward (line 39) | def forward(self, input0, input1): function generate_model (line 43) | def generate_model(model_dir): function generate_config (line 57) | def generate_config(config_path): FILE: qa/common/gen_qa_ragged_models.py function create_plan_modelfile (line 38) | def create_plan_modelfile(models_dir, model_version, dtype): function create_onnx_modelfile (line 139) | def create_onnx_modelfile(models_dir, model_version, dtype): function create_libtorch_modelfile (line 270) | def create_libtorch_modelfile(models_dir, model_version, dtype): function create_modelconfig (line 333) | def create_modelconfig(models_dir, max_batch, model_version, dtype, back... function create_plan_itemshape_modelfile (line 412) | def create_plan_itemshape_modelfile(models_dir, model_version, dtype): function create_onnx_itemshape_modelfile (line 465) | def create_onnx_itemshape_modelfile(models_dir, model_version, dtype): function create_libtorch_itemshape_modelfile (line 514) | def create_libtorch_itemshape_modelfile(models_dir, model_version, dtype): function create_itemshape_modelconfig (line 550) | def create_itemshape_modelconfig( function create_batch_input_models (line 611) | def create_batch_input_models(models_dir): FILE: qa/common/gen_qa_reshape_models.py function create_plan_modelfile (line 48) | def create_plan_modelfile( function create_plan_modelconfig (line 128) | def create_plan_modelconfig( function create_libtorch_modelfile (line 210) | def create_libtorch_modelfile( function create_libtorch_modelconfig (line 427) | def create_libtorch_modelconfig( function create_ensemble_modelfile (line 516) | def create_ensemble_modelfile( function create_ensemble_modelconfig (line 542) | def create_ensemble_modelconfig( function create_onnx_modelfile (line 593) | def create_onnx_modelfile( function create_onnx_modelconfig (line 665) | def create_onnx_modelconfig( function create_openvino_modelfile (line 714) | def create_openvino_modelfile( function create_openvino_modelconfig (line 767) | def create_openvino_modelconfig( function create_models (line 863) | def create_models( function create_trt_models (line 957) | def create_trt_models( function create_libtorch_models (line 1007) | def create_libtorch_models( function create_openvino_models (line 1058) | def create_openvino_models( FILE: qa/common/gen_qa_sequence_models.py function create_plan_shape_tensor_modelfile (line 46) | def create_plan_shape_tensor_modelfile( function create_plan_modelfile (line 184) | def create_plan_modelfile(models_dir, model_version, max_batch, dtype, s... function create_plan_rf_modelfile (line 275) | def create_plan_rf_modelfile(models_dir, model_version, max_batch, dtype... function create_plan_models (line 392) | def create_plan_models(models_dir, model_version, max_batch, dtype, shape): function create_plan_modelconfig (line 402) | def create_plan_modelconfig( function create_onnx_modelfile (line 569) | def create_onnx_modelfile(models_dir, model_version, max_batch, dtype, s... function create_onnx_modelconfig (line 674) | def create_onnx_modelconfig(models_dir, model_version, max_batch, dtype,... function create_libtorch_modelfile (line 753) | def create_libtorch_modelfile(models_dir, model_version, max_batch, dtyp... function create_libtorch_modelconfig (line 805) | def create_libtorch_modelconfig(models_dir, model_version, max_batch, dt... function create_openvino_modelfile (line 890) | def create_openvino_modelfile(models_dir, model_version, max_batch, dtyp... function create_openvino_modelconfig (line 919) | def create_openvino_modelconfig(models_dir, model_version, max_batch, dt... function create_shape_tensor_models (line 996) | def create_shape_tensor_models( function create_models (line 1016) | def create_models(models_dir, dtype, shape, no_batch=True): FILE: qa/common/gen_qa_torchtrt_models.py function create_resnet50_torchtrt (line 37) | def create_resnet50_torchtrt(models_dir, max_batch): function create_resnet50_torchtrt_modelconfig (line 70) | def create_resnet50_torchtrt_modelconfig(models_dir, max_batch): FILE: qa/common/gen_qa_trt_data_dependent_shape.py function create_data_dependent_modelfile (line 42) | def create_data_dependent_modelfile( function create_data_dependent_modelconfig (line 100) | def create_data_dependent_modelconfig( FILE: qa/common/gen_qa_trt_format_models.py function trt_format_to_string (line 40) | def trt_format_to_string(trt_format): function create_plan_modelfile (line 62) | def create_plan_modelfile( function create_plan_modelconfig (line 189) | def create_plan_modelconfig( function create_plan_model (line 338) | def create_plan_model( FILE: qa/common/gen_qa_trt_plugin_models.py function get_trt_plugin (line 44) | def get_trt_plugin(plugin_name): function create_plan_modelfile (line 67) | def create_plan_modelfile( function create_plan_modelconfig (line 157) | def create_plan_modelconfig( function create_plugin_models (line 229) | def create_plugin_models(models_dir): function windows_load_plugin_lib (line 276) | def windows_load_plugin_lib(win_plugin_dll): FILE: qa/common/infer_test.py class InferTest (line 47) | class InferTest(tu.TestResultCollector): method _full_exact (line 48) | def _full_exact( method test_raw_fff (line 165) | def test_raw_fff(self): method test_raw_ooo (line 175) | def test_raw_ooo(self): method test_class_fff (line 185) | def test_class_fff(self): FILE: qa/common/infer_util.py function _unique_request_id (line 57) | def _unique_request_id(): function _range_repr_dtype (line 64) | def _range_repr_dtype(dtype): function serialize_byte_tensor_list (line 76) | def serialize_byte_tensor_list(tensor_values): class UserData (line 83) | class UserData: method __init__ (line 84) | def __init__(self): function completion_callback (line 89) | def completion_callback(user_data, result, error): function infer_exact (line 95) | def infer_exact( function inferAndCheckResults (line 310) | def inferAndCheckResults( function infer_shape_tensor (line 733) | def infer_shape_tensor( function infer_zero (line 1015) | def infer_zero( function shm_basic_infer (line 1359) | def shm_basic_infer( FILE: qa/common/inferentia_perf_analyzer_input_data_json/simple_model.py function gen_pytorch_model (line 30) | def gen_pytorch_model(name, batch_size): FILE: qa/common/libtorch_infer_client.py class InferTest (line 44) | class InferTest(tu.TestResultCollector): method test_infer (line 45) | def test_infer(self): FILE: qa/common/nightly_email_helper.py function send (line 39) | def send( FILE: qa/common/orca_header_test.py function get_endpoint_header (line 44) | def get_endpoint_header(url, data, request_header=None): function parse_header_data (line 63) | def parse_header_data(header, orca_format): function check_for_keys (line 98) | def check_for_keys(data, desired_keys, orca_format): function request_header (line 115) | def request_header(orca_format): function test_header_type (line 119) | def test_header_type(url, data, orca_format): FILE: qa/common/reporter.py function collect_gpu_metrics (line 59) | def collect_gpu_metrics(data): function collect_token_latencies (line 91) | def collect_token_latencies(export_data, data): function annotate (line 107) | def annotate(data): function annotate_csv (line 125) | def annotate_csv(data, csv_file): function post_to_url (line 165) | def post_to_url(url, data): FILE: qa/common/sequence_util.py class UserData (line 71) | class UserData: method __init__ (line 72) | def __init__(self): function completion_callback (line 77) | def completion_callback(user_data, result, error): class SequenceBatcherTestUtil (line 82) | class SequenceBatcherTestUtil(tu.TestResultCollector): method setUp (line 83) | def setUp(self): method clear_deferred_exceptions (line 90) | def clear_deferred_exceptions(self): method add_deferred_exception (line 95) | def add_deferred_exception(self, ex): method check_deferred_exception (line 100) | def check_deferred_exception(self): method check_failure (line 106) | def check_failure(self): method precreate_register_regions (line 114) | def precreate_register_regions( method precreate_register_shape_tensor_regions (line 197) | def precreate_register_shape_tensor_regions( method precreate_register_dynaseq_shape_tensor_regions (line 308) | def precreate_register_dynaseq_shape_tensor_regions( method cleanup_shm_regions (line 434) | def cleanup_shm_regions(self, shm_handles): method check_sequence (line 446) | def check_sequence( method check_sequence_async (line 734) | def check_sequence_async( method check_sequence_shape_tensor_io (line 898) | def check_sequence_shape_tensor_io( method check_setup (line 1114) | def check_setup(self, model_name): method check_status (line 1124) | def check_status(self, model_name, batch_exec, exec_cnt, infer_cnt): FILE: qa/common/shm_util.py function _range_repr_dtype (line 49) | def _range_repr_dtype(dtype): function create_set_shm_regions (line 61) | def create_set_shm_regions( function register_add_shm_regions (line 172) | def register_add_shm_regions( function unregister_cleanup_shm_regions (line 275) | def unregister_cleanup_shm_regions( function create_set_either_shm_region (line 328) | def create_set_either_shm_region( function register_add_either_shm_regions (line 373) | def register_add_either_shm_regions( class ShmLeakDetector (line 426) | class ShmLeakDetector: class ShmLeakProbe (line 429) | class ShmLeakProbe: method __init__ (line 430) | def __init__(self, shm_monitors, enter_delay=1, exit_delay=1): method __enter__ (line 435) | def __enter__(self): method __exit__ (line 442) | def __exit__(self, type, value, traceback): method _get_shm_free_sizes (line 462) | def _get_shm_free_sizes(self, delay_sec=0): method __init__ (line 470) | def __init__(self, prefix="triton_python_backend_shm_region"): method Probe (line 483) | def Probe(self): FILE: qa/common/test_util.py function shape_element_count (line 41) | def shape_element_count(shape): function shape_is_fixed (line 53) | def shape_is_fixed(shape): function shape_to_onnx_shape (line 57) | def shape_to_onnx_shape(shape, idx=0, increment_index=True): function shape_to_dims_str (line 73) | def shape_to_dims_str(shape): function validate_for_trt_model (line 77) | def validate_for_trt_model( function validate_for_ensemble_model (line 111) | def validate_for_ensemble_model( function validate_for_onnx_model (line 150) | def validate_for_onnx_model( function validate_for_libtorch_model (line 175) | def validate_for_libtorch_model( function validate_for_openvino_model (line 229) | def validate_for_openvino_model( function get_dtype_name (line 261) | def get_dtype_name(dtype): function get_model_name (line 268) | def get_model_name(pf, input_dtype, output0_dtype, output1_dtype): function get_sequence_model_name (line 280) | def get_sequence_model_name(pf, dtype): function get_dyna_sequence_model_name (line 284) | def get_dyna_sequence_model_name(pf, dtype): function get_zero_model_name (line 288) | def get_zero_model_name(pf, io_cnt, dtype): function support_trt_uint8 (line 293) | def support_trt_uint8(): function check_gpus_compute_capability (line 305) | def check_gpus_compute_capability(min_capability): class TestResultCollector (line 350) | class TestResultCollector(unittest.TestCase): method setResult (line 357) | def setResult(cls, total, errors, failures): method tearDownClass (line 361) | def tearDownClass(cls): method run (line 368) | def run(self, result=None): FILE: qa/common/trace_summary.py function add_span (line 38) | def add_span(span_map, timestamps, span_name, ts_start, ts_end): class AbstractFrontend (line 51) | class AbstractFrontend: method filter_timestamp (line 53) | def filter_timestamp(self): method add_frontend_span (line 56) | def add_frontend_span(self, span_map, timestamps): method summarize_frontend_span (line 59) | def summarize_frontend_span(self, span_map, cnt): class HttpFrontend (line 63) | class HttpFrontend(AbstractFrontend): method filter_timestamp (line 65) | def filter_timestamp(self): method add_frontend_span (line 68) | def add_frontend_span(self, span_map, timestamps): method summarize_frontend_span (line 80) | def summarize_frontend_span(self, span_map, cnt): class GrpcFrontend (line 103) | class GrpcFrontend(AbstractFrontend): method filter_timestamp (line 105) | def filter_timestamp(self): method add_frontend_span (line 108) | def add_frontend_span(self, span_map, timestamps): method summarize_frontend_span (line 121) | def summarize_frontend_span(self, span_map, cnt): function summarize (line 132) | def summarize(frontend, traces): function summarize_dataflow (line 322) | def summarize_dataflow(traces): function append_dataflow_tensor (line 364) | def append_dataflow_tensor( function print_dataflow_tensor (line 382) | def print_dataflow_tensor(dataflow_tree_map, traces, depth, step): function print_tensor_by_id (line 392) | def print_tensor_by_id(id, traces, depth, step): function find_first_id_with_tensor (line 436) | def find_first_id_with_tensor(traces): function get_numpy_array (line 464) | def get_numpy_array(tensor): FILE: qa/python_models/add_sub/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method initialize (line 34) | def initialize(self, args): method execute (line 47) | def execute(self, requests): FILE: qa/python_models/async_execute_decouple/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method execute (line 34) | async def execute(self, requests): method raise_value_error (line 72) | def raise_value_error(self, requests): FILE: qa/python_models/async_execute_decouple_bls/model.py class TritonPythonModel (line 32) | class TritonPythonModel: method _execute_a_request (line 33) | async def _execute_a_request(self, request): method execute (line 54) | async def execute(self, requests): FILE: qa/python_models/auto_complete/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method auto_complete_config (line 35) | def auto_complete_config(auto_complete_model_config): method initialize (line 49) | def initialize(self, args): method execute (line 62) | def execute(self, requests): FILE: qa/python_models/auto_complete_error/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method auto_complete_config (line 30) | def auto_complete_config(auto_complete_model_config): method execute (line 51) | def execute(self, requests): FILE: qa/python_models/bls/model.py function bls_add_sub (line 43) | def bls_add_sub(_=None): function bls_square (line 76) | def bls_square(_=None): function bls_libtorch (line 109) | def bls_libtorch(model_name, result_device): class PBBLSTest (line 164) | class PBBLSTest(unittest.TestCase): method setUp (line 165) | def setUp(self): method add_deferred_exception (line 168) | def add_deferred_exception(self, ex): method check_deferred_exception (line 173) | def check_deferred_exception(self): method test_bls_wrong_inputs (line 178) | def test_bls_wrong_inputs(self): method _send_bls_sequence_requests (line 207) | def _send_bls_sequence_requests(self, correlation_id, is_decoupled): method test_bls_sequence (line 287) | def test_bls_sequence(self): method test_bls_incorrect_args (line 316) | def test_bls_incorrect_args(self): method _get_gpu_bls_outputs (line 330) | def _get_gpu_bls_outputs(self, input0_pb, input1_pb, is_decoupled): method test_zero_length_io (line 386) | def test_zero_length_io(self): method cuda_memory_stats (line 409) | def cuda_memory_stats(self): method bls_tensor_lifecycle_helper (line 414) | def bls_tensor_lifecycle_helper(self): method assert_cuda_memory_empty (line 524) | def assert_cuda_memory_empty(self, msg): method test_bls_tensor_lifecycle (line 530) | def test_bls_tensor_lifecycle(self): method _test_gpu_bls_add_sub (line 535) | def _test_gpu_bls_add_sub(self, is_input0_gpu, is_input1_gpu, is_decou... method test_gpu_bls (line 566) | def test_gpu_bls(self): method test_multiprocess (line 573) | def test_multiprocess(self): method test_bls_sync (line 587) | def test_bls_sync(self): method test_bls_execute_error (line 622) | def test_bls_execute_error(self): method test_multiple_bls (line 642) | def test_multiple_bls(self): method test_timeout (line 651) | def test_timeout(self): method _test_response_iterator_square (line 693) | def _test_response_iterator_square( method test_response_iterator (line 716) | def test_response_iterator(self): method test_preferred_memory (line 789) | def test_preferred_memory(self): class TritonPythonModel (line 794) | class TritonPythonModel: method execute (line 795) | def execute(self, requests): FILE: qa/python_models/bls_async/model.py function verify_add_sub_results (line 36) | def verify_add_sub_results(input0, input1, infer_response): function verify_square_results (line 81) | def verify_square_results(input0, infer_responses): function create_addsub_inference_request (line 126) | def create_addsub_inference_request(gpu=False): function create_square_inference_request (line 148) | def create_square_inference_request(gpu=False): function async_bls_add_sub (line 162) | async def async_bls_add_sub(): function async_bls_square (line 177) | async def async_bls_square(): function multiple_async_bls_addsub (line 192) | async def multiple_async_bls_addsub(gpu): function multiple_async_bls_square (line 211) | async def multiple_async_bls_square(gpu): class TritonPythonModel (line 228) | class TritonPythonModel: method execute (line 229) | async def execute(self, requests): FILE: qa/python_models/bls_finalize_error/model.py class TritonPythonModel (line 31) | class TritonPythonModel: method initialize (line 32) | def initialize(self, args): method execute (line 35) | def execute(self, requests): method finalize (line 38) | def finalize(self): FILE: qa/python_models/bls_init_error/model.py class TritonPythonModel (line 31) | class TritonPythonModel: method initialize (line 32) | def initialize(self, args): method execute (line 40) | def execute(self, requests): method finalize (line 43) | def finalize(self): FILE: qa/python_models/bls_memory/model.py class PBBLSMemoryTest (line 34) | class PBBLSMemoryTest(unittest.TestCase): method setUp (line 35) | def setUp(self): method _send_identity_tensor (line 38) | def _send_identity_tensor(self, size, is_decoupled): method test_bls_out_of_memory (line 58) | def test_bls_out_of_memory(self): class TritonPythonModel (line 87) | class TritonPythonModel: method execute (line 88) | def execute(self, requests): FILE: qa/python_models/bls_memory_async/model.py function _send_identity_tensor (line 33) | async def _send_identity_tensor(size, is_decoupled): function test_bls_out_of_memory (line 50) | async def test_bls_out_of_memory(): class TritonPythonModel (line 87) | class TritonPythonModel: method execute (line 88) | async def execute(self, requests): FILE: qa/python_models/bls_model_loading/model.py class PBBLSModelLoadingTest (line 34) | class PBBLSModelLoadingTest(unittest.TestCase): method setUp (line 35) | def setUp(self): method tearDown (line 38) | def tearDown(self): method test_load_unload_model (line 47) | def test_load_unload_model(self): method test_load_with_config_override (line 54) | def test_load_with_config_override(self): method test_load_with_file_override (line 80) | def test_load_with_file_override(self): class TritonPythonModel (line 117) | class TritonPythonModel: method initialize (line 118) | def initialize(self, args): method execute (line 123) | def execute(self, requests): FILE: qa/python_models/bls_onnx_warmup/model.py class PBBLSONNXWarmupTest (line 34) | class PBBLSONNXWarmupTest(unittest.TestCase): method test_onnx_output_mem_type (line 35) | def test_onnx_output_mem_type(self): class TritonPythonModel (line 72) | class TritonPythonModel: method execute (line 73) | def execute(self, requests): FILE: qa/python_models/bls_parameters/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method execute (line 34) | def execute(self, requests): FILE: qa/python_models/bls_request_rescheduling/model.py class RequestReschedulingTest (line 34) | class RequestReschedulingTest(unittest.TestCase): method _reload_model (line 35) | def _reload_model(self, model_name): method test_wrong_return_type (line 44) | def test_wrong_return_type(self): method test_non_decoupled_e2e (line 59) | def test_non_decoupled_e2e(self): method test_decoupled_e2e (line 90) | def test_decoupled_e2e(self): class TritonPythonModel (line 117) | class TritonPythonModel: method execute (line 118) | def execute(self, requests): FILE: qa/python_models/bls_simple/bls_simple.py class TritonPythonModel (line 30) | class TritonPythonModel: method auto_complete_config (line 32) | def auto_complete_config(auto_complete_model_config): method execute (line 62) | def execute(self, requests): FILE: qa/python_models/bls_undefined/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method execute (line 29) | def execute(self, requests): method finalize (line 32) | def finalize(self): FILE: qa/python_models/busy_op/model.py class TritonPythonModel (line 31) | class TritonPythonModel: method initialize (line 37) | def initialize(self, args): method execute (line 40) | def execute(self, requests): FILE: qa/python_models/cuda_memory_consumer/1/model.py class TritonPythonModel (line 31) | class TritonPythonModel: method auto_complete_config (line 33) | def auto_complete_config(auto_complete_model_config): method initialize (line 43) | def initialize(self, args): method finalize (line 58) | def finalize(self): method execute (line 62) | def execute(self, requests): FILE: qa/python_models/custom_metrics/model.py class PBCustomMetricsTest (line 34) | class PBCustomMetricsTest(unittest.TestCase): method _get_metrics (line 35) | def _get_metrics(self): method _metric_api_helper (line 41) | def _metric_api_helper(self, metric, kind): method _histogram_api_helper (line 83) | def _histogram_api_helper(self, metric, name, labels): method _dup_metric_helper (line 167) | def _dup_metric_helper(self, labels={}): method test_counter_e2e (line 199) | def test_counter_e2e(self): method test_gauge_e2e (line 215) | def test_gauge_e2e(self): method test_histogram_e2e (line 229) | def test_histogram_e2e(self): method test_histogram_args (line 252) | def test_histogram_args(self): method test_dup_metric_family_diff_kind (line 277) | def test_dup_metric_family_diff_kind(self): method test_dup_metric_family_diff_description (line 294) | def test_dup_metric_family_diff_description(self): method test_dup_metric_family (line 322) | def test_dup_metric_family(self): method test_dup_metric_labels (line 353) | def test_dup_metric_labels(self): method test_dup_metric_empty_labels (line 359) | def test_dup_metric_empty_labels(self): method test_metric_lifetime_error (line 364) | def test_metric_lifetime_error(self): class TritonPythonModel (line 400) | class TritonPythonModel: method execute (line 401) | def execute(self, requests): FILE: qa/python_models/delayed_model/model.py class TritonPythonModel (line 35) | class TritonPythonModel: method execute (line 36) | def execute(self, requests): method finalize (line 44) | def finalize(self): FILE: qa/python_models/dlpack_add_sub/model.py class TritonPythonModel (line 35) | class TritonPythonModel: method initialize (line 36) | def initialize(self, args): method execute (line 60) | def execute(self, requests): FILE: qa/python_models/dlpack_empty_output/model.py class TritonPythonModel (line 32) | class TritonPythonModel: method initialize (line 33) | def initialize(self, args): method execute (line 36) | def execute(self, requests): FILE: qa/python_models/dlpack_identity/model.py class TritonPythonModel (line 30) | class TritonPythonModel: method execute (line 31) | def execute(self, requests): FILE: qa/python_models/dlpack_io_identity/model.py class TritonPythonModel (line 32) | class TritonPythonModel: method initialize (line 38) | def initialize(self, args): method execute (line 41) | def execute(self, requests): FILE: qa/python_models/dlpack_io_identity_decoupled/model.py class TritonPythonModel (line 34) | class TritonPythonModel: method initialize (line 40) | def initialize(self, args): method response_thread (line 45) | def response_thread(self, response_sender, input0, gpu_output): method execute (line 79) | def execute(self, requests): method finalize (line 98) | def finalize(self): FILE: qa/python_models/dlpack_square/model.py class TritonPythonModel (line 53) | class TritonPythonModel: method initialize (line 54) | def initialize(self, args): method execute (line 75) | def execute(self, requests): method process_request (line 81) | def process_request(self, request): method response_thread (line 100) | def response_thread(self, response_sender, in_input, output_dtype): FILE: qa/python_models/dlpack_sub_add/model.py class TritonPythonModel (line 35) | class TritonPythonModel: method initialize (line 36) | def initialize(self, args): method execute (line 60) | def execute(self, requests): FILE: qa/python_models/dlpack_test/model.py class PBTensorTest (line 36) | class PBTensorTest(unittest.TestCase): method test_pytorch_dlpack (line 37) | def test_pytorch_dlpack(self): method test_non_contiguous_error (line 83) | def test_non_contiguous_error(self): method test_dlpack_string_tensor (line 96) | def test_dlpack_string_tensor(self): method test_dlpack_gpu_tensors (line 107) | def test_dlpack_gpu_tensors(self): method test_dlpack_gpu_numpy (line 140) | def test_dlpack_gpu_numpy(self): method test_dlpack_cpu_numpy (line 158) | def test_dlpack_cpu_numpy(self): method test_bool_datatype (line 172) | def test_bool_datatype(self): method test_cuda_multi_stream (line 180) | def test_cuda_multi_stream(self): method test_cuda_non_blocking_multi_stream (line 203) | def test_cuda_non_blocking_multi_stream(self): method test_cuda_multi_gpu (line 225) | def test_cuda_multi_gpu(self): method test_cuda_blocking_stream_multi_gpu (line 256) | def test_cuda_blocking_stream_multi_gpu(self): method test_cuda_non_blocking_stream_multi_gpu (line 289) | def test_cuda_non_blocking_stream_multi_gpu(self): class TritonPythonModel (line 327) | class TritonPythonModel: method execute (line 328) | def execute(self, requests): FILE: qa/python_models/error_code/model.py class TritonPythonModel (line 30) | class TritonPythonModel: method execute (line 31) | def execute(self, requests): FILE: qa/python_models/execute_cancel/model.py class TritonPythonModel (line 34) | class TritonPythonModel: method initialize (line 35) | def initialize(self, args): method execute (line 42) | def execute(self, requests): method _execute_processed_requests (line 59) | def _execute_processed_requests(self, processed_requests): method _execute_decoupled (line 91) | def _execute_decoupled(self, processed_requests): FILE: qa/python_models/execute_delayed_model/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method initialize (line 34) | def initialize(self, args): method execute (line 45) | def execute(self, requests): method finalize (line 71) | def finalize(self): FILE: qa/python_models/execute_error/model.py class TritonPythonModel (line 30) | class TritonPythonModel: method execute (line 31) | def execute(self, requests): FILE: qa/python_models/execute_grpc_error/model.py class TritonPythonModel (line 30) | class TritonPythonModel: method __init__ (line 31) | def __init__(self): method execute (line 35) | def execute(self, requests): FILE: qa/python_models/execute_return_error/model.py class TritonPythonModel (line 28) | class TritonPythonModel: method initialize (line 29) | def initialize(self, args): method execute (line 32) | def execute(self, requests): FILE: qa/python_models/fini_error/model.py class TritonPythonModel (line 30) | class TritonPythonModel: method execute (line 31) | def execute(self, requests): method finalize (line 43) | def finalize(self): FILE: qa/python_models/generate_models/mock_llm/1/model.py class TritonPythonModel (line 34) | class TritonPythonModel: method initialize (line 35) | def initialize(self, args): method execute (line 41) | def execute(self, requests): method exec (line 47) | def exec(self, requests): method exec_decoupled (line 71) | def exec_decoupled(self, requests): FILE: qa/python_models/ground_truth/model.py class TritonPythonModel (line 32) | class TritonPythonModel: method execute (line 33) | def execute(self, requests): FILE: qa/python_models/identity_bf16/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method initialize (line 34) | def initialize(self, args): method validate_bf16_tensor (line 46) | def validate_bf16_tensor(self, tensor, tensor_config): method execute (line 62) | def execute(self, requests): FILE: qa/python_models/identity_fp32/model.py class TritonPythonModel (line 30) | class TritonPythonModel: method execute (line 31) | def execute(self, requests): FILE: qa/python_models/identity_fp32_logging/model.py class TritonPythonModel (line 30) | class TritonPythonModel: method initialize (line 31) | def initialize(self, args): method execute (line 39) | def execute(self, requests): method finalize (line 66) | def finalize(self): FILE: qa/python_models/identity_fp32_timeout/model.py class TritonPythonModel (line 32) | class TritonPythonModel: method execute (line 33) | def execute(self, requests): FILE: qa/python_models/init_args/model.py function check_init_args (line 34) | def check_init_args(args): class TritonPythonModel (line 62) | class TritonPythonModel: method initialize (line 63) | def initialize(self, args): method execute (line 67) | def execute(self, requests): FILE: qa/python_models/init_error/model.py class TritonPythonModel (line 30) | class TritonPythonModel: method initialize (line 31) | def initialize(self, args): method execute (line 35) | def execute(self, requests): FILE: qa/python_models/init_exit/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method initialize (line 34) | def initialize(self, args): method execute (line 48) | def execute(self, requests): FILE: qa/python_models/iterative_sequence/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method initialize (line 46) | def initialize(self, args): method execute (line 104) | def execute(self, requests): FILE: qa/python_models/model_env/model.py class TritonPythonModel (line 32) | class TritonPythonModel: method initialize (line 33) | def initialize(self, args): method execute (line 41) | def execute(self, requests): FILE: qa/python_models/model_init_del/model.py class TritonPythonModel (line 37) | class TritonPythonModel: method initialize (line 38) | def initialize(self, args): method execute (line 42) | def execute(self, requests): method finalize (line 51) | def finalize(self): method _sleep (line 54) | def _sleep(self, kind): FILE: qa/python_models/model_init_del/util.py function _get_number (line 39) | def _get_number(filename): function _store_number (line 50) | def _store_number(filename, number): function _inc_number (line 58) | def _inc_number(filename): function _get_count_filename (line 81) | def _get_count_filename(kind): function get_count (line 88) | def get_count(kind): function inc_count (line 92) | def inc_count(kind): function reset_count (line 96) | def reset_count(kind): function _get_delay_filename (line 107) | def _get_delay_filename(kind): function get_delay (line 114) | def get_delay(kind): function set_delay (line 118) | def set_delay(kind, delay): function update_instance_group (line 128) | def update_instance_group(instance_group_str): function update_sequence_batching (line 143) | def update_sequence_batching(sequence_batching_str): function update_model_file (line 164) | def update_model_file(): function enable_batching (line 170) | def enable_batching(): function disable_batching (line 181) | def disable_batching(): FILE: qa/python_models/multi_file/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method initialize (line 34) | def initialize(self, args): method execute (line 38) | def execute(self, requests): FILE: qa/python_models/non_contiguous/model.py class TritonPythonModel (line 31) | class TritonPythonModel: method execute (line 32) | def execute(self, requests): FILE: qa/python_models/optional/model.py class TritonPythonModel (line 31) | class TritonPythonModel: method execute (line 32) | def execute(self, requests): FILE: qa/python_models/python_based_backends/add_sub_backend/model.py class TritonPythonModel (line 35) | class TritonPythonModel: method auto_complete_config (line 37) | def auto_complete_config(auto_complete_model_config): method initialize (line 77) | def initialize(self, args): method execute (line 124) | def execute(self, requests): method finalize (line 160) | def finalize(self): FILE: qa/python_models/python_version/model.py class TritonPythonModel (line 35) | class TritonPythonModel: method auto_complete_config (line 37) | def auto_complete_config(auto_complete_model_config): method initialize (line 47) | def initialize(self, args): method execute (line 60) | def execute(self, requests): FILE: qa/python_models/pytorch_fp32_fp32/model.py class Net (line 34) | class Net(nn.Module): method __init__ (line 35) | def __init__(self): method forward (line 44) | def forward(self, x): class TritonPythonModel (line 60) | class TritonPythonModel: method initialize (line 61) | def initialize(self, args): method execute (line 66) | def execute(self, requests): FILE: qa/python_models/request_rescheduling_addsub/model.py class TritonPythonModel (line 32) | class TritonPythonModel: method initialize (line 33) | def initialize(self, args): method execute (line 48) | def execute(self, requests): FILE: qa/python_models/response_parameters/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method execute (line 34) | def execute(self, requests): FILE: qa/python_models/response_parameters_bls/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method execute (line 45) | def execute(self, requests): FILE: qa/python_models/response_parameters_decoupled/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method execute (line 34) | def execute(self, requests): FILE: qa/python_models/response_sender/model.py class TritonPythonModel (line 32) | class TritonPythonModel: method initialize (line 33) | def initialize(self, args): method execute (line 36) | def execute(self, requests): FILE: qa/python_models/response_sender/model_async.py class TritonPythonModel (line 32) | class TritonPythonModel: method initialize (line 33) | def initialize(self, args): method execute (line 36) | async def execute(self, requests): FILE: qa/python_models/response_sender/model_common.py class ResponseSenderModelCommon (line 34) | class ResponseSenderModelCommon: method __init__ (line 35) | def __init__(self, pb_utils): method _get_instructions_from_request (line 39) | def _get_instructions_from_request(self, request): method _is_response_sender_needed (line 101) | def _is_response_sender_needed(self, instr): method _create_response (line 109) | def _create_response(self, batch_size, response_id): method _send_responses (line 116) | def _send_responses(self, processed_requests, response_id_offset): method _send_responses_delayed_threaded (line 133) | def _send_responses_delayed_threaded(self, processed_requests, respons... method _send_responses_delayed_async (line 145) | def _send_responses_delayed_async(self, processed_requests, response_i... method execute (line 159) | def execute(self, requests, use_async): FILE: qa/python_models/response_sender_complete_final/model.py class TritonPythonModel (line 31) | class TritonPythonModel: method execute (line 32) | def execute(self, requests): FILE: qa/python_models/response_sender_error/model.py class TritonPythonModel (line 32) | class TritonPythonModel: method initialize (line 38) | def initialize(self, args): method execute (line 51) | def execute(self, requests): FILE: qa/python_models/response_sender_until_cancelled/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method execute (line 39) | def execute(self, requests): FILE: qa/python_models/sequence_int32/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method initialize (line 34) | def initialize(self, args): method execute (line 44) | def execute(self, requests): FILE: qa/python_models/sequence_py/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method initialize (line 34) | def initialize(self, args): method get_next_sequence_output_tensor (line 41) | def get_next_sequence_output_tensor(self, request): method execute (line 64) | def execute(self, requests): method execute_non_decoupled (line 70) | def execute_non_decoupled(self, requests): method execute_decoupled (line 78) | def execute_decoupled(self, requests): method finalize (line 92) | def finalize(self): FILE: qa/python_models/string/model.py class TritonPythonModel (line 31) | class TritonPythonModel: method initialize (line 36) | def initialize(self, args): method execute (line 40) | def execute(self, requests): FILE: qa/python_models/string_fixed/model.py class TritonPythonModel (line 31) | class TritonPythonModel: method initialize (line 36) | def initialize(self, args): method execute (line 40) | def execute(self, requests): FILE: qa/python_models/string_identity/model.py class TritonPythonModel (line 34) | class TritonPythonModel: method initialize (line 37) | def initialize(self, args): method execute (line 40) | def execute(self, requests): FILE: qa/python_models/sub_add/model.py class TritonPythonModel (line 36) | class TritonPythonModel: method initialize (line 37) | def initialize(self, args): method execute (line 50) | def execute(self, requests): FILE: qa/python_models/torchvision/resnet50/model.py class TritonPythonModel (line 33) | class TritonPythonModel: method initialize (line 34) | def initialize(self, args): method execute (line 45) | def execute(self, requests): FILE: qa/python_models/variable_gpu_output/model.py class TritonPythonModel (line 32) | class TritonPythonModel: method execute (line 33) | def execute(self, requests): FILE: qa/python_models/wrong_model/model.py class TritonPythonModel (line 30) | class TritonPythonModel: method execute (line 31) | def execute(self, requests): FILE: qa/python_models/wrong_return_type/model.py class TritonPythonModel (line 32) | class TritonPythonModel: method initialize (line 33) | def initialize(self, args): method execute (line 42) | def execute(self, requests): method finalize (line 66) | def finalize(self): FILE: src/classification.cc type triton (line 34) | namespace triton { namespace server { type server (line 34) | namespace server { function TRITONSERVER_Error (line 39) | TRITONSERVER_Error* function TRITONSERVER_Error (line 73) | TRITONSERVER_Error* FILE: src/classification.h function namespace (line 33) | namespace triton { namespace server { FILE: src/command_line_parser.cc function getopt_long (line 51) | int type triton (line 105) | namespace triton { namespace server { type server (line 105) | namespace server { function StringTo (line 116) | int function StringTo (line 124) | uint32_t function StringTo (line 132) | uint64_t function StringTo (line 139) | int64_t function StringTo (line 146) | double function T (line 157) | T function ParseOption (line 176) | bool function ParseIntBoolOption (line 198) | int function PairsToJsonStr (line 216) | std::string function ParsePairOption (line 235) | std::pair function SplitOptions (line 259) | std::vector type TritonOptionId (line 277) | enum TritonOptionId { type option (line 1311) | struct option function TRITONSERVER_InferenceTraceLevel (line 2155) | TRITONSERVER_InferenceTraceLevel function InferenceTraceMode (line 2176) | InferenceTraceMode FILE: src/command_line_parser.h type option (line 65) | struct option { function namespace (line 81) | namespace triton { namespace server { type TritonServerParameters (line 111) | struct TritonServerParameters { function model_load_thread_count_ (line 136) | uint32_t model_load_thread_count_{4} function model_load_retry_count_ (line 137) | uint32_t model_load_retry_count_{0} function buffer_manager_thread_count_ (line 159) | int32_t buffer_manager_thread_count_{0} function log_verbose_ (line 174) | int32_t log_verbose_{0} function trace_log_frequency_ (line 186) | int32_t trace_log_frequency_{0} function http_thread_cnt_ (line 199) | int http_thread_cnt_{8} function RestrictedFeatures (line 200) | RestrictedFeatures http_restricted_apis_{} function sagemaker_thread_cnt_ (line 231) | int sagemaker_thread_cnt_{8} function vertex_ai_port_ (line 237) | int32_t vertex_ai_port_{8080}; function class (line 251) | class ParseException : public std::exception { FILE: src/common.cc type triton (line 40) | namespace triton { namespace server { type server (line 40) | namespace server { function TRITONSERVER_Error (line 42) | TRITONSERVER_Error* function GetEnvironmentVariableOrDefault (line 75) | std::string function ShapeToString (line 83) | std::string function ShapeToString (line 102) | std::string function GetElementCount (line 108) | int64_t function Contains (line 137) | bool function TRITONSERVER_Error (line 143) | TRITONSERVER_Error* function TRITONSERVER_Error (line 166) | TRITONSERVER_Error* FILE: src/common.h function namespace (line 39) | namespace triton { namespace server { FILE: src/data_compressor.h function namespace (line 41) | namespace triton { namespace server { FILE: src/grpc/grpc_handler.h function namespace (line 30) | namespace triton { namespace server { namespace grpc { FILE: src/grpc/grpc_server.cc type triton (line 65) | namespace triton { namespace server { namespace grpc { type server (line 65) | namespace server { namespace grpc { type grpc (line 65) | namespace grpc { class CommonCallData (line 81) | class CommonCallData : public ICallData { method CommonCallData (line 88) | CommonCallData( method Name (line 112) | std::string Name() override { return name_; } method Id (line 114) | uint64_t Id() override { return id_; } class CommonHandler (line 256) | class CommonHandler : public HandlerBase { function TRITONSERVER_Error (line 1142) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2417) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2438) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2453) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2485) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2495) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2508) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2537) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2566) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2591) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2625) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2635) | TRITONSERVER_Error* FILE: src/grpc/grpc_server.h type SocketOptions (line 51) | struct SocketOptions { function reuse_port_ (line 54) | bool reuse_port_{false}; type SslOptions (line 57) | struct SslOptions { function use_mutual_auth_ (line 67) | bool use_mutual_auth_{false}; type KeepAliveOptions (line 72) | struct KeepAliveOptions { function keepalive_permit_without_calls_ (line 75) | bool keepalive_permit_without_calls_{false}; FILE: src/grpc/grpc_utils.cc type triton (line 29) | namespace triton { namespace server { namespace grpc { type server (line 29) | namespace server { namespace grpc { type grpc (line 29) | namespace grpc { function TRITONSERVER_Error (line 112) | TRITONSERVER_Error* function ReadFile (line 145) | void FILE: src/grpc/grpc_utils.h function namespace (line 39) | namespace triton { namespace server { namespace grpc { FILE: src/grpc/infer_handler.cc function NextUniqueId (line 30) | uint64_t type triton (line 38) | namespace triton { namespace server { namespace grpc { type server (line 38) | namespace server { namespace grpc { type grpc (line 38) | namespace grpc { function TRITONSERVER_Error (line 40) | TRITONSERVER_Error* function TRITONSERVER_Error (line 62) | TRITONSERVER_Error* function TRITONSERVER_Error (line 95) | TRITONSERVER_Error* function TRITONSERVER_Error (line 117) | TRITONSERVER_Error* function TRITONSERVER_Error (line 133) | TRITONSERVER_Error* function TRITONSERVER_Error (line 147) | TRITONSERVER_Error* function TRITONSERVER_Error (line 161) | TRITONSERVER_Error* function TRITONSERVER_Error (line 191) | TRITONSERVER_Error* function TRITONSERVER_Error (line 204) | TRITONSERVER_Error* function TRITONSERVER_Error (line 354) | TRITONSERVER_Error* function TRITONSERVER_Error (line 376) | TRITONSERVER_Error* function InferRequestComplete (line 638) | void function TRITONSERVER_Error (line 819) | TRITONSERVER_Error* FILE: src/grpc/infer_handler.h function namespace (line 54) | namespace triton { namespace server { namespace grpc { function Release (line 1194) | void Release() function ClearTraceTimestamps (line 1201) | void ClearTraceTimestamps() FILE: src/grpc/stream_infer_handler.cc type triton (line 31) | namespace triton { namespace server { namespace grpc { type server (line 31) | namespace server { namespace grpc { type grpc (line 31) | namespace grpc { function TRITONSERVER_Error (line 34) | TRITONSERVER_Error* function TRITONSERVER_Error (line 61) | TRITONSERVER_Error* function TRITONSERVER_Error (line 75) | TRITONSERVER_Error* function TRITONSERVER_Error (line 91) | TRITONSERVER_Error* FILE: src/grpc/stream_infer_handler.h function namespace (line 30) | namespace triton { namespace server { namespace grpc { FILE: src/http_server.cc type triton (line 49) | namespace triton { namespace server { type server (line 49) | namespace server { function HttpCodeFromError (line 93) | int function EVBufferAddErrorJson (line 119) | void function EVBufferAddErrorJson (line 132) | void function AddContentTypeHeader (line 139) | void function TRITONSERVER_Error (line 153) | TRITONSERVER_Error* function TRITONSERVER_Error (line 200) | TRITONSERVER_Error* function TRITONSERVER_Error (line 234) | TRITONSERVER_Error* type event_base (line 270) | struct event_base type event_base (line 270) | struct event_base function evhtp_res (line 280) | evhtp_res function evhtp_res (line 297) | evhtp_res function TRITONSERVER_Error (line 348) | TRITONSERVER_Error* function TRITONSERVER_Error (line 363) | TRITONSERVER_Error* function TRITONSERVER_Error (line 385) | TRITONSERVER_Error* function TRITONSERVER_Error (line 438) | TRITONSERVER_Error* function TRITONSERVER_Error (line 475) | TRITONSERVER_Error* function TRITONSERVER_Error (line 637) | TRITONSERVER_Error* function TRITONSERVER_Error (line 689) | TRITONSERVER_Error* function TRITONSERVER_Error (line 706) | TRITONSERVER_Error* function TRITONSERVER_Error (line 887) | TRITONSERVER_Error* function TRITONSERVER_Error (line 908) | TRITONSERVER_Error* function TRITONSERVER_Error (line 926) | TRITONSERVER_Error* function TRITONSERVER_Error (line 970) | TRITONSERVER_Error* function TRITONSERVER_Error (line 988) | TRITONSERVER_Error* function TRITONSERVER_Error (line 1030) | TRITONSERVER_Error* function CompressionTypeUsed (line 1064) | std::string function TRITONSERVER_Error (line 1184) | TRITONSERVER_Error* function TRITONSERVER_Error (line 1280) | TRITONSERVER_Error* function TRITONSERVER_Error (line 1303) | TRITONSERVER_Error* function TRITONSERVER_Error (line 1337) | TRITONSERVER_Error* function TRITONSERVER_Error (line 1638) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2354) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2399) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2471) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2781) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2874) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2891) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2938) | TRITONSERVER_Error* function TRITONSERVER_Error (line 2996) | TRITONSERVER_Error* function TRITONSERVER_Error (line 3081) | TRITONSERVER_Error* type HeaderSearchPayload (line 3147) | struct HeaderSearchPayload { method HeaderSearchPayload (line 3148) | HeaderSearchPayload( function ForEachHeader (line 3159) | int function TRITONSERVER_Error (line 3182) | TRITONSERVER_Error* function TRITONSERVER_Error (line 3226) | TRITONSERVER_Error* function TRITONSERVER_Error (line 3258) | TRITONSERVER_Error* function TRITONSERVER_Error (line 3279) | TRITONSERVER_Error* function TRITONSERVER_Error (line 3464) | TRITONSERVER_Error* function TRITONSERVER_Error (line 3506) | TRITONSERVER_Error* function TRITONSERVER_Error (line 3562) | TRITONSERVER_Error* function evhtp_res (line 3823) | evhtp_res function TRITONSERVER_Error (line 3931) | TRITONSERVER_Error* function TRITONSERVER_Error (line 4423) | TRITONSERVER_Error* function TRITONSERVER_Error (line 4563) | TRITONSERVER_Error* function TRITONSERVER_Error (line 4608) | TRITONSERVER_Error* function TRITONSERVER_Error (line 4808) | TRITONSERVER_Error* function TRITONSERVER_Error (line 4829) | TRITONSERVER_Error* FILE: src/http_server.h type class (line 53) | enum class function Kind (line 66) | const Kind kind_{Kind::EXACT_MAPPING}; function class (line 131) | class HTTPMetricsServer : public HTTPServer { function class (line 162) | class HttpTextMapCarrier : public otel_cntxt::propagation::TextMapCarrier { type AllocPayload (line 219) | struct AllocPayload { function virtual (line 283) | virtual ~InferRequestClass() function evhtp_request_t (line 314) | evhtp_request_t* EvHtpRequest() const { return req_; } function AddShmRegionInfo (line 344) | void AddShmRegionInfo( function evhtp_res (line 380) | evhtp_res response_code_{EVHTP_RES_OK}; function TRITONSERVER_Server (line 401) | TRITONSERVER_Server* EvHtpServer() const { return server_; } function MappingSchema (line 428) | const MappingSchema* RequestSchema() { return request_schema_; } function MappingSchema (line 429) | const MappingSchema* ResponseSchema() { return response_schema_; } type TritonOutput (line 432) | struct TritonOutput { function TRITONSERVER_InferenceResponse (line 466) | TRITONSERVER_InferenceResponse* triton_response_{nullptr}; function TRITONSERVER_Error (line 619) | TRITONSERVER_Error* EVRequestToJsonAllowsEmpty( function TRITONSERVER_Error (line 629) | TRITONSERVER_Error* EVRequestToJson( function ConfigureGenerateMappingSchema (line 702) | void ConfigureGenerateMappingSchema() function RestrictedFeatures (line 717) | RestrictedFeatures restricted_apis_{} FILE: src/main.cc function TRITONSERVER_Error (line 107) | TRITONSERVER_Error* function TRITONSERVER_Error (line 130) | TRITONSERVER_Error* function TRITONSERVER_Error (line 156) | TRITONSERVER_Error* function TRITONSERVER_Error (line 176) | TRITONSERVER_Error* function TRITONSERVER_Error (line 212) | TRITONSERVER_Error* function StartEndpoints (line 248) | bool function StopEndpoints (line 327) | bool function StopEndpoints (line 358) | bool function StartTracing (line 424) | bool function StopTracing (line 449) | bool function main (line 464) | int FILE: src/memory_alloc.cc type IOSpec (line 50) | struct IOSpec { function Usage (line 71) | void function TRITONSERVER_Error (line 95) | TRITONSERVER_Error* function TRITONSERVER_Error (line 153) | TRITONSERVER_Error* function InferRequestComplete (line 188) | void function InferResponseComplete (line 197) | void function OutputIndex (line 210) | uint32_t function TRITONSERVER_Error (line 244) | TRITONSERVER_Error* function GenerateInputData (line 295) | void function GenerateStringInputData (line 307) | void function GenerateStringOutputData (line 330) | void function CompareResult (line 358) | void function CompareStringResult (line 379) | void function main (line 426) | int FILE: src/multi_server.cc function Usage (line 76) | void function TRITONSERVER_Error (line 96) | TRITONSERVER_Error* function TRITONSERVER_Error (line 196) | TRITONSERVER_Error* function InferRequestComplete (line 251) | void function InferResponseComplete (line 258) | void function TRITONSERVER_Error (line 271) | TRITONSERVER_Error* function GenerateInputData (line 304) | void function CompareResult (line 316) | void function Check (line 337) | void function SetServerOptions (line 448) | void function CheckServerLiveAndReady (line 501) | void function PrintServerStatus (line 527) | void function AwaitModelReady (line 549) | void function RunInferenceAndValidate (line 614) | void function PrintModelStats (line 770) | void function CreateAndRunTritonserverInstance (line 796) | void function RepeatedlyCreateAndRunInstance (line 885) | void function main (line 900) | int FILE: src/orca_http.cc function SetEndpointLoadMetricsHeader (line 29) | void function MetricFamilyExtractor (line 68) | std::vector function ExtractKVMetrics (line 145) | std::string function OrcaKVMetricHeader (line 191) | std::string FILE: src/orca_http.h type PromMetric (line 45) | struct PromMetric { FILE: src/python/build_wheel.py function fail_if (line 39) | def fail_if(p, msg): function mkdir (line 45) | def mkdir(path): function touch (line 49) | def touch(path): function cpdir (line 53) | def cpdir(src, dest): function sed (line 57) | def sed(pattern, replace, source, dest=None): function main (line 73) | def main(): FILE: src/python/examples/example.py function main (line 35) | def main(): FILE: src/python/setup.py class bdist_wheel (line 46) | class bdist_wheel(_bdist_wheel): method finalize_options (line 47) | def finalize_options(self): method get_tag (line 51) | def get_tag(self): FILE: src/python/tritonfrontend/_api/_error_mapping.py function handle_triton_error (line 54) | def handle_triton_error(func): FILE: src/python/tritonfrontend/_api/_kservegrpc.py class Grpc_compression_level (line 41) | class Grpc_compression_level(IntEnum): class KServeGrpc (line 49) | class KServeGrpc: class Options (line 56) | class Options: method __post_init__ (line 89) | def __post_init__(self): method __init__ (line 94) | def __init__(self, server: tritonserver, options: "KServeGrpc.Options"... method __enter__ (line 111) | def __enter__(self): method __exit__ (line 116) | def __exit__(self, exc_type, exc_value, traceback): method start (line 122) | def start(self): method stop (line 126) | def stop(self): FILE: src/python/tritonfrontend/_api/_kservegrpc.pyi class Grpc_compression_level (line 32) | class Grpc_compression_level(IntEnum): class KServeGrpc (line 39) | class KServeGrpc: class Options (line 41) | class Options: method __post_init__ (line 63) | def __post_init__(self) -> None: ... method __init__ (line 65) | def __init__(self, server: tritonserver, options: KServeGrpc.Options =... method __enter__ (line 66) | def __enter__(self) -> None: ... method __exit__ (line 67) | def __exit__(self, exc_type: type[BaseException] | None, exc_value: Ba... method start (line 68) | def start(self) -> None: ... method stop (line 69) | def stop(self) -> None: ... FILE: src/python/tritonfrontend/_api/_kservehttp.py class KServeHttp (line 40) | class KServeHttp: class Options (line 42) | class Options: method __init__ (line 52) | def __init__(self, server: tritonserver, options: "KServeHttp.Options"... method __enter__ (line 69) | def __enter__(self): method __exit__ (line 74) | def __exit__(self, exc_type, exc_value, traceback): method start (line 80) | def start(self): method stop (line 84) | def stop(self): FILE: src/python/tritonfrontend/_api/_kservehttp.pyi class KServeHttp (line 30) | class KServeHttp: class Options (line 31) | class Options: method __init__ (line 38) | def __init__(self, server: tritonserver, options: KServeHttp.Options =... method __enter__ (line 39) | def __enter__(self) -> None: ... method __exit__ (line 40) | def __exit__(self, exc_type: type[BaseException] | None, exc_value: Ba... method start (line 41) | def start(self) -> None: ... method stop (line 42) | def stop(self) -> None: ... FILE: src/python/tritonfrontend/_api/_metrics.py class Metrics (line 40) | class Metrics: class Options (line 42) | class Options: method __init__ (line 48) | def __init__(self, server: tritonserver, options: "Metrics.Options" = ... method __enter__ (line 65) | def __enter__(self): method __exit__ (line 70) | def __exit__(self, exc_type, exc_value, traceback): method start (line 76) | def start(self): method stop (line 80) | def stop(self): FILE: src/python/tritonfrontend/_api/_metrics.pyi class Metrics (line 39) | class Metrics: class Options (line 40) | class Options: method __init__ (line 45) | def __init__(self, server: tritonserver, options: Metrics.Options = No... method __enter__ (line 46) | def __enter__(self): ... method __exit__ (line 47) | def __exit__(self, exc_type, exc_value, traceback) -> None: ... method start (line 48) | def start(self) -> None: ... method stop (line 49) | def stop(self) -> None: ... FILE: src/python/tritonfrontend/_c/tritonfrontend.h type TRITONSERVER_Server (line 41) | struct TRITONSERVER_Server {} function namespace (line 43) | namespace triton { namespace server { namespace python { FILE: src/python/tritonfrontend/_c/tritonfrontend_bindings.pyi class TritonFrontendGrpc (line 36) | class TritonFrontendGrpc: method __init__ (line 37) | def __init__(self, arg0: int, arg1: dict[str, bool | int | str]) -> No... method start (line 38) | def start(self) -> None: ... method stop (line 39) | def stop(self) -> None: ... class TritonFrontendHttp (line 41) | class TritonFrontendHttp: method __init__ (line 42) | def __init__(self, arg0: int, arg1: dict[str, bool | int | str]) -> No... method start (line 43) | def start(self) -> None: ... method stop (line 44) | def stop(self) -> None: ... class TritonFrontendMetrics (line 46) | class TritonFrontendMetrics: method __init__ (line 47) | def __init__(self, arg0: int, arg1: dict[str, bool | int | str]) -> No... method start (line 48) | def start(self) -> None: ... method stop (line 49) | def stop(self) -> None: ... FILE: src/python/tritonfrontend/_c/tritonfrontend_pybind.cc type triton (line 46) | namespace triton { namespace server { namespace python { type server (line 46) | namespace server { namespace python { type python (line 46) | namespace python { function PYBIND11_MODULE (line 49) | PYBIND11_MODULE(tritonfrontend_bindings, m) FILE: src/restricted_features.h function namespace (line 32) | namespace triton { namespace server { FILE: src/sagemaker_server.cc type triton (line 31) | namespace triton { namespace server { type server (line 31) | namespace server { function EVBufferAddErrorJson (line 56) | void function TRITONSERVER_Error (line 76) | TRITONSERVER_Error* function TRITONSERVER_Error (line 269) | TRITONSERVER_Error* function TRITONSERVER_Error (line 609) | TRITONSERVER_Error* type dirent (line 959) | struct dirent type stat (line 1035) | struct stat FILE: src/sagemaker_server.h function namespace (line 39) | namespace triton { namespace server { FILE: src/shared_memory_manager.cc type triton (line 31) | namespace triton { namespace server { type server (line 31) | namespace server { function TRITONSERVER_Error (line 34) | TRITONSERVER_Error* function TRITONSERVER_Error (line 46) | TRITONSERVER_Error* function TRITONSERVER_Error (line 57) | TRITONSERVER_Error* function TRITONSERVER_Error (line 68) | TRITONSERVER_Error* function TRITONSERVER_Error (line 81) | TRITONSERVER_Error* function TRITONSERVER_Error (line 92) | TRITONSERVER_Error* function TRITONSERVER_Error (line 102) | TRITONSERVER_Error* function TRITONSERVER_Error (line 111) | TRITONSERVER_Error* function TRITONSERVER_Error (line 135) | TRITONSERVER_Error* function TRITONSERVER_Error (line 151) | TRITONSERVER_Error* function TRITONSERVER_Error (line 176) | TRITONSERVER_Error* function TRITONSERVER_Error (line 196) | TRITONSERVER_Error* function TRITONSERVER_Error (line 215) | TRITONSERVER_Error* function TRITONSERVER_Error (line 231) | TRITONSERVER_Error* function TRITONSERVER_Error (line 248) | TRITONSERVER_Error* function TRITONSERVER_Error (line 274) | TRITONSERVER_Error* function TRITONSERVER_Error (line 288) | TRITONSERVER_Error* function TRITONSERVER_Error (line 318) | TRITONSERVER_Error* function TRITONSERVER_Error (line 352) | TRITONSERVER_Error* function TRITONSERVER_Error (line 423) | TRITONSERVER_Error* function TRITONSERVER_Error (line 459) | TRITONSERVER_Error* function TRITONSERVER_Error (line 525) | TRITONSERVER_Error* function TRITONSERVER_Error (line 547) | TRITONSERVER_Error* function TRITONSERVER_Error (line 631) | TRITONSERVER_Error* function TRITONSERVER_Error (line 641) | TRITONSERVER_Error* function TRITONSERVER_Error (line 688) | TRITONSERVER_Error* type server (line 131) | namespace server { function TRITONSERVER_Error (line 34) | TRITONSERVER_Error* function TRITONSERVER_Error (line 46) | TRITONSERVER_Error* function TRITONSERVER_Error (line 57) | TRITONSERVER_Error* function TRITONSERVER_Error (line 68) | TRITONSERVER_Error* function TRITONSERVER_Error (line 81) | TRITONSERVER_Error* function TRITONSERVER_Error (line 92) | TRITONSERVER_Error* function TRITONSERVER_Error (line 102) | TRITONSERVER_Error* function TRITONSERVER_Error (line 111) | TRITONSERVER_Error* function TRITONSERVER_Error (line 135) | TRITONSERVER_Error* function TRITONSERVER_Error (line 151) | TRITONSERVER_Error* function TRITONSERVER_Error (line 176) | TRITONSERVER_Error* function TRITONSERVER_Error (line 196) | TRITONSERVER_Error* function TRITONSERVER_Error (line 215) | TRITONSERVER_Error* function TRITONSERVER_Error (line 231) | TRITONSERVER_Error* function TRITONSERVER_Error (line 248) | TRITONSERVER_Error* function TRITONSERVER_Error (line 274) | TRITONSERVER_Error* function TRITONSERVER_Error (line 288) | TRITONSERVER_Error* function TRITONSERVER_Error (line 318) | TRITONSERVER_Error* function TRITONSERVER_Error (line 352) | TRITONSERVER_Error* function TRITONSERVER_Error (line 423) | TRITONSERVER_Error* function TRITONSERVER_Error (line 459) | TRITONSERVER_Error* function TRITONSERVER_Error (line 525) | TRITONSERVER_Error* function TRITONSERVER_Error (line 547) | TRITONSERVER_Error* function TRITONSERVER_Error (line 631) | TRITONSERVER_Error* function TRITONSERVER_Error (line 641) | TRITONSERVER_Error* function TRITONSERVER_Error (line 688) | TRITONSERVER_Error* type triton (line 131) | namespace triton { namespace server { type server (line 31) | namespace server { function TRITONSERVER_Error (line 34) | TRITONSERVER_Error* function TRITONSERVER_Error (line 46) | TRITONSERVER_Error* function TRITONSERVER_Error (line 57) | TRITONSERVER_Error* function TRITONSERVER_Error (line 68) | TRITONSERVER_Error* function TRITONSERVER_Error (line 81) | TRITONSERVER_Error* function TRITONSERVER_Error (line 92) | TRITONSERVER_Error* function TRITONSERVER_Error (line 102) | TRITONSERVER_Error* function TRITONSERVER_Error (line 111) | TRITONSERVER_Error* function TRITONSERVER_Error (line 135) | TRITONSERVER_Error* function TRITONSERVER_Error (line 151) | TRITONSERVER_Error* function TRITONSERVER_Error (line 176) | TRITONSERVER_Error* function TRITONSERVER_Error (line 196) | TRITONSERVER_Error* function TRITONSERVER_Error (line 215) | TRITONSERVER_Error* function TRITONSERVER_Error (line 231) | TRITONSERVER_Error* function TRITONSERVER_Error (line 248) | TRITONSERVER_Error* function TRITONSERVER_Error (line 274) | TRITONSERVER_Error* function TRITONSERVER_Error (line 288) | TRITONSERVER_Error* function TRITONSERVER_Error (line 318) | TRITONSERVER_Error* function TRITONSERVER_Error (line 352) | TRITONSERVER_Error* function TRITONSERVER_Error (line 423) | TRITONSERVER_Error* function TRITONSERVER_Error (line 459) | TRITONSERVER_Error* function TRITONSERVER_Error (line 525) | TRITONSERVER_Error* function TRITONSERVER_Error (line 547) | TRITONSERVER_Error* function TRITONSERVER_Error (line 631) | TRITONSERVER_Error* function TRITONSERVER_Error (line 641) | TRITONSERVER_Error* function TRITONSERVER_Error (line 688) | TRITONSERVER_Error* type server (line 131) | namespace server { function TRITONSERVER_Error (line 34) | TRITONSERVER_Error* function TRITONSERVER_Error (line 46) | TRITONSERVER_Error* function TRITONSERVER_Error (line 57) | TRITONSERVER_Error* function TRITONSERVER_Error (line 68) | TRITONSERVER_Error* function TRITONSERVER_Error (line 81) | TRITONSERVER_Error* function TRITONSERVER_Error (line 92) | TRITONSERVER_Error* function TRITONSERVER_Error (line 102) | TRITONSERVER_Error* function TRITONSERVER_Error (line 111) | TRITONSERVER_Error* function TRITONSERVER_Error (line 135) | TRITONSERVER_Error* function TRITONSERVER_Error (line 151) | TRITONSERVER_Error* function TRITONSERVER_Error (line 176) | TRITONSERVER_Error* function TRITONSERVER_Error (line 196) | TRITONSERVER_Error* function TRITONSERVER_Error (line 215) | TRITONSERVER_Error* function TRITONSERVER_Error (line 231) | TRITONSERVER_Error* function TRITONSERVER_Error (line 248) | TRITONSERVER_Error* function TRITONSERVER_Error (line 274) | TRITONSERVER_Error* function TRITONSERVER_Error (line 288) | TRITONSERVER_Error* function TRITONSERVER_Error (line 318) | TRITONSERVER_Error* function TRITONSERVER_Error (line 352) | TRITONSERVER_Error* function TRITONSERVER_Error (line 423) | TRITONSERVER_Error* function TRITONSERVER_Error (line 459) | TRITONSERVER_Error* function TRITONSERVER_Error (line 525) | TRITONSERVER_Error* function TRITONSERVER_Error (line 547) | TRITONSERVER_Error* function TRITONSERVER_Error (line 631) | TRITONSERVER_Error* function TRITONSERVER_Error (line 641) | TRITONSERVER_Error* function TRITONSERVER_Error (line 688) | TRITONSERVER_Error* FILE: src/shared_memory_manager.h function namespace (line 46) | namespace triton { namespace server { FILE: src/simple.cc function Usage (line 76) | void function TRITONSERVER_Error (line 94) | TRITONSERVER_Error* function TRITONSERVER_Error (line 194) | TRITONSERVER_Error* function InferRequestRelease (line 249) | void function InferResponseComplete (line 257) | void function TRITONSERVER_Error (line 270) | TRITONSERVER_Error* function GenerateInputData (line 313) | void function CompareResult (line 326) | void function Check (line 347) | void function main (line 464) | int FILE: src/test/data_compressor_test.cc type TritonServerError (line 65) | struct TritonServerError { method TritonServerError (line 66) | TritonServerError(TRITONSERVER_Error_Code code, const char* msg) function WriteEVBufferToFile (line 74) | void function EVBufferToContiguousBuffer (line 95) | void function TRITONSERVER_Error (line 127) | TRITONSERVER_Error* function TRITONSERVER_Error_Code (line 134) | TRITONSERVER_Error_Code class DataCompressorTest (line 152) | class DataCompressorTest : public ::testing::Test { method DataCompressorTest (line 154) | DataCompressorTest() function TEST_F (line 195) | TEST_F(DataCompressorTest, DeflateOneBuffer) function TEST_F (line 230) | TEST_F(DataCompressorTest, GzipOneBuffer) function TEST_F (line 264) | TEST_F(DataCompressorTest, DeflateTwoBuffer) function TEST_F (line 346) | TEST_F(DataCompressorTest, GzipTwoBuffer) function TEST_F (line 428) | TEST_F(DataCompressorTest, DeflateOneLargeBuffer) function TEST_F (line 480) | TEST_F(DataCompressorTest, GzipOneLargeBuffer) function TEST_F (line 532) | TEST_F(DataCompressorTest, DecompressDeflateBuffer) function TEST_F (line 561) | TEST_F(DataCompressorTest, DecompressGzipBuffer) function TEST_F (line 590) | TEST_F(DataCompressorTest, CompressDeflateBuffer) function TEST_F (line 612) | TEST_F(DataCompressorTest, CompressGzipBuffer) function evbuffer (line 635) | evbuffer* function evbuffer (line 648) | evbuffer* function TEST_F (line 662) | TEST_F(DataCompressorTest, DecompressionSizeLimitGzip) function TEST_F (line 739) | TEST_F(DataCompressorTest, DecompressionSizeLimitDeflate) function main (line 817) | int FILE: src/test/distributed_addsub/src/distributed_addsub.cc type triton (line 35) | namespace triton { namespace backend { namespace distributed_addsub { type backend (line 35) | namespace backend { namespace distributed_addsub { type distributed_addsub (line 35) | namespace distributed_addsub { class ModelInstanceState (line 74) | class ModelInstanceState method ModelState (line 225) | ModelState* StateForModel() const { return model_state_; } method IsPassive (line 226) | bool IsPassive() const { return passive_; } class ModelState (line 75) | class ModelState : public BackendModel { method AddSubInstance (line 86) | void AddSubInstance(ModelInstanceState* instance) { instance_ = ... method ModelInstanceState (line 88) | ModelInstanceState* SubInstance() { return instance_; } method ModelState (line 93) | ModelState(TRITONBACKEND_Model* triton_model) function TRITONSERVER_Error (line 101) | TRITONSERVER_Error* function TRITONSERVER_Error (line 117) | TRITONSERVER_Error* class ModelInstanceState (line 216) | class ModelInstanceState : public BackendModelInstance { method ModelState (line 225) | ModelState* StateForModel() const { return model_state_; } method IsPassive (line 226) | bool IsPassive() const { return passive_; } function TRITONSERVER_Error (line 276) | TRITONSERVER_Error* function TRITONSERVER_Error (line 294) | TRITONSERVER_Error* function TRITONSERVER_Error (line 312) | TRITONSERVER_Error* function TRITONSERVER_Error (line 337) | TRITONSERVER_Error* function TRITONSERVER_Error (line 395) | TRITONSERVER_Error* function TRITONSERVER_Error (line 430) | TRITONSERVER_Error* function TRITONSERVER_Error (line 454) | TRITONSERVER_Error* function TRITONSERVER_Error (line 499) | TRITONSERVER_Error* function TRITONSERVER_Error (line 517) | TRITONSERVER_Error* FILE: src/test/dyna_sequence/src/dyna_sequence.cc type triton (line 35) | namespace triton { namespace backend { namespace dyna_sequence { type backend (line 35) | namespace backend { namespace dyna_sequence { type dyna_sequence (line 35) | namespace dyna_sequence { class ModelState (line 91) | class ModelState : public BackendModel { method AccumulatorSize (line 98) | size_t AccumulatorSize() const { return accumulator_size_; } method ExecDelay (line 99) | int ExecDelay() const { return execute_delay_ms_; } function TRITONSERVER_Error (line 118) | TRITONSERVER_Error* function TRITONSERVER_Error (line 140) | TRITONSERVER_Error* class ModelInstanceState (line 308) | class ModelInstanceState : public BackendModelInstance { method ModelState (line 317) | ModelState* StateForModel() const { return model_state_; } function TRITONSERVER_Error (line 337) | TRITONSERVER_Error* function TRITONSERVER_Error (line 399) | TRITONSERVER_Error* function TRITONSERVER_Error (line 457) | TRITONSERVER_Error* function TRITONSERVER_Error (line 492) | TRITONSERVER_Error* function TRITONSERVER_Error (line 510) | TRITONSERVER_Error* function TRITONSERVER_Error (line 560) | TRITONSERVER_Error* function TRITONSERVER_Error (line 578) | TRITONSERVER_Error* FILE: src/test/implicit_state/src/implicit_state.cc type triton (line 34) | namespace triton { namespace backend { namespace implicit { type backend (line 34) | namespace backend { namespace implicit { type implicit (line 34) | namespace implicit { class ModelState (line 88) | class ModelState : public BackendModel { function TRITONSERVER_Error (line 101) | TRITONSERVER_Error* function TRITONSERVER_Error (line 122) | TRITONSERVER_Error* class ModelInstanceState (line 180) | class ModelInstanceState : public BackendModelInstance { method ModelState (line 188) | ModelState* StateForModel() const { return model_state_; } function TRITONSERVER_Error (line 202) | TRITONSERVER_Error* function TRITONSERVER_Error (line 232) | TRITONSERVER_Error* function TRITONSERVER_Error (line 290) | TRITONSERVER_Error* function TRITONSERVER_Error (line 325) | TRITONSERVER_Error* function TRITONSERVER_Error (line 343) | TRITONSERVER_Error* function TRITONSERVER_Error (line 385) | TRITONSERVER_Error* function TRITONSERVER_Error (line 403) | TRITONSERVER_Error* FILE: src/test/iterative_sequence/src/iterative_sequence.cc type triton (line 35) | namespace triton { namespace backend { namespace iterative_sequence { type backend (line 35) | namespace backend { namespace iterative_sequence { type iterative_sequence (line 35) | namespace iterative_sequence { class ModelState (line 77) | class ModelState : public BackendModel { function TRITONSERVER_Error (line 87) | TRITONSERVER_Error* class ModelInstanceState (line 114) | class ModelInstanceState : public BackendModelInstance { method ModelState (line 123) | ModelState* StateForModel() const { return model_state_; } function TRITONSERVER_Error (line 140) | TRITONSERVER_Error* function TRITONSERVER_Error (line 186) | TRITONSERVER_Error* function TRITONSERVER_Error (line 216) | TRITONSERVER_Error* function TRITONSERVER_Error (line 245) | TRITONSERVER_Error* function TRITONSERVER_Error (line 263) | TRITONSERVER_Error* function TRITONSERVER_Error (line 313) | TRITONSERVER_Error* function TRITONSERVER_Error (line 331) | TRITONSERVER_Error* FILE: src/test/query_backend/src/query.cc type triton (line 33) | namespace triton { namespace backend { namespace query { type backend (line 33) | namespace backend { namespace query { type query (line 33) | namespace query { function TRITONSERVER_Error (line 73) | TRITONSERVER_Error* FILE: src/test/repoagent/relocation_repoagent/src/relocation.cc type triton (line 40) | namespace triton { namespace repoagent { namespace relocation { type repoagent (line 40) | namespace repoagent { namespace relocation { type relocation (line 40) | namespace relocation { type ErrorException (line 48) | struct ErrorException { method ErrorException (line 49) | ErrorException(TRITONSERVER_Error* err) : err_(err) {} function TRITONSERVER_Error (line 83) | TRITONSERVER_Error* function TRITONSERVER_Error (line 94) | TRITONSERVER_Error* FILE: src/test/sequence/src/sequence.cc type triton (line 34) | namespace triton { namespace backend { namespace sequence { type backend (line 34) | namespace backend { namespace sequence { type sequence (line 34) | namespace sequence { class ModelState (line 83) | class ModelState : public BackendModel { method AccumulatorSize (line 90) | size_t AccumulatorSize() const { return accumulator_size_; } method ExecDelay (line 91) | int ExecDelay() const { return execute_delay_ms_; } function TRITONSERVER_Error (line 106) | TRITONSERVER_Error* function TRITONSERVER_Error (line 127) | TRITONSERVER_Error* class ModelInstanceState (line 266) | class ModelInstanceState : public BackendModelInstance { method ModelState (line 275) | ModelState* StateForModel() const { return model_state_; } function TRITONSERVER_Error (line 293) | TRITONSERVER_Error* function TRITONSERVER_Error (line 349) | TRITONSERVER_Error* function TRITONSERVER_Error (line 407) | TRITONSERVER_Error* function TRITONSERVER_Error (line 442) | TRITONSERVER_Error* function TRITONSERVER_Error (line 460) | TRITONSERVER_Error* function TRITONSERVER_Error (line 510) | TRITONSERVER_Error* function TRITONSERVER_Error (line 528) | TRITONSERVER_Error* FILE: src/test/tensor_size_test.cc type TritonServerError (line 60) | struct TritonServerError { method TritonServerError (line 61) | TritonServerError(TRITONSERVER_Error_Code code, const char* msg) function TRITONSERVER_Error_Code (line 75) | TRITONSERVER_Error_Code type ErrorCode (line 93) | enum class ErrorCode { function assert_get_element_count_success (line 100) | void function assert_get_element_count_error (line 129) | void function assert_get_byte_size_success (line 169) | void function assert_get_byte_size_error (line 198) | void class GetElementCountTest (line 235) | class GetElementCountTest : public ::testing::Test { method GetElementCountTest (line 237) | GetElementCountTest() {} function TEST_F (line 240) | TEST_F(GetElementCountTest, GetElementCount) function TEST_F (line 261) | TEST_F(GetElementCountTest, GetElementCountWildcard) function TEST_F (line 283) | TEST_F(GetElementCountTest, GetElementCountZero) function TEST_F (line 304) | TEST_F(GetElementCountTest, GetElementCountInvalidDim) function TEST_F (line 328) | TEST_F(GetElementCountTest, GetElementCountOverflow) class GetByteSizeTest (line 349) | class GetByteSizeTest : public ::testing::Test { method GetByteSizeTest (line 351) | GetByteSizeTest() {} function TEST_F (line 354) | TEST_F(GetByteSizeTest, GetByteSize) function TEST_F (line 381) | TEST_F(GetByteSizeTest, GetByteSizeWildcard) function TEST_F (line 415) | TEST_F(GetByteSizeTest, GetByteSizeZero) function TEST_F (line 437) | TEST_F(GetByteSizeTest, GetByteSizeInvalidDim) function TEST_F (line 462) | TEST_F(GetByteSizeTest, GetByteSizeOverflow) function main (line 486) | int FILE: src/tracer.cc type triton (line 42) | namespace triton { namespace server { type server (line 42) | namespace server { function TRITONSERVER_Error (line 44) | TRITONSERVER_Error* function TRITONSERVER_Error (line 84) | TRITONSERVER_Error* function TRITONSERVER_Error (line 107) | TRITONSERVER_Error* FILE: src/tracer.h function namespace (line 64) | namespace triton { namespace server { FILE: src/triton_signal.cc type triton (line 40) | namespace triton { namespace server { type server (line 40) | namespace server { function CommonSignalHandler (line 50) | void function BOOL (line 72) | BOOL WINAPI function TRITONSERVER_Error (line 92) | TRITONSERVER_Error* function SignalHandler (line 109) | void function ErrorSignalHandler (line 116) | void function TRITONSERVER_Error (line 129) | TRITONSERVER_Error* FILE: src/triton_signal.h function namespace (line 33) | namespace triton { namespace server { FILE: src/vertex_ai_server.cc type triton (line 32) | namespace triton { namespace server { type server (line 32) | namespace server { function TRITONSERVER_Error (line 57) | TRITONSERVER_Error* function TRITONSERVER_Error (line 276) | TRITONSERVER_Error* FILE: src/vertex_ai_server.h function namespace (line 30) | namespace triton { namespace server { FILE: tools/add_copyright.py function has_copyright (line 44) | def has_copyright(content: str) -> bool: function update_copyright_year (line 48) | def update_copyright_year( function update_and_get_license (line 76) | def update_and_get_license() -> str: function prefix_lines (line 96) | def prefix_lines(content: str, prefix: str) -> str: function insert_after (line 102) | def insert_after(regex: str) -> Callable[[str], str]: function update_or_add_header (line 129) | def update_or_add_header( function has_ext (line 180) | def has_ext(exts: Sequence[str]): function basename_is (line 188) | def basename_is(expected_path: str): function path_contains (line 192) | def path_contains(expected: str): function any_of (line 196) | def any_of(*funcs: Sequence[Callable[[str], bool]]): function register (line 206) | def register(match: Callable[[str], bool]): function py_or_shell_like (line 221) | def py_or_shell_like(path): function cpp (line 233) | def cpp(path): function tpl (line 238) | def tpl(path): function html_md (line 243) | def html_md(path): function rst (line 248) | def rst(path): function add_copyrights (line 252) | def add_copyrights(paths): function main (line 277) | def main() -> int: function process_text (line 302) | def process_text(content, extension): function make_copyright_text (line 315) | def make_copyright_text(text): function test_copyright_update (line 347) | def test_copyright_update(content, expected): function test_adding_new_copyrights (line 372) | def test_adding_new_copyrights(content, extension, expected): function test_license_has_current_year (line 376) | def test_license_has_current_year():