SYMBOL INDEX (1107 symbols across 227 files) FILE: examples/00_TensorRT/infer.cc function ModelName (line 55) | static std::string ModelName(int model_id) function ValidateEngine (line 62) | static bool ValidateEngine(const char* flagname, const std::string& value) function main (line 79) | int main(int argc, char* argv[]) FILE: examples/00_TensorRT/inference.cc function ModelName (line 53) | static std::string ModelName(int model_id) class InferenceResources (line 60) | class InferenceResources : public InferenceManager method InferenceResources (line 63) | InferenceResources(int max_executions, int max_buffers, size_t nCuda, ... class Inference (line 80) | class Inference final method Inference (line 83) | Inference(std::shared_ptr resources) : m_Resources... method Run (line 85) | void Run(float seconds, bool warmup, int replicas, uint32_t requested_... method GetResources (line 173) | inline std::shared_ptr GetResources() { return m_R... function ValidateEngine (line 179) | static bool ValidateEngine(const char* flagname, const std::string& value) function main (line 196) | int main(int argc, char* argv[]) FILE: examples/01_Basic_GRPC/src/async_client.cc function main (line 54) | int main(int argc, char** argv) FILE: examples/01_Basic_GRPC/src/client.cpp class SimpleClient (line 45) | class SimpleClient { method SimpleClient (line 47) | SimpleClient(std::shared_ptr channel) method Compute (line 52) | int Compute(const int batch_id) { function main (line 83) | int main(int argc, char** argv) { FILE: examples/01_Basic_GRPC/src/server.cpp type SimpleResources (line 89) | struct SimpleResources : public Resources method SimpleResources (line 91) | SimpleResources(int numThreadsInPool=3) : m_ThreadPool(numThreadsInPoo... method ThreadPool (line 95) | ThreadPool& AcquireThreadPool() class SimpleContext (line 108) | class SimpleContext final : public Context channel) : stub_(Infer... method SayHello (line 76) | void SayHello(const size_t batch_id, const int batch_size) method AsyncCompleteRpc (line 103) | void AsyncCompleteRpc() method Shutdown (line 131) | void Shutdown() { cq_.Shutdown(); } type AsyncClientCall (line 135) | struct AsyncClientCall function main (line 163) | int main(int argc, char** argv) FILE: examples/02_TensorRT_GRPC/src/metrics.cc type trtlab (line 32) | namespace trtlab { function Metrics (line 54) | Metrics* Metrics::GetSingleton() FILE: examples/02_TensorRT_GRPC/src/metrics.h function namespace (line 35) | namespace trtlab { FILE: examples/02_TensorRT_GRPC/src/server.cc class FlowersResources (line 121) | class FlowersResources : public InferenceManager method FlowersResources (line 124) | explicit FlowersResources(int max_executions, int max_buffers, int nCu... method ThreadPool (line 131) | ThreadPool& GetCudaThreadPool() { return m_CudaThreadPool; } method ThreadPool (line 132) | ThreadPool& GetResponseThreadPool() { return m_ResponseThreadPool; } class FlowersContext (line 148) | class FlowersContext final : public Context channel, int max_outst... method SayHello (line 84) | void SayHello(const size_t batch_id, const int batch_size, char* bytes... method AsyncCompleteRpc (line 134) | void AsyncCompleteRpc() method Shutdown (line 182) | void Shutdown() { cq_.Shutdown(); } type AsyncClientCall (line 186) | struct AsyncClientCall function ValidateBytes (line 218) | static bool ValidateBytes(const char* flagname, const std::string& value) function main (line 236) | int main(int argc, char** argv) FILE: examples/02_TensorRT_GRPC/src/sync-client.cc class SimpleClient (line 64) | class SimpleClient method SimpleClient (line 67) | SimpleClient(std::shared_ptr channel) : stub_(Inference::NewS... method Compute (line 71) | int Compute(const int batch_id, const int batch_size) function main (line 108) | int main(int argc, char** argv) FILE: examples/03_Batching/inference-batcher.cc type BatchingService (line 73) | struct BatchingService type MessageType (line 77) | struct MessageType class Client (line 88) | class Client method Client (line 95) | Client(PrepareFunc prepare_func, std::shared_ptr thread_... method WriteAndCloseStream (line 107) | void WriteAndCloseStream(uint32_t messages_count, MessageType* messa... class Call (line 123) | class Call method Call (line 126) | Call() : m_Started(false), m_NextState(&Call::StateInvalid) {} method Push (line 129) | void Push(MessageType& message) method Start (line 137) | void Start() method RunNextState (line 146) | bool RunNextState(bool ok) method Fail (line 155) | bool Fail() method WriteNext (line 161) | void WriteNext() method ReadNext (line 179) | void ReadNext() method StateWriteDone (line 196) | bool StateWriteDone(bool ok) method StateReadDone (line 204) | bool StateReadDone(bool ok) method StateCloseStreamDone (line 221) | bool StateCloseStreamDone(bool ok) method StateFinishedDone (line 229) | bool StateFinishedDone(bool ok) method StateInvalid (line 240) | bool StateInvalid(bool ok) { LOG(FATAL) << "This should never be c... method ProgressEngine (line 257) | void ProgressEngine(::grpc::CompletionQueue& cq) class Resources (line 280) | class Resources : public ::trtlab::Resources method Resources (line 283) | Resources(uint32_t max_batch_size, uint64_t timeout, std::shared_ptr... method PreprocessRequest (line 288) | virtual void PreprocessRequest(Request* req) {} method Push (line 290) | void Push(Request* req, Response* resp, Callback callback) method ProgressEngine (line 298) | void ProgressEngine() class ReceiveContext (line 347) | class ReceiveContext final : public ::nvrpc::Context& inputs, method OnRequestReceived (line 65) | void OnRequestReceived(const RequestType& request) final override function main (line 71) | int main(int argc, char* argv[]) FILE: examples/03_Batching/unary_client.py function run (line 7) | def run(): FILE: examples/04_Middleman/middleman-client.cc type MiddlemanService (line 86) | struct MiddlemanService type MessageType (line 90) | struct MessageType class Client (line 101) | class Client method Client (line 108) | Client(PrepareFunc prepare_func, std::shared_ptr thread_... method WriteAndCloseStream (line 120) | void WriteAndCloseStream(uint32_t messages_count, MessageType* messa... class Call (line 138) | class Call method Call (line 141) | Call() : m_NextState(&Call::StateFinishedDone) {} method Push (line 144) | void Push(MessageType& message) method RunNextState (line 152) | bool RunNextState(bool ok) method Fail (line 161) | bool Fail() method StateFinishedDone (line 167) | bool StateFinishedDone(bool ok) method ProgressEngine (line 192) | void ProgressEngine(::grpc::CompletionQueue& cq) class Resources (line 216) | class Resources : public ::trtlab::Resources method Resources (line 219) | Resources(uint32_t max_batch_size, uint64_t timeout, std::shared_ptr... method PreprocessRequest (line 224) | virtual void PreprocessRequest(Request* req) {} method Push (line 226) | void Push(Request* req, Response* resp, Callback callback) method ProgressEngine (line 234) | void ProgressEngine() class ReceiveContext (line 274) | class ReceiveContext final : public ::nvrpc::Context channel) : stub_(Greeter::NewStu... method Compute (line 53) | std::string Compute(const int batch_id) function main (line 92) | int main(int argc, char** argv) FILE: examples/12_FlatBuffers/example.grpc.fb.h function namespace (line 20) | namespace grpc { function class (line 27) | class Greeter final function class (line 187) | class Service : public ::grpc::Service function RequestSayHello (line 217) | void RequestSayHello( function RequestSayManyHellos (line 245) | void RequestSayManyHellos( type WithAsyncMethod_SayHello (line 255) | typedef WithAsyncMethod_SayHello>... type WithStreamedUnaryMethod_SayHello (line 325) | typedef WithStreamedUnaryMethod_SayHello StreamedUnaryService; type WithSplitStreamingMethod_SayManyHellos (line 362) | typedef WithSplitStreamingMethod_SayManyHellos SplitStreamedSer... type WithStreamedUnaryMethod_SayHello (line 363) | typedef WithStreamedUnaryMethod_SayHello method ExecuteRPC (line 72) | void ExecuteRPC(ImageInfo& input, Output& output) final override function main (line 80) | int main(int argc, char* argv[]) FILE: examples/Deployment/batcher.cc type MessageType (line 12) | struct MessageType function Resources (line 22) | Resources(PrepareFn prepare_fn, std::shared_ptr executor, function CreateClient (line 30) | std::shared_ptr> function Enqueue (line 39) | void Enqueue(Request& req, Response& resp, Callback callback) class BatchingContext (line 135) | class BatchingContext : public Context method ExecuteRPC (line 137) | void ExecuteRPC(Request& request, Response& response) final override FILE: examples/ONNX/resnet50/build.py function main (line 47) | def main(models, batch, precision): FILE: examples/ONNX/resnet50/calibrator.py class ONNXEntropyCalibrator (line 61) | class ONNXEntropyCalibrator(trt.IInt8EntropyCalibrator): method __init__ (line 62) | def __init__(self, image_dir, batch_size, calibration_batches, cache_f... method transform_image (line 96) | def transform_image(self, img): method read_image_batch (line 108) | def read_image_batch(self): method get_batch_size (line 120) | def get_batch_size(self): method get_batch (line 126) | def get_batch(self, names): method read_calibration_cache (line 138) | def read_calibration_cache(self): method write_calibration_cache (line 144) | def write_calibration_cache(self, cache): FILE: examples/ONNX/resnet50/int8.py function build_int8_engine_onnx (line 5) | def build_int8_engine_onnx(model_file, image_dir, batch_size, calibratio... FILE: examples/ONNX/resnet50/onnx_utils.py function load_inputs (line 10) | def load_inputs(test_data_dir): function load_outputs (line 22) | def load_outputs(test_data_dir): function mnist_image (line 34) | def mnist_image(data): function softmax (line 39) | def softmax(x): FILE: examples/ONNX/resnet50/run_jpeg_test.py function tensorrt_init (line 21) | def tensorrt_init(engines): function infer_image (line 30) | def infer_image(runner, image): function preprocess_image (line 41) | def preprocess_image(runner, image_path): function transform_image (line 49) | def transform_image(img): function validate_results (line 61) | def validate_results(computed, expected): function main (line 74) | def main(engine, image): FILE: examples/ONNX/resnet50/run_onnx_tests.py function tensorrt_init (line 13) | def tensorrt_init(engines): function test_data (line 22) | def test_data(test_path): function run_test (line 32) | def run_test(runner, inputs, outputs): function preprocess_inputs (line 38) | def preprocess_inputs(runner, inputs): function validate_results (line 52) | def validate_results(computed, expected): function main (line 65) | def main(engine, tests): FILE: examples/nvRPC/SharedMemoryService/client.cc class SimpleClient (line 56) | class SimpleClient final method SimpleClient (line 59) | SimpleClient(std::shared_ptr channel) method Compute (line 65) | int Compute(const int batch_id) method RandomAllocation (line 107) | CyclicAllocator::Descriptor RandomAllocation() function main (line 119) | int main(int argc, char** argv) FILE: examples/nvRPC/SharedMemoryService/server.cc class ExternalSharedMemoryManager (line 68) | class ExternalSharedMemoryManager final class PartialSegmentDescriptor (line 70) | class PartialSegmentDescriptor final : public Descriptor method PartialSegmentDescriptor (line 73) | PartialSegmentDescriptor(const std::shared_ptr& segment, si... method PartialSegmentDescriptor (line 80) | PartialSegmentDescriptor(PartialSegmentDescriptor&& other) method PartialSegmentDescriptor (line 86) | PartialSegmentDescriptor& operator=(PartialSegmentDescriptor&&) = de... method ExternalSharedMemoryManager (line 96) | ExternalSharedMemoryManager() = default; method Descriptor (line 99) | Descriptor Acquire(size_t shm_id, size_t offset, size_t size) method Release (line 106) | void Release(size_t shm_id) method GetOrAttachToShmID (line 114) | std::shared_ptr GetOrAttachToShmID(size_t shm_id) type SimpleResources (line 137) | struct SimpleResources : public Resources method SimpleResources (line 139) | SimpleResources() = default; method ExternalSharedMemoryManager (line 141) | ExternalSharedMemoryManager& GetExternalSharedMemoryManager() class SimpleContext (line 150) | class SimpleContext final : public Context() const type key (line 643) | struct key function UniquePool (line 656) | UniquePool(key) {} function virtual (line 657) | virtual ~UniquePool() {} function pool_t (line 662) | static pool_t Create() function push (line 667) | void push(item_t item) function UniqueItem (line 678) | UniqueItem pop_unique(on_return_fn on_return) function UniqueItem (line 683) | UniqueItem pop_unique() function UniqueItem (line 688) | UniqueItem pop_unique_without_return() function item_t (line 709) | item_t internal_pop() function ResourceType (line 755) | const ResourceType* operator->() const FILE: trtlab/core/include/trtlab/core/ranges.h function namespace (line 7) | namespace trtlab FILE: trtlab/core/include/trtlab/core/resources.h function namespace (line 31) | namespace trtlab { FILE: trtlab/core/include/trtlab/core/standard_threads.h function namespace (line 4) | namespace trtlab FILE: trtlab/core/include/trtlab/core/task_pool.h function namespace (line 34) | namespace trtlab FILE: trtlab/core/include/trtlab/core/thread_pool.h function namespace (line 71) | namespace trtlab FILE: trtlab/core/include/trtlab/core/types.h function namespace (line 36) | namespace trtlab { FILE: trtlab/core/include/trtlab/core/userspace_threads.h function namespace (line 4) | namespace trtlab FILE: trtlab/core/include/trtlab/core/utils.h function namespace (line 39) | namespace trtlab { FILE: trtlab/core/src/affinity.cc function cpu_set (line 45) | cpu_set cpu_set::get_intersection(const cpu_set& other) const function cpu_set (line 52) | cpu_set cpu_set::get_union(const cpu_set& other) const function cpu_set (line 59) | cpu_set cpu_set::get_difference(const cpu_set& other) const function cpu_set (line 66) | cpu_set cpu_set::from_string(std::string ids) function cpu_set (line 147) | cpu_set affinity::this_thread::get_affinity() function ConvertString2Int (line 209) | int ConvertString2Int(const std::string& str) function SplitStringToArray (line 217) | std::vector SplitStringToArray(const std::string& str, char... function parse_ints (line 229) | std::vector parse_ints(const std::string data) function cpu_int_string (line 258) | std::string cpu_int_string(const cpu_set& cpus, std::function (line 68) | class memory::detail::lowlevel_allocator class memory::allocator_traits (line 69) | class memory::allocator_traits FILE: trtlab/core/src/memory/memory.cc type trtlab (line 33) | namespace trtlab { function mem_size_t (line 225) | mem_size_t CoreMemory::SizeOfDataType() const function mem_size_t (line 235) | mem_size_t CoreMemory::SizeFromShape(const std::vector& sh... FILE: trtlab/core/src/memory/sysv_allocator.cc type foonathan (line 41) | namespace foonathan { type memory (line 42) | namespace memory { type trtlab (line 43) | namespace trtlab { type sysv_detail (line 44) | namespace sysv_detail { type sysv_allocation (line 46) | struct sysv_allocation final : memory_block method sysv_allocation (line 48) | sysv_allocation() : memory_block(), shm_id(-1), release(true) {} method sysv_allocation (line 49) | sysv_allocation(int id, void* mem, size_t size, bool rel = true) method sysv_allocation (line 52) | sysv_allocation(const sysv_allocation&) = default; method sysv_allocation (line 53) | sysv_allocation& operator=(const sysv_allocation&) = default; method sysv_allocation (line 55) | sysv_allocation(sysv_allocation&& other) method sysv_allocation (line 60) | sysv_allocation& operator=(sysv_allocation&& other) class sysv_manager (line 72) | class sysv_manager final method sysv_allocation (line 89) | static const sysv_allocation& allocate(std::size_t size) method sysv_allocation (line 97) | static const sysv_allocation& attach(int shm_id) method detach (line 102) | static int detach(void* addr) method release (line 118) | static void release(int shm_id) method size (line 135) | static std::size_t size(int shm_id) method release_on_deallocate (line 141) | static bool release_on_deallocate() method release_on_deallocate (line 148) | static bool release_on_deallocate(bool val) method sysv_info (line 156) | static sysv_info sysv_info_for_pointer(void* ptr) method sysv_manager (line 172) | sysv_manager() : m_release_on_deallocate(true) {} method sysv_manager (line 174) | sysv_manager(const sysv_manager&) = delete; method sysv_manager (line 175) | sysv_manager& operator=(const sysv_manager&) = delete; method sysv_manager (line 177) | sysv_manager(sysv_manager&&) = delete; method sysv_manager (line 178) | sysv_manager& operator=(sysv_manager&&) = delete; method sysv_manager (line 180) | static sysv_manager& global_manager() method sysv_allocation (line 186) | static const sysv_allocation& attach_impl(int shm_id, bool has... method get_stats (line 197) | static struct shmid_ds get_stats(int shm_id) method sysv_allocation (line 206) | const sysv_allocation& register_allocation(int shm_id, void* a... method drop_allocation (line 216) | int drop_allocation(void* addr) function sysv_info (line 266) | sysv_info sysv_allocator::sysv_info_for_pointer(void* ptr) FILE: trtlab/core/src/memory/tensor_shape.cc type trtlab (line 31) | namespace trtlab { FILE: trtlab/core/src/types.cc type trtlab (line 31) | namespace trtlab { type types (line 32) | namespace types { function dtype (line 46) | dtype& dtype::operator=(dtype&& other) noexcept function dtype (line 54) | dtype& dtype::operator=(const dtype& other) function DLDataType (line 77) | const DLDataType& dtype::to_dlpack() const { return m_DLPackType; } FILE: trtlab/core/src/utils.cc type trtlab (line 37) | namespace trtlab { function BytesToString (line 44) | std::string BytesToString(size_t bytes) function StringToBytes (line 60) | std::uint64_t StringToBytes(const std::string str) FILE: trtlab/core/tests/test_affinity.cc class TestAffinity (line 35) | class TestAffinity : public ::testing::Test {} function TEST_F (line 37) | TEST_F(TestAffinity, Basics) function TEST_F (line 64) | TEST_F(TestAffinity, IntString) FILE: trtlab/core/tests/test_async.cc class TestAsync (line 5) | class TestAsync : public ::testing::Test function TEST_F (line 9) | TEST_F(TestAsync, FibersHello) FILE: trtlab/core/tests/test_async_compute.cc class TestAsyncCompute (line 36) | class TestAsyncCompute : public ::testing::Test function TEST_F (line 40) | TEST_F(TestAsyncCompute, EvenTest) function TEST_F (line 59) | TEST_F(TestAsyncCompute, OddTest) function TEST_F (line 71) | TEST_F(TestAsyncCompute, ReturnUniquePtr) function TEST_F (line 86) | TEST_F(TestAsyncCompute, ReturnVoid) function TEST_F (line 95) | TEST_F(TestAsyncCompute, PackagedTask) FILE: trtlab/core/tests/test_batcher.cc class TestBatcher (line 11) | class TestBatcher : public ::testing::Test function TEST_F (line 17) | TEST_F(TestBatcher, StandardBatcher) function TEST_F (line 49) | TEST_F(TestBatcher, FullBatcher) function TEST_F (line 93) | TEST_F(TestBatcher, FullBatcherUserThreads) function TEST_F (line 139) | TEST_F(TestBatcher, ShortDeferredTaskPool) FILE: trtlab/core/tests/test_common.cc class TestCore (line 79) | class TestCore : public ::testing::Test {} function TEST_F (line 81) | TEST_F(TestCore, FindRanges0) function TEST_F (line 91) | TEST_F(TestCore, FindRanges1) function TEST_F (line 100) | TEST_F(TestCore, FindRanges2) function TEST_F (line 109) | TEST_F(TestCore, FindRanges3) function TEST_F (line 118) | TEST_F(TestCore, FindRanges4) function TEST_F (line 127) | TEST_F(TestCore, FindRanges5) FILE: trtlab/core/tests/test_common.h function class (line 37) | class TrackedTest : public ::testing::Test type log_tracker (line 47) | struct log_tracker function exception (line 62) | struct timeout_error : std::exception FILE: trtlab/core/tests/test_cyclic_allocator.cc class TestCyclicStacks (line 39) | class TestCyclicStacks : public ::testing::Test function TYPED_TEST (line 47) | TYPED_TEST(TestCyclicStacks, EmptyOnCreate) function TYPED_TEST (line 54) | TYPED_TEST(TestCyclicStacks, AddSegment) function TYPED_TEST (line 61) | TYPED_TEST(TestCyclicStacks, DropSegment) function TYPED_TEST (line 68) | TYPED_TEST(TestCyclicStacks, Allocate) function TYPED_TEST (line 113) | TYPED_TEST(TestCyclicStacks, AllocateThenReleaseStack) function TYPED_TEST (line 134) | TYPED_TEST(TestCyclicStacks, AllocateShouldFail) FILE: trtlab/core/tests/test_cyclic_windowed_buffer.cc class TestWindowedBuffer (line 45) | class TestWindowedBuffer : public ::testing::Test function TEST_F (line 49) | TEST_F(TestWindowedBuffer, SynchronousNonOverlapping) function TEST_F (line 87) | TEST_F(TestWindowedBuffer, SynchronousOverlapping) function SyncFnFromFuture (line 128) | std::function SyncFnFromFuture(std::shared_future&& shared) function TEST_F (line 145) | TEST_F(TestWindowedBuffer, AsynchronousNonOverlapping) function TEST_F (line 199) | TEST_F(TestWindowedBuffer, AsynchronousOverlapping) type test_cw_stack (line 256) | struct test_cw_stack : public ::trtlab::cyclic_windowed_stack alloc) class TestFooMemory (line 65) | class TestFooMemory : public TrackedTest {} function TEST_F (line 67) | TEST_F(TestFooMemory, BlankTest) function TEST_F (line 73) | TEST_F(TestFooMemory, Malloc) function TEST_F (line 89) | TEST_F(TestFooMemory, MallocTraits) function TEST_F (line 126) | TEST_F(TestFooMemory, MallocAsStdAllocator) function TEST_F (line 157) | TEST_F(TestFooMemory, MallocThreadSafe) function TEST_F (line 188) | TEST_F(TestFooMemory, GrowthCappedBlockAllocator) function TEST_F (line 228) | TEST_F(TestFooMemory, BlockArena) function make_raw_transactional_allocator (line 286) | auto make_raw_transactional_allocator(std::size_t block_size, std::size_... function make_smart_transactional_allocator (line 308) | auto make_smart_transactional_allocator(std::size_t block_size, std::siz... function TEST_F (line 321) | TEST_F(TestFooMemory, TransactionalLifeCycle) function TEST_F (line 362) | TEST_F(TestFooMemory, TransactionalAllocatorFullyCaptured) function TEST_F (line 377) | TEST_F(TestFooMemory, SmartTransactionalLifeCycle) function TEST_F (line 395) | TEST_F(TestFooMemory, SmartTransactionalBase) function TEST_F (line 405) | TEST_F(TestFooMemory, SmartTransactionalDescriptor) function TEST_F (line 445) | TEST_F(TestFooMemory, AlignedSmartAllocator) function TEST_F (line 488) | TEST_F(TestFooMemory, SmartAllocatorStateful) function TEST_F (line 642) | TEST_F(TestFooMemory, SmartAllocatorStateless) type backend (line 676) | struct backend {} type backend_a (line 677) | struct backend_a : backend {} type backend_b (line 678) | struct backend_b : backend_a {} type backend_c (line 679) | struct backend_c : backend {} class md (line 682) | class md : public BackendType method md (line 685) | md() : m_ptr(nullptr) {} method md (line 686) | md(void* ptr) : m_ptr(ptr) {} function do_a (line 694) | void do_a(md& require_a_or_derived_from_a) function TEST_F (line 701) | TEST_F(TestFooMemory, TemplateInheritance) type pinned_memory (line 717) | struct pinned_memory : memory::host_memory method DLDeviceType (line 719) | static constexpr DLDeviceType device_type() { return kDLCPUPinned; } function TEST_F (line 724) | TEST_F(TestFooMemory, OtherMemoryTypes) type malloc_allocator_1024 (line 743) | struct malloc_allocator_1024 : public memory::malloc_allocator method min_alignment (line 745) | constexpr static std::size_t min_alignment() { return 1024UL; } type malloc_allocator_1 (line 748) | struct malloc_allocator_1 : public memory::malloc_allocator method min_alignment (line 750) | constexpr static std::size_t min_alignment() { return 1UL; } function TEST_F (line 753) | TEST_F(TestFooMemory, MinAlignment) function TEST_F (line 770) | TEST_F(TestFooMemory, FirstTouch) FILE: trtlab/core/tests/test_main.cc function main (line 31) | int main(int argc, char **argv) { FILE: trtlab/core/tests/test_memory.cc class TestMemory (line 7) | class TestMemory : public ::testing::Test {} function TEST_F (line 11) | TEST_F(TestMemory, FirstTouchAllocator) FILE: trtlab/core/tests/test_memory_old.cc class TestMemory (line 61) | class TestMemory : public ::testing::Test function TYPED_TEST (line 76) | TYPED_TEST(TestMemory, make_shared) function TYPED_TEST (line 93) | TYPED_TEST(TestMemory, make_unique) function TYPED_TEST (line 110) | TYPED_TEST(TestMemory, ctor) function TYPED_TEST (line 124) | TYPED_TEST(TestMemory, move_ctor) function TYPED_TEST (line 139) | TYPED_TEST(TestMemory, move_ctor_with_reshape) function TYPED_TEST (line 171) | TYPED_TEST(TestMemory, move_to_shared_ptr) function TYPED_TEST (line 180) | TYPED_TEST(TestMemory, smart_move) function TYPED_TEST (line 198) | TYPED_TEST(TestMemory, shape) function TYPED_TEST (line 248) | TYPED_TEST(TestMemory, alignment) class DescFromSharedPointer (line 269) | class DescFromSharedPointer : public Descriptor method DescFromSharedPointer (line 272) | DescFromSharedPointer(std::shared_ptr shared) method CaptureSharedObject (line 282) | std::function CaptureSharedObject() function TYPED_TEST (line 291) | TYPED_TEST(TestMemory, DescriptorFromSharedPointer) class TestSystemVMemory (line 327) | class TestSystemVMemory : public ::testing::Test function TEST_F (line 331) | TEST_F(TestSystemVMemory, same_process) function TEST_F (line 361) | TEST_F(TestSystemVMemory, smart_ptrs) function TEST_F (line 383) | TEST_F(TestSystemVMemory, TryAttachingToDeletedSegment) FILE: trtlab/core/tests/test_memory_stack.cc class TestMemoryStack (line 43) | class TestMemoryStack : public ::testing::Test method SetUp (line 46) | virtual void SetUp() { stack = std::make_shared>(o... method TearDown (line 48) | virtual void TearDown() { stack->Reset(); } class TestSmartStack (line 53) | class TestSmartStack : public ::testing::Test method SetUp (line 56) | virtual void SetUp() { stack = SmartStack::Create(one_mb); } method TearDown (line 58) | virtual void TearDown() function TEST_F (line 69) | TEST_F(TestMemoryStack, EmptyOnCreate) function TEST_F (line 76) | TEST_F(TestMemoryStack, AllocateAndReset) function TEST_F (line 87) | TEST_F(TestMemoryStack, Unaligned) function TEST_F (line 104) | TEST_F(TestSmartStack, EmptyOnCreate) function TEST_F (line 111) | TEST_F(TestSmartStack, AllocateAndReset) function TEST_F (line 123) | TEST_F(TestSmartStack, Unaligned) function TEST_F (line 155) | TEST_F(TestSmartStack, PassMemory) function TEST_F (line 161) | TEST_F(TestSmartStack, PassSpecializedMemory) FILE: trtlab/core/tests/test_pool.cc type Object (line 33) | struct Object method Object (line 35) | Object(std::string name) : m_Name(name), m_Original(name) {} method Object (line 41) | Object(Object&& other) noexcept = default; method Object (line 42) | Object& operator=(Object&& other) noexcept = default; method SetName (line 44) | void SetName(std::string name) method GetName (line 48) | const std::string GetName() const method Reset (line 53) | void Reset() type ShareableObject (line 63) | struct ShareableObject : public Object, public std::enable_shared_from_t... method Copy (line 66) | auto Copy() { return shared_from_this(); } class TestPool (line 70) | class TestPool : public ::testing::Test method SetUp (line 73) | virtual void SetUp() method TearDown (line 85) | virtual void TearDown() {} function TEST_F (line 92) | TEST_F(TestPool, EmptyOnCreate) function TEST_F (line 97) | TEST_F(TestPool, Push) function TEST_F (line 105) | TEST_F(TestPool, Pop) function TEST_F (line 122) | TEST_F(TestPool, PopOnReturn) function TEST_F (line 148) | TEST_F(TestPool, PopOnReturnWithCapture) function TEST_F (line 189) | TEST_F(TestPool, PopWithoutReturn) FILE: trtlab/core/tests/test_stl_allocator.cc class TestCustomAllocator (line 15) | class TestCustomAllocator : public ::testing::Test function TEST_F (line 22) | TEST_F(TestCustomAllocator, CustomVector) FILE: trtlab/core/tests/test_sysv_allocator.cc class TestSysV (line 42) | class TestSysV : public TrackedTest function TEST_F (line 46) | TEST_F(TestSysV, BlankTest) function TEST_F (line 53) | TEST_F(TestSysV, LifeCycle) function TEST_F (line 64) | TEST_F(TestSysV, Attach) function TEST_F (line 93) | TEST_F(TestSysV, AttachShouldFailIfSegmentHasBeenReleased) function TEST_F (line 120) | TEST_F(TestSysV, AsBaseForHighLevelAllocators) FILE: trtlab/core/tests/test_tensor.cc class TestTensor (line 39) | class TestTensor : public ::testing::Test function TEST_F (line 43) | TEST_F(TestTensor, StateFromBytes) function TEST_F (line 75) | TEST_F(TestTensor, ReshapeView) function TEST_F (line 121) | TEST_F(TestTensor, Shapes1D) function TEST_F (line 133) | TEST_F(TestTensor, ShapesNDGeneric) function TEST_F (line 147) | TEST_F(TestTensor, ShapesNDGenericWithStrides) function TEST_F (line 159) | TEST_F(TestTensor, ShapesEmpty) FILE: trtlab/core/tests/test_thread_pool.cc class TestThreadPool (line 33) | class TestThreadPool : public ::testing::Test method SetUp (line 36) | virtual void SetUp() { thread_pool = std::make_shared(3); } method TearDown (line 38) | virtual void TearDown() {} function TEST_F (line 43) | TEST_F(TestThreadPool, ReturnInt) function TEST_F (line 49) | TEST_F(TestThreadPool, ReturnChainedInt) function TEST_F (line 56) | TEST_F(TestThreadPool, MakeUnique) { auto unqiue = std::make_unique decltype(std::declval()... function get_allocator (line 305) | auto get_allocator() const noexcept -> decltype(std::declval FILE: trtlab/memory/include/trtlab/memory/block_arena.h function namespace (line 38) | namespace trtlab function take_from_cache (line 147) | bool take_from_cache(memory_block& block) noexcept function memory_block (line 216) | memory_block allocate_block() function deallocate_block (line 226) | void deallocate_block(memory_block block) function shrink_to_fit (line 245) | void shrink_to_fit() noexcept function reserve_blocks (line 250) | void reserve_blocks(std::size_t block_count) noexcept function DLContext (line 255) | DLContext device_context() const noexcept function allocator_type (line 267) | const allocator_type& get_allocator() const noexcept function block_allocator_type (line 277) | const block_allocator_type& get_block_allocator() const noexcept FILE: trtlab/memory/include/trtlab/memory/block_manager.h function namespace (line 37) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/block_stack.h function namespace (line 20) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/debugging.h function namespace (line 15) | namespace memory FILE: trtlab/memory/include/trtlab/memory/deleter.h function namespace (line 19) | namespace trtlab function noexcept (line 146) | void operator()(value_type* pointer) noexcept function get_allocator (line 153) | auto get_allocator() const noexcept function noexcept (line 192) | void operator()(value_type* pointer) noexcept function get_allocator (line 200) | auto get_allocator() const noexcept function noexcept (line 234) | void operator()(value_type* pointer) noexcept function get_allocator (line 245) | auto get_allocator() const noexcept function noexcept (line 287) | void operator()(value_type* pointer) noexcept function get_allocator (line 295) | auto get_allocator() const noexcept FILE: trtlab/memory/include/trtlab/memory/descriptor.h function namespace (line 34) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/detail/block_list.h function namespace (line 13) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/detail/debug_helpers.h function namespace (line 13) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/detail/free_list.h function namespace (line 15) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/detail/memory_stack.h function namespace (line 15) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/detail/page_info.h type page_info (line 43) | typedef struct { type page_info_array (line 65) | typedef struct { type flag_count (line 74) | typedef struct { FILE: trtlab/memory/include/trtlab/memory/detail/ranges.h function namespace (line 33) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/detail/utility.h function namespace (line 18) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/error.h function namespace (line 18) | namespace trtlab function class (line 68) | class out_of_memory : public std::bad_alloc function class (line 124) | class out_of_fixed_memory : public out_of_memory function class (line 150) | class bad_allocation_size : public std::bad_alloc function class (line 214) | class bad_node_size : public bad_allocation_size function class (line 232) | class bad_array_size : public bad_allocation_size function class (line 250) | class bad_alignment : public bad_allocation_size function namespace (line 265) | namespace detail FILE: trtlab/memory/include/trtlab/memory/huge_page_allocator.h function namespace (line 5) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/literals.h function namespace (line 40) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/malloc_allocator.h function namespace (line 35) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/memory_block.h function namespace (line 12) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/memory_pool.h function namespace (line 21) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/memory_resource.h function namespace (line 9) | namespace trtlab { function class (line 156) | class raii_memory_resource function class (line 166) | class device_context_interface FILE: trtlab/memory/include/trtlab/memory/memory_type.h function namespace (line 36) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/memory_typed_allocator.h function namespace (line 35) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/posix_aligned_allocator.h function namespace (line 9) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/raii_allocator.h function namespace (line 35) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/smart_ptr.h function namespace (line 21) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/std_allocator.h function namespace (line 23) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/threading.h function namespace (line 20) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/trackers.h function namespace (line 6) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/tracking.h function namespace (line 17) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/transactional_allocator.h function namespace (line 43) | namespace trtlab FILE: trtlab/memory/include/trtlab/memory/utils.h function namespace (line 5) | namespace trtlab FILE: trtlab/memory/src/descriptor.cc function DLContext (line 22) | DLContext descriptor::device_context() const FILE: trtlab/memory/src/detail/block_list.cc function block_list (line 26) | block_list& block_list::operator=(block_list&& other) noexcept function memory_block (line 52) | memory_block block_list::allocate() noexcept function block_list_oob (line 79) | block_list_oob& block_list_oob::operator=(block_list_oob&& other) noexcept function memory_block (line 99) | memory_block block_list_oob::allocate() noexcept FILE: trtlab/memory/src/detail/free_list.cc type interval (line 21) | struct interval method size (line 29) | std::size_t size(std::size_t node_size) const noexcept function interval (line 43) | interval list_search_array(char* first, std::size_t bytes_needed, std::s... method size (line 29) | std::size_t size(std::size_t node_size) const noexcept function interval (line 83) | interval xor_list_search_array(char* begin, char* end, std::size_t bytes... method size (line 29) | std::size_t size(std::size_t node_size) const noexcept function free_memory_list (line 145) | free_memory_list& free_memory_list::operator=(free_memory_list&& other) ... function xor_link_block (line 244) | void xor_link_block(void* memory, std::size_t node_size, std::size_t no_... type pos (line 261) | struct pos function pos (line 268) | pos find_pos_interval(const allocator_info& info, char* memory, char* fi... function pos (line 300) | pos find_pos(const allocator_info& info, char* memory, char* begin_node,... FILE: trtlab/memory/src/detail/free_list_utils.h function namespace (line 17) | namespace trtlab FILE: trtlab/memory/src/detail/page_info.c type flag (line 59) | typedef struct { function get_page_size (line 119) | static unsigned get_page_size() { function page_info (line 133) | page_info extract_info(uint64_t bits) { function fprint_info (line 145) | void fprint_info(FILE* f, page_info info) { function print_info (line 161) | void print_info(page_info info) { function flag_count (line 165) | flag_count get_flag_count(page_info_array infos, int flag_num) { function fprint_info_header (line 192) | void fprint_info_header(FILE *file) { function fprint_info_row (line 199) | void fprint_info_row(FILE *file, page_info info) { function fprint_ratios_noheader (line 219) | void fprint_ratios_noheader(FILE *file, page_info_array infos) { function fprint_ratios (line 251) | void fprint_ratios(FILE *file, page_info_array infos) { function fprint_table (line 260) | void fprint_table(FILE *f, page_info_array infos) { function page_info (line 273) | page_info get_page_info(void *p) { function page_info_array (line 285) | page_info_array get_info_for_range(void *start, void *end) { function free_info_array (line 353) | void free_info_array(page_info_array infos) { function flag_from_name (line 357) | int flag_from_name(char const *name) { FILE: trtlab/memory/src/error.cc function default_out_of_memory_handler (line 16) | void default_out_of_memory_handler(const allocator_info& info, std::size... function default_bad_alloc_size_handler (line 56) | void default_bad_alloc_size_handler(const allocator_info& info, std::siz... FILE: trtlab/memory/src/ilog2.h function namespace (line 17) | namespace trtlab FILE: trtlab/memory/src/trackers.cc type size_tracker::impl (line 8) | struct size_tracker::impl FILE: trtlab/memory/src/utils.cc type trtlab (line 37) | namespace trtlab type memory (line 39) | namespace memory function bytes_to_string (line 41) | std::string bytes_to_string(size_t bytes) function string_to_bytes (line 56) | std::uint64_t string_to_bytes(const std::string str) FILE: trtlab/memory/tests/test_main.cc function main (line 31) | int main(int argc, char **argv) { FILE: trtlab/memory/tests/test_memory.cc class TestMemory (line 47) | class TestMemory : public ::testing::Test type trtlab (line 53) | namespace trtlab type memory (line 55) | namespace memory function make_vector (line 63) | auto make_vector(RawAllocator&& alloc) function make_vector (line 69) | auto make_vector(allocator alloc) type log_tracker (line 74) | struct log_tracker method on_node_allocation (line 76) | void on_node_allocation(void* ptr, std::size_t size, std::size_t align... method on_node_deallocation (line 81) | void on_node_deallocation(void* ptr, std::size_t size, std::size_t ali... method on_array_allocation (line 86) | void on_array_allocation(void* ptr, std::size_t count, std::size_t siz... method on_array_deallocation (line 91) | void on_array_deallocation(void* ptr, std::size_t count, std::size_t s... type empty_tracker (line 99) | struct empty_tracker method on_node_allocation (line 101) | void on_node_allocation(void* ptr, std::size_t size, std::size_t align... method on_node_deallocation (line 106) | void on_node_deallocation(void* ptr, std::size_t size, std::size_t ali... method on_array_allocation (line 111) | void on_array_allocation(void* ptr, std::size_t count, std::size_t siz... method on_array_deallocation (line 116) | void on_array_deallocation(void* ptr, std::size_t count, std::size_t s... type counting_tracker (line 122) | struct counting_tracker method counting_tracker (line 124) | counting_tracker(std::string n) : name(n), m_node_count(0), m_node_byt... method counting_tracker (line 127) | counting_tracker(const counting_tracker&) = default; method counting_tracker (line 128) | counting_tracker& operator=(const counting_tracker&) = default; method counting_tracker (line 130) | counting_tracker(counting_tracker&&) noexcept = default; method counting_tracker (line 131) | counting_tracker& operator=(counting_tracker&&) noexcept = default; method on_node_allocation (line 133) | void on_node_allocation(void* ptr, std::size_t size, std::size_t align... method on_node_deallocation (line 141) | void on_node_deallocation(void* ptr, std::size_t size, std::size_t ali... method on_array_allocation (line 149) | void on_array_allocation(void* ptr, std::size_t count, std::size_t siz... method on_array_deallocation (line 157) | void on_array_deallocation(void* ptr, std::size_t count, std::size_t s... method count (line 165) | std::size_t count() const noexcept method bytes (line 170) | std::size_t bytes() const noexcept method node_count (line 175) | std::size_t node_count() const noexcept method node_bytes (line 179) | std::size_t node_bytes() const noexcept method array_count (line 183) | std::size_t array_count() const noexcept method array_bytes (line 187) | std::size_t array_bytes() const noexcept function test_alloc_x10 (line 201) | static void test_alloc_x10(Allocator& alloc) type TestRawMalloc (line 226) | struct TestRawMalloc method deallocate_node (line 236) | static void deallocate_node(void* ptr, std::size_t, std::size_t) noexcept function TEST_F (line 242) | TEST_F(TestMemory, BasicTraits) function TEST_F (line 255) | TEST_F(TestMemory, ReferenceStorage) function TEST_F (line 269) | TEST_F(TestMemory, VectorWithTracking) function TEST_F (line 307) | TEST_F(TestMemory, SingleBlockAllocatorFromType) function TEST_F (line 316) | TEST_F(TestMemory, SingleBlockAllocatorFromObj) function TEST_F (line 330) | TEST_F(TestMemory, FixedSizedBlockAllocatorFromType) function TEST_F (line 338) | TEST_F(TestMemory, FixedSizedBlockAllocatorFromObj) function TEST_F (line 352) | TEST_F(TestMemory, GrowingdBlockAllocatorFromType) function TEST_F (line 360) | TEST_F(TestMemory, GrowingdBlockAllocatorFromObj) function TEST_F (line 375) | TEST_F(TestMemory, CountLimitedFixedSizeBlockAllocatorFromType) function TEST_F (line 383) | TEST_F(TestMemory, CountLimitedFixedSizeBlockAllocatorFromObj) function TEST_F (line 400) | TEST_F(TestMemory, SizeLimitedFixedSizeBlockAllocatorFromObj) function TEST_F (line 417) | TEST_F(TestMemory, SmartPtrsWithStatelessRawAllocator) function TEST_F (line 437) | TEST_F(TestMemory, SmartPtrsWithStatefulRawAllocator) function TEST_F (line 457) | TEST_F(TestMemory, MemoryDescriptors) function TEST_F (line 488) | TEST_F(TestMemory, AllocatorTraits) function TEST_F (line 499) | TEST_F(TestMemory, CachedBlockArena) function TEST_F (line 545) | TEST_F(TestMemory, DetailStack) function TEST_F (line 550) | TEST_F(TestMemory, TransactionalAllocator) function TEST_F (line 607) | TEST_F(TestMemory, TransparentHugePages) function is_equal (line 641) | bool is_equal(void* a, void* b) function TEST_F (line 646) | TEST_F(TestMemory, TestFreeList) function TEST_F (line 688) | TEST_F(TestMemory, MemoryArenaUncached) function TEST_F (line 731) | TEST_F(TestMemory, MemoryPool) function TEST_F (line 758) | TEST_F(TestMemory, IsMemoryType) function TEST_F (line 815) | TEST_F(TestMemory, HostMemory) function TEST_F (line 861) | TEST_F(TestMemory, FirstTouchMallocAllocator) function TEST_F (line 896) | TEST_F(TestMemory, FindRanges0) function TEST_F (line 905) | TEST_F(TestMemory, FindRanges1) function TEST_F (line 914) | TEST_F(TestMemory, FindRanges2) function TEST_F (line 923) | TEST_F(TestMemory, FindRanges3) function TEST_F (line 932) | TEST_F(TestMemory, FindRanges4) function TEST_F (line 941) | TEST_F(TestMemory, FindRanges5) function make_map (line 951) | auto make_map(BlockAllocator&& block_alloc) function TEST_F (line 965) | TEST_F(TestMemory, MapWithCustomAllocator) function TEST_F (line 997) | TEST_F(TestMemory, MapWithTracedMalloc) function equiv_ptr (line 1019) | bool equiv_ptr(void* lhs, void* rhs) function TEST_F (line 1024) | TEST_F(TestMemory, RBTree_Set) function TEST_F (line 1070) | TEST_F(TestMemory, bfit) function TEST_F (line 1091) | TEST_F(TestMemory, histogram) function TEST_F (line 1134) | TEST_F(TestMemory, TrackHighLevelAllocator) function TEST_F (line 1186) | TEST_F(TestMemory, IAllocator) FILE: trtlab/memory/tools/node_size_debugger.cpp type simple_serializer (line 17) | struct simple_serializer method prefix (line 21) | void prefix() const {} method suffix (line 30) | void suffix() const {} type verbose_serializer (line 33) | struct verbose_serializer method prefix (line 37) | void prefix() const {} method suffix (line 47) | void suffix() const {} type code_serializer (line 50) | struct code_serializer method prefix (line 56) | void prefix() const method suffix (line 99) | void suffix() const method tab (line 104) | std::string tab() const method struct_name (line 111) | std::string struct_name(const char* container_name) const function serialize_single (line 124) | void serialize_single(const Serializer& serializer) function serialize_impl (line 132) | int serialize_impl(const Serializer& serializer) function serialize_impl (line 139) | void serialize_impl(const Serializer& serializer, std::tuple) function serialize (line 146) | void serialize(const Serializer& serializer) function print_help (line 153) | void print_help(std::ostream& out) function print_version (line 179) | void print_version(std::ostream& out) function print_invalid_option (line 184) | int print_invalid_option(std::ostream& out, const char* option) function print_invalid_argument (line 194) | int print_invalid_argument(std::ostream& out, const char* option) function main (line 201) | int main(int argc, char* argv[]) FILE: trtlab/memory/tools/node_size_debugger.hpp type node_size_storage (line 24) | struct node_size_storage type empty_payload (line 32) | struct empty_payload class node_size_debugger (line 43) | class node_size_debugger : public std::allocator, private AdditionalP... type rebind (line 47) | struct rebind method node_size_debugger (line 52) | node_size_debugger() method node_size_debugger (line 59) | node_size_debugger(node_size_debugger) function debug_result (line 377) | debug_result debug(Debugger debugger) FILE: trtlab/memory/tools/test_types.hpp type detail (line 18) | namespace detail type M1 (line 41) | struct M1 type M2 (line 43) | struct M2 type M3 (line 45) | struct M3 type M4 (line 47) | struct M4 type M5 (line 49) | struct M5 type M6 (line 51) | struct M6 type M1<> (line 82) | struct M1<> type M2 (line 93) | struct M2 : W type M3 (line 100) | struct M3 type M5 (line 120) | struct M5 type M6 (line 154) | struct M6 : M6 type M1 (line 65) | struct M1 : M1 type M4, W> (line 108) | struct M4, W> type M4, W> (line 114) | struct M4, W> type M5, W> (line 129) | struct M5, W> : M5, W> type M5, W, B...>> (line 134) | struct M5, W, B...>> : M5, W> type M5, W<>> (line 139) | struct M5, W<>> : M5> type M6 (line 159) | struct M6 FILE: trtlab/nvrpc/include/nvrpc/client/base_context.h function namespace (line 29) | namespace nvrpc { FILE: trtlab/nvrpc/include/nvrpc/client/client_single_up_multiple_down.h function namespace (line 39) | namespace nvrpc { function CallbackOnResponseReceived (line 200) | void CallbackOnResponseReceived(Response&& response) final override function CallbackOnComplete (line 205) | void CallbackOnComplete(const ::grpc::Status& status) final override FILE: trtlab/nvrpc/include/nvrpc/client/client_streaming.h function namespace (line 39) | namespace nvrpc { FILE: trtlab/nvrpc/include/nvrpc/client/client_streaming_v2.h function namespace (line 39) | namespace nvrpc FILE: trtlab/nvrpc/include/nvrpc/client/client_streaming_v3.h function namespace (line 39) | namespace nvrpc FILE: trtlab/nvrpc/include/nvrpc/client/client_unary.h function namespace (line 38) | namespace nvrpc { FILE: trtlab/nvrpc/include/nvrpc/client/client_unary_v2.h function namespace (line 39) | namespace nvrpc FILE: trtlab/nvrpc/include/nvrpc/client/executor.h function namespace (line 36) | namespace nvrpc { FILE: trtlab/nvrpc/include/nvrpc/context.h function namespace (line 39) | namespace nvrpc { FILE: trtlab/nvrpc/include/nvrpc/executor.h function Initialize (line 47) | void Initialize(::grpc::ServerBuilder& builder) final override function RegisterContexts (line 55) | void RegisterContexts(IRPC* rpc, std::shared_ptr<::trtlab::Resources> re... FILE: trtlab/nvrpc/include/nvrpc/fiber/executor.h function namespace (line 32) | namespace nvrpc FILE: trtlab/nvrpc/include/nvrpc/interfaces.h function namespace (line 34) | namespace nvrpc { FILE: trtlab/nvrpc/include/nvrpc/life_cycle_batching.h function namespace (line 32) | namespace nvrpc { function virtual (line 87) | virtual ~LifeCycleBatching() override {} function SetQueueFunc (line 91) | void SetQueueFunc(ExecutorQueueFuncType q_fn) { m_QueuingFunc = q_fn; } function virtual (line 94) | virtual void OnRequestReceived(const RequestType&) {} function Reset (line 102) | void Reset() final override; FILE: trtlab/nvrpc/include/nvrpc/life_cycle_bidirectional.h function namespace (line 35) | namespace nvrpc { FILE: trtlab/nvrpc/include/nvrpc/life_cycle_streaming.h function namespace (line 34) | namespace nvrpc FILE: trtlab/nvrpc/include/nvrpc/life_cycle_unary.h function namespace (line 30) | namespace nvrpc { FILE: trtlab/nvrpc/include/nvrpc/rpc.h function namespace (line 33) | namespace nvrpc { FILE: trtlab/nvrpc/include/nvrpc/server.h function namespace (line 36) | namespace nvrpc { FILE: trtlab/nvrpc/include/nvrpc/service.h function namespace (line 32) | namespace nvrpc { FILE: trtlab/nvrpc/src/client/client_executor.cc type nvrpc (line 34) | namespace nvrpc { type client (line 35) | namespace client { FILE: trtlab/nvrpc/src/executor.cc type nvrpc (line 36) | namespace nvrpc { FILE: trtlab/nvrpc/src/server.cc function signal_handler (line 36) | void signal_handler(int signal) { shutdown_handler(signal); } type nvrpc (line 39) | namespace nvrpc { FILE: trtlab/nvrpc/tests/test_build_client.h function namespace (line 40) | namespace nvrpc { FILE: trtlab/nvrpc/tests/test_build_server.h function namespace (line 37) | namespace nvrpc { FILE: trtlab/nvrpc/tests/test_pingpong.cc class PingPongTest (line 165) | class PingPongTest : public ::testing::Test method SetUp (line 167) | void SetUp() override {} method TearDown (line 169) | void TearDown() override function TEST_F (line 182) | TEST_F(PingPongTest, UnaryTest) function TEST_F (line 230) | TEST_F(PingPongTest, FibersUnaryTest) function TEST_F (line 300) | TEST_F(PingPongTest, StreamingTest) function TEST_F (line 344) | TEST_F(PingPongTest, FibersStreamingTest) function TEST_F (line 411) | TEST_F(PingPongTest, ServerEarlyFinish) function TEST_F (line 454) | TEST_F(PingPongTest, ServerEarlyCancel) FILE: trtlab/nvrpc/tests/test_pingpong.h function namespace (line 36) | namespace nvrpc { FILE: trtlab/nvrpc/tests/test_resources.cc type nvrpc (line 29) | namespace nvrpc { type testing (line 30) | namespace testing { FILE: trtlab/nvrpc/tests/test_resources.h function namespace (line 37) | namespace nvrpc { FILE: trtlab/nvrpc/tests/test_server.cc class ServerTest (line 36) | class ServerTest : public ::testing::Test method SetUp (line 38) | void SetUp() override method TearDown (line 44) | void TearDown() override function TEST_F (line 59) | TEST_F(ServerTest, AsyncStartAndShutdown) function TEST_F (line 68) | TEST_F(ServerTest, RunAndShutdown) FILE: trtlab/pybind/trtlab/infer.cc class TrtisModel (line 79) | class TrtisModel method TrtisModel (line 216) | TrtisModel(const ::trtis::ModelConfig& model) method GetMaxBatchSize (line 265) | int GetMaxBatchSize() const final override { return m_MaxBatchSize; } class PyInferRunner (line 80) | class PyInferRunner method Infer (line 412) | auto Infer(py::kwargs kwargs) method InputBindings (line 515) | py::dict InputBindings() const method OutputBindings (line 525) | py::dict OutputBindings() const method AddBindingInfo (line 536) | void AddBindingInfo(py::dict& dict, int id) const class PyInferRemoteRunner (line 81) | class PyInferRemoteRunner method PyInferRemoteRunner (line 273) | PyInferRemoteRunner( method BaseModel (line 284) | const BaseModel& GetModel() const { return *m_Model; } method InferFuture (line 286) | InferFuture Infer(py::kwargs kwargs) method InputBindings (line 348) | py::dict InputBindings() const method OutputBindings (line 358) | py::dict OutputBindings() const method ConvertResponseToNumpy (line 369) | py::dict ConvertResponseToNumpy(const ::trtis::InferResponse& response) method AddBindingInfo (line 390) | void AddBindingInfo(py::dict& dict, int id) const class PyInferenceManager (line 83) | class PyInferenceManager final : public InferenceManager method PyInferenceManager (line 86) | PyInferenceManager(int max_executions, int max_buffers, int pre_thread... method RegisterModelByPath (line 100) | std::shared_ptr RegisterModelByPath(const std::string& ... method InferRunner (line 108) | std::shared_ptr InferRunner(std::string name) method Serve (line 114) | void Serve(int port) { BasicInferService(casted_shared_from_this Models() class PyRemoteInferenceManager (line 124) | class PyRemoteInferenceManager method PyRemoteInferenceManager (line 127) | PyRemoteInferenceManager(py::kwargs kwargs) method Models (line 148) | std::vector Models() method InferRunner (line 172) | std::shared_ptr InferRunner(const std::string& mo... method GetModel (line 188) | std::shared_ptr GetModel(const std::string& name) const method TrtisStatus (line 196) | ::trtis::StatusResponse TrtisStatus() type TrtisModel (line 214) | struct TrtisModel : BaseModel method TrtisModel (line 216) | TrtisModel(const ::trtis::ModelConfig& model) method GetMaxBatchSize (line 265) | int GetMaxBatchSize() const final override { return m_MaxBatchSize; } type PyInferRemoteRunner (line 271) | struct PyInferRemoteRunner method PyInferRemoteRunner (line 273) | PyInferRemoteRunner( method BaseModel (line 284) | const BaseModel& GetModel() const { return *m_Model; } method InferFuture (line 286) | InferFuture Infer(py::kwargs kwargs) method InputBindings (line 348) | py::dict InputBindings() const method OutputBindings (line 358) | py::dict OutputBindings() const method ConvertResponseToNumpy (line 369) | py::dict ConvertResponseToNumpy(const ::trtis::InferResponse& response) method AddBindingInfo (line 390) | void AddBindingInfo(py::dict& dict, int id) const type PyInferRunner (line 406) | struct PyInferRunner : public InferRunner method Infer (line 412) | auto Infer(py::kwargs kwargs) method InputBindings (line 515) | py::dict InputBindings() const method OutputBindings (line 525) | py::dict OutputBindings() const method AddBindingInfo (line 536) | void AddBindingInfo(py::dict& dict, int id) const class StatusContext (line 547) | class StatusContext final method ExecuteRPC (line 550) | void ExecuteRPC(::trtis::StatusRequest& request, class InferContext (line 596) | class InferContext final method ExecuteRPC (line 599) | void ExecuteRPC(RequestType& input, ResponseType& output) final override function BasicInferService (line 644) | void BasicInferService(std::shared_ptr resources, int ... function PYBIND11_MODULE (line 683) | PYBIND11_MODULE(trtlab, m) FILE: trtlab/pybind/trtlab/utils.cc type trtlab (line 33) | namespace trtlab { type TensorRT (line 34) | namespace TensorRT { function DataTypeToNumpy (line 36) | py::dtype DataTypeToNumpy(::nvinfer1::DataType dtype) FILE: trtlab/pybind/trtlab/utils.h function namespace (line 32) | namespace trtlab { FILE: trtlab/tensorrt/include/trtlab/tensorrt/allocator.h function namespace (line 35) | namespace trtlab FILE: trtlab/tensorrt/include/trtlab/tensorrt/bindings.h function namespace (line 41) | namespace trtlab { FILE: trtlab/tensorrt/include/trtlab/tensorrt/buffers.h function namespace (line 40) | namespace trtlab { FILE: trtlab/tensorrt/include/trtlab/tensorrt/common.h function namespace (line 34) | namespace trtlab FILE: trtlab/tensorrt/include/trtlab/tensorrt/execution_context.h function namespace (line 10) | namespace trtlab FILE: trtlab/tensorrt/include/trtlab/tensorrt/infer_bench.h function namespace (line 32) | namespace trtlab { FILE: trtlab/tensorrt/include/trtlab/tensorrt/infer_runner.h function namespace (line 34) | namespace trtlab { function BindingsHandle (line 106) | BindingsHandle InitializeBindings() FILE: trtlab/tensorrt/include/trtlab/tensorrt/inference_manager.h function namespace (line 6) | namespace trtlab FILE: trtlab/tensorrt/include/trtlab/tensorrt/model.h function namespace (line 9) | namespace trtlab FILE: trtlab/tensorrt/include/trtlab/tensorrt/runtime.h function namespace (line 39) | namespace trtlab FILE: trtlab/tensorrt/include/trtlab/tensorrt/utils.h function namespace (line 32) | namespace trtlab { FILE: trtlab/tensorrt/include/trtlab/tensorrt/workspace.h function namespace (line 14) | namespace trtlab FILE: trtlab/tensorrt/src/bindings.cc type trtlab (line 52) | namespace trtlab { type TensorRT (line 53) | namespace TensorRT { FILE: trtlab/tensorrt/src/buffers.cc type trtlab (line 39) | namespace trtlab { type TensorRT (line 40) | namespace TensorRT { FILE: trtlab/tensorrt/src/infer_bench.cc type trtlab (line 33) | namespace trtlab { type TensorRT (line 34) | namespace TensorRT { FILE: trtlab/tensorrt/src/inference_manager.cc type trtlab (line 38) | namespace trtlab { type TensorRT (line 39) | namespace TensorRT { function Runtime (line 158) | Runtime& InferenceManager::ActiveRuntime() { return *m_ActiveRuntime; } FILE: trtlab/tensorrt/src/model.cc function ProfileSelectorString (line 11) | std::string ProfileSelectorString(nvinfer1::OptProfileSelector selector) FILE: trtlab/tensorrt/src/runtime.cc function file_exists (line 40) | bool file_exists(const std::string& name) FILE: trtlab/tensorrt/src/utils.cc type trtlab (line 33) | namespace trtlab { type TensorRT (line 34) | namespace TensorRT { function SizeofDataType (line 36) | std::size_t SizeofDataType(const nvinfer1::DataType& dtype) function data_type_size (line 52) | std::size_t data_type_size(const nvinfer1::DataType& dtype) function dims_element_count (line 57) | std::size_t dims_element_count(const nvinfer1::Dims& dims) FILE: trtlab/tensorrt/tests/test_buffers.cc class TestCyclicBuffers (line 63) | class TestCyclicBuffers : public ::testing::Test function TEST_F (line 67) | TEST_F(TestCyclicBuffers, CyclicBuffers)