Searched defs:EngineContext (Results 1 – 1 of 1) sorted by relevance
121 struct EngineContext { struct122 EngineContext() {} // Creates an empty context. in EngineContext() argument123 EngineContext(TrtUniquePtrType<nvinfer1::ICudaEngine>&& cuda_engine, in EngineContext() function130 EngineContext(TrtUniquePtrType<nvinfer1::ICudaEngine>&& cuda_engine, in EngineContext() function138 mutex mu;140 nvinfer1::ICudaEngine* GetCudaEngine() { return cuda_engine_.get(); } in GetCudaEngine()142 Status GetExecutionContext(int idx, nvinfer1::IExecutionContext** exec_ctx, in GetExecutionContext()155 int GetNumContexts() { in GetNumContexts()160 size_t GetDeviceMemorySize() { return device_memory_size_; } in GetDeviceMemorySize()