org.bytedeco.tensorrt.nvinfer

Class VExecutionContext

java.lang.Object

org.bytedeco.javacpp.Pointer

org.bytedeco.tensorrt.nvinfer.VRoot

org.bytedeco.tensorrt.nvinfer.VExecutionContext

All Implemented Interfaces:

AutoCloseable

@Namespace(value="nvinfer1::apiv")
 @Properties(inherit=nvinfer.class)
public class VExecutionContext
extends VRoot

Nested Class Summary

Nested classes/interfaces inherited from class org.bytedeco.javacpp.Pointer

Pointer.CustomDeallocator, Pointer.Deallocator, Pointer.NativeDeallocator, Pointer.ReferenceCounter

Field Summary

Fields inherited from class org.bytedeco.javacpp.Pointer

address, capacity, limit, position

Constructor Summary

Constructors

Constructor and Description
VExecutionContext(Pointer p) Pointer cast constructor.

Method Summary

Modifier and Type	Method and Description
boolean	allInputDimensionsSpecified()
boolean	allInputShapesSpecified()
boolean	enqueue(int batchSize, Pointer bindings, org.bytedeco.cuda.cudart.CUstream_st stream, org.bytedeco.cuda.cudart.CUevent_st inputConsumed)
boolean	enqueue(int batchSize, PointerPointer bindings, org.bytedeco.cuda.cudart.CUstream_st stream, org.bytedeco.cuda.cudart.CUevent_st inputConsumed)
boolean	enqueueV2(Pointer bindings, org.bytedeco.cuda.cudart.CUstream_st stream, org.bytedeco.cuda.cudart.CUevent_st inputConsumed)
boolean	enqueueV2(PointerPointer bindings, org.bytedeco.cuda.cudart.CUstream_st stream, org.bytedeco.cuda.cudart.CUevent_st inputConsumed)
boolean	enqueueV3(org.bytedeco.cuda.cudart.CUstream_st stream)
boolean	execute(int batchSize, Pointer bindings)
boolean	execute(int batchSize, PointerPointer bindings)
boolean	executeV2(Pointer bindings)
boolean	executeV2(PointerPointer bindings)
Dims32	getBindingDimensions(int bindingIndex)
boolean	getDebugSync()
ICudaEngine	getEngine()
boolean	getEnqueueEmitsProfile()
IErrorRecorder	getErrorRecorder()
org.bytedeco.cuda.cudart.CUevent_st	getInputConsumedEvent()
long	getMaxOutputSize(BytePointer tensorName)
long	getMaxOutputSize(String tensorName)
String	getName()
nvinfer.ProfilingVerbosity	getNvtxVerbosity()
int	getOptimizationProfile()
IOutputAllocator	getOutputAllocator(BytePointer name)
IOutputAllocator	getOutputAllocator(String name)
Pointer	getOutputTensorAddress(BytePointer tensorName)
Pointer	getOutputTensorAddress(String tensorName)
long	getPersistentCacheLimit()
IExecutionContext	getPImpl()
IProfiler	getProfiler()
boolean	getShapeBinding(int bindingIndex, int[] data)
boolean	getShapeBinding(int bindingIndex, IntBuffer data)
boolean	getShapeBinding(int bindingIndex, IntPointer data)
Dims32	getStrides(int bindingIndex)
IGpuAllocator	getTemporaryStorageAllocator()
Pointer	getTensorAddress(BytePointer tensorName)
Pointer	getTensorAddress(String tensorName)
Dims32	getTensorShape(BytePointer tensorName)
Dims32	getTensorShape(String tensorName)
Dims32	getTensorStrides(BytePointer tensorName)
Dims32	getTensorStrides(String tensorName)
int	inferShapes(int nbMaxNames, byte[] tensorNames)
int	inferShapes(int nbMaxNames, ByteBuffer tensorNames)
int	inferShapes(int nbMaxNames, BytePointer tensorNames)
int	inferShapes(int nbMaxNames, PointerPointer tensorNames)
boolean	reportToProfiler()
void	setAuxStreams(org.bytedeco.cuda.cudart.CUstream_st auxStreams, int nbStreams)
boolean	setBindingDimensions(int bindingIndex, Dims32 dimensions)
void	setDebugSync(boolean sync)
void	setDeviceMemory(Pointer memory)
void	setEnqueueEmitsProfile(boolean enqueueEmitsProfile)
void	setErrorRecorder(IErrorRecorder recorder)
boolean	setInputConsumedEvent(org.bytedeco.cuda.cudart.CUevent_st event)
boolean	setInputShape(BytePointer tensorName, Dims32 dims)
boolean	setInputShape(String tensorName, Dims32 dims)
boolean	setInputShapeBinding(int bindingIndex, int[] data)
boolean	setInputShapeBinding(int bindingIndex, IntBuffer data)
boolean	setInputShapeBinding(int bindingIndex, IntPointer data)
boolean	setInputTensorAddress(BytePointer tensorName, Pointer data)
boolean	setInputTensorAddress(String tensorName, Pointer data)
void	setName(BytePointer name)
void	setName(String name)
boolean	setNvtxVerbosity(int verbosity)
boolean	setNvtxVerbosity(nvinfer.ProfilingVerbosity verbosity)
boolean	setOptimizationProfile(int profileIndex)
boolean	setOptimizationProfileAsync(int profileIndex, org.bytedeco.cuda.cudart.CUstream_st stream)
boolean	setOutputAllocator(BytePointer tensorName, IOutputAllocator outputAllocator)
boolean	setOutputAllocator(String tensorName, IOutputAllocator outputAllocator)
void	setPersistentCacheLimit(long size)
void	setProfiler(IProfiler arg0)
boolean	setTemporaryStorageAllocator(IGpuAllocator allocator)
boolean	setTensorAddress(BytePointer tensorName, Pointer data)
boolean	setTensorAddress(String tensorName, Pointer data)

Methods inherited from class org.bytedeco.tensorrt.nvinfer.VRoot

getPointer, position

Methods inherited from class org.bytedeco.javacpp.Pointer

address, asBuffer, asByteBuffer, availablePhysicalBytes, calloc, capacity, capacity, close, deallocate, deallocate, deallocateReferences, deallocator, deallocator, equals, fill, formatBytes, free, getDirectBufferAddress, getPointer, getPointer, getPointer, hashCode, interruptDeallocatorThread, isNull, isNull, limit, limit, malloc, maxBytes, maxPhysicalBytes, memchr, memcmp, memcpy, memmove, memset, offsetAddress, offsetof, offsetof, parseBytes, physicalBytes, physicalBytesInaccurate, position, put, realloc, referenceCount, releaseReference, retainReference, setNull, sizeof, sizeof, toString, totalBytes, totalCount, totalPhysicalBytes, withDeallocator, zero

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Constructor Detail

VExecutionContext

public VExecutionContext(Pointer p)

Pointer cast constructor. Invokes Pointer(Pointer).

Method Detail

execute

@Cast(value="bool")
 @NoException(value=true)
public boolean execute(int batchSize,
                                                                     @Cast(value="void*const*")
                                                                     PointerPointer bindings)

execute

@Cast(value="bool")
 @NoException(value=true)
public boolean execute(int batchSize,
                                                                     @Cast(value="void*const*") @ByPtrPtr
                                                                     Pointer bindings)

enqueue

@Cast(value="bool")
 @NoException(value=true)
public boolean enqueue(int batchSize,
                                                                     @Cast(value="void*const*")
                                                                     PointerPointer bindings,
                                                                     org.bytedeco.cuda.cudart.CUstream_st stream,
                                                                     @ByPtrPtr
                                                                     org.bytedeco.cuda.cudart.CUevent_st inputConsumed)

enqueue

@Cast(value="bool")
 @NoException(value=true)
public boolean enqueue(int batchSize,
                                                                     @Cast(value="void*const*") @ByPtrPtr
                                                                     Pointer bindings,
                                                                     org.bytedeco.cuda.cudart.CUstream_st stream,
                                                                     @ByPtrPtr
                                                                     org.bytedeco.cuda.cudart.CUevent_st inputConsumed)

setDebugSync

@NoException(value=true)
public void setDebugSync(@Cast(value="bool")
                                                  boolean sync)

getDebugSync

@Cast(value="bool")
 @NoException(value=true)
public boolean getDebugSync()

setProfiler

@NoException(value=true)
public void setProfiler(IProfiler arg0)

getProfiler

@NoException(value=true)
public IProfiler getProfiler()

getEngine

@Const
 @ByRef
 @NoException(value=true)
public ICudaEngine getEngine()

setName

@NoException(value=true)
public void setName(String name)

setName

@NoException(value=true)
public void setName(@Cast(value="const char*")
                                             BytePointer name)

getName

@NoException(value=true)
public String getName()

setDeviceMemory

@NoException(value=true)
public void setDeviceMemory(Pointer memory)

getStrides

@ByVal
 @Cast(value="nvinfer1::Dims*")
 @NoException(value=true)
public Dims32 getStrides(int bindingIndex)

setOptimizationProfile

@Cast(value="bool")
 @NoException(value=true)
public boolean setOptimizationProfile(int profileIndex)

getOptimizationProfile

@NoException(value=true)
public int getOptimizationProfile()

setBindingDimensions

@Cast(value="bool")
 @NoException(value=true)
public boolean setBindingDimensions(int bindingIndex,
                                                                                  @ByVal @Cast(value="nvinfer1::Dims*")
                                                                                  Dims32 dimensions)

getBindingDimensions

@ByVal
 @Cast(value="nvinfer1::Dims*")
 @NoException(value=true)
public Dims32 getBindingDimensions(int bindingIndex)

setInputShapeBinding

@Cast(value="bool")
 @NoException(value=true)
public boolean setInputShapeBinding(int bindingIndex,
                                                                                  @Const
                                                                                  IntPointer data)

setInputShapeBinding

@Cast(value="bool")
 @NoException(value=true)
public boolean setInputShapeBinding(int bindingIndex,
                                                                                  @Const
                                                                                  IntBuffer data)

setInputShapeBinding

@Cast(value="bool")
 @NoException(value=true)
public boolean setInputShapeBinding(int bindingIndex,
                                                                                  @Const
                                                                                  int[] data)

getShapeBinding

@Cast(value="bool")
 @NoException(value=true)
public boolean getShapeBinding(int bindingIndex,
                                                                             IntPointer data)

getShapeBinding

@Cast(value="bool")
 @NoException(value=true)
public boolean getShapeBinding(int bindingIndex,
                                                                             IntBuffer data)

getShapeBinding

@Cast(value="bool")
 @NoException(value=true)
public boolean getShapeBinding(int bindingIndex,
                                                                             int[] data)

allInputDimensionsSpecified

@Cast(value="bool")
 @NoException(value=true)
public boolean allInputDimensionsSpecified()

allInputShapesSpecified

@Cast(value="bool")
 @NoException(value=true)
public boolean allInputShapesSpecified()

setErrorRecorder

@NoException(value=true)
public void setErrorRecorder(IErrorRecorder recorder)

getErrorRecorder

@NoException(value=true)
public IErrorRecorder getErrorRecorder()

executeV2

@Cast(value="bool")
 @NoException(value=true)
public boolean executeV2(@Cast(value="void*const*")
                                                                       PointerPointer bindings)

executeV2

@Cast(value="bool")
 @NoException(value=true)
public boolean executeV2(@Cast(value="void*const*") @ByPtrPtr
                                                                       Pointer bindings)

enqueueV2

@Cast(value="bool")
 @NoException(value=true)
public boolean enqueueV2(@Cast(value="void*const*")
                                                                       PointerPointer bindings,
                                                                       org.bytedeco.cuda.cudart.CUstream_st stream,
                                                                       @ByPtrPtr
                                                                       org.bytedeco.cuda.cudart.CUevent_st inputConsumed)

enqueueV2

@Cast(value="bool")
 @NoException(value=true)
public boolean enqueueV2(@Cast(value="void*const*") @ByPtrPtr
                                                                       Pointer bindings,
                                                                       org.bytedeco.cuda.cudart.CUstream_st stream,
                                                                       @ByPtrPtr
                                                                       org.bytedeco.cuda.cudart.CUevent_st inputConsumed)

setOptimizationProfileAsync

@Cast(value="bool")
 @NoException(value=true)
public boolean setOptimizationProfileAsync(int profileIndex,
                                                                                         org.bytedeco.cuda.cudart.CUstream_st stream)

setEnqueueEmitsProfile

@NoException(value=true)
public void setEnqueueEmitsProfile(@Cast(value="bool")
                                                            boolean enqueueEmitsProfile)

getEnqueueEmitsProfile

@Cast(value="bool")
 @NoException(value=true)
public boolean getEnqueueEmitsProfile()

reportToProfiler

@Cast(value="bool")
 @NoException(value=true)
public boolean reportToProfiler()

setInputShape

@Cast(value="bool")
 @NoException(value=true)
public boolean setInputShape(String tensorName,
                                                                           @Cast(value="const nvinfer1::Dims*") @ByRef
                                                                           Dims32 dims)

setInputShape

@Cast(value="bool")
 @NoException(value=true)
public boolean setInputShape(@Cast(value="const char*")
                                                                           BytePointer tensorName,
                                                                           @Cast(value="const nvinfer1::Dims*") @ByRef
                                                                           Dims32 dims)

getTensorShape

@ByVal
 @Cast(value="nvinfer1::Dims*")
 @NoException(value=true)
public Dims32 getTensorShape(String tensorName)

getTensorShape

@ByVal
 @Cast(value="nvinfer1::Dims*")
 @NoException(value=true)
public Dims32 getTensorShape(@Cast(value="const char*")
                                                                                              BytePointer tensorName)

getTensorStrides

@ByVal
 @Cast(value="nvinfer1::Dims*")
 @NoException(value=true)
public Dims32 getTensorStrides(String tensorName)

getTensorStrides

@ByVal
 @Cast(value="nvinfer1::Dims*")
 @NoException(value=true)
public Dims32 getTensorStrides(@Cast(value="const char*")
                                                                                                BytePointer tensorName)

setTensorAddress

@Cast(value="bool")
 @NoException(value=true)
public boolean setTensorAddress(String tensorName,
                                                                              Pointer data)

setTensorAddress

@Cast(value="bool")
 @NoException(value=true)
public boolean setTensorAddress(@Cast(value="const char*")
                                                                              BytePointer tensorName,
                                                                              Pointer data)

getTensorAddress

@Const
 @NoException(value=true)
public Pointer getTensorAddress(String tensorName)

getTensorAddress

@Const
 @NoException(value=true)
public Pointer getTensorAddress(@Cast(value="const char*")
                                                                 BytePointer tensorName)

setInputTensorAddress

@Cast(value="bool")
 @NoException(value=true)
public boolean setInputTensorAddress(String tensorName,
                                                                                   @Const
                                                                                   Pointer data)

setInputTensorAddress

@Cast(value="bool")
 @NoException(value=true)
public boolean setInputTensorAddress(@Cast(value="const char*")
                                                                                   BytePointer tensorName,
                                                                                   @Const
                                                                                   Pointer data)

inferShapes

@NoException(value=true)
public int inferShapes(int nbMaxNames,
                                                @Cast(value="const char**")
                                                PointerPointer tensorNames)

inferShapes

@NoException(value=true)
public int inferShapes(int nbMaxNames,
                                                @Cast(value="const char**") @ByPtrPtr
                                                BytePointer tensorNames)

inferShapes

@NoException(value=true)
public int inferShapes(int nbMaxNames,
                                                @Cast(value="const char**") @ByPtrPtr
                                                ByteBuffer tensorNames)

inferShapes

@NoException(value=true)
public int inferShapes(int nbMaxNames,
                                                @Cast(value="const char**") @ByPtrPtr
                                                byte[] tensorNames)

setInputConsumedEvent

@Cast(value="bool")
 @NoException(value=true)
public boolean setInputConsumedEvent(org.bytedeco.cuda.cudart.CUevent_st event)

getInputConsumedEvent

@NoException(value=true)
public org.bytedeco.cuda.cudart.CUevent_st getInputConsumedEvent()

getOutputTensorAddress

@NoException(value=true)
public Pointer getOutputTensorAddress(String tensorName)

getOutputTensorAddress

@NoException(value=true)
public Pointer getOutputTensorAddress(@Cast(value="const char*")
                                                               BytePointer tensorName)

setOutputAllocator

@Cast(value="bool")
 @NoException(value=true)
public boolean setOutputAllocator(String tensorName,
                                                                                IOutputAllocator outputAllocator)

setOutputAllocator

@Cast(value="bool")
 @NoException(value=true)
public boolean setOutputAllocator(@Cast(value="const char*")
                                                                                BytePointer tensorName,
                                                                                IOutputAllocator outputAllocator)

getOutputAllocator

@NoException(value=true)
public IOutputAllocator getOutputAllocator(String name)

getOutputAllocator

@NoException(value=true)
public IOutputAllocator getOutputAllocator(@Cast(value="const char*")
                                                                    BytePointer name)

getMaxOutputSize

@Cast(value="int64_t")
 @NoException(value=true)
public long getMaxOutputSize(String tensorName)

getMaxOutputSize

@Cast(value="int64_t")
 @NoException(value=true)
public long getMaxOutputSize(@Cast(value="const char*")
                                                                              BytePointer tensorName)

setTemporaryStorageAllocator

@Cast(value="bool")
 @NoException(value=true)
public boolean setTemporaryStorageAllocator(IGpuAllocator allocator)

getTemporaryStorageAllocator

@NoException(value=true)
public IGpuAllocator getTemporaryStorageAllocator()

enqueueV3

@Cast(value="bool")
 @NoException(value=true)
public boolean enqueueV3(org.bytedeco.cuda.cudart.CUstream_st stream)

setPersistentCacheLimit

@NoException(value=true)
public void setPersistentCacheLimit(@Cast(value="size_t")
                                                             long size)

getPersistentCacheLimit

@Cast(value="size_t")
 @NoException(value=true)
public long getPersistentCacheLimit()

setNvtxVerbosity

@Cast(value="bool")
 @NoException(value=true)
public boolean setNvtxVerbosity(nvinfer.ProfilingVerbosity verbosity)

setNvtxVerbosity

@Cast(value="bool")
 @NoException(value=true)
public boolean setNvtxVerbosity(@Cast(value="nvinfer1::ProfilingVerbosity")
                                                                              int verbosity)

getNvtxVerbosity

@NoException(value=true)
public nvinfer.ProfilingVerbosity getNvtxVerbosity()

getPImpl

@NoException(value=true)
public IExecutionContext getPImpl()

setAuxStreams

@NoException(value=true)
public void setAuxStreams(@ByPtrPtr
                                                   org.bytedeco.cuda.cudart.CUstream_st auxStreams,
                                                   int nbStreams)