Member List

Member List#

Runtime Library: Member List
Runtime Library v0.30
Mobilint SDK qb
mobilint::Model Member List

This is the complete list of members for mobilint::Model, including all inherited members.

Accelerator (defined in mobilint::Model)mobilint::Modelfriend
acquireInputBuffer(const std::vector< std::vector< int > > &seqlens={}) const (defined in mobilint::Model)mobilint::Model
acquireInputBuffers(const int batch_size, const std::vector< std::vector< int > > &seqlens={}) const (defined in mobilint::Model)mobilint::Model
acquireOutputBuffer(const std::vector< std::vector< int > > &seqlens={}) const (defined in mobilint::Model)mobilint::Model
acquireOutputBuffers(const int batch_size, const std::vector< std::vector< int > > &seqlens={}) const (defined in mobilint::Model)mobilint::Model
create(const std::string &mxq_path, StatusCode &sc)mobilint::Modelstatic
create(const std::string &mxq_path, const ModelConfig &config, StatusCode &sc)mobilint::Modelstatic
dispose()mobilint::Model
dumpCacheMemory(std::vector< std::vector< int8_t > > &bufs)mobilint::Model
dumpCacheMemory(StatusCode &sc)mobilint::Model
dumpCacheMemory(const std::string &cache_dir)mobilint::Model
filterCacheTail(int cache_size, int tail_size, const std::vector< bool > &mask, StatusCode &sc)mobilint::Model
getCacheInfos() constmobilint::Model
getCoreMode() constmobilint::Model
getIdentifier() constmobilint::Model
getInputBufferInfo() constmobilint::Model
getInputScale() constmobilint::Model
getLatencyConsumed(const int npu_op_idx) constmobilint::Model
getLatencyFinished(const int npu_op_idx) constmobilint::Model
getLatencySetPolicy() constmobilint::Model
getMaintenancePolicy() constmobilint::Model
getModelInputShape() constmobilint::Model
getModelOutputShape() constmobilint::Model
getModelPath() constmobilint::Model
getModelVariantHandle(int variant_idx, StatusCode &sc) constmobilint::Model
getNumModelVariants() constmobilint::Model
getOutputBufferInfo() constmobilint::Model
getOutputScale() constmobilint::Model
getSchedulePolicy() constmobilint::Model
getStatistics() constmobilint::Model
getTargetCores() constmobilint::Model
infer(const std::vector< NDArray< float > > &input, std::vector< NDArray< float > > &output)mobilint::Model
infer(const std::vector< NDArray< float > > &input, StatusCode &sc)mobilint::Model
infer(const std::vector< float * > &input, std::vector< std::vector< float > > &output)mobilint::Model
infer(const std::vector< float * > &input, StatusCode &sc)mobilint::Model
infer(const std::vector< float * > &input, std::vector< std::vector< float > > &output, const std::vector< std::vector< int64_t > > &shape)mobilint::Model
infer(const std::vector< float * > &input, const std::vector< std::vector< int64_t > > &shape, StatusCode &sc)mobilint::Model
infer(const std::vector< NDArray< float > > &input, std::vector< NDArray< float > > &output, uint32_t cache_size)mobilint::Model
infer(const std::vector< NDArray< float > > &input, uint32_t cache_size, StatusCode &sc)mobilint::Model
infer(const std::vector< float * > &input, std::vector< std::vector< float > > &output, const std::vector< std::vector< int64_t > > &shape, uint32_t cache_size)mobilint::Model
infer(const std::vector< float * > &input, const std::vector< std::vector< int64_t > > &shape, uint32_t cache_size, StatusCode &sc)mobilint::Model
infer(const std::vector< NDArray< int8_t > > &input, std::vector< NDArray< int8_t > > &output) (defined in mobilint::Model)mobilint::Model
infer(const std::vector< NDArray< int8_t > > &input, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
infer(const std::vector< int8_t * > &input, std::vector< std::vector< int8_t > > &output) (defined in mobilint::Model)mobilint::Model
infer(const std::vector< int8_t * > &input, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
infer(const std::vector< int8_t * > &input, std::vector< std::vector< int8_t > > &output, const std::vector< std::vector< int64_t > > &shape) (defined in mobilint::Model)mobilint::Model
infer(const std::vector< int8_t * > &input, const std::vector< std::vector< int64_t > > &shape, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
infer(const std::vector< NDArray< int8_t > > &input, std::vector< NDArray< int8_t > > &output, uint32_t cache_size) (defined in mobilint::Model)mobilint::Model
infer(const std::vector< NDArray< int8_t > > &input, uint32_t cache_size, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
infer(const std::vector< int8_t * > &input, std::vector< std::vector< int8_t > > &output, const std::vector< std::vector< int64_t > > &shape, uint32_t cache_size) (defined in mobilint::Model)mobilint::Model
infer(const std::vector< int8_t * > &input, const std::vector< std::vector< int64_t > > &shape, uint32_t cache_size, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
infer(const std::vector< float * > &input, std::vector< std::vector< float > > &output, int batch_size)mobilint::Model
infer(const std::vector< float * > &input, int batch_size, StatusCode &sc)mobilint::Model
inferAsync(const std::vector< NDArray< float > > &input, StatusCode &sc)mobilint::Model
inferAsync(const std::vector< NDArray< int8_t > > &input, StatusCode &sc)mobilint::Model
inferAsyncCHW(const std::vector< NDArray< float > > &input, StatusCode &sc)mobilint::Model
inferAsyncCHW(const std::vector< NDArray< int8_t > > &input, StatusCode &sc)mobilint::Model
inferAsyncCHWToFloat(const std::vector< NDArray< int8_t > > &input, StatusCode &sc)mobilint::Model
inferAsyncToFloat(const std::vector< NDArray< int8_t > > &input, StatusCode &sc)mobilint::Model
inferBuffer(const std::vector< Buffer > &input, std::vector< Buffer > &output, const std::vector< std::vector< int64_t > > &shape={}, uint32_t cache_size=0) (defined in mobilint::Model)mobilint::Model
inferBuffer(const std::vector< std::vector< Buffer > > &input, std::vector< std::vector< Buffer > > &output, const std::vector< std::vector< int64_t > > &shape={}, uint32_t cache_size=0) (defined in mobilint::Model)mobilint::Model
inferBufferToFloat(const std::vector< Buffer > &input, std::vector< NDArray< float > > &output, const std::vector< std::vector< int64_t > > &shape={}, uint32_t cache_size=0) (defined in mobilint::Model)mobilint::Model
inferBufferToFloat(const std::vector< std::vector< Buffer > > &input, std::vector< NDArray< float > > &output, const std::vector< std::vector< int64_t > > &shape={}, uint32_t cache_size=0) (defined in mobilint::Model)mobilint::Model
inferBufferToFloat(const std::vector< Buffer > &input, std::vector< std::vector< float > > &output, const std::vector< std::vector< int64_t > > &shape={}, uint32_t cache_size=0) (defined in mobilint::Model)mobilint::Model
inferBufferToFloat(const std::vector< std::vector< Buffer > > &input, std::vector< std::vector< float > > &output, const std::vector< std::vector< int64_t > > &shape={}, uint32_t cache_size=0) (defined in mobilint::Model)mobilint::Model
inferCHW(const std::vector< NDArray< float > > &input, std::vector< NDArray< float > > &output)mobilint::Model
inferCHW(const std::vector< NDArray< float > > &input, StatusCode &sc)mobilint::Model
inferCHW(const std::vector< float * > &input, std::vector< std::vector< float > > &output)mobilint::Model
inferCHW(const std::vector< float * > &input, StatusCode &sc)mobilint::Model
inferCHW(const std::vector< float * > &input, std::vector< std::vector< float > > &output, const std::vector< std::vector< int64_t > > &shape)mobilint::Model
inferCHW(const std::vector< float * > &input, const std::vector< std::vector< int64_t > > &shape, StatusCode &sc)mobilint::Model
inferCHW(const std::vector< NDArray< float > > &input, std::vector< NDArray< float > > &output, uint32_t cache_size)mobilint::Model
inferCHW(const std::vector< NDArray< float > > &input, uint32_t cache_size, StatusCode &sc)mobilint::Model
inferCHW(const std::vector< float * > &input, std::vector< std::vector< float > > &output, const std::vector< std::vector< int64_t > > &shape, uint32_t cache_size)mobilint::Model
inferCHW(const std::vector< float * > &input, const std::vector< std::vector< int64_t > > &shape, uint32_t cache_size, StatusCode &sc)mobilint::Model
inferCHW(const std::vector< NDArray< int8_t > > &input, std::vector< NDArray< int8_t > > &output) (defined in mobilint::Model)mobilint::Model
inferCHW(const std::vector< NDArray< int8_t > > &input, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
inferCHW(const std::vector< int8_t * > &input, std::vector< std::vector< int8_t > > &output) (defined in mobilint::Model)mobilint::Model
inferCHW(const std::vector< int8_t * > &input, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
inferCHW(const std::vector< int8_t * > &input, std::vector< std::vector< int8_t > > &output, const std::vector< std::vector< int64_t > > &shape) (defined in mobilint::Model)mobilint::Model
inferCHW(const std::vector< int8_t * > &input, const std::vector< std::vector< int64_t > > &shape, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
inferCHW(const std::vector< NDArray< int8_t > > &input, std::vector< NDArray< int8_t > > &output, uint32_t cache_size) (defined in mobilint::Model)mobilint::Model
inferCHW(const std::vector< NDArray< int8_t > > &input, uint32_t cache_size, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
inferCHW(const std::vector< int8_t * > &input, std::vector< std::vector< int8_t > > &output, const std::vector< std::vector< int64_t > > &shape, uint32_t cache_size) (defined in mobilint::Model)mobilint::Model
inferCHW(const std::vector< int8_t * > &input, const std::vector< std::vector< int64_t > > &shape, uint32_t cache_size, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
inferCHWToFloat(const std::vector< NDArray< int8_t > > &input, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
inferCHWToFloat(const std::vector< int8_t * > &input, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
inferCHWToFloat(const std::vector< int8_t * > &input, const std::vector< std::vector< int64_t > > &shape, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
inferCHWToFloat(const std::vector< NDArray< int8_t > > &input, uint32_t cache_size, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
inferCHWToFloat(const std::vector< int8_t * > &input, const std::vector< std::vector< int64_t > > &shape, uint32_t cache_size, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
inferHeightBatch(const std::vector< float * > &input, std::vector< std::vector< float > > &output, int height_batch_size)mobilint::Model
inferSpeedrun(int variant_idx=0)mobilint::Model
inferToFloat(const std::vector< NDArray< int8_t > > &input, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
inferToFloat(const std::vector< int8_t * > &input, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
inferToFloat(const std::vector< int8_t * > &input, const std::vector< std::vector< int64_t > > &shape, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
inferToFloat(const std::vector< NDArray< int8_t > > &input, uint32_t cache_size, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
inferToFloat(const std::vector< int8_t * > &input, const std::vector< std::vector< int64_t > > &shape, uint32_t cache_size, StatusCode &sc) (defined in mobilint::Model)mobilint::Model
isTarget(CoreId core_id) constmobilint::Model
launch(Accelerator &acc)mobilint::Model
loadCacheMemory(const std::vector< std::vector< int8_t > > &bufs)mobilint::Model
loadCacheMemory(const std::string &cache_dir)mobilint::Model
Model(const Model &other)=delete (defined in mobilint::Model)mobilint::Model
Model(Model &&other) noexcept (defined in mobilint::Model)mobilint::Model
moveCacheTail(int num_head, int num_tail, int cache_size, StatusCode &sc)mobilint::Model
operator=(const Model &rhs)=delete (defined in mobilint::Model)mobilint::Model
operator=(Model &&rhs) noexcept (defined in mobilint::Model)mobilint::Model
releaseBuffer(std::vector< Buffer > &buffer) const (defined in mobilint::Model)mobilint::Model
releaseBuffers(std::vector< std::vector< Buffer > > &buffers) const (defined in mobilint::Model)mobilint::Model
repositionInputs(const std::vector< float * > &input, std::vector< Buffer > &input_buf, const std::vector< std::vector< int > > &seqlens={}) const (defined in mobilint::Model)mobilint::Model
repositionInputs(const std::vector< float * > &input, std::vector< std::vector< Buffer > > &input_buf, const std::vector< std::vector< int > > &seqlens={}) const (defined in mobilint::Model)mobilint::Model
repositionOutputs(const std::vector< Buffer > &output_buf, std::vector< float * > &output, const std::vector< std::vector< int > > &seqlens={}) const (defined in mobilint::Model)mobilint::Model
repositionOutputs(const std::vector< Buffer > &output_buf, std::vector< std::vector< float > > &output, const std::vector< std::vector< int > > &seqlens={}) const (defined in mobilint::Model)mobilint::Model
repositionOutputs(const std::vector< std::vector< Buffer > > &output_buf, std::vector< float * > &output, const std::vector< std::vector< int > > &seqlens={}) const (defined in mobilint::Model)mobilint::Model
repositionOutputs(const std::vector< std::vector< Buffer > > &output_buf, std::vector< std::vector< float > > &output, const std::vector< std::vector< int > > &seqlens={}) const (defined in mobilint::Model)mobilint::Model
resetCacheMemory()mobilint::Model
~Model() (defined in mobilint::Model)mobilint::Model