type.h File Reference

type.h File Reference#

Runtime Library: type.h File Reference
Runtime Library v0.30
Mobilint SDK qb
type.h File Reference
#include <cstdint>
#include <string>
#include <tuple>
#include <vector>
#include "maccel/export.h"

Go to the source code of this file.

Classes

struct  mobilint::Scale
 Struct for scale values. More...
struct  mobilint::CoreId
 Represents a unique identifier for an NPU core. More...
struct  mobilint::Buffer
 A simple byte-sized buffer. More...
struct  mobilint::BufferInfo
 Struct representing input/output buffer information. More...
class  mobilint::ModelConfig
 Configures a core mode and core allocation of a model for NPU inference. More...
struct  mobilint::CacheInfo
 Struct representing KV-cache information. More...

Enumerations

enum class  mobilint::Cluster : int32_t {
  Cluster::Cluster0 = 1 << 16 ,
  Cluster::Cluster1 = 2 << 16 ,
  Cluster::Error = 0x7FFF'0000
}
 Enumerates clusters in the ARIES NPU. More...
enum class  mobilint::Core : int32_t {
  Core::Core0 = 1 ,
  Core::Core1 = 2 ,
  Core::Core2 = 3 ,
  Core::Core3 = 4 ,
  Core::All = 0x0000'FFFC ,
  Core::GlobalCore = 0x0000'FFFE ,
  Core::Error = 0x0000'FFFF
}
 Enumerates cores within a cluster in the ARIES NPU. More...
enum class  mobilint::CollaborationModel {
  Unified ,
  Separated ,
  Undefined
}
enum class  mobilint::CoreStatus {
  Vacant ,
  Ready ,
  Idle ,
  Running
}
enum class  mobilint::SchedulePolicy {
  FIFO ,
  LIFO ,
  ByPriority ,
  Undefined
}
enum class  mobilint::LatencySetPolicy {
  Auto ,
  Manual
}
enum class  mobilint::MaintenancePolicy {
  Maintain ,
  DropExpired ,
  Undefined
}
enum class  mobilint::InferenceResult {
  Successful ,
  Expired ,
  Unexpected
}
enum class  mobilint::CoreAllocationPolicy {
  CoreAllocationPolicy::Auto ,
  CoreAllocationPolicy::Manual
}
 Core allocation policy. More...
enum class  mobilint::CoreMode : uint8_t {
  CoreMode::Single = 0 ,
  CoreMode::Multi = 1 ,
  CoreMode::Global = 2 ,
  CoreMode::Global4 = 3 ,
  CoreMode::Global8 = 4 ,
  CoreMode::Error = 0xF
}
 Defines the core mode for NPU execution. More...
enum class  mobilint::LogLevel : char {
  DEBUG = 1 ,
  INFO = 2 ,
  WARN = 3 ,
  ERR = 4 ,
  FATAL = 5 ,
  OFF = 6
}
 LogLevel. More...
enum class  mobilint::CacheType : uint8_t {
  Default = 0 ,
  Batch ,
  Error = 0x0F
}
 CacheType. More...

Functions

MACCEL_EXPORT void mobilint::setLogLevel (LogLevel level)
MACCEL_EXPORT bool mobilint::startTracingEvents (const char *path)
 Starts event tracing and prepares to save the trace log to a specified file.
MACCEL_EXPORT void mobilint::stopTracingEvents ()
 Stops event tracing and writes the recorded trace log.
MACCEL_EXPORT std::string mobilint::getModelSummary (const std::string &mxq_path)
 Generates a structured summary of the specified MXQ model.