npu_data.h Source File

npu_data.h Source File#

SDK qb Runtime Library: npu_data.h Source File
SDK qb Runtime Library v1.4
MCS001-EN
// Copyright ⓒ 2019- Mobilint Inc. All rights reserved.
 
#ifndef QBRUNTIME_NPU_DATA_H_
#define QBRUNTIME_NPU_DATA_H_
 
#include <cstdint>
#include <memory>
#include <string>
#include <vector>
 
#include "qbruntime/export.h"
#include "qbruntime/status_code.h"
#include "qbruntime/type.h"
 
namespace mobilint {
 
class Accelerator;
class Model;
class ModelImpl;
class ModelVariantHandle;
class NPUDataImpl;
class QBRUNTIME_EXPORT NPUData {
public:
    NPUData(const NPUData& other) = default;
    NPUData& operator=(const NPUData& rhs) = default;
    NPUData(NPUData&& other) noexcept = default;
    NPUData& operator=(NPUData&& rhs) noexcept = default;
    ~NPUData() = default;
    StatusCode launch(Accelerator& acc);
    StatusCode cpu();
    StatusCode copyFrom(NPUData& src);
    template <typename T>
    T* data(StatusCode& sc) const {
        return reinterpret_cast<T*>(rawData(sc));
    }
    const std::vector<int64_t>& shape() const;
    DataType dataType() const;
    int devNo() const;
    std::string deviceName() const;
 
private:
    explicit NPUData(std::shared_ptr<NPUDataImpl> impl);
 
    void* rawData(StatusCode& sc) const;
 
    std::shared_ptr<NPUDataImpl> mImpl;
 
    friend class Model;
    friend class ModelImpl;
    friend class ModelVariantHandle;
};
 
}  // namespace mobilint
 
#endif  // QBRUNTIME_NPU_DATA_H_