acc.h Source File

acc.h Source File#

SDK qb Runtime Library: acc.h Source File
SDK qb Runtime Library v1.4
MCS001-KR
// Copyright ⓒ 2019- Mobilint Inc. All rights reserved.
 
#ifndef QBRUNTIME_ACC_H_
#define QBRUNTIME_ACC_H_
 
#ifndef _MSC_VER
#include <experimental/propagate_const>
#endif
#include <stdint.h>
 
#include <memory>
#include <string>
#include <vector>
 
#include "qbruntime/export.h"
#include "qbruntime/model.h"
#include "qbruntime/pinned_memory.h"
#include "qbruntime/status_code.h"
#include "qbruntime/type.h"
 
namespace mobilint {
 
class AcceleratorImpl;
class QBRUNTIME_EXPORT Accelerator {
public:
    static std::unique_ptr<Accelerator> create(StatusCode& sc);
    static std::unique_ptr<Accelerator> create(int dev_no, StatusCode& sc);
    static std::unique_ptr<Accelerator> create(const std::string& device_name,
                                               StatusCode& sc);
    static std::unique_ptr<Accelerator> create(const std::string& device_name, int dev_no,
                                               StatusCode& sc);
    static std::unique_ptr<Accelerator> create(int dev_no, bool verbose, StatusCode& sc);
 
    Accelerator(const Accelerator& other) = delete;
    Accelerator(Accelerator&& other) noexcept;
    Accelerator& operator=(const Accelerator& rhs) = delete;
    Accelerator& operator=(Accelerator&& rhs) noexcept;
    std::string getDeviceName() const;
    template <typename T>
    PinnedMemory<T> allocatePinnedMemory(const std::vector<int64_t>& shape,
                                         StatusCode& sc);
    ~Accelerator();
 
private:
    Accelerator();
 
#ifndef _MSC_VER
    std::experimental::propagate_const<std::unique_ptr<AcceleratorImpl>> mImpl;
#else
    std::unique_ptr<AcceleratorImpl> mImpl;
#endif
 
    friend class Model;
    friend class NPUData;
};
 
}  // namespace mobilint
 
#endif