sp500/yolo.h Source File

sp500/yolo.h Source File#

Mobilint REGULUS: sp500/yolo.h Source File
Mobilint REGULUS v4.1
SP500 DSP API
sp500
#ifndef SP500_YOLO_H
#define SP500_YOLO_H
 
#include <sp500/dsp.h>
 
#ifdef __cplusplus
extern "C" {
#endif
#define SP500_YOLO_LEVELS 3
#define SP500_YOLO_POSE_KEYPOINTS 17
#define SP500_YOLO_DETECT_RECORD_FLOATS   6
#define SP500_YOLO_SEGMENT_RECORD_FLOATS  11
#define SP500_YOLO_POSE_RECORD_FLOATS     57
#define SP500_YOLO_MASK_NONE 0xFFFFFFFFu
#define SP500_YOLO_MAX_CANDIDATES 1024
enum
{
    SP500_YOLO_HEAD_ANCHORLESS = 0,
    SP500_YOLO_HEAD_ANCHOR     = 1,
    SP500_YOLO_HEAD_NMSFREE    = 2,
    SP500_YOLO_HEAD_DFLFREE    = 3
};
enum
{
    SP500_YOLO_TASK_DETECT  = 0,  
    SP500_YOLO_TASK_SEGMENT = 1,  
    SP500_YOLO_TASK_POSE    = 2   
};
 
/* ------------------------------------------------------------- records --- */
typedef struct sp500_yolo_detection
{
    float x1;        
    float y1;        
    float x2;        
    float y2;        
    float score;     
    float class_id;  
} sp500_yolo_detection;
typedef struct sp500_yolo_segmentation
{
    sp500_yolo_detection det;  
    float bx1;                 
    float by1;                 
    float bx2;                 
    float by2;                 
    float mask_offset;
} sp500_yolo_segmentation;
typedef struct sp500_yolo_keypoint
{
    float x;      
    float y;      
    float score;  
} sp500_yolo_keypoint;
typedef struct sp500_yolo_pose
{
    sp500_yolo_detection det;                                 
    sp500_yolo_keypoint  keypoints[SP500_YOLO_POSE_KEYPOINTS];
} sp500_yolo_pose;
SP500_API uint32_t sp500_yolo_mask_offset(const sp500_yolo_segmentation* record);
 
/* ------------------------------------------------------------ parameters -- */
typedef struct sp500_yolo_params
{
    int32_t img_w;           
    int32_t img_h;           
    int32_t num_classes;     
    int32_t max_detections;  
    float   conf_threshold;  
    float   iou_threshold;   
 
    /* ---- ::SP500_YOLO_HEAD_ANCHOR only, and only when decoding ---- */
    int32_t      anchors_per_level; 
    const float* anchors;           
    uint32_t     anchors_count;     
    uint32_t     reserved0;         
 
    /* ---- ::SP500_YOLO_TASK_SEGMENT only; all five are required together ---- */
    sp500_buffer proto;          
    int32_t      mask_coeffs;    
    int32_t      proto_h;        
    int32_t      proto_w;        
    float        mask_threshold; 
 
    uint32_t reserved[6];        
} sp500_yolo_params;
SP500_API void sp500_yolo_params_init(sp500_yolo_params* params);
 
/* ----------------------------------------------------------- raw tensors -- */
typedef struct sp500_yolo_raw
{
    sp500_buffer box[SP500_YOLO_LEVELS];
    sp500_buffer cls[SP500_YOLO_LEVELS];
    sp500_buffer extra[SP500_YOLO_LEVELS];
    uint32_t     reserved[4];  
} sp500_yolo_raw;
SP500_API void sp500_yolo_raw_init(sp500_yolo_raw* raw);
typedef struct sp500_yolo_raw_anchor
{
    sp500_buffer plane[SP500_YOLO_LEVELS];  
    uint32_t     reserved[4];               
} sp500_yolo_raw_anchor;
SP500_API void sp500_yolo_raw_anchor_init(sp500_yolo_raw_anchor* raw);
 
/* --------------------------------------------------------------- results -- */
typedef struct sp500_yolo_output
{
    sp500_buffer records;
    sp500_buffer mask;
    uint32_t     reserved[4];  
} sp500_yolo_output;
SP500_API void sp500_yolo_output_init(sp500_yolo_output* output);
typedef struct sp500_yolo_result
{
    uint32_t count;         
    int32_t  record_floats; 
    double   host_seconds;  
    uint32_t reserved[4];   
} sp500_yolo_result;
 
/* --------------------------------------------------------------- helpers -- */
SP500_API int32_t sp500_yolo_record_floats(int32_t task);
SP500_API uint32_t sp500_yolo_records_bytes(int32_t task, int32_t max_detections);
SP500_API int32_t sp500_yolo_grid_cells(int32_t img_w, int32_t img_h);
SP500_API sp500_status sp500_yolo_head_for_model(const char* model_name, int32_t* head);
 
/* --------------------------------------------------------- entry points --- */
SP500_API sp500_status sp500_yolo_decode(int32_t head, int32_t task,
                                         const sp500_yolo_raw* raw,
                                         const sp500_yolo_params* params,
                                         sp500_yolo_output* output,
                                         sp500_yolo_result* result);
SP500_API sp500_status sp500_yolo_decode_anchor(int32_t task,
                                                const sp500_yolo_raw_anchor* raw,
                                                const sp500_yolo_params* params,
                                                sp500_yolo_output* output,
                                                sp500_yolo_result* result);
SP500_API sp500_status sp500_yolo_postprocess(int32_t head, int32_t task,
                                              const sp500_buffer* decoded,
                                              int32_t num_rows,
                                              const sp500_yolo_params* params,
                                              sp500_yolo_output* output,
                                              sp500_yolo_result* result);
 
#ifdef __cplusplus
} /* extern "C" */
#endif
 
#endif /* SP500_YOLO_H */