region_of_interest.h

Go to the documentation of this file.

/*******************************************************************************
 * Copyright (C) 2018-2020 Intel Corporation
 *
 * SPDX-License-Identifier: MIT
 ******************************************************************************/
 
#pragma once
 
#include "tensor.h"
 
#include <gst/gst.h>
#include <gst/video/gstvideometa.h>
 
#include <cassert>
#include <stdexcept>
#include <string>
#include <vector>
 
namespace GVA {
 
template <typename T>
struct Rect {
    T x, y, w, h;
};
 
class RegionOfInterest {
  public:
    Rect<uint32_t> rect() const {
        return {_gst_meta->x, _gst_meta->y, _gst_meta->w, _gst_meta->h};
    }
 
    Rect<double> normalized_rect() {
        Tensor det = detection();
        return {det.get_double("x_min"), det.get_double("y_min"), det.get_double("x_max") - det.get_double("x_min"),
                det.get_double("y_max") - det.get_double("y_min")};
    }
 
    std::string label() const {
        const char *str = g_quark_to_string(_gst_meta->roi_type);
        return std::string(str ? str : "");
    }
 
    double confidence() const {
        return _detection ? _detection->confidence() : 0.0;
    }
 
    int32_t object_id() const {
        GstStructure *object_id_struct = gst_video_region_of_interest_meta_get_param(_gst_meta, "object_id");
        if (!object_id_struct)
            return 0;
        int id = 0;
        gst_structure_get_int(object_id_struct, "id", &id);
        return id;
    }
 
    std::vector<Tensor> tensors() const {
        return this->_tensors;
    }
 
    Tensor add_tensor(const std::string &name) {
        GstStructure *tensor = gst_structure_new_empty(name.c_str());
        gst_video_region_of_interest_meta_add_param(_gst_meta, tensor);
        _tensors.emplace_back(tensor);
        if (_tensors.back().is_detection())
            _detection = &_tensors.back();
 
        return _tensors.back();
    }
 
    Tensor detection() {
        if (!_detection) {
            add_tensor("detection");
        }
        return *_detection;
    }
 
    int label_id() const {
        return _detection ? _detection->label_id() : 0;
    }
 
    RegionOfInterest(GstVideoRegionOfInterestMeta *meta) : _gst_meta(meta), _detection(nullptr) {
        if (not _gst_meta)
            throw std::invalid_argument("GVA::RegionOfInterest: meta is nullptr");
 
        _tensors.reserve(g_list_length(meta->params));
 
        for (GList *l = meta->params; l; l = g_list_next(l)) {
            GstStructure *s = (GstStructure *)l->data;
            if (not gst_structure_has_name(s, "object_id")) {
                _tensors.emplace_back(s);
                if (_tensors.back().is_detection())
                    _detection = &_tensors.back();
            }
        }
    }
 
    void set_label(std::string label) {
        _gst_meta->roi_type = g_quark_from_string(label.c_str());
    }
 
    void set_object_id(int32_t id) {
        GstStructure *object_id = gst_video_region_of_interest_meta_get_param(_gst_meta, "object_id");
        if (object_id) {
            gst_structure_set(object_id, "id", G_TYPE_INT, id, NULL);
        } else {
            object_id = gst_structure_new("object_id", "id", G_TYPE_INT, id, NULL);
            gst_video_region_of_interest_meta_add_param(_gst_meta, object_id);
        }
    }
 
    GstVideoRegionOfInterestMeta *_meta() const {
        return _gst_meta;
    }
 
  protected:
    GstVideoRegionOfInterestMeta *_gst_meta;
    std::vector<Tensor> _tensors;
    Tensor *_detection;
};
 
} // namespace GVA