audio_event.h

Go to the documentation of this file.

/*******************************************************************************
 * Copyright (C) 2018-2021 Intel Corporation
 *
 * SPDX-License-Identifier: MIT
 ******************************************************************************/
 
#pragma once
 
#include "tensor.h"
 
#include "gva_audio_event_meta.h"
 
#include <gst/audio/gstaudiometa.h>
#include <gst/gst.h>
 
#include <cassert>
#include <stdexcept>
#include <string>
#include <vector>
 
namespace GVA {
 
template <typename T>
struct Segment {
    T start, end;
};
 
class AudioEvent {
  public:
    Segment<gulong> segment() const {
        return {_gst_meta->start_timestamp, _gst_meta->end_timestamp};
    }
 
    std::string label() const {
        const char *str = g_quark_to_string(_gst_meta->event_type);
        return std::string(str ? str : "");
    }
 
    double confidence() const {
        return _detection ? _detection->confidence() : 0.0;
    }
 
    std::vector<Tensor> tensors() const {
        return this->_tensors;
    }
 
    Tensor add_tensor(const std::string &name) {
        if (name.empty())
            throw std::invalid_argument("GVA::AudioEvent: name is empty");
        GstStructure *tensor = gst_structure_new_empty(name.c_str());
        gst_gva_audio_event_meta_add_param(_gst_meta, tensor);
        _tensors.emplace_back(tensor);
        if (_tensors.back().is_detection())
            _detection = &_tensors.back();
 
        return _tensors.back();
    }
 
    Tensor detection() {
        if (!_detection) {
            add_tensor("detection");
        }
        return *_detection;
    }
 
    int label_id() const {
        return _detection ? _detection->label_id() : 0;
    }
 
    AudioEvent(GstGVAAudioEventMeta *meta) : _gst_meta(meta), _detection(nullptr) {
        if (not _gst_meta)
            throw std::invalid_argument("GVA::AudioEvent: meta is nullptr");
 
        _tensors.reserve(g_list_length(meta->params));
 
        for (GList *l = meta->params; l; l = g_list_next(l)) {
            GstStructure *s = (GstStructure *)l->data;
            if (not gst_structure_has_name(s, "object_id")) {
                _tensors.emplace_back(s);
                if (_tensors.back().is_detection())
                    _detection = &_tensors.back();
            }
        }
    }
 
    void set_label(std::string label) {
        _gst_meta->event_type = g_quark_from_string(label.c_str());
    }
 
    GstGVAAudioEventMeta *_meta() const {
        return _gst_meta;
    }
 
  protected:
    GstGVAAudioEventMeta *_gst_meta;
    std::vector<Tensor> _tensors;
    Tensor *_detection;
};
 
} // namespace GVA