/* * Modern effects for a modern Streamer * Copyright (C) 2017 Michael Fabian Dirks * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA */ #pragma once #include "common.hpp" #include #include #include "obs/gs/gs-effect.hpp" #include "obs/gs/gs-rendertarget.hpp" #include "obs/gs/gs-vertexbuffer.hpp" #include "obs/obs-source-factory.hpp" // Nvidia #include "nvidia/ar/nvidia-ar.hpp" #include "nvidia/cuda/nvidia-cuda-context.hpp" #include "nvidia/cuda/nvidia-cuda-gs-texture.hpp" #include "nvidia/cuda/nvidia-cuda-memory.hpp" #include "nvidia/cuda/nvidia-cuda-obs.hpp" #include "nvidia/cuda/nvidia-cuda-stream.hpp" #include "nvidia/cuda/nvidia-cuda.hpp" namespace streamfx::filter::nvidia { class face_tracking_instance : public obs::source_instance { // Filter Cache std::pair _size; bool _rt_is_fresh; std::shared_ptr _rt; std::mutex _delete_protection; // Settings double_t _cfg_zoom; std::pair _cfg_offset; double_t _cfg_stability; // Operational Data std::shared_ptr _geometry; struct { util::math::kalman1D center[2]; util::math::kalman1D size[2]; } _filters; struct { std::mutex lock; double_t center[2]; double_t size[2]; double_t velocity[2]; } _values; // Nvidia CUDA interop std::shared_ptr<::nvidia::cuda::obs> _cuda; std::shared_ptr<::nvidia::cuda::stream> _cuda_stream; // Nvidia AR interop std::shared_ptr<::nvidia::ar::ar> _ar_library; std::atomic_bool _ar_loaded; std::shared_ptr _ar_feature; std::atomic_bool _ar_is_tracking; std::mutex _ar_lock; std::vector _ar_bboxes_confidence; std::vector _ar_bboxes_data; NvAR_BBoxes _ar_bboxes; std::shared_ptr _ar_texture; bool _ar_texture_cuda_fresh; std::shared_ptr<::nvidia::cuda::gstexture> _ar_texture_cuda; std::shared_ptr<::nvidia::cuda::memory> _ar_texture_cuda_mem; NvCVImage _ar_image; NvCVImage _ar_image_bgr; NvCVImage _ar_image_temp; // Tasks std::shared_ptr<::util::threadpool::task> _async_initialize; std::shared_ptr<::util::threadpool::task> _async_track; #ifdef ENABLE_PROFILING // Profiling std::shared_ptr _profile_capture; std::shared_ptr _profile_capture_realloc; std::shared_ptr _profile_capture_copy; std::shared_ptr _profile_ar_realloc; std::shared_ptr _profile_ar_copy; std::shared_ptr _profile_ar_transfer; std::shared_ptr _profile_ar_run; std::shared_ptr _profile_ar_calc; #endif public: face_tracking_instance(obs_data_t*, obs_source_t*); virtual ~face_tracking_instance() override; // Tasks void async_initialize(std::shared_ptr = nullptr); void async_track(std::shared_ptr = nullptr); void refresh_geometry(); void refresh_region_of_interest(); virtual void load(obs_data_t* data) override; virtual void migrate(obs_data_t* data, uint64_t version) override; virtual void update(obs_data_t* data) override; virtual void video_tick(float_t seconds) override; virtual void video_render(gs_effect_t* effect) override; #ifdef ENABLE_PROFILING bool button_profile(obs_properties_t* props, obs_property_t* property); #endif }; class face_tracking_factory : public obs::source_factory { std::shared_ptr<::nvidia::cuda::obs> _cuda; std::shared_ptr<::nvidia::ar::ar> _ar; public: face_tracking_factory(); virtual ~face_tracking_factory() override; virtual const char* get_name() override; virtual void get_defaults2(obs_data_t* data) override; virtual obs_properties_t* get_properties2(filter::nvidia::face_tracking_instance* data) override; std::shared_ptr<::nvidia::ar::ar> get_ar(); public: // Singleton static void initialize(); static void finalize(); static std::shared_ptr get(); }; } // namespace streamfx::filter::nvidia