mirror of
https://github.com/Xaymar/obs-StreamFX
synced 2024-12-01 07:43:02 +00:00
filter/video-superresolution: Add Video Super-Resolution filter
This commit is contained in:
Michael Fabian 'Xaymar' Dirks
Xaymar
parent
b3ca0ce684
commit
155c6e7acf
5 changed files with 797 additions and 0 deletions
|
|
@ -304,6 +304,8 @@ set(${PREFIX}ENABLE_FILTER_NVIDIA_FACE_TRACKING ON CACHE BOOL "Enable NVIDIA Fac
|
||||||
set(${PREFIX}ENABLE_FILTER_SDF_EFFECTS ON CACHE BOOL "Enable SDF Effects Filter")
|
set(${PREFIX}ENABLE_FILTER_SDF_EFFECTS ON CACHE BOOL "Enable SDF Effects Filter")
|
||||||
set(${PREFIX}ENABLE_FILTER_SHADER ON CACHE BOOL "Enable Shader Filter")
|
set(${PREFIX}ENABLE_FILTER_SHADER ON CACHE BOOL "Enable Shader Filter")
|
||||||
set(${PREFIX}ENABLE_FILTER_TRANSFORM ON CACHE BOOL "Enable Transform Filter")
|
set(${PREFIX}ENABLE_FILTER_TRANSFORM ON CACHE BOOL "Enable Transform Filter")
|
||||||
|
set(${PREFIX}ENABLE_FILTER_VIDEO_SUPERRESOLUTION ON CACHE BOOL "Enable Video Super-Resolution filter")
|
||||||
|
set(${PREFIX}ENABLE_FILTER_VIDEO_SUPERRESOLUTION_NVIDIA ON CACHE BOOL "Enable NVIDIA Video Super-Resolution for Video Super-Resolution Filter")
|
||||||
|
|
||||||
## Sources
|
## Sources
|
||||||
set(${PREFIX}ENABLE_SOURCE_MIRROR ON CACHE BOOL "Enable Mirror Source")
|
set(${PREFIX}ENABLE_SOURCE_MIRROR ON CACHE BOOL "Enable Mirror Source")
|
||||||
|
|
@ -681,6 +683,26 @@ function(feature_filter_transform RESOLVE)
|
||||||
is_feature_enabled(FILTER_TRANSFORM T_CHECK)
|
is_feature_enabled(FILTER_TRANSFORM T_CHECK)
|
||||||
endfunction()
|
endfunction()
|
||||||
|
|
||||||
|
function(feature_filter_video_superresolution RESOLVE)
|
||||||
|
is_feature_enabled(FILTER_VIDEO_SUPERRESOLUTION T_CHECK)
|
||||||
|
if(RESOLVE AND T_CHECK)
|
||||||
|
# Verify that the requirements for the providers are available
|
||||||
|
if(NOT HAVE_NVIDIA_VFX_SDK)
|
||||||
|
message(WARNING "${LOGPREFIX}: 'NVIDIA Video Effects SDK' is missing. Disabling Video Super-Resolution provider...")
|
||||||
|
set_feature_disabled(FILTER_VIDEO_SUPERRESOLUTION_NVIDIA ON)
|
||||||
|
endif()
|
||||||
|
|
||||||
|
# Verify that we have at least one provider for Video Super-Resolution.
|
||||||
|
is_feature_enabled(FILTER_VIDEO_SUPERRESOLUTION T_CHECK_NVIDIA)
|
||||||
|
if (NOT T_CHECK_NVIDIA)
|
||||||
|
message(WARNING "${LOGPREFIX}: Video Super-Resolution has no available providers. Disabling...")
|
||||||
|
set_feature_disabled(FILTER_VIDEO_SUPERRESOLUTION ON)
|
||||||
|
endif()
|
||||||
|
elseif(T_CHECK)
|
||||||
|
set(REQUIRE_NVIDIA_VFX_SDK ON PARENT_SCOPE)
|
||||||
|
endif()
|
||||||
|
endfunction()
|
||||||
|
|
||||||
function(feature_source_mirror RESOLVE)
|
function(feature_source_mirror RESOLVE)
|
||||||
is_feature_enabled(SOURCE_MIRROR T_CHECK)
|
is_feature_enabled(SOURCE_MIRROR T_CHECK)
|
||||||
endfunction()
|
endfunction()
|
||||||
|
|
@ -735,6 +757,7 @@ feature_filter_nvidia_face_tracking(OFF)
|
||||||
feature_filter_sdf_effects(OFF)
|
feature_filter_sdf_effects(OFF)
|
||||||
feature_filter_shader(OFF)
|
feature_filter_shader(OFF)
|
||||||
feature_filter_transform(OFF)
|
feature_filter_transform(OFF)
|
||||||
|
feature_filter_video_superresolution(OFF)
|
||||||
feature_source_mirror(OFF)
|
feature_source_mirror(OFF)
|
||||||
feature_source_shader(OFF)
|
feature_source_shader(OFF)
|
||||||
feature_transition_shader(OFF)
|
feature_transition_shader(OFF)
|
||||||
|
|
@ -879,6 +902,7 @@ feature_filter_nvidia_face_tracking(ON)
|
||||||
feature_filter_sdf_effects(ON)
|
feature_filter_sdf_effects(ON)
|
||||||
feature_filter_shader(ON)
|
feature_filter_shader(ON)
|
||||||
feature_filter_transform(ON)
|
feature_filter_transform(ON)
|
||||||
|
feature_filter_video_superresolution(ON)
|
||||||
feature_source_mirror(ON)
|
feature_source_mirror(ON)
|
||||||
feature_source_shader(ON)
|
feature_source_shader(ON)
|
||||||
feature_transition_shader(ON)
|
feature_transition_shader(ON)
|
||||||
|
|
@ -992,6 +1016,8 @@ if(HAVE_NVIDIA_VFX_SDK)
|
||||||
list(APPEND PROJECT_PRIVATE_SOURCE
|
list(APPEND PROJECT_PRIVATE_SOURCE
|
||||||
"source/nvidia/vfx/nvidia-vfx.hpp"
|
"source/nvidia/vfx/nvidia-vfx.hpp"
|
||||||
"source/nvidia/vfx/nvidia-vfx.cpp"
|
"source/nvidia/vfx/nvidia-vfx.cpp"
|
||||||
|
"source/nvidia/vfx/nvidia-vfx-superresolution.hpp"
|
||||||
|
"source/nvidia/vfx/nvidia-vfx-superresolution.cpp"
|
||||||
)
|
)
|
||||||
list(APPEND PROJECT_LIBRARIES
|
list(APPEND PROJECT_LIBRARIES
|
||||||
NVIDIA::VFX
|
NVIDIA::VFX
|
||||||
|
|
@ -1321,6 +1347,24 @@ if(T_CHECK)
|
||||||
)
|
)
|
||||||
endif()
|
endif()
|
||||||
|
|
||||||
|
# Filter/Video Super-Resolution
|
||||||
|
is_feature_enabled(FILTER_VIDEO_SUPERRESOLUTION T_CHECK)
|
||||||
|
if(T_CHECK)
|
||||||
|
list(APPEND PROJECT_PRIVATE_SOURCE
|
||||||
|
"source/filters/filter-video-superresolution.hpp"
|
||||||
|
"source/filters/filter-video-superresolution.cpp"
|
||||||
|
)
|
||||||
|
list(APPEND PROJECT_DEFINITIONS
|
||||||
|
ENABLE_FILTER_VIDEO_SUPERRESOLUTION
|
||||||
|
)
|
||||||
|
is_feature_enabled(FILTER_VIDEO_SUPERRESOLUTION_NVIDIA T_CHECK)
|
||||||
|
if (T_CHECK)
|
||||||
|
list(APPEND PROJECT_DEFINITIONS
|
||||||
|
ENABLE_FILTER_VIDEO_SUPERRESOLUTION_NVIDIA
|
||||||
|
)
|
||||||
|
endif()
|
||||||
|
endif()
|
||||||
|
|
||||||
# Source/Mirror
|
# Source/Mirror
|
||||||
is_feature_enabled(SOURCE_MIRROR T_CHECK)
|
is_feature_enabled(SOURCE_MIRROR T_CHECK)
|
||||||
if(T_CHECK)
|
if(T_CHECK)
|
||||||
|
|
|
||||||
|
|
@ -275,6 +275,16 @@ Filter.Transform.Rotation.Order.ZXY="Roll, Pitch, Yaw"
|
||||||
Filter.Transform.Rotation.Order.ZYX="Roll, Yaw, Pitch"
|
Filter.Transform.Rotation.Order.ZYX="Roll, Yaw, Pitch"
|
||||||
Filter.Transform.Mipmapping="Enable Mipmapping"
|
Filter.Transform.Mipmapping="Enable Mipmapping"
|
||||||
|
|
||||||
|
# Filter - Video Super-Resolution
|
||||||
|
Filter.VideoSuperResolution="Video Super-Resolution"
|
||||||
|
Filter.VideoSuperResolution.Provider="Provider"
|
||||||
|
Filter.VideoSuperResolution.Provider.NVIDIAVideoSuperResolution="NVIDIA Video Super-Resolution, powered by NVIDIA Broadcast"
|
||||||
|
Filter.VideoSuperResolution.NVIDIA.SuperRes="NVIDIA Video Super-Resolution"
|
||||||
|
Filter.VideoSuperResolution.NVIDIA.SuperRes.Scale="Scale"
|
||||||
|
Filter.VideoSuperResolution.NVIDIA.SuperRes.Strength="Strength"
|
||||||
|
Filter.VideoSuperResolution.NVIDIA.SuperRes.Strength.Weak="Weak"
|
||||||
|
Filter.VideoSuperResolution.NVIDIA.SuperRes.Strength.Strong="Strong"
|
||||||
|
|
||||||
# Source - Mirror
|
# Source - Mirror
|
||||||
Source.Mirror="Source Mirror"
|
Source.Mirror="Source Mirror"
|
||||||
Source.Mirror.Source="Source"
|
Source.Mirror.Source="Source"
|
||||||
|
|
|
||||||
610
source/filters/filter-video-superresolution.cpp
Normal file
610
source/filters/filter-video-superresolution.cpp
Normal file
|
|
@ -0,0 +1,610 @@
|
||||||
|
// Copyright (c) 2020 Michael Fabian Dirks <info@xaymar.com>
|
||||||
|
//
|
||||||
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
|
// of this software and associated documentation files (the "Software"), to deal
|
||||||
|
// in the Software without restriction, including without limitation the rights
|
||||||
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||||
|
// copies of the Software, and to permit persons to whom the Software is
|
||||||
|
// furnished to do so, subject to the following conditions:
|
||||||
|
//
|
||||||
|
// The above copyright notice and this permission notice shall be included in all
|
||||||
|
// copies or substantial portions of the Software.
|
||||||
|
//
|
||||||
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||||
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||||
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||||
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||||
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||||
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||||
|
// SOFTWARE.
|
||||||
|
|
||||||
|
#include "filter-video-superresolution.hpp"
|
||||||
|
#include <algorithm>
|
||||||
|
#include "obs/gs/gs-helper.hpp"
|
||||||
|
#include "plugin.hpp"
|
||||||
|
#include "util/util-logging.hpp"
|
||||||
|
|
||||||
|
#ifdef _DEBUG
|
||||||
|
#define ST_PREFIX "<%s> "
|
||||||
|
#define D_LOG_ERROR(x, ...) P_LOG_ERROR(ST_PREFIX##x, __FUNCTION_SIG__, __VA_ARGS__)
|
||||||
|
#define D_LOG_WARNING(x, ...) P_LOG_WARN(ST_PREFIX##x, __FUNCTION_SIG__, __VA_ARGS__)
|
||||||
|
#define D_LOG_INFO(x, ...) P_LOG_INFO(ST_PREFIX##x, __FUNCTION_SIG__, __VA_ARGS__)
|
||||||
|
#define D_LOG_DEBUG(x, ...) P_LOG_DEBUG(ST_PREFIX##x, __FUNCTION_SIG__, __VA_ARGS__)
|
||||||
|
#else
|
||||||
|
#define ST_PREFIX "<filter::video_superresolution> "
|
||||||
|
#define D_LOG_ERROR(...) P_LOG_ERROR(ST_PREFIX __VA_ARGS__)
|
||||||
|
#define D_LOG_WARNING(...) P_LOG_WARN(ST_PREFIX __VA_ARGS__)
|
||||||
|
#define D_LOG_INFO(...) P_LOG_INFO(ST_PREFIX __VA_ARGS__)
|
||||||
|
#define D_LOG_DEBUG(...) P_LOG_DEBUG(ST_PREFIX __VA_ARGS__)
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#define ST_I18N "Filter.VideoSuperResolution"
|
||||||
|
#define ST_KEY_PROVIDER "Provider"
|
||||||
|
#define ST_I18N_PROVIDER ST_I18N "." ST_KEY_PROVIDER
|
||||||
|
#define ST_I18N_PROVIDER_NVIDIA_SUPERRES ST_I18N_PROVIDER ".NVIDIAVideoSuperResolution"
|
||||||
|
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION_NVIDIA
|
||||||
|
#define ST_KEY_NVIDIA_SUPERRES "NVIDIA.SuperRes"
|
||||||
|
#define ST_I18N_NVIDIA_SUPERRES ST_I18N "." ST_KEY_NVIDIA_SUPERRES
|
||||||
|
#define ST_KEY_NVIDIA_SUPERRES_STRENGTH "NVIDIA.SuperRes.Strength"
|
||||||
|
#define ST_I18N_NVIDIA_SUPERRES_STRENGTH ST_I18N "." ST_KEY_NVIDIA_SUPERRES_STRENGTH
|
||||||
|
#define ST_I18N_NVIDIA_SUPERRES_STRENGTH_WEAK ST_I18N_NVIDIA_SUPERRES_STRENGTH ".Weak"
|
||||||
|
#define ST_I18N_NVIDIA_SUPERRES_STRENGTH_STRONG ST_I18N_NVIDIA_SUPERRES_STRENGTH ".Strong"
|
||||||
|
#define ST_KEY_NVIDIA_SUPERRES_SCALE "NVIDIA.SuperRes.Scale"
|
||||||
|
#define ST_I18N_NVIDIA_SUPERRES_SCALE ST_I18N "." ST_KEY_NVIDIA_SUPERRES_SCALE
|
||||||
|
#endif
|
||||||
|
|
||||||
|
using streamfx::filter::video_superresolution::video_superresolution_factory;
|
||||||
|
using streamfx::filter::video_superresolution::video_superresolution_instance;
|
||||||
|
using streamfx::filter::video_superresolution::video_superresolution_provider;
|
||||||
|
|
||||||
|
static constexpr std::string_view HELP_URL =
|
||||||
|
"https://github.com/Xaymar/obs-StreamFX/wiki/Filter-Video-Super-Resolution";
|
||||||
|
|
||||||
|
/** Priority of providers for automatic selection if more than one is available.
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
static video_superresolution_provider provider_priority[] = {
|
||||||
|
video_superresolution_provider::NVIDIA_VIDEO_SUPERRESOLUTION,
|
||||||
|
};
|
||||||
|
|
||||||
|
const char* streamfx::filter::video_superresolution::cstring(video_superresolution_provider provider)
|
||||||
|
{
|
||||||
|
switch (provider) {
|
||||||
|
case video_superresolution_provider::INVALID:
|
||||||
|
return "N/A";
|
||||||
|
case video_superresolution_provider::AUTOMATIC:
|
||||||
|
return D_TRANSLATE(S_STATE_AUTOMATIC);
|
||||||
|
case video_superresolution_provider::NVIDIA_VIDEO_SUPERRESOLUTION:
|
||||||
|
return D_TRANSLATE(ST_I18N_PROVIDER_NVIDIA_SUPERRES);
|
||||||
|
default:
|
||||||
|
throw std::runtime_error("Missing Conversion Entry");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
std::string streamfx::filter::video_superresolution::string(video_superresolution_provider provider)
|
||||||
|
{
|
||||||
|
return cstring(provider);
|
||||||
|
}
|
||||||
|
|
||||||
|
//------------------------------------------------------------------------------
|
||||||
|
// Instance
|
||||||
|
//------------------------------------------------------------------------------
|
||||||
|
video_superresolution_instance::video_superresolution_instance(obs_data_t* data, obs_source_t* self)
|
||||||
|
: obs::source_instance(data, self),
|
||||||
|
|
||||||
|
_in_size(1, 1), _out_size(1, 1), _provider_ready(false), _provider(video_superresolution_provider::INVALID),
|
||||||
|
_provider_lock(), _provider_task(), _input(), _output(), _dirty(false)
|
||||||
|
{
|
||||||
|
{
|
||||||
|
::streamfx::obs::gs::context gctx;
|
||||||
|
|
||||||
|
// Create the render target for the input buffering.
|
||||||
|
_input = std::make_shared<::streamfx::obs::gs::rendertarget>(GS_RGBA_UNORM, GS_ZS_NONE);
|
||||||
|
_input->render(1, 1); // Preallocate the RT on the driver and GPU.
|
||||||
|
_output = _input->get_texture();
|
||||||
|
}
|
||||||
|
|
||||||
|
if (data) {
|
||||||
|
load(data);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
video_superresolution_instance::~video_superresolution_instance()
|
||||||
|
{
|
||||||
|
// TODO: Make this asynchronous.
|
||||||
|
std::unique_lock<std::mutex> ul(_provider_lock);
|
||||||
|
switch (_provider) {
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION_NVIDIA
|
||||||
|
case video_superresolution_provider::NVIDIA_VIDEO_SUPERRESOLUTION:
|
||||||
|
nvvfxsr_unload();
|
||||||
|
break;
|
||||||
|
#endif
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
void video_superresolution_instance::load(obs_data_t* data)
|
||||||
|
{
|
||||||
|
update(data);
|
||||||
|
}
|
||||||
|
|
||||||
|
void video_superresolution_instance::migrate(obs_data_t* data, uint64_t version) {}
|
||||||
|
|
||||||
|
void video_superresolution_instance::update(obs_data_t* data)
|
||||||
|
{
|
||||||
|
// Check if the user changed which Denoising provider we use.
|
||||||
|
video_superresolution_provider provider =
|
||||||
|
static_cast<video_superresolution_provider>(obs_data_get_int(data, ST_KEY_PROVIDER));
|
||||||
|
if (provider == video_superresolution_provider::AUTOMATIC) {
|
||||||
|
for (auto v : provider_priority) {
|
||||||
|
if (video_superresolution_factory::get()->is_provider_available(v)) {
|
||||||
|
provider = v;
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Check if the provider was changed, and if so switch.
|
||||||
|
if (provider != _provider) {
|
||||||
|
switch_provider(provider);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (_provider_ready) {
|
||||||
|
std::unique_lock<std::mutex> ul(_provider_lock);
|
||||||
|
|
||||||
|
switch (_provider) {
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION_NVIDIA
|
||||||
|
case video_superresolution_provider::NVIDIA_VIDEO_SUPERRESOLUTION:
|
||||||
|
nvvfxsr_update(data);
|
||||||
|
break;
|
||||||
|
#endif
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
void streamfx::filter::video_superresolution::video_superresolution_instance::properties(obs_properties_t* properties)
|
||||||
|
{
|
||||||
|
if (_provider_ready) {
|
||||||
|
std::unique_lock<std::mutex> ul(_provider_lock);
|
||||||
|
|
||||||
|
switch (_provider) {
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION_NVIDIA
|
||||||
|
case video_superresolution_provider::NVIDIA_VIDEO_SUPERRESOLUTION:
|
||||||
|
nvvfxsr_properties(properties);
|
||||||
|
break;
|
||||||
|
#endif
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
uint32_t streamfx::filter::video_superresolution::video_superresolution_instance::get_width()
|
||||||
|
{
|
||||||
|
return std::max<uint32_t>(_out_size.first, 1);
|
||||||
|
}
|
||||||
|
|
||||||
|
uint32_t streamfx::filter::video_superresolution::video_superresolution_instance::get_height()
|
||||||
|
{
|
||||||
|
return std::max<uint32_t>(_out_size.second, 1);
|
||||||
|
}
|
||||||
|
|
||||||
|
void video_superresolution_instance::video_tick(float_t time)
|
||||||
|
{
|
||||||
|
auto target = obs_filter_get_target(_self);
|
||||||
|
auto width = obs_source_get_base_width(target);
|
||||||
|
auto height = obs_source_get_base_height(target);
|
||||||
|
_in_size = {width, height};
|
||||||
|
_out_size = _in_size;
|
||||||
|
|
||||||
|
// Allow the provider to restrict the size.
|
||||||
|
if (target && _provider_ready) {
|
||||||
|
std::unique_lock<std::mutex> ul(_provider_lock);
|
||||||
|
|
||||||
|
switch (_provider) {
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION_NVIDIA
|
||||||
|
case video_superresolution_provider::NVIDIA_VIDEO_SUPERRESOLUTION:
|
||||||
|
nvvfxsr_size();
|
||||||
|
break;
|
||||||
|
#endif
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
_dirty = true;
|
||||||
|
}
|
||||||
|
|
||||||
|
void video_superresolution_instance::video_render(gs_effect_t* effect)
|
||||||
|
{
|
||||||
|
auto parent = obs_filter_get_parent(_self);
|
||||||
|
auto target = obs_filter_get_target(_self);
|
||||||
|
auto width = obs_source_get_base_width(target);
|
||||||
|
auto height = obs_source_get_base_height(target);
|
||||||
|
vec4 blank = vec4{0, 0, 0, 0};
|
||||||
|
|
||||||
|
// Ensure we have the bare minimum of valid information.
|
||||||
|
target = target ? target : parent;
|
||||||
|
effect = effect ? effect : obs_get_base_effect(OBS_EFFECT_DEFAULT);
|
||||||
|
|
||||||
|
// Skip the filter if:
|
||||||
|
// - The Provider isn't ready yet.
|
||||||
|
// - We don't have a target.
|
||||||
|
// - The width/height of the next filter in the chain is empty.
|
||||||
|
if (!_provider_ready || !target || (width == 0) || (height == 0)) {
|
||||||
|
obs_source_skip_video_filter(_self);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
#ifdef ENABLE_PROFILING
|
||||||
|
::streamfx::obs::gs::debug_marker profiler0{::streamfx::obs::gs::debug_color_source,
|
||||||
|
"StreamFX Video Super-Resolution"};
|
||||||
|
::streamfx::obs::gs::debug_marker profiler0_0{::streamfx::obs::gs::debug_color_gray, "'%s' on '%s'",
|
||||||
|
obs_source_get_name(_self), obs_source_get_name(parent)};
|
||||||
|
#endif
|
||||||
|
|
||||||
|
if (_dirty) {
|
||||||
|
// Lock the provider from being changed.
|
||||||
|
std::unique_lock<std::mutex> ul(_provider_lock);
|
||||||
|
|
||||||
|
{ // Capture the incoming frame.
|
||||||
|
#ifdef ENABLE_PROFILING
|
||||||
|
::streamfx::obs::gs::debug_marker profiler1{::streamfx::obs::gs::debug_color_capture, "Capture"};
|
||||||
|
#endif
|
||||||
|
if (obs_source_process_filter_begin(_self, GS_RGBA, OBS_ALLOW_DIRECT_RENDERING)) {
|
||||||
|
auto op = _input->render(_in_size.first, _in_size.second);
|
||||||
|
|
||||||
|
// Matrix
|
||||||
|
gs_matrix_push();
|
||||||
|
gs_ortho(0., 1., 0., 1., 0., 1.);
|
||||||
|
|
||||||
|
// Clear the buffer
|
||||||
|
gs_clear(GS_CLEAR_COLOR | GS_CLEAR_DEPTH, &blank, 0, 0);
|
||||||
|
|
||||||
|
// Set GPU state
|
||||||
|
gs_blend_state_push();
|
||||||
|
gs_enable_color(true, true, true, true);
|
||||||
|
gs_enable_blending(false);
|
||||||
|
gs_enable_depth_test(false);
|
||||||
|
gs_enable_stencil_test(false);
|
||||||
|
gs_set_cull_mode(GS_NEITHER);
|
||||||
|
|
||||||
|
// Render
|
||||||
|
#ifdef ENABLE_PROFILING
|
||||||
|
::streamfx::obs::gs::debug_marker profiler2{::streamfx::obs::gs::debug_color_capture, "Storage"};
|
||||||
|
#endif
|
||||||
|
obs_source_process_filter_end(_self, obs_get_base_effect(OBS_EFFECT_DEFAULT), 1, 1);
|
||||||
|
|
||||||
|
// Reset GPU state
|
||||||
|
gs_blend_state_pop();
|
||||||
|
gs_matrix_pop();
|
||||||
|
} else {
|
||||||
|
obs_source_skip_video_filter(_self);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
try { // Process the captured input with the provider.
|
||||||
|
#ifdef ENABLE_PROFILING
|
||||||
|
::streamfx::obs::gs::debug_marker profiler1{::streamfx::obs::gs::debug_color_convert, "Process"};
|
||||||
|
#endif
|
||||||
|
switch (_provider) {
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION_NVIDIA
|
||||||
|
case video_superresolution_provider::NVIDIA_VIDEO_SUPERRESOLUTION:
|
||||||
|
nvvfxsr_process();
|
||||||
|
break;
|
||||||
|
#endif
|
||||||
|
default:
|
||||||
|
_output.reset();
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
} catch (...) {
|
||||||
|
obs_source_skip_video_filter(_self);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!_output) {
|
||||||
|
D_LOG_ERROR("Provider '%s' did not return a result.", cstring(_provider));
|
||||||
|
obs_source_skip_video_filter(_self);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
_dirty = false;
|
||||||
|
}
|
||||||
|
|
||||||
|
{ // Draw the result for the next filter to use.
|
||||||
|
#ifdef ENABLE_PROFILING
|
||||||
|
::streamfx::obs::gs::debug_marker profiler1{::streamfx::obs::gs::debug_color_render, "Render"};
|
||||||
|
#endif
|
||||||
|
gs_effect_set_texture(gs_effect_get_param_by_name(effect, "image"), _output->get_object());
|
||||||
|
while (gs_effect_loop(effect, "Draw")) {
|
||||||
|
gs_draw_sprite(nullptr, 0, _out_size.first, _out_size.second);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
struct switch_provider_data_t {
|
||||||
|
video_superresolution_provider provider;
|
||||||
|
};
|
||||||
|
|
||||||
|
void streamfx::filter::video_superresolution::video_superresolution_instance::switch_provider(
|
||||||
|
video_superresolution_provider provider)
|
||||||
|
{
|
||||||
|
std::unique_lock<std::mutex> ul(_provider_lock);
|
||||||
|
|
||||||
|
// Safeguard against calls made from unlocked memory.
|
||||||
|
if (provider == _provider) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
// This doesn't work correctly.
|
||||||
|
// - Need to allow multiple switches at once because OBS is weird.
|
||||||
|
// - Doesn't guarantee that the task is properly killed off.
|
||||||
|
|
||||||
|
// Log information.
|
||||||
|
D_LOG_INFO("Instance '%s' is switching provider from '%s' to '%s'.", obs_source_get_name(_self), cstring(_provider),
|
||||||
|
cstring(provider));
|
||||||
|
|
||||||
|
// 1.If there is an existing task, attempt to cancel it.
|
||||||
|
if (_provider_task) {
|
||||||
|
streamfx::threadpool()->pop(_provider_task);
|
||||||
|
}
|
||||||
|
|
||||||
|
// 2. Build data to pass into the task.
|
||||||
|
auto spd = std::make_shared<switch_provider_data_t>();
|
||||||
|
spd->provider = _provider;
|
||||||
|
_provider = provider;
|
||||||
|
|
||||||
|
// 3. Then spawn a new task to switch provider.
|
||||||
|
_provider_task = streamfx::threadpool()->push(
|
||||||
|
std::bind(&video_superresolution_instance::task_switch_provider, this, std::placeholders::_1), spd);
|
||||||
|
}
|
||||||
|
|
||||||
|
void streamfx::filter::video_superresolution::video_superresolution_instance::task_switch_provider(
|
||||||
|
util::threadpool_data_t data)
|
||||||
|
{
|
||||||
|
std::shared_ptr<switch_provider_data_t> spd = std::static_pointer_cast<switch_provider_data_t>(data);
|
||||||
|
|
||||||
|
// 1. Mark the provider as no longer ready.
|
||||||
|
_provider_ready = false;
|
||||||
|
|
||||||
|
// 2. Lock the provider from being used.
|
||||||
|
std::unique_lock<std::mutex> ul(_provider_lock);
|
||||||
|
|
||||||
|
try {
|
||||||
|
// 3. Unload the previous provider.
|
||||||
|
switch (spd->provider) {
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION_NVIDIA
|
||||||
|
case video_superresolution_provider::NVIDIA_VIDEO_SUPERRESOLUTION:
|
||||||
|
nvvfxsr_unload();
|
||||||
|
break;
|
||||||
|
#endif
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
|
// 4. Load the new provider.
|
||||||
|
switch (_provider) {
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION_NVIDIA
|
||||||
|
case video_superresolution_provider::NVIDIA_VIDEO_SUPERRESOLUTION:
|
||||||
|
nvvfxsr_load();
|
||||||
|
{
|
||||||
|
auto data = obs_source_get_settings(_self);
|
||||||
|
nvvfxsr_update(data);
|
||||||
|
obs_data_release(data);
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
#endif
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Log information.
|
||||||
|
D_LOG_INFO("Instance '%s' switched provider from '%s' to '%s'.", obs_source_get_name(_self),
|
||||||
|
cstring(spd->provider), cstring(_provider));
|
||||||
|
|
||||||
|
// 5. Set the new provider as valid.
|
||||||
|
_provider_ready = true;
|
||||||
|
} catch (std::exception const& ex) {
|
||||||
|
// Log information.
|
||||||
|
D_LOG_ERROR("Instance '%s' failed switching provider with error: %s", obs_source_get_name(_self), ex.what());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION_NVIDIA
|
||||||
|
void streamfx::filter::video_superresolution::video_superresolution_instance::nvvfxsr_load()
|
||||||
|
{
|
||||||
|
_nvidia_fx = std::make_shared<::streamfx::nvidia::vfx::superresolution>();
|
||||||
|
}
|
||||||
|
|
||||||
|
void streamfx::filter::video_superresolution::video_superresolution_instance::nvvfxsr_unload()
|
||||||
|
{
|
||||||
|
_nvidia_fx.reset();
|
||||||
|
}
|
||||||
|
|
||||||
|
void streamfx::filter::video_superresolution::video_superresolution_instance::nvvfxsr_size()
|
||||||
|
{
|
||||||
|
if (!_nvidia_fx) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
auto in_size = _in_size;
|
||||||
|
_nvidia_fx->size(in_size, _in_size, _out_size);
|
||||||
|
}
|
||||||
|
|
||||||
|
void streamfx::filter::video_superresolution::video_superresolution_instance::nvvfxsr_process()
|
||||||
|
{
|
||||||
|
if (!_nvidia_fx) {
|
||||||
|
_output = _input->get_texture();
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
_output = _nvidia_fx->process(_input->get_texture());
|
||||||
|
}
|
||||||
|
|
||||||
|
void streamfx::filter::video_superresolution::video_superresolution_instance::nvvfxsr_properties(
|
||||||
|
obs_properties_t* props)
|
||||||
|
{
|
||||||
|
obs_properties_t* grp = obs_properties_create();
|
||||||
|
obs_properties_add_group(props, ST_KEY_NVIDIA_SUPERRES, D_TRANSLATE(ST_I18N_NVIDIA_SUPERRES), OBS_GROUP_NORMAL,
|
||||||
|
grp);
|
||||||
|
|
||||||
|
{
|
||||||
|
auto p =
|
||||||
|
obs_properties_add_list(grp, ST_KEY_NVIDIA_SUPERRES_STRENGTH, D_TRANSLATE(ST_I18N_NVIDIA_SUPERRES_STRENGTH),
|
||||||
|
OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT);
|
||||||
|
obs_property_list_add_int(p, D_TRANSLATE(ST_I18N_NVIDIA_SUPERRES_STRENGTH_WEAK), 0);
|
||||||
|
obs_property_list_add_int(p, D_TRANSLATE(ST_I18N_NVIDIA_SUPERRES_STRENGTH_STRONG), 1);
|
||||||
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
auto p = obs_properties_add_float_slider(grp, ST_KEY_NVIDIA_SUPERRES_SCALE,
|
||||||
|
D_TRANSLATE(ST_I18N_NVIDIA_SUPERRES_SCALE), 100.00, 400.00, .01);
|
||||||
|
obs_property_float_set_suffix(p, " %");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
void streamfx::filter::video_superresolution::video_superresolution_instance::nvvfxsr_update(obs_data_t* data)
|
||||||
|
{
|
||||||
|
if (!_nvidia_fx)
|
||||||
|
return;
|
||||||
|
|
||||||
|
_nvidia_fx->set_strength(
|
||||||
|
static_cast<float>(obs_data_get_int(data, ST_KEY_NVIDIA_SUPERRES_STRENGTH) == 0 ? 0. : 1.));
|
||||||
|
_nvidia_fx->set_scale(static_cast<float>(obs_data_get_double(data, ST_KEY_NVIDIA_SUPERRES_SCALE) / 100.));
|
||||||
|
}
|
||||||
|
|
||||||
|
#endif
|
||||||
|
|
||||||
|
//------------------------------------------------------------------------------
|
||||||
|
// Factory
|
||||||
|
//------------------------------------------------------------------------------
|
||||||
|
video_superresolution_factory::~video_superresolution_factory() {}
|
||||||
|
|
||||||
|
video_superresolution_factory::video_superresolution_factory()
|
||||||
|
{
|
||||||
|
bool any_available = false;
|
||||||
|
|
||||||
|
// 1. Try and load any configured providers.
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION_NVIDIA
|
||||||
|
try {
|
||||||
|
// Load CVImage and Video Effects SDK.
|
||||||
|
_nvcuda = ::streamfx::nvidia::cuda::obs::get();
|
||||||
|
_nvcvi = ::streamfx::nvidia::cv::cv::get();
|
||||||
|
_nvvfx = ::streamfx::nvidia::vfx::vfx::get();
|
||||||
|
_nvidia_available = true;
|
||||||
|
any_available |= _nvidia_available;
|
||||||
|
} catch (const std::exception& ex) {
|
||||||
|
_nvidia_available = false;
|
||||||
|
_nvvfx.reset();
|
||||||
|
_nvcvi.reset();
|
||||||
|
_nvcuda.reset();
|
||||||
|
D_LOG_WARNING("Failed to make NVIDIA Super-Resolution available due to error: %s", ex.what());
|
||||||
|
}
|
||||||
|
#endif
|
||||||
|
|
||||||
|
// 2. Check if any of them managed to load at all.
|
||||||
|
if (!any_available) {
|
||||||
|
D_LOG_ERROR("All supported Super-Resolution providers failed to initialize, disabling effect.", 0);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
// 3. In any other case, register the filter!
|
||||||
|
_info.id = S_PREFIX "filter-video-superresolution";
|
||||||
|
_info.type = OBS_SOURCE_TYPE_FILTER;
|
||||||
|
_info.output_flags = OBS_SOURCE_VIDEO /*| OBS_SOURCE_SRGB*/;
|
||||||
|
|
||||||
|
set_resolution_enabled(true);
|
||||||
|
finish_setup();
|
||||||
|
}
|
||||||
|
|
||||||
|
const char* video_superresolution_factory::get_name()
|
||||||
|
{
|
||||||
|
return D_TRANSLATE(ST_I18N);
|
||||||
|
}
|
||||||
|
|
||||||
|
void video_superresolution_factory::get_defaults2(obs_data_t* data)
|
||||||
|
{
|
||||||
|
obs_data_set_default_int(data, ST_KEY_PROVIDER, static_cast<int64_t>(video_superresolution_provider::AUTOMATIC));
|
||||||
|
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION_NVIDIA
|
||||||
|
obs_data_set_default_double(data, ST_KEY_NVIDIA_SUPERRES_SCALE, 150.);
|
||||||
|
obs_data_set_default_double(data, ST_KEY_NVIDIA_SUPERRES_STRENGTH, 0.);
|
||||||
|
#endif
|
||||||
|
}
|
||||||
|
|
||||||
|
obs_properties_t* video_superresolution_factory::get_properties2(video_superresolution_instance* data)
|
||||||
|
{
|
||||||
|
obs_properties_t* pr = obs_properties_create();
|
||||||
|
|
||||||
|
#ifdef ENABLE_FRONTEND
|
||||||
|
{
|
||||||
|
obs_properties_add_button2(pr, S_MANUAL_OPEN, D_TRANSLATE(S_MANUAL_OPEN),
|
||||||
|
video_superresolution_factory::on_manual_open, nullptr);
|
||||||
|
}
|
||||||
|
#endif
|
||||||
|
|
||||||
|
if (data) {
|
||||||
|
data->properties(pr);
|
||||||
|
}
|
||||||
|
|
||||||
|
{ // Advanced Settings
|
||||||
|
auto grp = obs_properties_create();
|
||||||
|
obs_properties_add_group(pr, S_ADVANCED, D_TRANSLATE(S_ADVANCED), OBS_GROUP_NORMAL, grp);
|
||||||
|
|
||||||
|
{
|
||||||
|
auto p = obs_properties_add_list(grp, ST_KEY_PROVIDER, D_TRANSLATE(ST_I18N_PROVIDER), OBS_COMBO_TYPE_LIST,
|
||||||
|
OBS_COMBO_FORMAT_INT);
|
||||||
|
obs_property_list_add_int(p, D_TRANSLATE(S_STATE_AUTOMATIC),
|
||||||
|
static_cast<int64_t>(video_superresolution_provider::AUTOMATIC));
|
||||||
|
obs_property_list_add_int(
|
||||||
|
p, D_TRANSLATE(ST_I18N_PROVIDER_NVIDIA_SUPERRES),
|
||||||
|
static_cast<int64_t>(video_superresolution_provider::NVIDIA_VIDEO_SUPERRESOLUTION));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return pr;
|
||||||
|
}
|
||||||
|
|
||||||
|
#ifdef ENABLE_FRONTEND
|
||||||
|
bool video_superresolution_factory::on_manual_open(obs_properties_t* props, obs_property_t* property, void* data)
|
||||||
|
{
|
||||||
|
streamfx::open_url(HELP_URL);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
#endif
|
||||||
|
|
||||||
|
bool streamfx::filter::video_superresolution::video_superresolution_factory::is_provider_available(
|
||||||
|
video_superresolution_provider provider)
|
||||||
|
{
|
||||||
|
switch (provider) {
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION_NVIDIA
|
||||||
|
case video_superresolution_provider::NVIDIA_VIDEO_SUPERRESOLUTION:
|
||||||
|
return _nvidia_available;
|
||||||
|
#endif
|
||||||
|
default:
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
std::shared_ptr<video_superresolution_factory> _video_denoising_factory_instance = nullptr;
|
||||||
|
|
||||||
|
void video_superresolution_factory::initialize()
|
||||||
|
{
|
||||||
|
if (!_video_denoising_factory_instance)
|
||||||
|
_video_denoising_factory_instance = std::make_shared<video_superresolution_factory>();
|
||||||
|
}
|
||||||
|
|
||||||
|
void video_superresolution_factory::finalize()
|
||||||
|
{
|
||||||
|
_video_denoising_factory_instance.reset();
|
||||||
|
}
|
||||||
|
|
||||||
|
std::shared_ptr<video_superresolution_factory> video_superresolution_factory::get()
|
||||||
|
{
|
||||||
|
return _video_denoising_factory_instance;
|
||||||
|
}
|
||||||
124
source/filters/filter-video-superresolution.hpp
Normal file
124
source/filters/filter-video-superresolution.hpp
Normal file
|
|
@ -0,0 +1,124 @@
|
||||||
|
// Copyright (c) 2020 Michael Fabian Dirks <info@xaymar.com>
|
||||||
|
//
|
||||||
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
|
// of this software and associated documentation files (the "Software"), to deal
|
||||||
|
// in the Software without restriction, including without limitation the rights
|
||||||
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||||
|
// copies of the Software, and to permit persons to whom the Software is
|
||||||
|
// furnished to do so, subject to the following conditions:
|
||||||
|
//
|
||||||
|
// The above copyright notice and this permission notice shall be included in all
|
||||||
|
// copies or substantial portions of the Software.
|
||||||
|
//
|
||||||
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||||
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||||
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||||
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||||
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||||
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||||
|
// SOFTWARE.
|
||||||
|
|
||||||
|
#pragma once
|
||||||
|
#include <atomic>
|
||||||
|
#include <memory>
|
||||||
|
#include <mutex>
|
||||||
|
#include "obs/gs/gs-rendertarget.hpp"
|
||||||
|
#include "obs/gs/gs-texture.hpp"
|
||||||
|
#include "obs/obs-source-factory.hpp"
|
||||||
|
#include "plugin.hpp"
|
||||||
|
#include "util/util-threadpool.hpp"
|
||||||
|
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION_NVIDIA
|
||||||
|
#include "nvidia/vfx/nvidia-vfx-superresolution.hpp"
|
||||||
|
#endif
|
||||||
|
|
||||||
|
namespace streamfx::filter::video_superresolution {
|
||||||
|
enum class video_superresolution_provider {
|
||||||
|
INVALID = -1,
|
||||||
|
AUTOMATIC = 0,
|
||||||
|
NVIDIA_VIDEO_SUPERRESOLUTION = 1,
|
||||||
|
};
|
||||||
|
|
||||||
|
const char* cstring(video_superresolution_provider provider);
|
||||||
|
|
||||||
|
std::string string(video_superresolution_provider provider);
|
||||||
|
|
||||||
|
class video_superresolution_instance : public ::streamfx::obs::source_instance {
|
||||||
|
std::pair<uint32_t, uint32_t> _in_size;
|
||||||
|
std::pair<uint32_t, uint32_t> _out_size;
|
||||||
|
|
||||||
|
std::atomic<bool> _provider_ready;
|
||||||
|
std::atomic<video_superresolution_provider> _provider;
|
||||||
|
std::mutex _provider_lock;
|
||||||
|
std::shared_ptr<util::threadpool::task> _provider_task;
|
||||||
|
|
||||||
|
std::shared_ptr<::streamfx::obs::gs::rendertarget> _input;
|
||||||
|
std::shared_ptr<::streamfx::obs::gs::texture> _output;
|
||||||
|
bool _dirty;
|
||||||
|
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION_NVIDIA
|
||||||
|
std::shared_ptr<::streamfx::nvidia::vfx::superresolution> _nvidia_fx;
|
||||||
|
#endif
|
||||||
|
|
||||||
|
public:
|
||||||
|
video_superresolution_instance(obs_data_t* data, obs_source_t* self);
|
||||||
|
~video_superresolution_instance() override;
|
||||||
|
|
||||||
|
void load(obs_data_t* data) override;
|
||||||
|
void migrate(obs_data_t* data, uint64_t version) override;
|
||||||
|
void update(obs_data_t* data) override;
|
||||||
|
void properties(obs_properties_t* properties);
|
||||||
|
|
||||||
|
uint32_t get_width() override;
|
||||||
|
uint32_t get_height() override;
|
||||||
|
|
||||||
|
void video_tick(float_t time) override;
|
||||||
|
void video_render(gs_effect_t* effect) override;
|
||||||
|
|
||||||
|
private:
|
||||||
|
void switch_provider(video_superresolution_provider provider);
|
||||||
|
void task_switch_provider(util::threadpool_data_t data);
|
||||||
|
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION_NVIDIA
|
||||||
|
void nvvfxsr_load();
|
||||||
|
void nvvfxsr_unload();
|
||||||
|
void nvvfxsr_size();
|
||||||
|
void nvvfxsr_process();
|
||||||
|
void nvvfxsr_properties(obs_properties_t* props);
|
||||||
|
void nvvfxsr_update(obs_data_t* data);
|
||||||
|
#endif
|
||||||
|
};
|
||||||
|
|
||||||
|
class video_superresolution_factory
|
||||||
|
: public ::streamfx::obs::source_factory<
|
||||||
|
::streamfx::filter::video_superresolution::video_superresolution_factory,
|
||||||
|
::streamfx::filter::video_superresolution::video_superresolution_instance> {
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION_NVIDIA
|
||||||
|
bool _nvidia_available;
|
||||||
|
std::shared_ptr<::streamfx::nvidia::cuda::obs> _nvcuda;
|
||||||
|
std::shared_ptr<::streamfx::nvidia::cv::cv> _nvcvi;
|
||||||
|
std::shared_ptr<::streamfx::nvidia::vfx::vfx> _nvvfx;
|
||||||
|
#endif
|
||||||
|
|
||||||
|
public:
|
||||||
|
virtual ~video_superresolution_factory();
|
||||||
|
video_superresolution_factory();
|
||||||
|
|
||||||
|
virtual const char* get_name() override;
|
||||||
|
|
||||||
|
virtual void get_defaults2(obs_data_t* data) override;
|
||||||
|
virtual obs_properties_t* get_properties2(video_superresolution_instance* data) override;
|
||||||
|
|
||||||
|
#ifdef ENABLE_FRONTEND
|
||||||
|
static bool on_manual_open(obs_properties_t* props, obs_property_t* property, void* data);
|
||||||
|
#endif
|
||||||
|
|
||||||
|
bool is_provider_available(video_superresolution_provider);
|
||||||
|
|
||||||
|
public: // Singleton
|
||||||
|
static void initialize();
|
||||||
|
static void finalize();
|
||||||
|
static std::shared_ptr<::streamfx::filter::video_superresolution::video_superresolution_factory> get();
|
||||||
|
};
|
||||||
|
|
||||||
|
} // namespace streamfx::filter::video_superresolution
|
||||||
|
|
@ -56,6 +56,9 @@
|
||||||
#ifdef ENABLE_FILTER_TRANSFORM
|
#ifdef ENABLE_FILTER_TRANSFORM
|
||||||
#include "filters/filter-transform.hpp"
|
#include "filters/filter-transform.hpp"
|
||||||
#endif
|
#endif
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION
|
||||||
|
#include "filters/filter-video-superresolution.hpp"
|
||||||
|
#endif
|
||||||
|
|
||||||
#ifdef ENABLE_SOURCE_MIRROR
|
#ifdef ENABLE_SOURCE_MIRROR
|
||||||
#include "sources/source-mirror.hpp"
|
#include "sources/source-mirror.hpp"
|
||||||
|
|
@ -152,6 +155,9 @@ try {
|
||||||
#endif
|
#endif
|
||||||
#ifdef ENABLE_FILTER_TRANSFORM
|
#ifdef ENABLE_FILTER_TRANSFORM
|
||||||
streamfx::filter::transform::transform_factory::initialize();
|
streamfx::filter::transform::transform_factory::initialize();
|
||||||
|
#endif
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION
|
||||||
|
streamfx::filter::video_superresolution::video_superresolution_factory::initialize();
|
||||||
#endif
|
#endif
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -235,6 +241,9 @@ try {
|
||||||
#endif
|
#endif
|
||||||
#ifdef ENABLE_FILTER_TRANSFORM
|
#ifdef ENABLE_FILTER_TRANSFORM
|
||||||
streamfx::filter::transform::transform_factory::finalize();
|
streamfx::filter::transform::transform_factory::finalize();
|
||||||
|
#endif
|
||||||
|
#ifdef ENABLE_FILTER_VIDEO_SUPERRESOLUTION
|
||||||
|
streamfx::filter::video_superresolution::video_superresolution_factory::finalize();
|
||||||
#endif
|
#endif
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue