mirror of
https://github.com/Xaymar/obs-StreamFX
synced 2024-11-28 06:13:01 +00:00
726 lines
24 KiB
C++
726 lines
24 KiB
C++
/*
|
|
* Modern effects for a modern Streamer
|
|
* Copyright (C) 2017-2018 Michael Fabian Dirks
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA
|
|
*/
|
|
|
|
#include "filter-blur.h"
|
|
#include "strings.h"
|
|
#include "util-math.h"
|
|
#include <math.h>
|
|
#include <map>
|
|
#include <inttypes.h>
|
|
|
|
extern "C" {
|
|
#pragma warning (push)
|
|
#pragma warning (disable: 4201)
|
|
#include "util/platform.h"
|
|
#include "graphics/graphics.h"
|
|
#include "graphics/matrix4.h"
|
|
#pragma warning (pop)
|
|
}
|
|
|
|
#define S_FILTER_BLUR "Filter.Blur"
|
|
#define S_TYPE "Filter.Blur.Type"
|
|
#define S_TYPE_BOX "Filter.Blur.Type.Box"
|
|
#define S_TYPE_GAUSSIAN "Filter.Blur.Type.Gaussian"
|
|
#define S_TYPE_BILATERAL "Filter.Blur.Type.Bilateral"
|
|
#define S_SIZE "Filter.Blur.Size"
|
|
|
|
// Bilateral Blur
|
|
#define S_BILATERAL_SMOOTHING "Filter.Blur.Bilateral.Smoothing"
|
|
#define S_BILATERAL_SHARPNESS "Filter.Blur.Bilateral.Sharpness"
|
|
|
|
// Region
|
|
#define S_REGION "Filter.Blur.Region"
|
|
#define S_REGION_LEFT "Filter.Blur.Region.Left"
|
|
#define S_REGION_TOP "Filter.Blur.Region.Top"
|
|
#define S_REGION_RIGHT "Filter.Blur.Region.Right"
|
|
#define S_REGION_BOTTOM "Filter.Blur.Region.Bottom"
|
|
#define S_REGION_FEATHER "Filter.Blur.Region.Feather"
|
|
#define S_REGION_FEATHER_SHIFT "Filter.Blur.Region.Feather.Shift"
|
|
#define S_REGION_INVERT "Filter.Blur.Region.Invert"
|
|
|
|
// Advanced
|
|
#define S_FILTER_BLUR_COLORFORMAT "Filter.Blur.ColorFormat"
|
|
|
|
// Initializer & Finalizer
|
|
static Filter::Blur* filterBlurInstance;
|
|
INITIALIZER(FilterBlurInit) {
|
|
initializerFunctions.push_back([] {
|
|
filterBlurInstance = new Filter::Blur();
|
|
});
|
|
finalizerFunctions.push_back([] {
|
|
delete filterBlurInstance;
|
|
});
|
|
}
|
|
|
|
enum ColorFormat : uint64_t {
|
|
RGB,
|
|
YUV, // 701
|
|
};
|
|
|
|
// Global Data
|
|
Filter::Blur::Blur() {
|
|
memset(&m_sourceInfo, 0, sizeof(obs_source_info));
|
|
m_sourceInfo.id = "obs-stream-effects-filter-blur";
|
|
m_sourceInfo.type = OBS_SOURCE_TYPE_FILTER;
|
|
m_sourceInfo.output_flags = OBS_SOURCE_VIDEO;
|
|
m_sourceInfo.get_name = get_name;
|
|
m_sourceInfo.get_defaults = get_defaults;
|
|
m_sourceInfo.get_properties = get_properties;
|
|
|
|
m_sourceInfo.create = create;
|
|
m_sourceInfo.destroy = destroy;
|
|
m_sourceInfo.update = update;
|
|
m_sourceInfo.activate = activate;
|
|
m_sourceInfo.deactivate = deactivate;
|
|
m_sourceInfo.video_tick = video_tick;
|
|
m_sourceInfo.video_render = video_render;
|
|
|
|
// Load effects once.
|
|
obs_enter_graphics();
|
|
std::pair<std::string, std::string> effects[] = {
|
|
{ "Box Blur", obs_module_file("effects/box-blur.effect") },
|
|
{ "Gaussian Blur", obs_module_file("effects/gaussian-blur.effect") },
|
|
{ "Bilateral Blur", obs_module_file("effects/bilateral-blur.effect") },
|
|
{ "Color Conversion", obs_module_file("effects/color-conversion.effect") },
|
|
};
|
|
for (auto& kv : effects) {
|
|
try {
|
|
std::shared_ptr<gs::effect> effect = std::make_shared<gs::effect>(kv.second);
|
|
m_effects.insert(std::make_pair(kv.first, effect));
|
|
} catch (std::runtime_error ex) {
|
|
P_LOG_ERROR("<filter-blur> Loading effect '%s' (path: '%s') failed with error(s): %s",
|
|
kv.first.c_str(), kv.second.c_str(), ex.what());
|
|
obs_leave_graphics();
|
|
return;
|
|
}
|
|
}
|
|
|
|
generate_kernel_textures();
|
|
obs_leave_graphics();
|
|
|
|
obs_register_source(&m_sourceInfo);
|
|
}
|
|
|
|
Filter::Blur::~Blur() {
|
|
m_effects.clear();
|
|
}
|
|
|
|
void Filter::Blur::generate_gaussian_kernels() {
|
|
// 2D texture, horizontal is value, vertical is kernel size.
|
|
size_t textureSizePOT = GetNearestPowerOfTwoAbove(max_kernel_size);
|
|
std::vector<float_t> textureBuffer(textureSizePOT * textureSizePOT);
|
|
std::vector<float_t> mathBuffer(textureSizePOT);
|
|
|
|
for (size_t width = 1; width <= max_kernel_size; width++) {
|
|
size_t v = (width - 1) * textureSizePOT;
|
|
|
|
// Calculate and normalize
|
|
float_t sum = 0;
|
|
for (size_t p = 0; p <= width; p++) {
|
|
mathBuffer[p] = float_t(Gaussian1D(double_t(p), double_t(width)));
|
|
sum += mathBuffer[p] * (p > 0 ? 2 : 1);
|
|
}
|
|
|
|
// Normalize to Texture Buffer
|
|
double_t inverseSum = 1.0 / sum;
|
|
for (size_t p = 0; p <= width; p++) {
|
|
textureBuffer[v + p] = float_t(mathBuffer[p] * inverseSum);
|
|
}
|
|
}
|
|
|
|
// Create Texture
|
|
try {
|
|
auto buf = reinterpret_cast<uint8_t*>(textureBuffer.data());
|
|
auto rbuf = const_cast<const uint8_t**>(&buf);
|
|
m_gaussianKernelTexture = std::make_shared<gs::texture>(
|
|
uint32_t(textureSizePOT), uint32_t(textureSizePOT), GS_R32F, 1, rbuf,
|
|
gs::texture::flags::None);
|
|
} catch (std::runtime_error ex) {
|
|
P_LOG_ERROR("<filter-blur> Failed to create gaussian kernel texture.");
|
|
}
|
|
}
|
|
|
|
void Filter::Blur::generate_kernel_textures() {
|
|
generate_gaussian_kernels();
|
|
|
|
}
|
|
|
|
const char * Filter::Blur::get_name(void *) {
|
|
return P_TRANSLATE(S_FILTER_BLUR);
|
|
}
|
|
|
|
void Filter::Blur::get_defaults(obs_data_t *data) {
|
|
obs_data_set_default_int(data, S_TYPE, Filter::Blur::Type::Box);
|
|
obs_data_set_default_int(data, S_SIZE, 5);
|
|
|
|
// Bilateral Only
|
|
obs_data_set_default_double(data, S_BILATERAL_SMOOTHING, 50.0);
|
|
obs_data_set_default_double(data, S_BILATERAL_SHARPNESS, 90.0);
|
|
|
|
// Region
|
|
obs_data_set_default_bool(data, S_REGION, false);
|
|
obs_data_set_default_double(data, S_REGION_LEFT, 0.0f);
|
|
obs_data_set_default_double(data, S_REGION_TOP, 0.0f);
|
|
obs_data_set_default_double(data, S_REGION_RIGHT, 0.0f);
|
|
obs_data_set_default_double(data, S_REGION_BOTTOM, 0.0f);
|
|
obs_data_set_default_double(data, S_REGION_FEATHER, 0.0f);
|
|
obs_data_set_default_double(data, S_REGION_FEATHER_SHIFT, 0.0f);
|
|
obs_data_set_default_bool(data, S_REGION_INVERT, false);
|
|
|
|
// Advanced
|
|
obs_data_set_default_bool(data, S_ADVANCED, false);
|
|
obs_data_set_default_int(data, S_FILTER_BLUR_COLORFORMAT, ColorFormat::RGB);
|
|
}
|
|
|
|
obs_properties_t * Filter::Blur::get_properties(void *) {
|
|
obs_properties_t *pr = obs_properties_create();
|
|
obs_property_t* p = NULL;
|
|
|
|
p = obs_properties_add_list(pr, S_TYPE, P_TRANSLATE(S_TYPE), OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT);
|
|
obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_TYPE)));
|
|
obs_property_set_modified_callback(p, modified_properties);
|
|
obs_property_list_add_int(p, P_TRANSLATE(S_TYPE_BOX), Filter::Blur::Type::Box);
|
|
obs_property_list_add_int(p, P_TRANSLATE(S_TYPE_GAUSSIAN), Filter::Blur::Type::Gaussian);
|
|
obs_property_list_add_int(p, P_TRANSLATE(S_TYPE_BILATERAL), Filter::Blur::Type::Bilateral);
|
|
|
|
p = obs_properties_add_int_slider(pr, S_SIZE, P_TRANSLATE(S_SIZE), 1, 25, 1);
|
|
obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_SIZE)));
|
|
//obs_property_set_modified_callback(p, modified_properties);
|
|
|
|
// Bilateral Only
|
|
p = obs_properties_add_float_slider(pr, S_BILATERAL_SMOOTHING, P_TRANSLATE(S_BILATERAL_SMOOTHING), 0.01, 100.0, 0.01);
|
|
obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_BILATERAL_SMOOTHING)));
|
|
p = obs_properties_add_float_slider(pr, S_BILATERAL_SHARPNESS, P_TRANSLATE(S_BILATERAL_SHARPNESS), 0, 99.99, 0.01);
|
|
obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_BILATERAL_SHARPNESS)));
|
|
|
|
// Region
|
|
p = obs_properties_add_bool(pr, S_REGION, P_TRANSLATE(S_REGION));
|
|
obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_REGION)));
|
|
obs_property_set_modified_callback(p, modified_properties);
|
|
p = obs_properties_add_float_slider(pr, S_REGION_LEFT, P_TRANSLATE(S_REGION_LEFT), 0.0, 100.0, 0.01);
|
|
obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_REGION_LEFT)));
|
|
p = obs_properties_add_float_slider(pr, S_REGION_TOP, P_TRANSLATE(S_REGION_TOP), 0.0, 100.0, 0.01);
|
|
obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_REGION_TOP)));
|
|
p = obs_properties_add_float_slider(pr, S_REGION_RIGHT, P_TRANSLATE(S_REGION_RIGHT), 0.0, 100.0, 0.01);
|
|
obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_REGION_RIGHT)));
|
|
p = obs_properties_add_float_slider(pr, S_REGION_BOTTOM, P_TRANSLATE(S_REGION_BOTTOM), 0.0, 100.0, 0.01);
|
|
obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_REGION_BOTTOM)));
|
|
p = obs_properties_add_float_slider(pr, S_REGION_FEATHER, P_TRANSLATE(S_REGION_FEATHER), 0.0, 50.0, 0.01);
|
|
obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_REGION_FEATHER)));
|
|
p = obs_properties_add_float_slider(pr, S_REGION_FEATHER_SHIFT, P_TRANSLATE(S_REGION_FEATHER_SHIFT), -100.0, 100.0, 0.01);
|
|
obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_REGION_FEATHER_SHIFT)));
|
|
p = obs_properties_add_bool(pr, S_REGION_INVERT, P_TRANSLATE(S_REGION_INVERT));
|
|
obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_REGION_INVERT)));
|
|
|
|
// Advanced
|
|
p = obs_properties_add_bool(pr, S_ADVANCED, P_TRANSLATE(S_ADVANCED));
|
|
obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_ADVANCED)));
|
|
obs_property_set_modified_callback(p, modified_properties);
|
|
|
|
p = obs_properties_add_list(pr, S_FILTER_BLUR_COLORFORMAT, P_TRANSLATE(S_FILTER_BLUR_COLORFORMAT), OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT);
|
|
obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_FILTER_BLUR_COLORFORMAT)));
|
|
obs_property_list_add_int(p, "RGB", ColorFormat::RGB);
|
|
obs_property_list_add_int(p, "YUV", ColorFormat::YUV);
|
|
|
|
return pr;
|
|
}
|
|
|
|
bool Filter::Blur::modified_properties(obs_properties_t *pr, obs_property_t *, obs_data_t *d) {
|
|
bool showBilateral = false;
|
|
|
|
switch (obs_data_get_int(d, S_TYPE)) {
|
|
case Filter::Blur::Type::Box:
|
|
break;
|
|
case Filter::Blur::Type::Gaussian:
|
|
break;
|
|
case Filter::Blur::Type::Bilateral:
|
|
showBilateral = true;
|
|
break;
|
|
}
|
|
|
|
// Bilateral Blur
|
|
obs_property_set_visible(obs_properties_get(pr, S_BILATERAL_SMOOTHING), showBilateral);
|
|
obs_property_set_visible(obs_properties_get(pr, S_BILATERAL_SHARPNESS), showBilateral);
|
|
|
|
// Region
|
|
bool showRegion = obs_data_get_bool(d, S_REGION);
|
|
obs_property_set_visible(obs_properties_get(pr, S_REGION_LEFT), showRegion);
|
|
obs_property_set_visible(obs_properties_get(pr, S_REGION_TOP), showRegion);
|
|
obs_property_set_visible(obs_properties_get(pr, S_REGION_RIGHT), showRegion);
|
|
obs_property_set_visible(obs_properties_get(pr, S_REGION_BOTTOM), showRegion);
|
|
obs_property_set_visible(obs_properties_get(pr, S_REGION_FEATHER), showRegion);
|
|
obs_property_set_visible(obs_properties_get(pr, S_REGION_FEATHER_SHIFT), showRegion);
|
|
obs_property_set_visible(obs_properties_get(pr, S_REGION_INVERT), showRegion);
|
|
|
|
// Advanced
|
|
bool showAdvanced = false;
|
|
if (obs_data_get_bool(d, S_ADVANCED))
|
|
showAdvanced = true;
|
|
|
|
obs_property_set_visible(obs_properties_get(pr, S_FILTER_BLUR_COLORFORMAT),
|
|
showAdvanced);
|
|
|
|
return true;
|
|
}
|
|
|
|
void * Filter::Blur::create(obs_data_t *data, obs_source_t *source) {
|
|
return new Instance(data, source);
|
|
}
|
|
|
|
void Filter::Blur::destroy(void *ptr) {
|
|
delete reinterpret_cast<Instance*>(ptr);
|
|
}
|
|
|
|
uint32_t Filter::Blur::get_width(void *ptr) {
|
|
return reinterpret_cast<Instance*>(ptr)->get_width();
|
|
}
|
|
|
|
uint32_t Filter::Blur::get_height(void *ptr) {
|
|
return reinterpret_cast<Instance*>(ptr)->get_height();
|
|
}
|
|
|
|
void Filter::Blur::update(void *ptr, obs_data_t *data) {
|
|
reinterpret_cast<Instance*>(ptr)->update(data);
|
|
}
|
|
|
|
void Filter::Blur::activate(void *ptr) {
|
|
reinterpret_cast<Instance*>(ptr)->activate();
|
|
}
|
|
|
|
void Filter::Blur::deactivate(void *ptr) {
|
|
reinterpret_cast<Instance*>(ptr)->deactivate();
|
|
}
|
|
|
|
void Filter::Blur::video_tick(void *ptr, float time) {
|
|
reinterpret_cast<Instance*>(ptr)->video_tick(time);
|
|
}
|
|
|
|
void Filter::Blur::video_render(void *ptr, gs_effect_t *effect) {
|
|
reinterpret_cast<Instance*>(ptr)->video_render(effect);
|
|
}
|
|
|
|
Filter::Blur::Instance::Instance(obs_data_t *data, obs_source_t *context) : m_source(context) {
|
|
obs_enter_graphics();
|
|
m_effect = filterBlurInstance->m_effects.at("Box Blur");
|
|
m_primaryRT = gs_texrender_create(GS_RGBA, GS_ZS_NONE);
|
|
m_secondaryRT = gs_texrender_create(GS_RGBA, GS_ZS_NONE);
|
|
m_rtHorizontal = gs_texrender_create(GS_RGBA, GS_ZS_NONE);
|
|
m_rtVertical = gs_texrender_create(GS_RGBA, GS_ZS_NONE);
|
|
obs_leave_graphics();
|
|
|
|
if (!m_primaryRT)
|
|
P_LOG_ERROR("<filter-blur> Instance '%s' failed to create primary rendertarget.", obs_source_get_name(m_source));
|
|
if (!m_secondaryRT)
|
|
P_LOG_ERROR("<filter-blur> Instance '%s' failed to create secondary rendertarget.", obs_source_get_name(m_source));
|
|
if (!m_rtHorizontal)
|
|
P_LOG_ERROR("<filter-blur> Instance '%s' failed to create horizontal rendertarget.", obs_source_get_name(m_source));
|
|
if (!m_rtVertical)
|
|
P_LOG_ERROR("<filter-blur> Instance '%s' failed to create vertical rendertarget.", obs_source_get_name(m_source));
|
|
|
|
update(data);
|
|
}
|
|
|
|
Filter::Blur::Instance::~Instance() {
|
|
obs_enter_graphics();
|
|
gs_texrender_destroy(m_primaryRT);
|
|
gs_texrender_destroy(m_secondaryRT);
|
|
gs_texrender_destroy(m_rtHorizontal);
|
|
gs_texrender_destroy(m_rtVertical);
|
|
obs_leave_graphics();
|
|
}
|
|
|
|
void Filter::Blur::Instance::update(obs_data_t *data) {
|
|
m_type = (Type)obs_data_get_int(data, S_TYPE);
|
|
switch (m_type) {
|
|
case Filter::Blur::Type::Box:
|
|
m_effect = filterBlurInstance->m_effects.at("Box Blur");
|
|
break;
|
|
case Filter::Blur::Type::Gaussian:
|
|
m_effect = filterBlurInstance->m_effects.at("Gaussian Blur");
|
|
break;
|
|
case Filter::Blur::Type::Bilateral:
|
|
m_effect = filterBlurInstance->m_effects.at("Bilateral Blur");
|
|
break;
|
|
}
|
|
m_size = (uint64_t)obs_data_get_int(data, S_SIZE);
|
|
|
|
// Bilateral Blur
|
|
m_bilateralSmoothing = obs_data_get_double(data, S_BILATERAL_SMOOTHING) / 100.0;
|
|
m_bilateralSharpness = obs_data_get_double(data, S_BILATERAL_SHARPNESS) / 100.0;
|
|
|
|
// Region
|
|
m_region.enabled = obs_data_get_bool(data, S_REGION);
|
|
if (m_region.enabled) {
|
|
m_region.left = float_t(obs_data_get_double(data, S_REGION_LEFT) / 100.0);
|
|
m_region.top = float_t(obs_data_get_double(data, S_REGION_TOP) / 100.0);
|
|
m_region.right = 1.0 - float_t(obs_data_get_double(data, S_REGION_RIGHT) / 100.0);
|
|
m_region.bottom = 1.0 - float_t(obs_data_get_double(data, S_REGION_BOTTOM) / 100.0);
|
|
m_region.feather = float_t(obs_data_get_double(data, S_REGION_FEATHER) / 100.0);
|
|
m_region.feather_shift = float_t(obs_data_get_double(data, S_REGION_FEATHER_SHIFT) / 100.0);
|
|
m_region.invert = obs_data_get_bool(data, S_REGION_INVERT);
|
|
}
|
|
|
|
// Advanced
|
|
if (obs_data_get_bool(data, S_ADVANCED)) {
|
|
m_colorFormat = obs_data_get_int(data, S_FILTER_BLUR_COLORFORMAT);
|
|
} else {
|
|
m_colorFormat = obs_data_get_default_int(data, S_FILTER_BLUR_COLORFORMAT);
|
|
}
|
|
}
|
|
|
|
uint32_t Filter::Blur::Instance::get_width() {
|
|
return 0;
|
|
}
|
|
|
|
uint32_t Filter::Blur::Instance::get_height() {
|
|
return 0;
|
|
}
|
|
|
|
void Filter::Blur::Instance::activate() {}
|
|
|
|
void Filter::Blur::Instance::deactivate() {}
|
|
|
|
void Filter::Blur::Instance::video_tick(float) {}
|
|
|
|
void Filter::Blur::Instance::video_render(gs_effect_t *effect) {
|
|
bool failed = false;
|
|
vec4 black; vec4_zero(&black);
|
|
obs_source_t
|
|
*parent = obs_filter_get_parent(m_source),
|
|
*target = obs_filter_get_target(m_source);
|
|
uint32_t
|
|
baseW = obs_source_get_base_width(target),
|
|
baseH = obs_source_get_base_height(target);
|
|
gs_effect_t* colorConversionEffect = filterBlurInstance->m_effects.count("Color Conversion") ? filterBlurInstance->m_effects.at("Color Conversion")->get_object() : nullptr;
|
|
|
|
// Skip rendering if our target, parent or context is not valid.
|
|
if (!target || !parent || !m_source) {
|
|
obs_source_skip_video_filter(m_source);
|
|
return;
|
|
}
|
|
if ((baseW <= 0) || (baseH <= 0)) {
|
|
if (!m_errorLogged)
|
|
P_LOG_ERROR("<filter-blur> Instance '%s' has invalid size source '%s'.",
|
|
obs_source_get_name(m_source), obs_source_get_name(target));
|
|
m_errorLogged = true;
|
|
obs_source_skip_video_filter(m_source);
|
|
return;
|
|
}
|
|
if (!m_primaryRT || !m_effect) {
|
|
if (!m_errorLogged)
|
|
P_LOG_ERROR("<filter-blur> Instance '%s' is unable to render.",
|
|
obs_source_get_name(m_source), obs_source_get_name(target));
|
|
m_errorLogged = true;
|
|
obs_source_skip_video_filter(m_source);
|
|
return;
|
|
}
|
|
m_errorLogged = false;
|
|
|
|
gs_effect_t* defaultEffect = obs_get_base_effect(obs_base_effect::OBS_EFFECT_DEFAULT);
|
|
gs_texture_t *sourceTexture = nullptr;
|
|
|
|
#pragma region Source To Texture
|
|
gs_texrender_reset(m_primaryRT);
|
|
if (!gs_texrender_begin(m_primaryRT, baseW, baseH)) {
|
|
P_LOG_ERROR("<filter-blur> Failed to set up base texture.");
|
|
obs_source_skip_video_filter(m_source);
|
|
return;
|
|
} else {
|
|
gs_ortho(0, (float)baseW, 0, (float)baseH, -1, 1);
|
|
|
|
// Clear to Black
|
|
gs_clear(GS_CLEAR_COLOR | GS_CLEAR_DEPTH, &black, 0, 0);
|
|
|
|
// Render
|
|
if (obs_source_process_filter_begin(m_source, GS_RGBA, OBS_NO_DIRECT_RENDERING)) {
|
|
obs_source_process_filter_end(m_source, effect ? effect : defaultEffect, baseW, baseH);
|
|
} else {
|
|
P_LOG_ERROR("<filter-blur> Unable to render source.");
|
|
failed = true;
|
|
}
|
|
gs_texrender_end(m_primaryRT);
|
|
}
|
|
|
|
if (failed) {
|
|
obs_source_skip_video_filter(m_source);
|
|
return;
|
|
}
|
|
|
|
sourceTexture = gs_texrender_get_texture(m_primaryRT);
|
|
if (!sourceTexture) {
|
|
P_LOG_ERROR("<filter-blur> Failed to get source texture.");
|
|
obs_source_skip_video_filter(m_source);
|
|
return;
|
|
}
|
|
#pragma endregion Source To Texture
|
|
|
|
// Conversion
|
|
#pragma region RGB -> YUV
|
|
if ((m_colorFormat == ColorFormat::YUV) && colorConversionEffect) {
|
|
gs_texrender_reset(m_secondaryRT);
|
|
if (!gs_texrender_begin(m_secondaryRT, baseW, baseH)) {
|
|
P_LOG_ERROR("<filter-blur> Failed to set up base texture.");
|
|
obs_source_skip_video_filter(m_source);
|
|
return;
|
|
} else {
|
|
gs_ortho(0, (float)baseW, 0, (float)baseH, -1, 1);
|
|
|
|
// Clear to Black
|
|
gs_clear(GS_CLEAR_COLOR | GS_CLEAR_DEPTH, &black, 0, 0);
|
|
|
|
// Set up camera stuff
|
|
gs_set_cull_mode(GS_NEITHER);
|
|
gs_reset_blend_state();
|
|
gs_enable_blending(false);
|
|
gs_blend_function(GS_BLEND_ONE, GS_BLEND_ZERO);
|
|
gs_enable_depth_test(false);
|
|
gs_enable_stencil_test(false);
|
|
gs_enable_stencil_write(false);
|
|
gs_enable_color(true, true, true, true);
|
|
|
|
gs_eparam_t* param = gs_effect_get_param_by_name(colorConversionEffect, "image");
|
|
if (!param) {
|
|
P_LOG_ERROR("<filter-blur:Final> Failed to set image param.");
|
|
failed = true;
|
|
} else {
|
|
gs_effect_set_texture(param, sourceTexture);
|
|
}
|
|
while (gs_effect_loop(colorConversionEffect, "RGBToYUV")) {
|
|
gs_draw_sprite(sourceTexture, 0, baseW, baseH);
|
|
}
|
|
gs_texrender_end(m_secondaryRT);
|
|
}
|
|
|
|
if (failed) {
|
|
obs_source_skip_video_filter(m_source);
|
|
return;
|
|
}
|
|
|
|
sourceTexture = gs_texrender_get_texture(m_secondaryRT);
|
|
if (!sourceTexture) {
|
|
P_LOG_ERROR("<filter-blur> Failed to get source texture.");
|
|
obs_source_skip_video_filter(m_source);
|
|
return;
|
|
}
|
|
}
|
|
#pragma endregion RGB -> YUV
|
|
|
|
#pragma region Blur
|
|
// Set up camera stuff
|
|
gs_set_cull_mode(GS_NEITHER);
|
|
gs_reset_blend_state();
|
|
gs_enable_blending(true);
|
|
gs_blend_function(GS_BLEND_ONE, GS_BLEND_ZERO);
|
|
gs_enable_depth_test(false);
|
|
gs_enable_stencil_test(false);
|
|
gs_enable_stencil_write(false);
|
|
gs_enable_color(true, true, true, true);
|
|
|
|
gs_texture_t* blurred = nullptr, *intermediate = sourceTexture;
|
|
std::tuple<const char*, gs_texrender_t*, float, float> kvs[] = {
|
|
std::make_tuple("Horizontal", m_rtHorizontal, 1.0f / baseW, 0.0f),
|
|
std::make_tuple("Vertical", m_rtVertical, 0.0f, 1.0f / baseH),
|
|
};
|
|
std::string pass = "Draw";
|
|
if (m_region.enabled) {
|
|
if (m_region.feather > 0) {
|
|
pass = "DrawRegionFeather";
|
|
} else {
|
|
pass = "DrawRegion";
|
|
}
|
|
if (m_region.invert) {
|
|
pass += "Invert";
|
|
}
|
|
}
|
|
for (auto v : kvs) {
|
|
const char* name = std::get<0>(v);
|
|
gs_texrender_t* rt = std::get<1>(v);
|
|
float xpel = std::get<2>(v),
|
|
ypel = std::get<3>(v);
|
|
|
|
if (!apply_shared_param(intermediate, xpel, ypel))
|
|
break;
|
|
switch (m_type) {
|
|
case Gaussian:
|
|
apply_gaussian_param();
|
|
break;
|
|
case Bilateral:
|
|
apply_bilateral_param();
|
|
break;
|
|
}
|
|
|
|
gs_texrender_reset(rt);
|
|
if (!gs_texrender_begin(rt, baseW, baseH)) {
|
|
P_LOG_ERROR("<filter-blur:%s> Failed to begin rendering.", name);
|
|
break;
|
|
}
|
|
|
|
// Camera
|
|
gs_ortho(0, (float)baseW, 0, (float)baseH, -1, 1);
|
|
gs_clear(GS_CLEAR_COLOR | GS_CLEAR_DEPTH, &black, 0, 0);
|
|
|
|
// Render
|
|
while (gs_effect_loop(m_effect->get_object(), pass.c_str())) {
|
|
gs_draw_sprite(intermediate, 0, baseW, baseH);
|
|
}
|
|
|
|
gs_texrender_end(rt);
|
|
intermediate = gs_texrender_get_texture(rt);
|
|
if (!intermediate) {
|
|
P_LOG_ERROR("<filter-blur:%s> Failed to get intermediate texture.",
|
|
name);
|
|
break;
|
|
}
|
|
blurred = intermediate;
|
|
}
|
|
if (blurred == nullptr) {
|
|
obs_source_skip_video_filter(m_source);
|
|
return;
|
|
}
|
|
#pragma endregion Blur
|
|
|
|
#pragma region YUV -> RGB or straight draw
|
|
// Draw final effect
|
|
{
|
|
gs_effect_t* finalEffect = defaultEffect;
|
|
const char* technique = "Draw";
|
|
|
|
if ((m_colorFormat == ColorFormat::YUV) && colorConversionEffect) {
|
|
finalEffect = colorConversionEffect;
|
|
technique = "YUVToRGB";
|
|
}
|
|
|
|
// Set up camera stuff
|
|
gs_set_cull_mode(GS_NEITHER);
|
|
gs_reset_blend_state();
|
|
gs_enable_blending(true);
|
|
gs_blend_function(GS_BLEND_SRCALPHA, GS_BLEND_INVSRCALPHA);
|
|
gs_enable_depth_test(false);
|
|
gs_enable_stencil_test(false);
|
|
gs_enable_stencil_write(false);
|
|
gs_enable_color(true, true, true, true);
|
|
|
|
gs_eparam_t* param = gs_effect_get_param_by_name(finalEffect, "image");
|
|
if (!param) {
|
|
P_LOG_ERROR("<filter-blur:Final> Failed to set image param.");
|
|
failed = true;
|
|
} else {
|
|
gs_effect_set_texture(param, blurred);
|
|
}
|
|
while (gs_effect_loop(finalEffect, technique)) {
|
|
gs_draw_sprite(blurred, 0, baseW, baseH);
|
|
}
|
|
}
|
|
#pragma endregion YUV -> RGB or straight draw
|
|
|
|
if (failed) {
|
|
obs_source_skip_video_filter(m_source);
|
|
return;
|
|
}
|
|
}
|
|
|
|
bool Filter::Blur::Instance::apply_shared_param(gs_texture_t* input, float texelX, float texelY) {
|
|
bool result = true;
|
|
|
|
result = result && gs_set_param_texture(m_effect->get_object(), "u_image", input);
|
|
|
|
vec2 imageSize;
|
|
vec2_set(&imageSize,
|
|
(float)gs_texture_get_width(input),
|
|
(float)gs_texture_get_height(input));
|
|
result = result && gs_set_param_float2(m_effect->get_object(), "u_imageSize", &imageSize);
|
|
|
|
vec2 imageTexelDelta;
|
|
vec2_set(&imageTexelDelta, 1.0f, 1.0f);
|
|
vec2_div(&imageTexelDelta, &imageTexelDelta, &imageSize);
|
|
result = result && gs_set_param_float2(m_effect->get_object(), "u_imageTexel", &imageTexelDelta);
|
|
|
|
vec2 texel; vec2_set(&texel, texelX, texelY);
|
|
result = result && gs_set_param_float2(m_effect->get_object(), "u_texelDelta", &texel);
|
|
|
|
result = result && gs_set_param_int(m_effect->get_object(), "u_radius", (int)m_size);
|
|
result = result && gs_set_param_int(m_effect->get_object(), "u_diameter", (int)(1 + (m_size * 2)));
|
|
|
|
if (m_region.enabled) {
|
|
if (m_effect->has_parameter("regionLeft")) {
|
|
m_effect->get_parameter("regionLeft").set_float(m_region.left);
|
|
}
|
|
if (m_effect->has_parameter("regionTop")) {
|
|
m_effect->get_parameter("regionTop").set_float(m_region.top);
|
|
}
|
|
if (m_effect->has_parameter("regionRight")) {
|
|
m_effect->get_parameter("regionRight").set_float(m_region.right);
|
|
}
|
|
if (m_effect->has_parameter("regionBottom")) {
|
|
m_effect->get_parameter("regionBottom").set_float(m_region.bottom);
|
|
}
|
|
if (m_effect->has_parameter("regionFeather")) {
|
|
m_effect->get_parameter("regionFeather").set_float(m_region.feather);
|
|
}
|
|
if (m_effect->has_parameter("regionFeatherShift")) {
|
|
m_effect->get_parameter("regionFeatherShift").set_float(m_region.feather_shift);
|
|
}
|
|
}
|
|
|
|
return result;
|
|
}
|
|
|
|
bool Filter::Blur::Instance::apply_bilateral_param() {
|
|
gs_eparam_t *param;
|
|
|
|
if (m_type != Type::Bilateral)
|
|
return false;
|
|
|
|
// Bilateral Blur
|
|
param = gs_effect_get_param_by_name(m_effect->get_object(), "bilateralSmoothing");
|
|
if (!param) {
|
|
P_LOG_ERROR("<filter-blur> Failed to set bilateralSmoothing param.");
|
|
return false;
|
|
} else {
|
|
gs_effect_set_float(param,
|
|
(float)(m_bilateralSmoothing * (1 + m_size * 2)));
|
|
}
|
|
|
|
param = gs_effect_get_param_by_name(m_effect->get_object(), "bilateralSharpness");
|
|
if (!param) {
|
|
P_LOG_ERROR("<filter-blur> Failed to set bilateralSmoothing param.");
|
|
return false;
|
|
} else {
|
|
gs_effect_set_float(param, (float)(1.0 - m_bilateralSharpness));
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
bool Filter::Blur::Instance::apply_gaussian_param() {
|
|
if (m_effect->has_parameter("kernel")) {
|
|
m_effect->get_parameter("kernel").set_texture(filterBlurInstance->m_gaussianKernelTexture);
|
|
} else {
|
|
return false;
|
|
}
|
|
|
|
if (m_effect->has_parameter("kernelTexel")) {
|
|
auto tex = filterBlurInstance->m_gaussianKernelTexture->get_object();
|
|
float_t wb = 1.0f / gs_texture_get_width(tex);
|
|
float_t hb = 1.0f / gs_texture_get_height(tex);
|
|
m_effect->get_parameter("kernelTexel").set_float2(wb, hb);
|
|
}
|
|
|
|
return true;
|
|
}
|