obs-StreamFX/source/filter-blur.cpp

/*
 * Modern effects for a modern Streamer
 * Copyright (C) 2017-2018 Michael Fabian Dirks
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA
 */

#include "filter-blur.h"
#include "strings.h"
#include "util-math.h"
#include <math.h>
#include <map>
#include <inttypes.h>

extern "C" {
#pragma warning (push)
#pragma warning (disable: 4201)
#include "util/platform.h"
#include "graphics/graphics.h"
#include "graphics/matrix4.h"
#pragma warning (pop)
}

#define S_FILTER_BLUR					"Filter.Blur"
#define S_TYPE						"Filter.Blur.Type"
#define S_TYPE_BOX					"Filter.Blur.Type.Box"
#define S_TYPE_GAUSSIAN					"Filter.Blur.Type.Gaussian"
#define S_TYPE_BILATERAL				"Filter.Blur.Type.Bilateral"
#define S_SIZE						"Filter.Blur.Size"

// Bilateral Blur
#define S_BILATERAL_SMOOTHING				"Filter.Blur.Bilateral.Smoothing"
#define S_BILATERAL_SHARPNESS				"Filter.Blur.Bilateral.Sharpness"

// Region
#define S_REGION					"Filter.Blur.Region"
#define S_REGION_LEFT					"Filter.Blur.Region.Left"
#define S_REGION_TOP					"Filter.Blur.Region.Top"
#define S_REGION_RIGHT					"Filter.Blur.Region.Right"
#define S_REGION_BOTTOM					"Filter.Blur.Region.Bottom"
#define S_REGION_FEATHER				"Filter.Blur.Region.Feather"
#define S_REGION_FEATHER_SHIFT				"Filter.Blur.Region.Feather.Shift"
#define S_REGION_INVERT					"Filter.Blur.Region.Invert"

// Advanced
#define S_FILTER_BLUR_COLORFORMAT			"Filter.Blur.ColorFormat"	

// Initializer & Finalizer
static Filter::Blur* filterBlurInstance;
INITIALIZER(FilterBlurInit) {
	initializerFunctions.push_back([] {
		filterBlurInstance = new Filter::Blur();
	});
	finalizerFunctions.push_back([] {
		delete filterBlurInstance;
	});
}

enum ColorFormat : uint64_t {
	RGB,
	YUV, // 701
};

// Global Data
Filter::Blur::Blur() {
	memset(&m_sourceInfo, 0, sizeof(obs_source_info));
	m_sourceInfo.id = "obs-stream-effects-filter-blur";
	m_sourceInfo.type = OBS_SOURCE_TYPE_FILTER;
	m_sourceInfo.output_flags = OBS_SOURCE_VIDEO;
	m_sourceInfo.get_name = get_name;
	m_sourceInfo.get_defaults = get_defaults;
	m_sourceInfo.get_properties = get_properties;

	m_sourceInfo.create = create;
	m_sourceInfo.destroy = destroy;
	m_sourceInfo.update = update;
	m_sourceInfo.activate = activate;
	m_sourceInfo.deactivate = deactivate;
	m_sourceInfo.video_tick = video_tick;
	m_sourceInfo.video_render = video_render;

	// Load effects once.
	obs_enter_graphics();
	std::pair<std::string, std::string> effects[] = {
		{ "Box Blur", obs_module_file("effects/box-blur.effect") },
		{ "Gaussian Blur", obs_module_file("effects/gaussian-blur.effect") },
		{ "Bilateral Blur", obs_module_file("effects/bilateral-blur.effect") },
		{ "Color Conversion", obs_module_file("effects/color-conversion.effect") },
	};
	for (auto& kv : effects) {
		try {
			std::shared_ptr<gs::effect> effect = std::make_shared<gs::effect>(kv.second);
			m_effects.insert(std::make_pair(kv.first, effect));
		} catch (std::runtime_error ex) {
			P_LOG_ERROR("<filter-blur> Loading effect '%s' (path: '%s') failed with error(s): %s",
				kv.first.c_str(), kv.second.c_str(), ex.what());
			obs_leave_graphics();
			return;
		}
	}

	generate_kernel_textures();
	obs_leave_graphics();

	obs_register_source(&m_sourceInfo);
}

Filter::Blur::~Blur() {
	m_effects.clear();
}

void Filter::Blur::generate_gaussian_kernels() {
	// 2D texture, horizontal is value, vertical is kernel size.
	size_t textureSizePOT = GetNearestPowerOfTwoAbove(max_kernel_size);
	std::vector<float_t> textureBuffer(textureSizePOT * textureSizePOT);
	std::vector<float_t> mathBuffer(textureSizePOT);

	for (size_t width = 1; width <= max_kernel_size; width++) {
		size_t v = (width - 1) * textureSizePOT;

		// Calculate and normalize
		float_t sum = 0;
		for (size_t p = 0; p <= width; p++) {
			mathBuffer[p] = float_t(Gaussian1D(double_t(p), double_t(width)));
			sum += mathBuffer[p] * (p > 0 ? 2 : 1);
		}

		// Normalize to Texture Buffer
		double_t inverseSum = 1.0 / sum;
		for (size_t p = 0; p <= width; p++) {
			textureBuffer[v + p] = float_t(mathBuffer[p] * inverseSum);
		}
	}

	// Create Texture
	try {
		auto buf = reinterpret_cast<uint8_t*>(textureBuffer.data());
		auto rbuf = const_cast<const uint8_t**>(&buf);
		m_gaussianKernelTexture = std::make_shared<gs::texture>(
			uint32_t(textureSizePOT), uint32_t(textureSizePOT), GS_R32F, 1, rbuf,
			gs::texture::flags::None);
	} catch (std::runtime_error ex) {
		P_LOG_ERROR("<filter-blur> Failed to create gaussian kernel texture.");
	}
}

void Filter::Blur::generate_kernel_textures() {
	generate_gaussian_kernels();

}

const char * Filter::Blur::get_name(void *) {
	return P_TRANSLATE(S_FILTER_BLUR);
}

void Filter::Blur::get_defaults(obs_data_t *data) {
	obs_data_set_default_int(data, S_TYPE, Filter::Blur::Type::Box);
	obs_data_set_default_int(data, S_SIZE, 5);

	// Bilateral Only
	obs_data_set_default_double(data, S_BILATERAL_SMOOTHING, 50.0);
	obs_data_set_default_double(data, S_BILATERAL_SHARPNESS, 90.0);

	// Region
	obs_data_set_default_bool(data, S_REGION, false);
	obs_data_set_default_double(data, S_REGION_LEFT, 0.0f);
	obs_data_set_default_double(data, S_REGION_TOP, 0.0f);
	obs_data_set_default_double(data, S_REGION_RIGHT, 0.0f);
	obs_data_set_default_double(data, S_REGION_BOTTOM, 0.0f);
	obs_data_set_default_double(data, S_REGION_FEATHER, 0.0f);
	obs_data_set_default_double(data, S_REGION_FEATHER_SHIFT, 0.0f);
	obs_data_set_default_bool(data, S_REGION_INVERT, false);

	// Advanced
	obs_data_set_default_bool(data, S_ADVANCED, false);
	obs_data_set_default_int(data, S_FILTER_BLUR_COLORFORMAT, ColorFormat::RGB);
}

obs_properties_t * Filter::Blur::get_properties(void *) {
	obs_properties_t *pr = obs_properties_create();
	obs_property_t* p = NULL;

	p = obs_properties_add_list(pr, S_TYPE, P_TRANSLATE(S_TYPE), OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT);
	obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_TYPE)));
	obs_property_set_modified_callback(p, modified_properties);
	obs_property_list_add_int(p, P_TRANSLATE(S_TYPE_BOX), Filter::Blur::Type::Box);
	obs_property_list_add_int(p, P_TRANSLATE(S_TYPE_GAUSSIAN), Filter::Blur::Type::Gaussian);
	obs_property_list_add_int(p, P_TRANSLATE(S_TYPE_BILATERAL), Filter::Blur::Type::Bilateral);

	p = obs_properties_add_int_slider(pr, S_SIZE, P_TRANSLATE(S_SIZE), 1, 25, 1);
	obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_SIZE)));
	//obs_property_set_modified_callback(p, modified_properties);

	// Bilateral Only
	p = obs_properties_add_float_slider(pr, S_BILATERAL_SMOOTHING, P_TRANSLATE(S_BILATERAL_SMOOTHING), 0.01, 100.0, 0.01);
	obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_BILATERAL_SMOOTHING)));
	p = obs_properties_add_float_slider(pr, S_BILATERAL_SHARPNESS, P_TRANSLATE(S_BILATERAL_SHARPNESS), 0, 99.99, 0.01);
	obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_BILATERAL_SHARPNESS)));

	// Region
	p = obs_properties_add_bool(pr, S_REGION, P_TRANSLATE(S_REGION));
	obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_REGION)));
	obs_property_set_modified_callback(p, modified_properties);
	p = obs_properties_add_float_slider(pr, S_REGION_LEFT, P_TRANSLATE(S_REGION_LEFT), 0.0, 100.0, 0.01);
	obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_REGION_LEFT)));
	p = obs_properties_add_float_slider(pr, S_REGION_TOP, P_TRANSLATE(S_REGION_TOP), 0.0, 100.0, 0.01);
	obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_REGION_TOP)));
	p = obs_properties_add_float_slider(pr, S_REGION_RIGHT, P_TRANSLATE(S_REGION_RIGHT), 0.0, 100.0, 0.01);
	obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_REGION_RIGHT)));
	p = obs_properties_add_float_slider(pr, S_REGION_BOTTOM, P_TRANSLATE(S_REGION_BOTTOM), 0.0, 100.0, 0.01);
	obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_REGION_BOTTOM)));
	p = obs_properties_add_float_slider(pr, S_REGION_FEATHER, P_TRANSLATE(S_REGION_FEATHER), 0.0, 50.0, 0.01);
	obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_REGION_FEATHER)));
	p = obs_properties_add_float_slider(pr, S_REGION_FEATHER_SHIFT, P_TRANSLATE(S_REGION_FEATHER_SHIFT), -100.0, 100.0, 0.01);
	obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_REGION_FEATHER_SHIFT)));
	p = obs_properties_add_bool(pr, S_REGION_INVERT, P_TRANSLATE(S_REGION_INVERT));
	obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_REGION_INVERT)));

	// Advanced
	p = obs_properties_add_bool(pr, S_ADVANCED, P_TRANSLATE(S_ADVANCED));
	obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_ADVANCED)));
	obs_property_set_modified_callback(p, modified_properties);

	p = obs_properties_add_list(pr, S_FILTER_BLUR_COLORFORMAT, P_TRANSLATE(S_FILTER_BLUR_COLORFORMAT), OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT);
	obs_property_set_long_description(p, P_TRANSLATE(P_DESC(S_FILTER_BLUR_COLORFORMAT)));
	obs_property_list_add_int(p, "RGB", ColorFormat::RGB);
	obs_property_list_add_int(p, "YUV", ColorFormat::YUV);

	return pr;
}

bool Filter::Blur::modified_properties(obs_properties_t *pr, obs_property_t *, obs_data_t *d) {
	bool showBilateral = false;

	switch (obs_data_get_int(d, S_TYPE)) {
		case Filter::Blur::Type::Box:
			break;
		case Filter::Blur::Type::Gaussian:
			break;
		case Filter::Blur::Type::Bilateral:
			showBilateral = true;
			break;
	}

	// Bilateral Blur
	obs_property_set_visible(obs_properties_get(pr, S_BILATERAL_SMOOTHING), showBilateral);
	obs_property_set_visible(obs_properties_get(pr, S_BILATERAL_SHARPNESS), showBilateral);

	// Region
	bool showRegion = obs_data_get_bool(d, S_REGION);
	obs_property_set_visible(obs_properties_get(pr, S_REGION_LEFT), showRegion);
	obs_property_set_visible(obs_properties_get(pr, S_REGION_TOP), showRegion);
	obs_property_set_visible(obs_properties_get(pr, S_REGION_RIGHT), showRegion);
	obs_property_set_visible(obs_properties_get(pr, S_REGION_BOTTOM), showRegion);
	obs_property_set_visible(obs_properties_get(pr, S_REGION_FEATHER), showRegion);
	obs_property_set_visible(obs_properties_get(pr, S_REGION_FEATHER_SHIFT), showRegion);
	obs_property_set_visible(obs_properties_get(pr, S_REGION_INVERT), showRegion);

	// Advanced
	bool showAdvanced = false;
	if (obs_data_get_bool(d, S_ADVANCED))
		showAdvanced = true;

	obs_property_set_visible(obs_properties_get(pr, S_FILTER_BLUR_COLORFORMAT),
		showAdvanced);

	return true;
}

void * Filter::Blur::create(obs_data_t *data, obs_source_t *source) {
	return new Instance(data, source);
}

void Filter::Blur::destroy(void *ptr) {
	delete reinterpret_cast<Instance*>(ptr);
}

uint32_t Filter::Blur::get_width(void *ptr) {
	return reinterpret_cast<Instance*>(ptr)->get_width();
}

uint32_t Filter::Blur::get_height(void *ptr) {
	return reinterpret_cast<Instance*>(ptr)->get_height();
}

void Filter::Blur::update(void *ptr, obs_data_t *data) {
	reinterpret_cast<Instance*>(ptr)->update(data);
}

void Filter::Blur::activate(void *ptr) {
	reinterpret_cast<Instance*>(ptr)->activate();
}

void Filter::Blur::deactivate(void *ptr) {
	reinterpret_cast<Instance*>(ptr)->deactivate();
}

void Filter::Blur::video_tick(void *ptr, float time) {
	reinterpret_cast<Instance*>(ptr)->video_tick(time);
}

void Filter::Blur::video_render(void *ptr, gs_effect_t *effect) {
	reinterpret_cast<Instance*>(ptr)->video_render(effect);
}

Filter::Blur::Instance::Instance(obs_data_t *data, obs_source_t *context) : m_source(context) {
	obs_enter_graphics();
	m_effect = filterBlurInstance->m_effects.at("Box Blur");
	m_primaryRT = gs_texrender_create(GS_RGBA, GS_ZS_NONE);
	m_secondaryRT = gs_texrender_create(GS_RGBA, GS_ZS_NONE);
	m_rtHorizontal = gs_texrender_create(GS_RGBA, GS_ZS_NONE);
	m_rtVertical = gs_texrender_create(GS_RGBA, GS_ZS_NONE);
	obs_leave_graphics();

	if (!m_primaryRT)
		P_LOG_ERROR("<filter-blur> Instance '%s' failed to create primary rendertarget.", obs_source_get_name(m_source));
	if (!m_secondaryRT)
		P_LOG_ERROR("<filter-blur> Instance '%s' failed to create secondary rendertarget.", obs_source_get_name(m_source));
	if (!m_rtHorizontal)
		P_LOG_ERROR("<filter-blur> Instance '%s' failed to create horizontal rendertarget.", obs_source_get_name(m_source));
	if (!m_rtVertical)
		P_LOG_ERROR("<filter-blur> Instance '%s' failed to create vertical rendertarget.", obs_source_get_name(m_source));

	update(data);
}

Filter::Blur::Instance::~Instance() {
	obs_enter_graphics();
	gs_texrender_destroy(m_primaryRT);
	gs_texrender_destroy(m_secondaryRT);
	gs_texrender_destroy(m_rtHorizontal);
	gs_texrender_destroy(m_rtVertical);
	obs_leave_graphics();
}

void Filter::Blur::Instance::update(obs_data_t *data) {
	m_type = (Type)obs_data_get_int(data, S_TYPE);
	switch (m_type) {
		case Filter::Blur::Type::Box:
			m_effect = filterBlurInstance->m_effects.at("Box Blur");
			break;
		case Filter::Blur::Type::Gaussian:
			m_effect = filterBlurInstance->m_effects.at("Gaussian Blur");
			break;
		case Filter::Blur::Type::Bilateral:
			m_effect = filterBlurInstance->m_effects.at("Bilateral Blur");
			break;
	}
	m_size = (uint64_t)obs_data_get_int(data, S_SIZE);

	// Bilateral Blur
	m_bilateralSmoothing = obs_data_get_double(data, S_BILATERAL_SMOOTHING) / 100.0;
	m_bilateralSharpness = obs_data_get_double(data, S_BILATERAL_SHARPNESS) / 100.0;

	// Region
	m_region.enabled = obs_data_get_bool(data, S_REGION);
	if (m_region.enabled) {
		m_region.left = float_t(obs_data_get_double(data, S_REGION_LEFT) / 100.0);
		m_region.top = float_t(obs_data_get_double(data, S_REGION_TOP) / 100.0);
		m_region.right = 1.0 - float_t(obs_data_get_double(data, S_REGION_RIGHT) / 100.0);
		m_region.bottom = 1.0 - float_t(obs_data_get_double(data, S_REGION_BOTTOM) / 100.0);
		m_region.feather = float_t(obs_data_get_double(data, S_REGION_FEATHER) / 100.0);
		m_region.feather_shift = float_t(obs_data_get_double(data, S_REGION_FEATHER_SHIFT) / 100.0);
		m_region.invert = obs_data_get_bool(data, S_REGION_INVERT);
	}

	// Advanced
	if (obs_data_get_bool(data, S_ADVANCED)) {
		m_colorFormat = obs_data_get_int(data, S_FILTER_BLUR_COLORFORMAT);
	} else {
		m_colorFormat = obs_data_get_default_int(data, S_FILTER_BLUR_COLORFORMAT);
	}
}

uint32_t Filter::Blur::Instance::get_width() {
	return 0;
}

uint32_t Filter::Blur::Instance::get_height() {
	return 0;
}

void Filter::Blur::Instance::activate() {}

void Filter::Blur::Instance::deactivate() {}

void Filter::Blur::Instance::video_tick(float) {}

void Filter::Blur::Instance::video_render(gs_effect_t *effect) {
	bool failed = false;
	vec4 black; vec4_zero(&black);
	obs_source_t
		*parent = obs_filter_get_parent(m_source),
		*target = obs_filter_get_target(m_source);
	uint32_t
		baseW = obs_source_get_base_width(target),
		baseH = obs_source_get_base_height(target);
	gs_effect_t* colorConversionEffect = filterBlurInstance->m_effects.count("Color Conversion") ? filterBlurInstance->m_effects.at("Color Conversion")->get_object() : nullptr;

	// Skip rendering if our target, parent or context is not valid.
	if (!target || !parent || !m_source) {
		obs_source_skip_video_filter(m_source);
		return;
	}
	if ((baseW <= 0) || (baseH <= 0)) {
		if (!m_errorLogged)
			P_LOG_ERROR("<filter-blur> Instance '%s' has invalid size source '%s'.",
				obs_source_get_name(m_source), obs_source_get_name(target));
		m_errorLogged = true;
		obs_source_skip_video_filter(m_source);
		return;
	}
	if (!m_primaryRT || !m_effect) {
		if (!m_errorLogged)
			P_LOG_ERROR("<filter-blur> Instance '%s' is unable to render.",
				obs_source_get_name(m_source), obs_source_get_name(target));
		m_errorLogged = true;
		obs_source_skip_video_filter(m_source);
		return;
	}
	m_errorLogged = false;

	gs_effect_t* defaultEffect = obs_get_base_effect(obs_base_effect::OBS_EFFECT_DEFAULT);
	gs_texture_t *sourceTexture = nullptr;

#pragma region Source To Texture
	gs_texrender_reset(m_primaryRT);
	if (!gs_texrender_begin(m_primaryRT, baseW, baseH)) {
		P_LOG_ERROR("<filter-blur> Failed to set up base texture.");
		obs_source_skip_video_filter(m_source);
		return;
	} else {
		gs_ortho(0, (float)baseW, 0, (float)baseH, -1, 1);

		// Clear to Black
		gs_clear(GS_CLEAR_COLOR | GS_CLEAR_DEPTH, &black, 0, 0);

		// Render
		if (obs_source_process_filter_begin(m_source, GS_RGBA, OBS_NO_DIRECT_RENDERING)) {
			obs_source_process_filter_end(m_source, effect ? effect : defaultEffect, baseW, baseH);
		} else {
			P_LOG_ERROR("<filter-blur> Unable to render source.");
			failed = true;
		}
		gs_texrender_end(m_primaryRT);
	}

	if (failed) {
		obs_source_skip_video_filter(m_source);
		return;
	}

	sourceTexture = gs_texrender_get_texture(m_primaryRT);
	if (!sourceTexture) {
		P_LOG_ERROR("<filter-blur> Failed to get source texture.");
		obs_source_skip_video_filter(m_source);
		return;
	}
#pragma endregion Source To Texture

	// Conversion
#pragma region RGB -> YUV
	if ((m_colorFormat == ColorFormat::YUV) && colorConversionEffect) {
		gs_texrender_reset(m_secondaryRT);
		if (!gs_texrender_begin(m_secondaryRT, baseW, baseH)) {
			P_LOG_ERROR("<filter-blur> Failed to set up base texture.");
			obs_source_skip_video_filter(m_source);
			return;
		} else {
			gs_ortho(0, (float)baseW, 0, (float)baseH, -1, 1);

			// Clear to Black
			gs_clear(GS_CLEAR_COLOR | GS_CLEAR_DEPTH, &black, 0, 0);

			// Set up camera stuff
			gs_set_cull_mode(GS_NEITHER);
			gs_reset_blend_state();
			gs_enable_blending(false);
			gs_blend_function(GS_BLEND_ONE, GS_BLEND_ZERO);
			gs_enable_depth_test(false);
			gs_enable_stencil_test(false);
			gs_enable_stencil_write(false);
			gs_enable_color(true, true, true, true);

			gs_eparam_t* param = gs_effect_get_param_by_name(colorConversionEffect, "image");
			if (!param) {
				P_LOG_ERROR("<filter-blur:Final> Failed to set image param.");
				failed = true;
			} else {
				gs_effect_set_texture(param, sourceTexture);
			}
			while (gs_effect_loop(colorConversionEffect, "RGBToYUV")) {
				gs_draw_sprite(sourceTexture, 0, baseW, baseH);
			}
			gs_texrender_end(m_secondaryRT);
		}

		if (failed) {
			obs_source_skip_video_filter(m_source);
			return;
		}

		sourceTexture = gs_texrender_get_texture(m_secondaryRT);
		if (!sourceTexture) {
			P_LOG_ERROR("<filter-blur> Failed to get source texture.");
			obs_source_skip_video_filter(m_source);
			return;
		}
	}
#pragma endregion RGB -> YUV

#pragma region Blur
	// Set up camera stuff
	gs_set_cull_mode(GS_NEITHER);
	gs_reset_blend_state();
	gs_enable_blending(true);
	gs_blend_function(GS_BLEND_ONE, GS_BLEND_ZERO);
	gs_enable_depth_test(false);
	gs_enable_stencil_test(false);
	gs_enable_stencil_write(false);
	gs_enable_color(true, true, true, true);

	gs_texture_t* blurred = nullptr, *intermediate = sourceTexture;
	std::tuple<const char*, gs_texrender_t*, float, float> kvs[] = {
		std::make_tuple("Horizontal", m_rtHorizontal, 1.0f / baseW, 0.0f),
		std::make_tuple("Vertical", m_rtVertical, 0.0f, 1.0f / baseH),
	};
	std::string pass = "Draw";
	if (m_region.enabled) {
		if (m_region.feather > 0) {
			pass = "DrawRegionFeather";
		} else {
			pass = "DrawRegion";
		}
		if (m_region.invert) {
			pass += "Invert";
		}
	}
	for (auto v : kvs) {
		const char* name = std::get<0>(v);
		gs_texrender_t* rt = std::get<1>(v);
		float xpel = std::get<2>(v),
			ypel = std::get<3>(v);

		if (!apply_shared_param(intermediate, xpel, ypel))
			break;
		switch (m_type) {
			case Gaussian:
				apply_gaussian_param();
				break;
			case Bilateral:
				apply_bilateral_param();
				break;
		}

		gs_texrender_reset(rt);
		if (!gs_texrender_begin(rt, baseW, baseH)) {
			P_LOG_ERROR("<filter-blur:%s> Failed to begin rendering.", name);
			break;
		}

		// Camera
		gs_ortho(0, (float)baseW, 0, (float)baseH, -1, 1);
		gs_clear(GS_CLEAR_COLOR | GS_CLEAR_DEPTH, &black, 0, 0);

		// Render
		while (gs_effect_loop(m_effect->get_object(), pass.c_str())) {
			gs_draw_sprite(intermediate, 0, baseW, baseH);
		}

		gs_texrender_end(rt);
		intermediate = gs_texrender_get_texture(rt);
		if (!intermediate) {
			P_LOG_ERROR("<filter-blur:%s> Failed to get intermediate texture.",
				name);
			break;
		}
		blurred = intermediate;
	}
	if (blurred == nullptr) {
		obs_source_skip_video_filter(m_source);
		return;
	}
#pragma endregion Blur

#pragma region YUV -> RGB or straight draw
	// Draw final effect
	{
		gs_effect_t* finalEffect = defaultEffect;
		const char* technique = "Draw";

		if ((m_colorFormat == ColorFormat::YUV) && colorConversionEffect) {
			finalEffect = colorConversionEffect;
			technique = "YUVToRGB";
		}

		// Set up camera stuff
		gs_set_cull_mode(GS_NEITHER);
		gs_reset_blend_state();
		gs_enable_blending(true);
		gs_blend_function(GS_BLEND_SRCALPHA, GS_BLEND_INVSRCALPHA);
		gs_enable_depth_test(false);
		gs_enable_stencil_test(false);
		gs_enable_stencil_write(false);
		gs_enable_color(true, true, true, true);

		gs_eparam_t* param = gs_effect_get_param_by_name(finalEffect, "image");
		if (!param) {
			P_LOG_ERROR("<filter-blur:Final> Failed to set image param.");
			failed = true;
		} else {
			gs_effect_set_texture(param, blurred);
		}
		while (gs_effect_loop(finalEffect, technique)) {
			gs_draw_sprite(blurred, 0, baseW, baseH);
		}
	}
#pragma endregion YUV -> RGB or straight draw

	if (failed) {
		obs_source_skip_video_filter(m_source);
		return;
	}
}

bool Filter::Blur::Instance::apply_shared_param(gs_texture_t* input, float texelX, float texelY) {
	bool result = true;

	result = result && gs_set_param_texture(m_effect->get_object(), "u_image", input);

	vec2 imageSize;
	vec2_set(&imageSize,
		(float)gs_texture_get_width(input),
		(float)gs_texture_get_height(input));
	result = result && gs_set_param_float2(m_effect->get_object(), "u_imageSize", &imageSize);

	vec2 imageTexelDelta;
	vec2_set(&imageTexelDelta, 1.0f, 1.0f);
	vec2_div(&imageTexelDelta, &imageTexelDelta, &imageSize);
	result = result && gs_set_param_float2(m_effect->get_object(), "u_imageTexel", &imageTexelDelta);

	vec2 texel; vec2_set(&texel, texelX, texelY);
	result = result && gs_set_param_float2(m_effect->get_object(), "u_texelDelta", &texel);

	result = result && gs_set_param_int(m_effect->get_object(), "u_radius", (int)m_size);
	result = result && gs_set_param_int(m_effect->get_object(), "u_diameter", (int)(1 + (m_size * 2)));

	if (m_region.enabled) {
		if (m_effect->has_parameter("regionLeft")) {
			m_effect->get_parameter("regionLeft").set_float(m_region.left);
		}
		if (m_effect->has_parameter("regionTop")) {
			m_effect->get_parameter("regionTop").set_float(m_region.top);
		}
		if (m_effect->has_parameter("regionRight")) {
			m_effect->get_parameter("regionRight").set_float(m_region.right);
		}
		if (m_effect->has_parameter("regionBottom")) {
			m_effect->get_parameter("regionBottom").set_float(m_region.bottom);
		}
		if (m_effect->has_parameter("regionFeather")) {
			m_effect->get_parameter("regionFeather").set_float(m_region.feather);
		}
		if (m_effect->has_parameter("regionFeatherShift")) {
			m_effect->get_parameter("regionFeatherShift").set_float(m_region.feather_shift);
		}
	}

	return result;
}

bool Filter::Blur::Instance::apply_bilateral_param() {
	gs_eparam_t *param;

	if (m_type != Type::Bilateral)
		return false;

	// Bilateral Blur
	param = gs_effect_get_param_by_name(m_effect->get_object(), "bilateralSmoothing");
	if (!param) {
		P_LOG_ERROR("<filter-blur> Failed to set bilateralSmoothing param.");
		return false;
	} else {
		gs_effect_set_float(param,
			(float)(m_bilateralSmoothing * (1 + m_size * 2)));
	}

	param = gs_effect_get_param_by_name(m_effect->get_object(), "bilateralSharpness");
	if (!param) {
		P_LOG_ERROR("<filter-blur> Failed to set bilateralSmoothing param.");
		return false;
	} else {
		gs_effect_set_float(param, (float)(1.0 - m_bilateralSharpness));
	}

	return true;
}

bool Filter::Blur::Instance::apply_gaussian_param() {
	if (m_effect->has_parameter("kernel")) {
		m_effect->get_parameter("kernel").set_texture(filterBlurInstance->m_gaussianKernelTexture);
	} else {
		return false;
	}

	if (m_effect->has_parameter("kernelTexel")) {
		auto tex = filterBlurInstance->m_gaussianKernelTexture->get_object();
		float_t wb = 1.0f / gs_texture_get_width(tex);
		float_t hb = 1.0f / gs_texture_get_height(tex);
		m_effect->get_parameter("kernelTexel").set_float2(wb, hb);
	}

	return true;
}