mirror of
https://github.com/Xaymar/obs-StreamFX
synced 2024-11-14 15:55:07 +00:00
254 lines
8.7 KiB
C++
254 lines
8.7 KiB
C++
// Copyright (c) 2020 Michael Fabian Dirks <info@xaymar.com>
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
// of this software and associated documentation files (the "Software"), to deal
|
|
// in the Software without restriction, including without limitation the rights
|
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
// copies of the Software, and to permit persons to whom the Software is
|
|
// furnished to do so, subject to the following conditions:
|
|
//
|
|
// The above copyright notice and this permission notice shall be included in all
|
|
// copies or substantial portions of the Software.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
// SOFTWARE.
|
|
|
|
// NVIDIA CVImage is part of:
|
|
// - NVIDIA Video Effects SDK
|
|
// - NVIDIA Augmented Reality SDK
|
|
|
|
#include "nvidia-cv.hpp"
|
|
#include <filesystem>
|
|
#include <mutex>
|
|
#include "nvidia/cuda/nvidia-cuda-obs.hpp"
|
|
#include "obs/gs/gs-helper.hpp"
|
|
#include "util/util-logging.hpp"
|
|
#include "util/util-platform.hpp"
|
|
|
|
#ifdef _DEBUG
|
|
#define ST_PREFIX "<%s> "
|
|
#define D_LOG_ERROR(x, ...) P_LOG_ERROR(ST_PREFIX##x, __FUNCTION_SIG__, __VA_ARGS__)
|
|
#define D_LOG_WARNING(x, ...) P_LOG_WARN(ST_PREFIX##x, __FUNCTION_SIG__, __VA_ARGS__)
|
|
#define D_LOG_INFO(x, ...) P_LOG_INFO(ST_PREFIX##x, __FUNCTION_SIG__, __VA_ARGS__)
|
|
#define D_LOG_DEBUG(x, ...) P_LOG_DEBUG(ST_PREFIX##x, __FUNCTION_SIG__, __VA_ARGS__)
|
|
#else
|
|
#define ST_PREFIX "<nvidia::cv::cv> "
|
|
#define D_LOG_ERROR(...) P_LOG_ERROR(ST_PREFIX __VA_ARGS__)
|
|
#define D_LOG_WARNING(...) P_LOG_WARN(ST_PREFIX __VA_ARGS__)
|
|
#define D_LOG_INFO(...) P_LOG_INFO(ST_PREFIX __VA_ARGS__)
|
|
#define D_LOG_DEBUG(...) P_LOG_DEBUG(ST_PREFIX __VA_ARGS__)
|
|
#endif
|
|
|
|
#if defined(WIN32)
|
|
#include <KnownFolders.h>
|
|
#include <ShlObj.h>
|
|
#include <Windows.h>
|
|
|
|
#define LIB_NAME "NVCVImage.dll"
|
|
#else
|
|
#define LIB_NAME "libNVCVImage.so"
|
|
#endif
|
|
|
|
#define ST_ENV_NVIDIA_AR_SDK_PATH L"NV_AR_SDK_PATH"
|
|
#define ST_ENV_NVIDIA_VIDEO_EFFECTS_SDK_PATH L"NV_VIDEO_EFFECTS_PATH"
|
|
|
|
#define NVCVI_LOAD_SYMBOL(NAME) \
|
|
{ \
|
|
NAME = reinterpret_cast<decltype(NAME)>(_library->load_symbol(#NAME)); \
|
|
if (!NAME) \
|
|
throw std::runtime_error("Failed to load '" #NAME "' from '" LIB_NAME "'."); \
|
|
}
|
|
|
|
streamfx::nvidia::cv::cv::~cv()
|
|
{
|
|
D_LOG_DEBUG("Finalizing... (Addr: 0x%" PRIuPTR ")", this);
|
|
|
|
#ifdef WIN32
|
|
// Remove the DLL directory from the library loader paths.
|
|
if (_extra != nullptr) {
|
|
RemoveDllDirectory(reinterpret_cast<DLL_DIRECTORY_COOKIE>(_extra));
|
|
}
|
|
#endif
|
|
}
|
|
|
|
streamfx::nvidia::cv::cv::cv()
|
|
{
|
|
std::filesystem::path vfx_sdk_path;
|
|
std::filesystem::path ar_sdk_path;
|
|
std::vector<std::filesystem::path> lib_paths;
|
|
|
|
auto gctx = ::streamfx::obs::gs::context();
|
|
auto cctx = ::streamfx::nvidia::cuda::obs::get()->get_context()->enter();
|
|
|
|
D_LOG_DEBUG("Initializing... (Addr: 0x%" PRIuPTR ")", this);
|
|
|
|
// Figure out the location of supported SDKs.
|
|
{
|
|
#ifdef WIN32
|
|
DWORD env_size;
|
|
std::vector<wchar_t> buffer;
|
|
env_size = GetEnvironmentVariableW(ST_ENV_NVIDIA_VIDEO_EFFECTS_SDK_PATH, nullptr, 0);
|
|
if (env_size > 0) {
|
|
buffer.resize(static_cast<size_t>(env_size) + 1);
|
|
env_size = GetEnvironmentVariableW(ST_ENV_NVIDIA_VIDEO_EFFECTS_SDK_PATH, buffer.data(),
|
|
static_cast<DWORD>(buffer.size()));
|
|
vfx_sdk_path = std::wstring(buffer.data(), buffer.size());
|
|
} else {
|
|
PWSTR str = nullptr;
|
|
HRESULT res = SHGetKnownFolderPath(FOLDERID_ProgramFiles, KF_FLAG_DEFAULT, nullptr, &str);
|
|
if (res == S_OK) {
|
|
vfx_sdk_path = std::wstring(str);
|
|
vfx_sdk_path /= "NVIDIA Corporation";
|
|
vfx_sdk_path /= "NVIDIA Video Effects";
|
|
CoTaskMemFree(str);
|
|
}
|
|
}
|
|
#else
|
|
throw std::runtime_error("Not yet implemented.");
|
|
#endif
|
|
|
|
// Check if any of the found paths are valid.
|
|
if (std::filesystem::exists(vfx_sdk_path)) {
|
|
lib_paths.push_back(vfx_sdk_path);
|
|
}
|
|
}
|
|
{
|
|
#ifdef WIN32
|
|
DWORD env_size;
|
|
std::vector<wchar_t> buffer;
|
|
env_size = GetEnvironmentVariableW(ST_ENV_NVIDIA_AR_SDK_PATH, nullptr, 0);
|
|
if (env_size > 0) {
|
|
buffer.resize(static_cast<size_t>(env_size) + 1);
|
|
env_size =
|
|
GetEnvironmentVariableW(ST_ENV_NVIDIA_AR_SDK_PATH, buffer.data(), static_cast<DWORD>(buffer.size()));
|
|
ar_sdk_path = std::wstring(buffer.data(), buffer.size());
|
|
} else {
|
|
PWSTR str = nullptr;
|
|
HRESULT res = SHGetKnownFolderPath(FOLDERID_ProgramFiles, KF_FLAG_DEFAULT, nullptr, &str);
|
|
if (res == S_OK) {
|
|
ar_sdk_path = std::wstring(str);
|
|
ar_sdk_path /= "NVIDIA Corporation";
|
|
ar_sdk_path /= "NVIDIA AR SDK";
|
|
CoTaskMemFree(str);
|
|
}
|
|
}
|
|
#else
|
|
throw std::runtime_error("Not yet implemented.");
|
|
#endif
|
|
|
|
// Check if any of the found paths are valid.
|
|
if (std::filesystem::exists(ar_sdk_path)) {
|
|
lib_paths.push_back(ar_sdk_path);
|
|
}
|
|
}
|
|
|
|
// Check if we have any found paths.
|
|
if (lib_paths.size() == 0) {
|
|
D_LOG_ERROR("No supported NVIDIA SDK is installed to provide '%s'.", LIB_NAME);
|
|
throw std::runtime_error("Failed to load '" LIB_NAME "'.");
|
|
}
|
|
|
|
// Try and load any available NvCVImage library.
|
|
for (auto path : lib_paths) {
|
|
#ifdef WIN32
|
|
// Add the DLL directory to the library loader paths, if possible.
|
|
DLL_DIRECTORY_COOKIE ck = AddDllDirectory(vfx_sdk_path.wstring().c_str());
|
|
_extra = reinterpret_cast<void*>(ck);
|
|
if (ck == 0) {
|
|
DWORD ec = GetLastError();
|
|
std::string error;
|
|
{
|
|
LPWSTR str;
|
|
FormatMessageW(FORMAT_MESSAGE_FROM_SYSTEM | FORMAT_MESSAGE_ALLOCATE_BUFFER
|
|
| FORMAT_MESSAGE_IGNORE_INSERTS,
|
|
nullptr, ec, MAKELANGID(LANG_ENGLISH, SUBLANG_ENGLISH_US),
|
|
reinterpret_cast<LPWSTR>(&str), 0, nullptr);
|
|
error = ::streamfx::util::platform::native_to_utf8(std::wstring(str));
|
|
LocalFree(str);
|
|
}
|
|
D_LOG_WARNING("Failed to add '%'s to the library loader paths with error: %s (Code %" PRIu32 ")",
|
|
vfx_sdk_path.string().c_str(), error.c_str(), ec);
|
|
}
|
|
#endif
|
|
|
|
// Try to load it directly first, it may be on the search path already.
|
|
try {
|
|
_library = ::streamfx::util::library::load(std::string_view(LIB_NAME));
|
|
} catch (...) {
|
|
auto pathu8 = util::platform::native_to_utf8(path / LIB_NAME);
|
|
try {
|
|
_library = ::streamfx::util::library::load(pathu8);
|
|
} catch (...) {
|
|
D_LOG_WARNING("Failed to load '%s' from '%s'.", LIB_NAME, pathu8.string().c_str());
|
|
}
|
|
}
|
|
|
|
// If we were successful at loading it, break out.
|
|
if (_library) {
|
|
break;
|
|
}
|
|
|
|
#ifdef WIN32
|
|
// Remove the DLL directory from the library loader paths if we added it.
|
|
if (ck != 0) {
|
|
RemoveDllDirectory(ck);
|
|
}
|
|
#endif
|
|
}
|
|
|
|
if (!_library) {
|
|
D_LOG_ERROR("No installed NVIDIA SDK provides '%s'.", LIB_NAME);
|
|
throw std::runtime_error("Failed to load '" LIB_NAME "'.");
|
|
}
|
|
|
|
{ // Load Symbols
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_Init);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_InitView);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_Alloc);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_Realloc);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_Dealloc);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_Create);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_Destroy);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_ComponentOffsets);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_Transfer);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_TransferRect);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_TransferFromYUV);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_TransferToYUV);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_MapResource);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_UnmapResource);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_Composite);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_CompositeRect);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_CompositeOverConstant);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_FlipY);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_GetYUVPointers);
|
|
NVCVI_LOAD_SYMBOL(NvCV_GetErrorStringFromCode);
|
|
#ifdef WIN32
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_InitFromD3D11Texture);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_ToD3DFormat);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_FromD3DFormat);
|
|
#ifdef __dxgicommon_h__
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_ToD3DColorSpace);
|
|
NVCVI_LOAD_SYMBOL(NvCVImage_FromD3DColorSpace);
|
|
#endif
|
|
#endif
|
|
}
|
|
}
|
|
|
|
std::shared_ptr<streamfx::nvidia::cv::cv> streamfx::nvidia::cv::cv::get()
|
|
{
|
|
static std::weak_ptr<streamfx::nvidia::cv::cv> instance;
|
|
static std::mutex lock;
|
|
|
|
std::unique_lock<std::mutex> ul(lock);
|
|
if (instance.expired()) {
|
|
auto hard_instance = std::make_shared<streamfx::nvidia::cv::cv>();
|
|
instance = hard_instance;
|
|
return hard_instance;
|
|
}
|
|
return instance.lock();
|
|
}
|