mirror of
https://github.com/Xaymar/obs-StreamFX
synced 2024-12-29 11:01:23 +00:00
nvidia/cv: Add NVIDIA Computer Vision wrapper
This commit is contained in:
Michael Fabian 'Xaymar' Dirks
parent
4f9f3bb145
commit
84a7685d7b
4 changed files with 521 additions and 1 deletions
|
|
@ -960,6 +960,13 @@ if(HAVE_NVIDIA_ARSDK)
|
||||||
)
|
)
|
||||||
endif()
|
endif()
|
||||||
|
|
||||||
|
if(HAVE_NVIDIA_ARSDK)
|
||||||
|
list(APPEND PROJECT_PRIVATE_SOURCE
|
||||||
|
"source/nvidia/cv/nvidia-cv.hpp"
|
||||||
|
"source/nvidia/cv/nvidia-cv.cpp"
|
||||||
|
)
|
||||||
|
endif()
|
||||||
|
|
||||||
if(HAVE_NVIDIA_CUDA)
|
if(HAVE_NVIDIA_CUDA)
|
||||||
list(APPEND PROJECT_PRIVATE_SOURCE
|
list(APPEND PROJECT_PRIVATE_SOURCE
|
||||||
"source/nvidia/cuda/nvidia-cuda.hpp"
|
"source/nvidia/cuda/nvidia-cuda.hpp"
|
||||||
|
|
|
||||||
|
|
@ -89,7 +89,7 @@ streamfx::nvidia::cuda::cuda::cuda() : _library()
|
||||||
{
|
{
|
||||||
int32_t cuda_version = 0;
|
int32_t cuda_version = 0;
|
||||||
|
|
||||||
D_LOG_DEBUG("Initialization... (Addr: 0x%" PRIuPTR ")", this);
|
D_LOG_DEBUG("Initializing... (Addr: 0x%" PRIuPTR ")", this);
|
||||||
|
|
||||||
_library = streamfx::util::library::load(std::string_view(ST_CUDA_NAME));
|
_library = streamfx::util::library::load(std::string_view(ST_CUDA_NAME));
|
||||||
|
|
||||||
|
|
|
||||||
224
source/nvidia/cv/nvidia-cv.cpp
Normal file
224
source/nvidia/cv/nvidia-cv.cpp
Normal file
|
|
@ -0,0 +1,224 @@
|
||||||
|
// Copyright (c) 2020 Michael Fabian Dirks <info@xaymar.com>
|
||||||
|
//
|
||||||
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
|
// of this software and associated documentation files (the "Software"), to deal
|
||||||
|
// in the Software without restriction, including without limitation the rights
|
||||||
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||||
|
// copies of the Software, and to permit persons to whom the Software is
|
||||||
|
// furnished to do so, subject to the following conditions:
|
||||||
|
//
|
||||||
|
// The above copyright notice and this permission notice shall be included in all
|
||||||
|
// copies or substantial portions of the Software.
|
||||||
|
//
|
||||||
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||||
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||||
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||||
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||||
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||||
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||||
|
// SOFTWARE.
|
||||||
|
|
||||||
|
// NVIDIA CVImage is part of:
|
||||||
|
// - NVIDIA Video Effects SDK
|
||||||
|
// - NVIDIA Augmented Reality SDK
|
||||||
|
|
||||||
|
#include "nvidia-cv.hpp"
|
||||||
|
#include <filesystem>
|
||||||
|
#include <mutex>
|
||||||
|
#include "nvidia/cuda/nvidia-cuda-obs.hpp"
|
||||||
|
#include "obs/gs/gs-helper.hpp"
|
||||||
|
#include "util/util-logging.hpp"
|
||||||
|
#include "util/util-platform.hpp"
|
||||||
|
|
||||||
|
#ifdef _DEBUG
|
||||||
|
#define ST_PREFIX "<%s> "
|
||||||
|
#define D_LOG_ERROR(x, ...) P_LOG_ERROR(ST_PREFIX##x, __FUNCTION_SIG__, __VA_ARGS__)
|
||||||
|
#define D_LOG_WARNING(x, ...) P_LOG_WARN(ST_PREFIX##x, __FUNCTION_SIG__, __VA_ARGS__)
|
||||||
|
#define D_LOG_INFO(x, ...) P_LOG_INFO(ST_PREFIX##x, __FUNCTION_SIG__, __VA_ARGS__)
|
||||||
|
#define D_LOG_DEBUG(x, ...) P_LOG_DEBUG(ST_PREFIX##x, __FUNCTION_SIG__, __VA_ARGS__)
|
||||||
|
#else
|
||||||
|
#define ST_PREFIX "<nvidia::cv::cv> "
|
||||||
|
#define D_LOG_ERROR(...) P_LOG_ERROR(ST_PREFIX __VA_ARGS__)
|
||||||
|
#define D_LOG_WARNING(...) P_LOG_WARN(ST_PREFIX __VA_ARGS__)
|
||||||
|
#define D_LOG_INFO(...) P_LOG_INFO(ST_PREFIX __VA_ARGS__)
|
||||||
|
#define D_LOG_DEBUG(...) P_LOG_DEBUG(ST_PREFIX __VA_ARGS__)
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#if defined(WIN32)
|
||||||
|
#include <KnownFolders.h>
|
||||||
|
#include <ShlObj.h>
|
||||||
|
#include <Windows.h>
|
||||||
|
|
||||||
|
#define LIB_NAME "NVCVImage.dll"
|
||||||
|
#else
|
||||||
|
#define LIB_NAME "libNVCVImage.so"
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#define ST_ENV_NVIDIA_AR_SDK_PATH L"NV_AR_SDK_PATH"
|
||||||
|
#define ST_ENV_NVIDIA_VIDEO_EFFECTS_SDK_PATH L"NV_VIDEO_EFFECTS_PATH"
|
||||||
|
|
||||||
|
#define NVCVI_LOAD_SYMBOL(NAME) \
|
||||||
|
{ \
|
||||||
|
NAME = reinterpret_cast<decltype(NAME)>(_library->load_symbol(#NAME)); \
|
||||||
|
if (!NAME) \
|
||||||
|
throw std::runtime_error("Failed to load '" #NAME "' from '" LIB_NAME "'."); \
|
||||||
|
}
|
||||||
|
|
||||||
|
streamfx::nvidia::cv::cv::~cv()
|
||||||
|
{
|
||||||
|
D_LOG_DEBUG("Finalizing... (Addr: 0x%" PRIuPTR ")", this);
|
||||||
|
}
|
||||||
|
|
||||||
|
streamfx::nvidia::cv::cv::cv()
|
||||||
|
{
|
||||||
|
std::filesystem::path vfx_sdk_path;
|
||||||
|
std::filesystem::path ar_sdk_path;
|
||||||
|
std::vector<std::filesystem::path> lib_paths;
|
||||||
|
|
||||||
|
auto gctx = ::streamfx::obs::gs::context();
|
||||||
|
auto cctx = ::streamfx::nvidia::cuda::obs::get()->get_context()->enter();
|
||||||
|
|
||||||
|
D_LOG_DEBUG("Initializing... (Addr: 0x%" PRIuPTR ")", this);
|
||||||
|
|
||||||
|
// Figure out the location of supported SDKs.
|
||||||
|
{
|
||||||
|
#ifdef WIN32
|
||||||
|
DWORD env_size;
|
||||||
|
std::vector<wchar_t> buffer;
|
||||||
|
env_size = GetEnvironmentVariableW(ST_ENV_NVIDIA_VIDEO_EFFECTS_SDK_PATH, nullptr, 0);
|
||||||
|
if (env_size > 0) {
|
||||||
|
buffer.resize(static_cast<size_t>(env_size) + 1);
|
||||||
|
env_size = GetEnvironmentVariableW(ST_ENV_NVIDIA_VIDEO_EFFECTS_SDK_PATH, buffer.data(), buffer.size());
|
||||||
|
vfx_sdk_path = std::wstring(buffer.data(), buffer.size());
|
||||||
|
} else {
|
||||||
|
PWSTR str = nullptr;
|
||||||
|
HRESULT res = SHGetKnownFolderPath(FOLDERID_ProgramFiles, KF_FLAG_DEFAULT, nullptr, &str);
|
||||||
|
if (res == S_OK) {
|
||||||
|
vfx_sdk_path = std::wstring(str);
|
||||||
|
vfx_sdk_path /= "NVIDIA Corporation";
|
||||||
|
vfx_sdk_path /= "NVIDIA Video Effects";
|
||||||
|
CoTaskMemFree(str);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
#else
|
||||||
|
throw std::runtime_error("Not yet implemented.");
|
||||||
|
#endif
|
||||||
|
|
||||||
|
// Check if any of the found paths are valid.
|
||||||
|
if (std::filesystem::exists(vfx_sdk_path)) {
|
||||||
|
lib_paths.push_back(vfx_sdk_path);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
{
|
||||||
|
#ifdef WIN32
|
||||||
|
DWORD env_size;
|
||||||
|
std::vector<wchar_t> buffer;
|
||||||
|
env_size = GetEnvironmentVariableW(ST_ENV_NVIDIA_AR_SDK_PATH, nullptr, 0);
|
||||||
|
if (env_size > 0) {
|
||||||
|
buffer.resize(static_cast<size_t>(env_size) + 1);
|
||||||
|
env_size = GetEnvironmentVariableW(ST_ENV_NVIDIA_AR_SDK_PATH, buffer.data(), buffer.size());
|
||||||
|
ar_sdk_path = std::wstring(buffer.data(), buffer.size());
|
||||||
|
} else {
|
||||||
|
PWSTR str = nullptr;
|
||||||
|
HRESULT res = SHGetKnownFolderPath(FOLDERID_ProgramFiles, KF_FLAG_DEFAULT, nullptr, &str);
|
||||||
|
if (res == S_OK) {
|
||||||
|
ar_sdk_path = std::wstring(str);
|
||||||
|
ar_sdk_path /= "NVIDIA Corporation";
|
||||||
|
ar_sdk_path /= "NVIDIA AR SDK";
|
||||||
|
CoTaskMemFree(str);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
#else
|
||||||
|
throw std::runtime_error("Not yet implemented.");
|
||||||
|
#endif
|
||||||
|
|
||||||
|
// Check if any of the found paths are valid.
|
||||||
|
if (std::filesystem::exists(ar_sdk_path)) {
|
||||||
|
lib_paths.push_back(ar_sdk_path);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Check if we have any found paths.
|
||||||
|
if (lib_paths.size() == 0) {
|
||||||
|
D_LOG_ERROR("No supported NVIDIA SDK is installed to provide '%s'.", LIB_NAME);
|
||||||
|
throw std::runtime_error("Failed to load '" LIB_NAME "'.");
|
||||||
|
}
|
||||||
|
|
||||||
|
// Try and load any available NvCVImage library.
|
||||||
|
for (auto path : lib_paths) {
|
||||||
|
#ifdef WIN32
|
||||||
|
// On platforms where it is possible, modify the linker directories.
|
||||||
|
SetDefaultDllDirectories(LOAD_LIBRARY_SEARCH_DEFAULT_DIRS);
|
||||||
|
DLL_DIRECTORY_COOKIE ck = AddDllDirectory(vfx_sdk_path.wstring().c_str());
|
||||||
|
#endif
|
||||||
|
|
||||||
|
try {
|
||||||
|
// Try to load it directly first, it may be on the search path already.
|
||||||
|
_library = ::streamfx::util::library::load(std::string_view(LIB_NAME));
|
||||||
|
} catch (...) {
|
||||||
|
auto pathu8 = util::platform::native_to_utf8(path / LIB_NAME);
|
||||||
|
try {
|
||||||
|
_library = ::streamfx::util::library::load(pathu8);
|
||||||
|
} catch (...) {
|
||||||
|
D_LOG_WARNING("Failed to load '%s' from '%s'.", LIB_NAME, pathu8.string().c_str());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (_library)
|
||||||
|
break;
|
||||||
|
|
||||||
|
#ifdef WIN32
|
||||||
|
RemoveDllDirectory(ck);
|
||||||
|
#endif
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!_library) {
|
||||||
|
D_LOG_ERROR("No installed NVIDIA SDK provides '%s'.", LIB_NAME);
|
||||||
|
throw std::runtime_error("Failed to load '" LIB_NAME "'.");
|
||||||
|
}
|
||||||
|
|
||||||
|
{ // Load Symbols
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_Init);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_InitView);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_Alloc);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_Realloc);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_Dealloc);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_Create);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_Destroy);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_ComponentOffsets);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_Transfer);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_TransferRect);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_TransferFromYUV);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_TransferToYUV);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_MapResource);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_UnmapResource);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_Composite);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_CompositeRect);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_CompositeOverConstant);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_FlipY);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_GetYUVPointers);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCV_GetErrorStringFromCode);
|
||||||
|
#ifdef WIN32
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_InitFromD3D11Texture);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_ToD3DFormat);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_FromD3DFormat);
|
||||||
|
#ifdef __dxgicommon_h__
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_ToD3DColorSpace);
|
||||||
|
NVCVI_LOAD_SYMBOL(NvCVImage_FromD3DColorSpace);
|
||||||
|
#endif
|
||||||
|
#endif
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
std::shared_ptr<streamfx::nvidia::cv::cv> streamfx::nvidia::cv::cv::get()
|
||||||
|
{
|
||||||
|
static std::weak_ptr<streamfx::nvidia::cv::cv> instance;
|
||||||
|
static std::mutex lock;
|
||||||
|
|
||||||
|
std::unique_lock<std::mutex> ul(lock);
|
||||||
|
if (instance.expired()) {
|
||||||
|
auto hard_instance = std::make_shared<streamfx::nvidia::cv::cv>();
|
||||||
|
instance = hard_instance;
|
||||||
|
return hard_instance;
|
||||||
|
}
|
||||||
|
return instance.lock();
|
||||||
|
}
|
||||||
289
source/nvidia/cv/nvidia-cv.hpp
Normal file
289
source/nvidia/cv/nvidia-cv.hpp
Normal file
|
|
@ -0,0 +1,289 @@
|
||||||
|
// Copyright (c) 2021 Michael Fabian Dirks <info@xaymar.com>
|
||||||
|
//
|
||||||
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
|
// of this software and associated documentation files (the "Software"), to deal
|
||||||
|
// in the Software without restriction, including without limitation the rights
|
||||||
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||||
|
// copies of the Software, and to permit persons to whom the Software is
|
||||||
|
// furnished to do so, subject to the following conditions:
|
||||||
|
//
|
||||||
|
// The above copyright notice and this permission notice shall be included in all
|
||||||
|
// copies or substantial portions of the Software.
|
||||||
|
//
|
||||||
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||||
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||||
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||||
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||||
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||||
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||||
|
// SOFTWARE.
|
||||||
|
|
||||||
|
#pragma once
|
||||||
|
#include <cinttypes>
|
||||||
|
#include "nvidia/cuda/nvidia-cuda.hpp"
|
||||||
|
#include "util/util-bitmask.hpp"
|
||||||
|
#include "util/util-library.hpp"
|
||||||
|
|
||||||
|
#ifdef WIN32
|
||||||
|
#pragma warning(push)
|
||||||
|
#pragma warning(disable : 4365)
|
||||||
|
#pragma warning(disable : 5204)
|
||||||
|
#include <d3d11.h>
|
||||||
|
#include <dxgi.h>
|
||||||
|
#pragma warning(pop)
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#define NVCVI_DEFINE_FUNCTION(name, ...) \
|
||||||
|
private: \
|
||||||
|
typedef ::streamfx::nvidia::cv::result(__cdecl* t##name)(__VA_ARGS__); \
|
||||||
|
\
|
||||||
|
public: \
|
||||||
|
t##name name = nullptr;
|
||||||
|
|
||||||
|
#define NVCVI_DEFINE_FUNCTION_EX(ret, name, ...) \
|
||||||
|
private: \
|
||||||
|
typedef ret(__cdecl* t##name)(__VA_ARGS__); \
|
||||||
|
\
|
||||||
|
public: \
|
||||||
|
t##name name = nullptr;
|
||||||
|
|
||||||
|
namespace streamfx::nvidia::cv {
|
||||||
|
enum class result {
|
||||||
|
// NVIDIA uses negative codes, but we use positive.
|
||||||
|
SUCCESS = 0,
|
||||||
|
ERROR_GENERAL = -1,
|
||||||
|
ERROR_UNIMPLEMENTED = -2,
|
||||||
|
ERROR_MEMORY = -3,
|
||||||
|
ERROR_EFFECT = -4,
|
||||||
|
ERROR_SELECTOR = -5,
|
||||||
|
ERROR_BUFFER = -6,
|
||||||
|
ERROR_PARAMETER = -7,
|
||||||
|
ERROR_MISMATCH = -8,
|
||||||
|
ERROR_PIXELFORMAT = -9,
|
||||||
|
ERROR_MODEL = -10,
|
||||||
|
ERROR_LIBRARY = -11,
|
||||||
|
ERROR_INITIALIZATION = -12,
|
||||||
|
ERROR_FILE = -13,
|
||||||
|
ERROR_FEATURENOTFOUND = -14,
|
||||||
|
ERROR_MISSINGINPUT = -15,
|
||||||
|
ERROR_RESOLUTION = -16,
|
||||||
|
ERROR_UNSUPPORTEDGPU = -17,
|
||||||
|
ERROR_WRONGGPU = -18,
|
||||||
|
ERROR_UNSUPPORTEDDRIVER = -19,
|
||||||
|
ERROR_MODELDEPENDENCIES = -20,
|
||||||
|
ERROR_PARSE = -21,
|
||||||
|
ERROR_MODELSUBSTITUTION = -22,
|
||||||
|
ERROR_READ = -23,
|
||||||
|
ERROR_WRITE = -24,
|
||||||
|
ERROR_PARAMREADONLY = -25,
|
||||||
|
ERROR_TRT_ENQUEUE = -26,
|
||||||
|
ERROR_TRT_BINDINGS = -27,
|
||||||
|
ERROR_TRT_CONTEXT = -28,
|
||||||
|
ERROR_TRT_INFER = -29,
|
||||||
|
ERROR_TRT_ENGINE = -30,
|
||||||
|
ERROR_NPP = -31,
|
||||||
|
ERROR_CONFIG = -32,
|
||||||
|
|
||||||
|
// Error from Graphics API
|
||||||
|
ERROR_DIRECT3D = -99,
|
||||||
|
|
||||||
|
// Error from CUDA
|
||||||
|
ERROR_CUDA_BASE = -100,
|
||||||
|
ERROR_CUDA_VALUE = -101,
|
||||||
|
ERROR_CUDA_MEMORY = -102,
|
||||||
|
ERROR_CUDA_PITCH = -112,
|
||||||
|
ERROR_CUDA_INIT = -127,
|
||||||
|
ERROR_CUDA_LAUNCH = -819,
|
||||||
|
ERROR_CUDA_KERNEL = -309,
|
||||||
|
ERROR_CUDA_DRIVER = -135,
|
||||||
|
ERROR_CUDA_UNSUPPORTED = -901,
|
||||||
|
ERROR_CUDA_ILLEGAL_ADDRESS = -800,
|
||||||
|
ERROR_CUDA = -1099,
|
||||||
|
};
|
||||||
|
|
||||||
|
enum class pixel_format {
|
||||||
|
UNKNOWN = 0,
|
||||||
|
Y = 1,
|
||||||
|
A = 2,
|
||||||
|
YA = 3,
|
||||||
|
RGB = 4,
|
||||||
|
BGR = 5,
|
||||||
|
RGBA = 6,
|
||||||
|
BGRA = 7,
|
||||||
|
ARGB = 8,
|
||||||
|
ABGR = 9,
|
||||||
|
YUV420 = 10,
|
||||||
|
YUV422 = 11,
|
||||||
|
YUV444 = 12,
|
||||||
|
};
|
||||||
|
|
||||||
|
enum class component_type {
|
||||||
|
UKNOWN = 0,
|
||||||
|
UINT8 = 1,
|
||||||
|
UINT16 = 2,
|
||||||
|
SINT16 = 3,
|
||||||
|
FP16 = 4,
|
||||||
|
UINT32 = 5,
|
||||||
|
SINT = 6,
|
||||||
|
FP32 = 7,
|
||||||
|
UINT64 = 8,
|
||||||
|
SINT64 = 9,
|
||||||
|
FP64 = 10,
|
||||||
|
};
|
||||||
|
|
||||||
|
enum class component_layout {
|
||||||
|
INTERLEAVED = 0,
|
||||||
|
PLANAR = 1,
|
||||||
|
UYVY = 2,
|
||||||
|
YUV = 3,
|
||||||
|
VYUY = 4,
|
||||||
|
YVU = 5,
|
||||||
|
YUYV = 6,
|
||||||
|
YCUV = 7,
|
||||||
|
YVYU = 8,
|
||||||
|
YCVU = 9,
|
||||||
|
CYUV = 10,
|
||||||
|
_RESERVED11 = 11,
|
||||||
|
CYVU = 12,
|
||||||
|
CHUNKY = INTERLEAVED,
|
||||||
|
I420 = YUV,
|
||||||
|
IYUV = YUV,
|
||||||
|
YV12 = YVU,
|
||||||
|
NV12 = YCUV,
|
||||||
|
NV21 = YCVU,
|
||||||
|
YUY2 = YUYV,
|
||||||
|
I444 = YUV,
|
||||||
|
YM24 = YUV,
|
||||||
|
YM42 = YVU,
|
||||||
|
NV24 = YCUV,
|
||||||
|
NV42 = YCVU,
|
||||||
|
};
|
||||||
|
|
||||||
|
enum class color_information {
|
||||||
|
SPACE_BT_601 = 0x00,
|
||||||
|
SPACE_BT_709 = 0x01,
|
||||||
|
SPACE_BT_2020 = 0x02,
|
||||||
|
RANGE_PARTIAL = 0x00,
|
||||||
|
RANGE_FULL = 0x04,
|
||||||
|
CHROMA_LOCATION_COSITED = 0x00,
|
||||||
|
CHROMA_LOCATION_INTERSTITIAL = 0x08,
|
||||||
|
CHROMA_LOCATION_TOPLEFT = 0x10,
|
||||||
|
};
|
||||||
|
|
||||||
|
enum class memory_location {
|
||||||
|
CPU = 0,
|
||||||
|
GPU = 1,
|
||||||
|
CPU_PINNED = 2,
|
||||||
|
CUDA_ARRAY = 3,
|
||||||
|
};
|
||||||
|
|
||||||
|
struct image_t {
|
||||||
|
uint32_t width;
|
||||||
|
uint32_t height;
|
||||||
|
int32_t pitch;
|
||||||
|
pixel_format pxl_format;
|
||||||
|
component_type comp_type;
|
||||||
|
uint8_t pixel_bytes;
|
||||||
|
uint8_t component_bytes;
|
||||||
|
uint8_t num_components;
|
||||||
|
unsigned char comp_layout;
|
||||||
|
unsigned char mem_location;
|
||||||
|
unsigned char color_info;
|
||||||
|
uint8_t reserved[2];
|
||||||
|
void* pixels;
|
||||||
|
void* delete_pointer;
|
||||||
|
void (*delete_function)(void* delete_pointer);
|
||||||
|
uint64_t buffer_bytes;
|
||||||
|
};
|
||||||
|
|
||||||
|
template<typename T>
|
||||||
|
struct point {
|
||||||
|
T x, y;
|
||||||
|
};
|
||||||
|
|
||||||
|
template<typename T>
|
||||||
|
struct rect {
|
||||||
|
T x, y;
|
||||||
|
T w, h;
|
||||||
|
};
|
||||||
|
|
||||||
|
class cv {
|
||||||
|
std::shared_ptr<::streamfx::util::library> _library;
|
||||||
|
|
||||||
|
public:
|
||||||
|
~cv();
|
||||||
|
cv();
|
||||||
|
|
||||||
|
public:
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_Init, image_t* image, uint32_t width, uint32_t height, uint32_t pitch,
|
||||||
|
void* pixels, pixel_format format, component_type comp_type, component_layout comp_layout,
|
||||||
|
memory_location mem_location);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_InitView, image_t* sub_image, image_t* image, int32_t x, int32_t y,
|
||||||
|
uint32_t width, uint32_t height);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_Alloc, image_t* image, uint32_t width, uint32_t height, pixel_format format,
|
||||||
|
component_type comp_type, uint32_t comp_layout, uint32_t mem_location,
|
||||||
|
uint32_t alignment);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_Realloc, image_t* image, uint32_t width, uint32_t height, pixel_format format,
|
||||||
|
component_type comp_type, uint32_t comp_layout, uint32_t mem_location,
|
||||||
|
uint32_t alignment);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_Dealloc, image_t* image);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_Create, uint32_t width, uint32_t height, pixel_format format,
|
||||||
|
component_type comp_type, component_layout comp_layout, memory_location mem_location,
|
||||||
|
uint32_t alignment, image_t** image);
|
||||||
|
NVCVI_DEFINE_FUNCTION_EX(void, NvCVImage_Destroy, image_t* image);
|
||||||
|
NVCVI_DEFINE_FUNCTION_EX(void, NvCVImage_ComponentOffsets, pixel_format format, int32_t* red_offset,
|
||||||
|
int32_t* green_offset, int32_t* blue_offset, int32_t* alpha_offset, int32_t* y_offset);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_Transfer, const image_t* source, image_t* destination, float scale,
|
||||||
|
::streamfx::nvidia::cuda::stream_t stream, image_t* buffer);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_TransferRect, const image_t* source, const rect<int32_t>* source_rect,
|
||||||
|
image_t* destination, const point<int32_t>* destination_point, float scale,
|
||||||
|
::streamfx::nvidia::cuda::stream_t stream, image_t* buffer);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_TransferFromYUV, const void* y, int32_t yPixBytes, int32_t yPitch,
|
||||||
|
const void* u, const void* v, int32_t uvPixBytes, int32_t uvPitch, pixel_format yuvFormat,
|
||||||
|
component_type yuvType, color_information yuvColorSpace, memory_location yuvMemSpace,
|
||||||
|
image_t* destination, const rect<int32_t>* destination_area, float scale,
|
||||||
|
::streamfx::nvidia::cuda::stream_t stream, image_t* tmp);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_TransferToYUV, const image_t* source, const rect<int32_t>* source_area,
|
||||||
|
const void* y, int32_t yPixBytes, int32_t yPitch, const void* u, const void* v,
|
||||||
|
int uvPixBytes, int32_t uvPitch, pixel_format yuvFormat, component_type yuvType,
|
||||||
|
color_information yuvColorSpace, memory_location yuvMemSpace, float scale,
|
||||||
|
::streamfx::nvidia::cuda::stream_t stream, image_t* tmp);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_MapResource, image_t* image, ::streamfx::nvidia::cuda::stream_t stream);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_UnmapResource, image_t* image, ::streamfx::nvidia::cuda::stream_t stream);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_Composite, const image_t* foreground, const image_t* background,
|
||||||
|
const image_t* matte, image_t* destination, ::streamfx::nvidia::cuda::stream_t stream);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_CompositeRect, const image_t* foreground,
|
||||||
|
const point<int32_t> foreground_origin, const image_t* background,
|
||||||
|
const point<int32_t> background_origin, const image_t* matte, uint32_t mode,
|
||||||
|
image_t* destination, const point<int32_t> destination_origin,
|
||||||
|
::streamfx::nvidia::cuda::stream_t stream);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_CompositeOverConstant, const image_t* source, const image_t* matte,
|
||||||
|
const uint8_t background_color[3], image_t* destination);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_FlipY, const image_t* source, image_t* destination);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_GetYUVPointers, image_t* image, uint8_t** y, uint8_t** u, uint8_t** v,
|
||||||
|
int32_t* y_pixel_bytes, int32_t* c_pixel_bytes, int32_t* y_row_bytes,
|
||||||
|
int32_t* c_row_bytes);
|
||||||
|
|
||||||
|
NVCVI_DEFINE_FUNCTION_EX(const char*, NvCV_GetErrorStringFromCode, result code);
|
||||||
|
|
||||||
|
#ifdef WIN32
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_InitFromD3D11Texture, image_t* image, struct ID3D11Texture2D* texture);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_ToD3DFormat, pixel_format format, component_type comp_type,
|
||||||
|
component_layout comp_layout, DXGI_FORMAT* dxgi_format);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_FromD3DFormat, DXGI_FORMAT d3dFormat, pixel_format* format,
|
||||||
|
component_type* comp_type, component_layout* comp_layout);
|
||||||
|
|
||||||
|
#ifdef __dxgicommon_h__
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_ToD3DColorSpace, color_information nvcvColorSpace,
|
||||||
|
DXGI_COLOR_SPACE_TYPE* pD3dColorSpace);
|
||||||
|
NVCVI_DEFINE_FUNCTION(NvCVImage_FromD3DColorSpace, DXGI_COLOR_SPACE_TYPE d3dColorSpace,
|
||||||
|
color_information* pNvcvColorSpace);
|
||||||
|
#endif
|
||||||
|
#endif
|
||||||
|
|
||||||
|
public:
|
||||||
|
static std::shared_ptr<::streamfx::nvidia::cv::cv> get();
|
||||||
|
};
|
||||||
|
} // namespace streamfx::nvidia::cv
|
||||||
|
|
||||||
|
P_ENABLE_BITMASK_OPERATORS(::streamfx::nvidia::cv::color_information);
|
||||||
Loading…
Reference in a new issue