diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt new file mode 100644 index 0000000..43fdb99 --- /dev/null +++ b/src/CMakeLists.txt @@ -0,0 +1,235 @@ +# CMake lowest version requirement +cmake_minimum_required(VERSION 3.21) + +# project information +project(train_RFID_Linux) + +project(${PROJECT_NAME} VERSION 0.1 DESCRIPTION "RFID识别程序 Linux版") + +add_definitions(-std=c++11) +add_definitions(-DAPI_EXPORTS) + +set(CMAKE_CXX_STANDARD 11) +set(CMAKE_BUILD_TYPE Debug) +option(CUDA_USE_STATIC_CUDA_RUNTIME OFF) + +# Set target output directory +set(PROJECT_SRC_ROOT ${CMAKE_CURRENT_LIST_DIR}/) +set(CMAKE_MODULE_PATH ${PROJECT_SRC_ROOT}/CMake) + +# 设置项目生成目录 +set(CMAKE_RUNTIME_OUTPUT_DIRECTORY ${PROJECT_SRC_ROOT}/app) + +# 设置调用库文件的位置 +set(CMAKE_SKIP_BUILD_RPATH FALSE) +set(CMAKE_BUILD_WITH_INSTALL_RPATH TRUE) +set(CMAKE_INSTALL_RPATH_USE_LINK_PATH TRUE) +set(CMAKE_INSTALL_RPATH "./lib") + +# +find_package(Threads REQUIRED) + +# sftp上传 +find_package(Libssh2) + +# boost，指定版本 +set(BOOST_INCLUDEDIR /usr/local/include) +find_package(Boost 1.65.0 EXACT REQUIRED COMPONENTS system filesystem) +include_directories(${Boost_INCLUDE_DIRS}) +message(STATUS "Using Boost ${Boost_VERSION}") + +# opencv +#find_package(OpenCV REQUIRED) +#message(STATUS "Using OpenCV ${OpenCV_VERSION}") + +# CUDA +#find_package(CUDA REQUIRED) +#message(STATUS "Using CUDA ${CUDA_VERSION}") + +# 添加调试信息 +set(CMAKE_CXX_FLAGS_DEBUG "$ENV{CXXFLAGS} -O0 -Wall -g -ggdb") +set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -std=c++11 -Wall -O0 -Wfatal-errors -pthread -w -g") +set(CUDA_NVCC_FLAGS "${CUDA_NVCC_FLAGS} -std=c++11 -O0 -Xcompiler -fPIC -g -w ${CUDA_GEN_CODE}") + +# 设置库/头文件路径 +set(SYS_USR_INCLUDE_DIR "/usr/include") +set(SYS_USR_LIB_DIR "/usr/lib") +set(SYS_USR_LOCAL_INCLUDE_DIR "/usr/local/include") +set(SYS_USR_LOCAL_LIB_DIR "/usr/local/lib") +set(X86_LINUX_INCLUDE_DIR "/usr/include/x86_64-linux-gnu") +set(X86_LINUX_LIB_DIR "/usr/lib/x86_64-linux-gnu") + +#OpenCV头文件及库文件 +#set(OPENCV_INCLUDE_DIR ${SYS_USR_LOCAL_INCLUDE_DIR}/opencv4) +#set(OPENCV_LIB_DIR ${SYS_USR_LOCAL_LIB_DIR}) + +#CUDA头文件及库文件 +#set(CUDA_DIR "/usr/local/cuda-11.7") +#set(CUDA_INCLUDE_DIR ${CUDA_DIR}/include) +#set(CUDA_LIB_DIR ${CUDA_DIR}/lib64) + +#TensorRT头文件及库文件 +#set(TENSORRT_INCLUDE_DIR ${X86_LINUX_INCLUDE_DIR}) #tensorrt的头文件在/usr/include/aarch64-linux-gnu下 +#set(TENSORRT_LIB_DIR ${X86_LINUX_LIB_DIR}) #tensorrt的库文件在/usr/lib/aarch64-linux-gnu下 + +#ai_matrix +set(ai_matrix_Folder ${PROJECT_SRC_ROOT}/ai_matrix) +get_filename_component(ai_matrix_ABS_DIR ${ai_matrix_Folder} ABSOLUTE) +file(GLOB_RECURSE ai_matrix_SRC_FILES + ${ai_matrix_ABS_DIR}/framework/*cpp + ${ai_matrix_ABS_DIR}/myqueue/*cpp + ${ai_matrix_ABS_DIR}/myshell/*cpp + ${ai_matrix_ABS_DIR}/mylog/*cpp + ${ai_matrix_ABS_DIR}/Utils/*cpp + ${ai_matrix_ABS_DIR}/Http/*cpp + ${ai_matrix_ABS_DIR}/Config/*cpp + +) + +include_directories(${ai_matrix_Folder}) +include_directories(${ai_matrix_Folder}/framework) +include_directories(${ai_matrix_Folder}/myqueue) +include_directories(${ai_matrix_Folder}/myshell) +include_directories(${ai_matrix_Folder}/mylog) +include_directories(${ai_matrix_Folder}/Utils) +include_directories(${ai_matrix_Folder}/Http) +include_directories(${ai_matrix_Folder}/Config) + +# DealRfidEngine +include_directories(${PROJECT_SRC_ROOT}/engine/DealRfidEngine) +aux_source_directory(${PROJECT_SRC_ROOT}/engine/DealRfidEngine DealRfidEngine_SRC) + +# GetRfidEngine +include_directories(${PROJECT_SRC_ROOT}/engine/GetRfidEngine) +aux_source_directory(${PROJECT_SRC_ROOT}/engine/GetRfidEngine GetRfidEngine_SRC) + +# HttpUpResultEngine +include_directories(${PROJECT_SRC_ROOT}/engine/HttpUpResultEngine) +aux_source_directory(${PROJECT_SRC_ROOT}/engine/HttpUpResultEngine HttpUpResultEngine_SRC) + +# SaveResultEngine +include_directories(${PROJECT_SRC_ROOT}/engine/SaveResultEngine) +aux_source_directory(${PROJECT_SRC_ROOT}/engine/SaveResultEngine SaveResultEngine_SRC) + +# SaveRfidEngine +include_directories(${PROJECT_SRC_ROOT}/engine/SaveRfidEngine) +aux_source_directory(${PROJECT_SRC_ROOT}/engine/SaveRfidEngine SaveRfidEngine_SRC) + +# SocketServerDemoEngine +include_directories(${PROJECT_SRC_ROOT}/engine/VideoAuxiliaryEngine) +aux_source_directory(${PROJECT_SRC_ROOT}/engine/VideoAuxiliaryEngine VideoAuxiliaryEngine_SRC) + + +# 其他头文件 +include_directories( + #base include + ${PROJECT_SOURCE_DIR}/base/BlockingQueue + ${PROJECT_SOURCE_DIR}/base/CBase64 + ${PROJECT_SOURCE_DIR}/base/CommandParser + ${PROJECT_SOURCE_DIR}/base/CommonDataType + ${PROJECT_SOURCE_DIR}/base/ConfigParser + ${PROJECT_SOURCE_DIR}/base/ErrorCode + ${PROJECT_SOURCE_DIR}/base/FileManager + ${PROJECT_SOURCE_DIR}/base/Log + + #code include + ${PROJECT_SOURCE_DIR}/code/common +# ${PROJECT_SOURCE_DIR}/code/cuda_utils +# ${PROJECT_SOURCE_DIR}/code/model +# ${PROJECT_SOURCE_DIR}/code/preprocess +# ${PROJECT_SOURCE_DIR}/code/inference +# ${PROJECT_SOURCE_DIR}/code/postprocess + ${PROJECT_SOURCE_DIR}/code/BaseSocket + ${PROJECT_SOURCE_DIR}/code/BaseComPort + + #third party include +# ${CUDA_INCLUDE_DIR} +# ${TENSORRT_INCLUDE_DIR} +# ${OpenCV_DIR} + ${X86_LINUX_INCLUDE_DIR} + ${SYS_USR_LOCAL_INCLUDE_DIR} +) + +# 设置链接库路径 +link_directories(${SYS_USR_LOCAL_LIB_DIR} + ${X86_LINUX_LIB_DIR} +# ${OPENCV_LIB_DIR} +# ${CUDA_LIB_DIR} +# ${TENSORRT_LIB_DIR} + ) + +# 源文件 +file( + GLOB_RECURSE SRCS_LISTS + + ${ai_matrix_SRC_FILES} + + #base src + ${PROJECT_SOURCE_DIR}/base/CommandParser/*.cpp + ${PROJECT_SOURCE_DIR}/base/ConfigParser/*.cpp + ${PROJECT_SOURCE_DIR}/base/ErrorCode/*.cpp + ${PROJECT_SOURCE_DIR}/base/FileManager/*.cpp + ${PROJECT_SOURCE_DIR}/base/Log/*.cpp + + #code src + ${PROJECT_SOURCE_DIR}/code/common/*.cpp +# ${PROJECT_SOURCE_DIR}/code/cuda_utils/*.cpp +# ${PROJECT_SOURCE_DIR}/code/preprocess/*.cu +# ${PROJECT_SOURCE_DIR}/code/inference/*.cu +# ${PROJECT_SOURCE_DIR}/code/postprocess/*.cpp + ${PROJECT_SOURCE_DIR}/code/BaseSocket/*.cpp + ${PROJECT_SOURCE_DIR}/code/BaseComPort/*.cpp + + # engine + ${DealRfidEngine_SRC} + ${GetRfidEngine_SRC} + ${HttpUpResultEngine_SRC} + ${SaveResultEngine_SRC} + ${SaveRfidEngine_SRC} + ${VideoAuxiliaryEngine_SRC} +) + +# 服务端 +add_executable(${PROJECT_NAME} + + ${PROJECT_SRC_ROOT}/main.cpp + + ${SRCS_LISTS} +) + +# TensorRT +#target_link_libraries( +# ${PROJECT_NAME} +# nvinfer +# nvonnxparser +# nvcaffe_parser +# nvinfer_plugin +#) + +target_link_libraries( + ${PROJECT_NAME} + ${Boost_LIBRARIES} +# ${CUDA_LIBRARIES} +# ${OpenCV_LIBS} + ${_REFLECTION} + + # FFmpeg + avformat + avcodec + avutil + avfilter + swresample + swscale + postproc + + rt + dl + pthread + yaml-cpp + https_sn + jsoncpp + curl + ssh2 + crypto + -Wl,-z,relro,-z,now,-z,noexecstack -pie -s +) diff --git a/src/ai_matrix/Config/Config.cpp b/src/ai_matrix/Config/Config.cpp new file mode 100644 index 0000000..767a4cd --- /dev/null +++ b/src/ai_matrix/Config/Config.cpp @@ -0,0 +1,180 @@ +#include "Config.h" + +namespace ai_matrix +{ + Config *Config::pInstance_ = nullptr; + Config::GarbageCollector Config::gc_; + std::mutex Config::mx_; + + Config *Config::GetIns() + { + //双层锁，确保线程安全 + if (pInstance_ == nullptr) + { + std::lock_guard guard(mx_); //防止异常发生不能解锁 + if (pInstance_ == nullptr) + { + pInstance_ = new Config(); + } + } + return pInstance_; + } + + int Config::readYaml(std::string &strPath) + { + try + { + strConfigYamlPath_ = strPath; + config_ = YAML::LoadFile(strPath); + + //退出程序 + if (config_.IsNull()) + { + printf("config.yaml no find"); + return -1; + } + + // 控制参数 + this->baseConfig_.strTrackName = config_["base"]["track_name"].as(); + this->baseConfig_.bTestModel = config_["base"]["test_model"].as(); + this->baseConfig_.iConnectType = config_["base"]["connect_type"].as(); + this->baseConfig_.bUpResult = config_["base"]["up_result"].as(); + this->baseConfig_.strLogPath = config_["base"]["log_path"].as(); + this->baseConfig_.strResultPath = config_["base"]["result_path"].as(); + this->baseConfig_.iResultSaveDays = config_["base"]["result_save_days"].as(); + + // 日志参数 + this->logConfig_.strLevel = config_["log"]["level"].as(); + + // http服务器参数 + this->httpServerConfig_.bIsUse = config_["http_server"]["is_use"].as(); + this->httpServerConfig_.strIp = config_["http_server"]["http_ip"].as(); + this->httpServerConfig_.iPort = config_["http_server"]["http_port"].as(); + this->httpServerConfig_.strTokenUrl = config_["http_server"]["token_path"].as(); + this->httpServerConfig_.strUpResultUrl = config_["http_server"]["up_result_path"].as(); + this->httpServerConfig_.strUserName = config_["http_server"]["username"].as(); + this->httpServerConfig_.strPassword = config_["http_server"]["password"].as(); + + } + catch (...) //捕获所有异常 + { + return -1; + } + return 0; + } + + int Config::writeYaml() + { + try + { + std::ofstream of(strConfigYamlPath_); + of << config_; + of.close(); + } + catch (...) //捕获所有异常 + { + printf("yaml文件不存在\n"); + return -1; + } + return 0; + } + + std::string Config::getStringValue(const char *pszKey, const YAML::Node *pConfig/*=nullptr*/) const + { + if(nullptr == pConfig) + { + pConfig = &config_; + } + if (!(*pConfig)[pszKey].IsDefined()) + { + printf("key:[%s] not exist!\n", pszKey); + } + return (*pConfig)[pszKey].as(); + } + + int Config::getIntValue(const char *pszKey, const YAML::Node *pConfig/*=nullptr*/) const + { + if (nullptr == pConfig) + { + pConfig = &config_; + } + if (!(*pConfig)[pszKey].IsDefined()) + { + printf("key:[%s] not exist!\n", pszKey); + } + return (*pConfig)[pszKey].as(); + } + + bool Config::getBoolValue(const char *pszKey, const YAML::Node *pConfig/*=nullptr*/) const + { + if (nullptr == pConfig) + { + pConfig = &config_; + } + if (!(*pConfig)[pszKey].IsDefined()) + { + printf("key:[%s] not exist!\n", pszKey); + } + return (*pConfig)[pszKey].as(); + } + + float Config::getFloatValue(const char *pszKey, const YAML::Node *pConfig/*=nullptr*/) const + { + if (nullptr == pConfig) + { + pConfig = &config_; + } + if (!(*pConfig)[pszKey].IsDefined()) + { + printf("key:[%s] not exist!\n", pszKey); + } + return (*pConfig)[pszKey].as(); + } + + std::string Config::getPathValue(const char *pszKey, const YAML::Node *pConfig /*=nullptr*/) const + { + if (nullptr == pConfig) + { + pConfig = &config_; + } + if (!(*pConfig)[pszKey].IsDefined()) + { + printf("key:[%s] not exist!\n", pszKey); + } + std::string strTmp = (*pConfig)[pszKey].as(); + if (strTmp.back() != '/') + { + strTmp += "/"; + } + return strTmp; + } + + BaseConfig Config::getBaseConfig() const + { + return this->baseConfig_; + } + + void Config::setBaseConfig(const BaseConfig baseConfig) + { + this->baseConfig_ = baseConfig; + } + + LogConfig Config::getLogConfig() const + { + return this->logConfig_; + } + + void Config::setLogConfig(const LogConfig logConfig) + { + this->logConfig_ = logConfig; + } + + HttpServerConfig Config::getHttpServerConfig() const + { + return this->httpServerConfig_; + } + + void Config::setHttpServerConfig(const HttpServerConfig httpServerConfig) { + this->httpServerConfig_ = httpServerConfig; + } +} diff --git a/src/ai_matrix/Config/Config.h b/src/ai_matrix/Config/Config.h new file mode 100644 index 0000000..305720f --- /dev/null +++ b/src/ai_matrix/Config/Config.h @@ -0,0 +1,137 @@ +/* + * @Author: your name + * @Date: 2022-02-08 15:59:33 + * @LastEditors: your name + * @LastEditTime: 2022-02-16 10:39:05 + * @Description: file content + * @FilePath: \lirs\code\MyYaml\MyYaml.h + * + * Copyright © 2022 + */ +#ifndef MYYAML_H_ +#define MYYAML_H_ + + +#include +#include +#include "yaml-cpp/yaml.h" +#include "Log.h" + +namespace ai_matrix +{ + + // 基础控制参数 + struct BaseConfig + { + // 股道名称 + std::string strTrackName; + // 测试模式 + bool bTestModel; + // 连接模式 + int iConnectType; + // 是否上传识别结果 + bool bUpResult; + // 日志文件目录 + std::string strLogPath; + // 识别结果目录 + std::string strResultPath; + // 日志存储天数 + int iResultSaveDays; + }; + + // 日志参数 + struct LogConfig{ + // 日志级别[DEBUG, INFO, WARN, ERROR, FATAL] + std::string strLevel; + }; + + // web服务器参数 + struct HttpServerConfig + { + // 使用状态 + bool bIsUse; + // 获取接口授权地址 + std::string strIp; + // 通讯端口 + int iPort; + // 获取接口授权地址 + std::string strTokenUrl; + // 识别结果上传地址 + std::string strUpResultUrl; + // 接口用户名 + std::string strUserName; + // 接口密码 + std::string strPassword; + }; + + class Config final + { + public: + static Config *GetIns(); + + // 读yaml文件 + int readYaml(std::string &strPath); + // 写yaml文件 + int writeYaml(); + std::string getStringValue(const char *pszKey, const YAML::Node *pConfig = nullptr) const; + int getIntValue(const char *pszKey, const YAML::Node *pConfig = nullptr) const; + bool getBoolValue(const char *pszKey, const YAML::Node *pConfig = nullptr) const; + float getFloatValue(const char *pszKey, const YAML::Node *pConfig = nullptr) const; + std::string getPathValue(const char *pszKey, const YAML::Node *pConfig =nullptr) const; + + // 初始化运行数据 +// RunningData initRunningData(); +// RunningData setRunningData(const RunningData runningData); +// RunningData getRunningData() const; + + // 获取控制参数 + BaseConfig getBaseConfig() const; + void setBaseConfig(const BaseConfig baseConfig); + // 获取日志参数 + LogConfig getLogConfig() const; + void setLogConfig(const LogConfig logConfig); + // 获取web服务器参数 + HttpServerConfig getHttpServerConfig() const; + void setHttpServerConfig(const HttpServerConfig httpServerConfig); + + YAML::Node config_; + + private: + Config() = default; + Config(const Config &) = delete; + Config(Config &&) = delete; + Config &operator=(const Config &) = delete; + Config &operator=(Config &&) = delete; + ~Config() = default; + + static Config *pInstance_; + static std::mutex mx_; //锁，保证线程安全 + std::string strConfigYamlPath_; + + // 控制参数 + BaseConfig baseConfig_; + + // 日志参数 + LogConfig logConfig_; + + // web服务器参数 + HttpServerConfig httpServerConfig_; + + //定义一个嵌套类，负责释放内存，操作系统自动完成，不用担心内存泄露 + class GarbageCollector + { + public: + ~GarbageCollector() + { + if (Config::pInstance_) + { + delete Config::pInstance_; + Config::pInstance_ = nullptr; + } + } + }; + static GarbageCollector gc_; + }; +} + +#endif \ No newline at end of file diff --git a/src/ai_matrix/Http/httplib.h b/src/ai_matrix/Http/httplib.h new file mode 100644 index 0000000..d04ac77 --- /dev/null +++ b/src/ai_matrix/Http/httplib.h @@ -0,0 +1,9388 @@ +// +// httplib.h +// +// Copyright (c) 2023 Yuji Hirose. All rights reserved. +// MIT License +// + +#ifndef CPPHTTPLIB_HTTPLIB_H +#define CPPHTTPLIB_HTTPLIB_H + +#define CPPHTTPLIB_VERSION "0.14.3" + +/* + * Configuration + */ + +#ifndef CPPHTTPLIB_KEEPALIVE_TIMEOUT_SECOND +#define CPPHTTPLIB_KEEPALIVE_TIMEOUT_SECOND 5 +#endif + +#ifndef CPPHTTPLIB_KEEPALIVE_MAX_COUNT +#define CPPHTTPLIB_KEEPALIVE_MAX_COUNT 5 +#endif + +#ifndef CPPHTTPLIB_CONNECTION_TIMEOUT_SECOND +#define CPPHTTPLIB_CONNECTION_TIMEOUT_SECOND 300 +#endif + +#ifndef CPPHTTPLIB_CONNECTION_TIMEOUT_USECOND +#define CPPHTTPLIB_CONNECTION_TIMEOUT_USECOND 0 +#endif + +#ifndef CPPHTTPLIB_READ_TIMEOUT_SECOND +#define CPPHTTPLIB_READ_TIMEOUT_SECOND 5 +#endif + +#ifndef CPPHTTPLIB_READ_TIMEOUT_USECOND +#define CPPHTTPLIB_READ_TIMEOUT_USECOND 0 +#endif + +#ifndef CPPHTTPLIB_WRITE_TIMEOUT_SECOND +#define CPPHTTPLIB_WRITE_TIMEOUT_SECOND 5 +#endif + +#ifndef CPPHTTPLIB_WRITE_TIMEOUT_USECOND +#define CPPHTTPLIB_WRITE_TIMEOUT_USECOND 0 +#endif + +#ifndef CPPHTTPLIB_IDLE_INTERVAL_SECOND +#define CPPHTTPLIB_IDLE_INTERVAL_SECOND 0 +#endif + +#ifndef CPPHTTPLIB_IDLE_INTERVAL_USECOND +#ifdef _WIN32 +#define CPPHTTPLIB_IDLE_INTERVAL_USECOND 10000 +#else +#define CPPHTTPLIB_IDLE_INTERVAL_USECOND 0 +#endif +#endif + +#ifndef CPPHTTPLIB_REQUEST_URI_MAX_LENGTH +#define CPPHTTPLIB_REQUEST_URI_MAX_LENGTH 8192 +#endif + +#ifndef CPPHTTPLIB_HEADER_MAX_LENGTH +#define CPPHTTPLIB_HEADER_MAX_LENGTH 8192 +#endif + +#ifndef CPPHTTPLIB_REDIRECT_MAX_COUNT +#define CPPHTTPLIB_REDIRECT_MAX_COUNT 20 +#endif + +#ifndef CPPHTTPLIB_MULTIPART_FORM_DATA_FILE_MAX_COUNT +#define CPPHTTPLIB_MULTIPART_FORM_DATA_FILE_MAX_COUNT 1024 +#endif + +#ifndef CPPHTTPLIB_PAYLOAD_MAX_LENGTH +#define CPPHTTPLIB_PAYLOAD_MAX_LENGTH ((std::numeric_limits::max)()) +#endif + +#ifndef CPPHTTPLIB_FORM_URL_ENCODED_PAYLOAD_MAX_LENGTH +#define CPPHTTPLIB_FORM_URL_ENCODED_PAYLOAD_MAX_LENGTH 8192 +#endif + +#ifndef CPPHTTPLIB_TCP_NODELAY +#define CPPHTTPLIB_TCP_NODELAY false +#endif + +#ifndef CPPHTTPLIB_RECV_BUFSIZ +#define CPPHTTPLIB_RECV_BUFSIZ size_t(4096u) +#endif + +#ifndef CPPHTTPLIB_COMPRESSION_BUFSIZ +#define CPPHTTPLIB_COMPRESSION_BUFSIZ size_t(16384u) +#endif + +#ifndef CPPHTTPLIB_THREAD_POOL_COUNT +#define CPPHTTPLIB_THREAD_POOL_COUNT \ + ((std::max)(8u, std::thread::hardware_concurrency() > 0 \ + ? std::thread::hardware_concurrency() - 1 \ + : 0)) +#endif + +#ifndef CPPHTTPLIB_RECV_FLAGS +#define CPPHTTPLIB_RECV_FLAGS 0 +#endif + +#ifndef CPPHTTPLIB_SEND_FLAGS +#define CPPHTTPLIB_SEND_FLAGS 0 +#endif + +#ifndef CPPHTTPLIB_LISTEN_BACKLOG +#define CPPHTTPLIB_LISTEN_BACKLOG 5 +#endif + +/* + * Headers + */ + +#ifdef _WIN32 +#ifndef _CRT_SECURE_NO_WARNINGS +#define _CRT_SECURE_NO_WARNINGS +#endif //_CRT_SECURE_NO_WARNINGS + +#ifndef _CRT_NONSTDC_NO_DEPRECATE +#define _CRT_NONSTDC_NO_DEPRECATE +#endif //_CRT_NONSTDC_NO_DEPRECATE + +#if defined(_MSC_VER) +#if _MSC_VER < 1900 +#error Sorry, Visual Studio versions prior to 2015 are not supported +#endif + +#pragma comment(lib, "ws2_32.lib") + +#ifdef _WIN64 +using ssize_t = __int64; +#else +using ssize_t = long; +#endif +#endif // _MSC_VER + +#ifndef S_ISREG +#define S_ISREG(m) (((m)&S_IFREG) == S_IFREG) +#endif // S_ISREG + +#ifndef S_ISDIR +#define S_ISDIR(m) (((m)&S_IFDIR) == S_IFDIR) +#endif // S_ISDIR + +#ifndef NOMINMAX +#define NOMINMAX +#endif // NOMINMAX + +#include +#include +#include + +#ifndef WSA_FLAG_NO_HANDLE_INHERIT +#define WSA_FLAG_NO_HANDLE_INHERIT 0x80 +#endif + +using socket_t = SOCKET; +#ifdef CPPHTTPLIB_USE_POLL +#define poll(fds, nfds, timeout) WSAPoll(fds, nfds, timeout) +#endif + +#else // not _WIN32 + +#include +#if !defined(_AIX) && !defined(__MVS__) +#include +#endif +#ifdef __MVS__ +#include +#ifndef NI_MAXHOST +#define NI_MAXHOST 1025 +#endif +#endif +#include +#include +#include +#ifdef __linux__ +#include +#endif +#include +#ifdef CPPHTTPLIB_USE_POLL +#include +#endif +#include +#include +#include +#include +#include +#include +#include + +using socket_t = int; +#ifndef INVALID_SOCKET +#define INVALID_SOCKET (-1) +#endif +#endif //_WIN32 + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +#ifdef _WIN32 +#include + +// these are defined in wincrypt.h and it breaks compilation if BoringSSL is +// used +#undef X509_NAME +#undef X509_CERT_PAIR +#undef X509_EXTENSIONS +#undef PKCS7_SIGNER_INFO + +#ifdef _MSC_VER +#pragma comment(lib, "crypt32.lib") +#endif +#elif defined(CPPHTTPLIB_USE_CERTS_FROM_MACOSX_KEYCHAIN) && defined(__APPLE__) +#include +#if TARGET_OS_OSX +#include +#include +#endif // TARGET_OS_OSX +#endif // _WIN32 + +#include +#include +#include +#include + +#if defined(_WIN32) && defined(OPENSSL_USE_APPLINK) +#include +#endif + +#include +#include + +#if OPENSSL_VERSION_NUMBER < 0x30000000L +#error Sorry, OpenSSL versions prior to 3.0.0 are not supported +#endif + +#endif + +#ifdef CPPHTTPLIB_ZLIB_SUPPORT +#include +#endif + +#ifdef CPPHTTPLIB_BROTLI_SUPPORT +#include +#include +#endif + +/* + * Declaration + */ +namespace httplib { + +namespace detail { + +/* + * Backport std::make_unique from C++14. + * + * NOTE: This code came up with the following stackoverflow post: + * https://stackoverflow.com/questions/10149840/c-arrays-and-make-unique + * + */ + +template +typename std::enable_if::value, std::unique_ptr>::type +make_unique(Args &&...args) { + return std::unique_ptr(new T(std::forward(args)...)); +} + +template +typename std::enable_if::value, std::unique_ptr>::type +make_unique(std::size_t n) { + typedef typename std::remove_extent::type RT; + return std::unique_ptr(new RT[n]); +} + +struct ci { + bool operator()(const std::string &s1, const std::string &s2) const { + return std::lexicographical_compare(s1.begin(), s1.end(), s2.begin(), + s2.end(), + [](unsigned char c1, unsigned char c2) { + return ::tolower(c1) < ::tolower(c2); + }); + } +}; + +// This is based on +// "http://www.open-std.org/jtc1/sc22/wg21/docs/papers/2014/n4189". + +struct scope_exit { + explicit scope_exit(std::function &&f) + : exit_function(std::move(f)), execute_on_destruction{true} {} + + scope_exit(scope_exit &&rhs) noexcept + : exit_function(std::move(rhs.exit_function)), + execute_on_destruction{rhs.execute_on_destruction} { + rhs.release(); + } + + ~scope_exit() { + if (execute_on_destruction) { this->exit_function(); } + } + + void release() { this->execute_on_destruction = false; } + +private: + scope_exit(const scope_exit &) = delete; + void operator=(const scope_exit &) = delete; + scope_exit &operator=(scope_exit &&) = delete; + + std::function exit_function; + bool execute_on_destruction; +}; + +} // namespace detail + +enum StatusCode { + // Information responses + Continue_100 = 100, + SwitchingProtocol_101 = 101, + Processing_102 = 102, + EarlyHints_103 = 103, + + // Successful responses + OK_200 = 200, + Created_201 = 201, + Accepted_202 = 202, + NonAuthoritativeInformation_203 = 203, + NoContent_204 = 204, + ResetContent_205 = 205, + PartialContent_206 = 206, + MultiStatus_207 = 207, + AlreadyReported_208 = 208, + IMUsed_226 = 226, + + // Redirection messages + MultipleChoices_300 = 300, + MovedPermanently_301 = 301, + Found_302 = 302, + SeeOther_303 = 303, + NotModified_304 = 304, + UseProxy_305 = 305, + unused_306 = 306, + TemporaryRedirect_307 = 307, + PermanentRedirect_308 = 308, + + // Client error responses + BadRequest_400 = 400, + Unauthorized_401 = 401, + PaymentRequired_402 = 402, + Forbidden_403 = 403, + NotFound_404 = 404, + MethodNotAllowed_405 = 405, + NotAcceptable_406 = 406, + ProxyAuthenticationRequired_407 = 407, + RequestTimeout_408 = 408, + Conflict_409 = 409, + Gone_410 = 410, + LengthRequired_411 = 411, + PreconditionFailed_412 = 412, + PayloadTooLarge_413 = 413, + UriTooLong_414 = 414, + UnsupportedMediaType_415 = 415, + RangeNotSatisfiable_416 = 416, + ExpectationFailed_417 = 417, + ImATeapot_418 = 418, + MisdirectedRequest_421 = 421, + UnprocessableContent_422 = 422, + Locked_423 = 423, + FailedDependency_424 = 424, + TooEarly_425 = 425, + UpgradeRequired_426 = 426, + PreconditionRequired_428 = 428, + TooManyRequests_429 = 429, + RequestHeaderFieldsTooLarge_431 = 431, + UnavailableForLegalReasons_451 = 451, + + // Server error responses + InternalServerError_500 = 500, + NotImplemented_501 = 501, + BadGateway_502 = 502, + ServiceUnavailable_503 = 503, + GatewayTimeout_504 = 504, + HttpVersionNotSupported_505 = 505, + VariantAlsoNegotiates_506 = 506, + InsufficientStorage_507 = 507, + LoopDetected_508 = 508, + NotExtended_510 = 510, + NetworkAuthenticationRequired_511 = 511, +}; + +using Headers = std::multimap; + +using Params = std::multimap; +using Match = std::smatch; + +using Progress = std::function; + +struct Response; +using ResponseHandler = std::function; + +struct MultipartFormData { + std::string name; + std::string content; + std::string filename; + std::string content_type; +}; +using MultipartFormDataItems = std::vector; +using MultipartFormDataMap = std::multimap; + +class DataSink { +public: + DataSink() : os(&sb_), sb_(*this) {} + + DataSink(const DataSink &) = delete; + DataSink &operator=(const DataSink &) = delete; + DataSink(DataSink &&) = delete; + DataSink &operator=(DataSink &&) = delete; + + std::function write; + std::function is_writable; + std::function done; + std::function done_with_trailer; + std::ostream os; + +private: + class data_sink_streambuf : public std::streambuf { + public: + explicit data_sink_streambuf(DataSink &sink) : sink_(sink) {} + + protected: + std::streamsize xsputn(const char *s, std::streamsize n) override { + sink_.write(s, static_cast(n)); + return n; + } + + private: + DataSink &sink_; + }; + + data_sink_streambuf sb_; +}; + +using ContentProvider = + std::function; + +using ContentProviderWithoutLength = + std::function; + +using ContentProviderResourceReleaser = std::function; + +struct MultipartFormDataProvider { + std::string name; + ContentProviderWithoutLength provider; + std::string filename; + std::string content_type; +}; +using MultipartFormDataProviderItems = std::vector; + +using ContentReceiverWithProgress = + std::function; + +using ContentReceiver = + std::function; + +using MultipartContentHeader = + std::function; + +class ContentReader { +public: + using Reader = std::function; + using MultipartReader = std::function; + + ContentReader(Reader reader, MultipartReader multipart_reader) + : reader_(std::move(reader)), + multipart_reader_(std::move(multipart_reader)) {} + + bool operator()(MultipartContentHeader header, + ContentReceiver receiver) const { + return multipart_reader_(std::move(header), std::move(receiver)); + } + + bool operator()(ContentReceiver receiver) const { + return reader_(std::move(receiver)); + } + + Reader reader_; + MultipartReader multipart_reader_; +}; + +using Range = std::pair; +using Ranges = std::vector; + +struct Request { + std::string method; + std::string path; + Headers headers; + std::string body; + + std::string remote_addr; + int remote_port = -1; + std::string local_addr; + int local_port = -1; + + // for server + std::string version; + std::string target; + Params params; + MultipartFormDataMap files; + Ranges ranges; + Match matches; + std::unordered_map path_params; + + // for client + ResponseHandler response_handler; + ContentReceiverWithProgress content_receiver; + Progress progress; +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + const SSL *ssl = nullptr; +#endif + + bool has_header(const std::string &key) const; + std::string get_header_value(const std::string &key, size_t id = 0) const; + uint64_t get_header_value_u64(const std::string &key, size_t id = 0) const; + size_t get_header_value_count(const std::string &key) const; + void set_header(const std::string &key, const std::string &val); + + bool has_param(const std::string &key) const; + std::string get_param_value(const std::string &key, size_t id = 0) const; + size_t get_param_value_count(const std::string &key) const; + + bool is_multipart_form_data() const; + + bool has_file(const std::string &key) const; + MultipartFormData get_file_value(const std::string &key) const; + std::vector get_file_values(const std::string &key) const; + + // private members... + size_t redirect_count_ = CPPHTTPLIB_REDIRECT_MAX_COUNT; + size_t content_length_ = 0; + ContentProvider content_provider_; + bool is_chunked_content_provider_ = false; + size_t authorization_count_ = 0; +}; + +struct Response { + std::string version; + int status = -1; + std::string reason; + Headers headers; + std::string body; + std::string location; // Redirect location + + bool has_header(const std::string &key) const; + std::string get_header_value(const std::string &key, size_t id = 0) const; + uint64_t get_header_value_u64(const std::string &key, size_t id = 0) const; + size_t get_header_value_count(const std::string &key) const; + void set_header(const std::string &key, const std::string &val); + + void set_redirect(const std::string &url, int status = StatusCode::Found_302); + void set_content(const char *s, size_t n, const std::string &content_type); + void set_content(const std::string &s, const std::string &content_type); + + void set_content_provider( + size_t length, const std::string &content_type, ContentProvider provider, + ContentProviderResourceReleaser resource_releaser = nullptr); + + void set_content_provider( + const std::string &content_type, ContentProviderWithoutLength provider, + ContentProviderResourceReleaser resource_releaser = nullptr); + + void set_chunked_content_provider( + const std::string &content_type, ContentProviderWithoutLength provider, + ContentProviderResourceReleaser resource_releaser = nullptr); + + Response() = default; + Response(const Response &) = default; + Response &operator=(const Response &) = default; + Response(Response &&) = default; + Response &operator=(Response &&) = default; + ~Response() { + if (content_provider_resource_releaser_) { + content_provider_resource_releaser_(content_provider_success_); + } + } + + // private members... + size_t content_length_ = 0; + ContentProvider content_provider_; + ContentProviderResourceReleaser content_provider_resource_releaser_; + bool is_chunked_content_provider_ = false; + bool content_provider_success_ = false; +}; + +class Stream { +public: + virtual ~Stream() = default; + + virtual bool is_readable() const = 0; + virtual bool is_writable() const = 0; + + virtual ssize_t read(char *ptr, size_t size) = 0; + virtual ssize_t write(const char *ptr, size_t size) = 0; + virtual void get_remote_ip_and_port(std::string &ip, int &port) const = 0; + virtual void get_local_ip_and_port(std::string &ip, int &port) const = 0; + virtual socket_t socket() const = 0; + + template + ssize_t write_format(const char *fmt, const Args &...args); + ssize_t write(const char *ptr); + ssize_t write(const std::string &s); +}; + +class TaskQueue { +public: + TaskQueue() = default; + virtual ~TaskQueue() = default; + + virtual bool enqueue(std::function fn) = 0; + virtual void shutdown() = 0; + + virtual void on_idle() {} +}; + +class ThreadPool : public TaskQueue { +public: + explicit ThreadPool(size_t n, size_t mqr = 0) + : shutdown_(false), max_queued_requests_(mqr) { + while (n) { + threads_.emplace_back(worker(*this)); + n--; + } + } + + ThreadPool(const ThreadPool &) = delete; + ~ThreadPool() override = default; + + bool enqueue(std::function fn) override { + { + std::unique_lock lock(mutex_); + if (max_queued_requests_ > 0 && jobs_.size() >= max_queued_requests_) { + return false; + } + jobs_.push_back(std::move(fn)); + } + + cond_.notify_one(); + return true; + } + + void shutdown() override { + // Stop all worker threads... + { + std::unique_lock lock(mutex_); + shutdown_ = true; + } + + cond_.notify_all(); + + // Join... + for (auto &t : threads_) { + t.join(); + } + } + +private: + struct worker { + explicit worker(ThreadPool &pool) : pool_(pool) {} + + void operator()() { + for (;;) { + std::function fn; + { + std::unique_lock lock(pool_.mutex_); + + pool_.cond_.wait( + lock, [&] { return !pool_.jobs_.empty() || pool_.shutdown_; }); + + if (pool_.shutdown_ && pool_.jobs_.empty()) { break; } + + fn = std::move(pool_.jobs_.front()); + pool_.jobs_.pop_front(); + } + + assert(true == static_cast(fn)); + fn(); + } + } + + ThreadPool &pool_; + }; + friend struct worker; + + std::vector threads_; + std::list> jobs_; + + bool shutdown_; + size_t max_queued_requests_ = 0; + + std::condition_variable cond_; + std::mutex mutex_; +}; + +using Logger = std::function; + +using SocketOptions = std::function; + +void default_socket_options(socket_t sock); + +const char *status_message(int status); + +std::string get_bearer_token_auth(const Request &req); + +namespace detail { + +class MatcherBase { +public: + virtual ~MatcherBase() = default; + + // Match request path and populate its matches and + virtual bool match(Request &request) const = 0; +}; + +/** + * Captures parameters in request path and stores them in Request::path_params + * + * Capture name is a substring of a pattern from : to /. + * The rest of the pattern is matched agains the request path directly + * Parameters are captured starting from the next character after + * the end of the last matched static pattern fragment until the next /. + * + * Example pattern: + * "/path/fragments/:capture/more/fragments/:second_capture" + * Static fragments: + * "/path/fragments/", "more/fragments/" + * + * Given the following request path: + * "/path/fragments/:1/more/fragments/:2" + * the resulting capture will be + * {{"capture", "1"}, {"second_capture", "2"}} + */ +class PathParamsMatcher : public MatcherBase { +public: + PathParamsMatcher(const std::string &pattern); + + bool match(Request &request) const override; + +private: + static constexpr char marker = ':'; + // Treat segment separators as the end of path parameter capture + // Does not need to handle query parameters as they are parsed before path + // matching + static constexpr char separator = '/'; + + // Contains static path fragments to match against, excluding the '/' after + // path params + // Fragments are separated by path params + std::vector static_fragments_; + // Stores the names of the path parameters to be used as keys in the + // Request::path_params map + std::vector param_names_; +}; + +/** + * Performs std::regex_match on request path + * and stores the result in Request::matches + * + * Note that regex match is performed directly on the whole request. + * This means that wildcard patterns may match multiple path segments with /: + * "/begin/(.*)/end" will match both "/begin/middle/end" and "/begin/1/2/end". + */ +class RegexMatcher : public MatcherBase { +public: + RegexMatcher(const std::string &pattern) : regex_(pattern) {} + + bool match(Request &request) const override; + +private: + std::regex regex_; +}; + +ssize_t write_headers(Stream &strm, const Headers &headers); + +} // namespace detail + +class Server { +public: + using Handler = std::function; + + using ExceptionHandler = + std::function; + + enum class HandlerResponse { + Handled, + Unhandled, + }; + using HandlerWithResponse = + std::function; + + using HandlerWithContentReader = std::function; + + using Expect100ContinueHandler = + std::function; + + Server(); + + virtual ~Server(); + + virtual bool is_valid() const; + + Server &Get(const std::string &pattern, Handler handler); + Server &Post(const std::string &pattern, Handler handler); + Server &Post(const std::string &pattern, HandlerWithContentReader handler); + Server &Put(const std::string &pattern, Handler handler); + Server &Put(const std::string &pattern, HandlerWithContentReader handler); + Server &Patch(const std::string &pattern, Handler handler); + Server &Patch(const std::string &pattern, HandlerWithContentReader handler); + Server &Delete(const std::string &pattern, Handler handler); + Server &Delete(const std::string &pattern, HandlerWithContentReader handler); + Server &Options(const std::string &pattern, Handler handler); + + bool set_base_dir(const std::string &dir, + const std::string &mount_point = std::string()); + bool set_mount_point(const std::string &mount_point, const std::string &dir, + Headers headers = Headers()); + bool remove_mount_point(const std::string &mount_point); + Server &set_file_extension_and_mimetype_mapping(const std::string &ext, + const std::string &mime); + Server &set_default_file_mimetype(const std::string &mime); + Server &set_file_request_handler(Handler handler); + + Server &set_error_handler(HandlerWithResponse handler); + Server &set_error_handler(Handler handler); + Server &set_exception_handler(ExceptionHandler handler); + Server &set_pre_routing_handler(HandlerWithResponse handler); + Server &set_post_routing_handler(Handler handler); + + Server &set_expect_100_continue_handler(Expect100ContinueHandler handler); + Server &set_logger(Logger logger); + + Server &set_address_family(int family); + Server &set_tcp_nodelay(bool on); + Server &set_socket_options(SocketOptions socket_options); + + Server &set_default_headers(Headers headers); + Server & + set_header_writer(std::function const &writer); + + Server &set_keep_alive_max_count(size_t count); + Server &set_keep_alive_timeout(time_t sec); + + Server &set_read_timeout(time_t sec, time_t usec = 0); + template + Server &set_read_timeout(const std::chrono::duration &duration); + + Server &set_write_timeout(time_t sec, time_t usec = 0); + template + Server &set_write_timeout(const std::chrono::duration &duration); + + Server &set_idle_interval(time_t sec, time_t usec = 0); + template + Server &set_idle_interval(const std::chrono::duration &duration); + + Server &set_payload_max_length(size_t length); + + bool bind_to_port(const std::string &host, int port, int socket_flags = 0); + int bind_to_any_port(const std::string &host, int socket_flags = 0); + bool listen_after_bind(); + + bool listen(const std::string &host, int port, int socket_flags = 0); + + bool is_running() const; + void wait_until_ready() const; + void stop(); + + std::function new_task_queue; + +protected: + bool process_request(Stream &strm, bool close_connection, + bool &connection_closed, + const std::function &setup_request); + + std::atomic svr_sock_{INVALID_SOCKET}; + size_t keep_alive_max_count_ = CPPHTTPLIB_KEEPALIVE_MAX_COUNT; + time_t keep_alive_timeout_sec_ = CPPHTTPLIB_KEEPALIVE_TIMEOUT_SECOND; + time_t read_timeout_sec_ = CPPHTTPLIB_READ_TIMEOUT_SECOND; + time_t read_timeout_usec_ = CPPHTTPLIB_READ_TIMEOUT_USECOND; + time_t write_timeout_sec_ = CPPHTTPLIB_WRITE_TIMEOUT_SECOND; + time_t write_timeout_usec_ = CPPHTTPLIB_WRITE_TIMEOUT_USECOND; + time_t idle_interval_sec_ = CPPHTTPLIB_IDLE_INTERVAL_SECOND; + time_t idle_interval_usec_ = CPPHTTPLIB_IDLE_INTERVAL_USECOND; + size_t payload_max_length_ = CPPHTTPLIB_PAYLOAD_MAX_LENGTH; + +private: + using Handlers = + std::vector, Handler>>; + using HandlersForContentReader = + std::vector, + HandlerWithContentReader>>; + + static std::unique_ptr + make_matcher(const std::string &pattern); + + socket_t create_server_socket(const std::string &host, int port, + int socket_flags, + SocketOptions socket_options) const; + int bind_internal(const std::string &host, int port, int socket_flags); + bool listen_internal(); + + bool routing(Request &req, Response &res, Stream &strm); + bool handle_file_request(const Request &req, Response &res, + bool head = false); + bool dispatch_request(Request &req, Response &res, + const Handlers &handlers) const; + bool dispatch_request_for_content_reader( + Request &req, Response &res, ContentReader content_reader, + const HandlersForContentReader &handlers) const; + + bool parse_request_line(const char *s, Request &req) const; + void apply_ranges(const Request &req, Response &res, + std::string &content_type, std::string &boundary) const; + bool write_response(Stream &strm, bool close_connection, const Request &req, + Response &res); + bool write_response_with_content(Stream &strm, bool close_connection, + const Request &req, Response &res); + bool write_response_core(Stream &strm, bool close_connection, + const Request &req, Response &res, + bool need_apply_ranges); + bool write_content_with_provider(Stream &strm, const Request &req, + Response &res, const std::string &boundary, + const std::string &content_type); + bool read_content(Stream &strm, Request &req, Response &res); + bool + read_content_with_content_receiver(Stream &strm, Request &req, Response &res, + ContentReceiver receiver, + MultipartContentHeader multipart_header, + ContentReceiver multipart_receiver); + bool read_content_core(Stream &strm, Request &req, Response &res, + ContentReceiver receiver, + MultipartContentHeader multipart_header, + ContentReceiver multipart_receiver) const; + + virtual bool process_and_close_socket(socket_t sock); + + std::atomic is_running_{false}; + std::atomic done_{false}; + + struct MountPointEntry { + std::string mount_point; + std::string base_dir; + Headers headers; + }; + std::vector base_dirs_; + std::map file_extension_and_mimetype_map_; + std::string default_file_mimetype_ = "application/octet-stream"; + Handler file_request_handler_; + + Handlers get_handlers_; + Handlers post_handlers_; + HandlersForContentReader post_handlers_for_content_reader_; + Handlers put_handlers_; + HandlersForContentReader put_handlers_for_content_reader_; + Handlers patch_handlers_; + HandlersForContentReader patch_handlers_for_content_reader_; + Handlers delete_handlers_; + HandlersForContentReader delete_handlers_for_content_reader_; + Handlers options_handlers_; + + HandlerWithResponse error_handler_; + ExceptionHandler exception_handler_; + HandlerWithResponse pre_routing_handler_; + Handler post_routing_handler_; + Expect100ContinueHandler expect_100_continue_handler_; + + Logger logger_; + + int address_family_ = AF_UNSPEC; + bool tcp_nodelay_ = CPPHTTPLIB_TCP_NODELAY; + SocketOptions socket_options_ = default_socket_options; + + Headers default_headers_; + std::function header_writer_ = + detail::write_headers; +}; + +enum class Error { + Success = 0, + Unknown, + Connection, + BindIPAddress, + Read, + Write, + ExceedRedirectCount, + Canceled, + SSLConnection, + SSLLoadingCerts, + SSLServerVerification, + UnsupportedMultipartBoundaryChars, + Compression, + ConnectionTimeout, + ProxyConnection, + + // For internal use only + SSLPeerCouldBeClosed_, +}; + +std::string to_string(Error error); + +std::ostream &operator<<(std::ostream &os, const Error &obj); + +class Result { +public: + Result() = default; + Result(std::unique_ptr &&res, Error err, + Headers &&request_headers = Headers{}) + : res_(std::move(res)), err_(err), + request_headers_(std::move(request_headers)) {} + // Response + operator bool() const { return res_ != nullptr; } + bool operator==(std::nullptr_t) const { return res_ == nullptr; } + bool operator!=(std::nullptr_t) const { return res_ != nullptr; } + const Response &value() const { return *res_; } + Response &value() { return *res_; } + const Response &operator*() const { return *res_; } + Response &operator*() { return *res_; } + const Response *operator->() const { return res_.get(); } + Response *operator->() { return res_.get(); } + + // Error + Error error() const { return err_; } + + // Request Headers + bool has_request_header(const std::string &key) const; + std::string get_request_header_value(const std::string &key, + size_t id = 0) const; + uint64_t get_request_header_value_u64(const std::string &key, + size_t id = 0) const; + size_t get_request_header_value_count(const std::string &key) const; + +private: + std::unique_ptr res_; + Error err_ = Error::Unknown; + Headers request_headers_; +}; + +class ClientImpl { +public: + explicit ClientImpl(const std::string &host); + + explicit ClientImpl(const std::string &host, int port); + + explicit ClientImpl(const std::string &host, int port, + const std::string &client_cert_path, + const std::string &client_key_path); + + virtual ~ClientImpl(); + + virtual bool is_valid() const; + + Result Get(const std::string &path); + Result Get(const std::string &path, const Headers &headers); + Result Get(const std::string &path, Progress progress); + Result Get(const std::string &path, const Headers &headers, + Progress progress); + Result Get(const std::string &path, ContentReceiver content_receiver); + Result Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver); + Result Get(const std::string &path, ContentReceiver content_receiver, + Progress progress); + Result Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver, Progress progress); + Result Get(const std::string &path, ResponseHandler response_handler, + ContentReceiver content_receiver); + Result Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver); + Result Get(const std::string &path, ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress); + Result Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, ContentReceiver content_receiver, + Progress progress); + + Result Get(const std::string &path, const Params ¶ms, + const Headers &headers, Progress progress = nullptr); + Result Get(const std::string &path, const Params ¶ms, + const Headers &headers, ContentReceiver content_receiver, + Progress progress = nullptr); + Result Get(const std::string &path, const Params ¶ms, + const Headers &headers, ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress = nullptr); + + Result Head(const std::string &path); + Result Head(const std::string &path, const Headers &headers); + + Result Post(const std::string &path); + Result Post(const std::string &path, const Headers &headers); + Result Post(const std::string &path, const char *body, size_t content_length, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, const char *body, + size_t content_length, const std::string &content_type); + Result Post(const std::string &path, const std::string &body, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + Result Post(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type); + Result Post(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, + size_t content_length, ContentProvider content_provider, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Post(const std::string &path, const Params ¶ms); + Result Post(const std::string &path, const Headers &headers, + const Params ¶ms); + Result Post(const std::string &path, const MultipartFormDataItems &items); + Result Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items); + Result Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, const std::string &boundary); + Result Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items); + + Result Put(const std::string &path); + Result Put(const std::string &path, const char *body, size_t content_length, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, const char *body, + size_t content_length, const std::string &content_type); + Result Put(const std::string &path, const std::string &body, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + Result Put(const std::string &path, size_t content_length, + ContentProvider content_provider, const std::string &content_type); + Result Put(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, + size_t content_length, ContentProvider content_provider, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Put(const std::string &path, const Params ¶ms); + Result Put(const std::string &path, const Headers &headers, + const Params ¶ms); + Result Put(const std::string &path, const MultipartFormDataItems &items); + Result Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items); + Result Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, const std::string &boundary); + Result Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items); + + Result Patch(const std::string &path); + Result Patch(const std::string &path, const char *body, size_t content_length, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type); + Result Patch(const std::string &path, const std::string &body, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + Result Patch(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type); + Result Patch(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + size_t content_length, ContentProvider content_provider, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + + Result Delete(const std::string &path); + Result Delete(const std::string &path, const Headers &headers); + Result Delete(const std::string &path, const char *body, + size_t content_length, const std::string &content_type); + Result Delete(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type); + Result Delete(const std::string &path, const std::string &body, + const std::string &content_type); + Result Delete(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + + Result Options(const std::string &path); + Result Options(const std::string &path, const Headers &headers); + + bool send(Request &req, Response &res, Error &error); + Result send(const Request &req); + + void stop(); + + std::string host() const; + int port() const; + + size_t is_socket_open() const; + socket_t socket() const; + + void set_hostname_addr_map(std::map addr_map); + + void set_default_headers(Headers headers); + + void + set_header_writer(std::function const &writer); + + void set_address_family(int family); + void set_tcp_nodelay(bool on); + void set_socket_options(SocketOptions socket_options); + + void set_connection_timeout(time_t sec, time_t usec = 0); + template + void + set_connection_timeout(const std::chrono::duration &duration); + + void set_read_timeout(time_t sec, time_t usec = 0); + template + void set_read_timeout(const std::chrono::duration &duration); + + void set_write_timeout(time_t sec, time_t usec = 0); + template + void set_write_timeout(const std::chrono::duration &duration); + + void set_basic_auth(const std::string &username, const std::string &password); + void set_bearer_token_auth(const std::string &token); +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void set_digest_auth(const std::string &username, + const std::string &password); +#endif + + void set_keep_alive(bool on); + void set_follow_location(bool on); + + void set_url_encode(bool on); + + void set_compress(bool on); + + void set_decompress(bool on); + + void set_interface(const std::string &intf); + + void set_proxy(const std::string &host, int port); + void set_proxy_basic_auth(const std::string &username, + const std::string &password); + void set_proxy_bearer_token_auth(const std::string &token); +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void set_proxy_digest_auth(const std::string &username, + const std::string &password); +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void set_ca_cert_path(const std::string &ca_cert_file_path, + const std::string &ca_cert_dir_path = std::string()); + void set_ca_cert_store(X509_STORE *ca_cert_store); + X509_STORE *create_ca_cert_store(const char *ca_cert, std::size_t size) const; +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void enable_server_certificate_verification(bool enabled); +#endif + + void set_logger(Logger logger); + +protected: + struct Socket { + socket_t sock = INVALID_SOCKET; +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + SSL *ssl = nullptr; +#endif + + bool is_open() const { return sock != INVALID_SOCKET; } + }; + + virtual bool create_and_connect_socket(Socket &socket, Error &error); + + // All of: + // shutdown_ssl + // shutdown_socket + // close_socket + // should ONLY be called when socket_mutex_ is locked. + // Also, shutdown_ssl and close_socket should also NOT be called concurrently + // with a DIFFERENT thread sending requests using that socket. + virtual void shutdown_ssl(Socket &socket, bool shutdown_gracefully); + void shutdown_socket(Socket &socket) const; + void close_socket(Socket &socket); + + bool process_request(Stream &strm, Request &req, Response &res, + bool close_connection, Error &error); + + bool write_content_with_provider(Stream &strm, const Request &req, + Error &error) const; + + void copy_settings(const ClientImpl &rhs); + + // Socket endpoint information + const std::string host_; + const int port_; + const std::string host_and_port_; + + // Current open socket + Socket socket_; + mutable std::mutex socket_mutex_; + std::recursive_mutex request_mutex_; + + // These are all protected under socket_mutex + size_t socket_requests_in_flight_ = 0; + std::thread::id socket_requests_are_from_thread_ = std::thread::id(); + bool socket_should_be_closed_when_request_is_done_ = false; + + // Hostname-IP map + std::map addr_map_; + + // Default headers + Headers default_headers_; + + // Header writer + std::function header_writer_ = + detail::write_headers; + + // Settings + std::string client_cert_path_; + std::string client_key_path_; + + time_t connection_timeout_sec_ = CPPHTTPLIB_CONNECTION_TIMEOUT_SECOND; + time_t connection_timeout_usec_ = CPPHTTPLIB_CONNECTION_TIMEOUT_USECOND; + time_t read_timeout_sec_ = CPPHTTPLIB_READ_TIMEOUT_SECOND; + time_t read_timeout_usec_ = CPPHTTPLIB_READ_TIMEOUT_USECOND; + time_t write_timeout_sec_ = CPPHTTPLIB_WRITE_TIMEOUT_SECOND; + time_t write_timeout_usec_ = CPPHTTPLIB_WRITE_TIMEOUT_USECOND; + + std::string basic_auth_username_; + std::string basic_auth_password_; + std::string bearer_token_auth_token_; +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + std::string digest_auth_username_; + std::string digest_auth_password_; +#endif + + bool keep_alive_ = false; + bool follow_location_ = false; + + bool url_encode_ = true; + + int address_family_ = AF_UNSPEC; + bool tcp_nodelay_ = CPPHTTPLIB_TCP_NODELAY; + SocketOptions socket_options_ = nullptr; + + bool compress_ = false; + bool decompress_ = true; + + std::string interface_; + + std::string proxy_host_; + int proxy_port_ = -1; + + std::string proxy_basic_auth_username_; + std::string proxy_basic_auth_password_; + std::string proxy_bearer_token_auth_token_; +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + std::string proxy_digest_auth_username_; + std::string proxy_digest_auth_password_; +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + std::string ca_cert_file_path_; + std::string ca_cert_dir_path_; + + X509_STORE *ca_cert_store_ = nullptr; +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + bool server_certificate_verification_ = true; +#endif + + Logger logger_; + +private: + bool send_(Request &req, Response &res, Error &error); + Result send_(Request &&req); + + socket_t create_client_socket(Error &error) const; + bool read_response_line(Stream &strm, const Request &req, + Response &res) const; + bool write_request(Stream &strm, Request &req, bool close_connection, + Error &error); + bool redirect(Request &req, Response &res, Error &error); + bool handle_request(Stream &strm, Request &req, Response &res, + bool close_connection, Error &error); + std::unique_ptr send_with_content_provider( + Request &req, const char *body, size_t content_length, + ContentProvider content_provider, + ContentProviderWithoutLength content_provider_without_length, + const std::string &content_type, Error &error); + Result send_with_content_provider( + const std::string &method, const std::string &path, + const Headers &headers, const char *body, size_t content_length, + ContentProvider content_provider, + ContentProviderWithoutLength content_provider_without_length, + const std::string &content_type); + ContentProviderWithoutLength get_multipart_content_provider( + const std::string &boundary, const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items) const; + + std::string adjust_host_string(const std::string &host) const; + + virtual bool process_socket(const Socket &socket, + std::function callback); + virtual bool is_ssl() const; +}; + +class Client { +public: + // Universal interface + explicit Client(const std::string &scheme_host_port); + + explicit Client(const std::string &scheme_host_port, + const std::string &client_cert_path, + const std::string &client_key_path); + + // HTTP only interface + explicit Client(const std::string &host, int port); + + explicit Client(const std::string &host, int port, + const std::string &client_cert_path, + const std::string &client_key_path); + + Client(Client &&) = default; + + ~Client(); + + bool is_valid() const; + + Result Get(const std::string &path); + Result Get(const std::string &path, const Headers &headers); + Result Get(const std::string &path, Progress progress); + Result Get(const std::string &path, const Headers &headers, + Progress progress); + Result Get(const std::string &path, ContentReceiver content_receiver); + Result Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver); + Result Get(const std::string &path, ContentReceiver content_receiver, + Progress progress); + Result Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver, Progress progress); + Result Get(const std::string &path, ResponseHandler response_handler, + ContentReceiver content_receiver); + Result Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver); + Result Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, ContentReceiver content_receiver, + Progress progress); + Result Get(const std::string &path, ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress); + + Result Get(const std::string &path, const Params ¶ms, + const Headers &headers, Progress progress = nullptr); + Result Get(const std::string &path, const Params ¶ms, + const Headers &headers, ContentReceiver content_receiver, + Progress progress = nullptr); + Result Get(const std::string &path, const Params ¶ms, + const Headers &headers, ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress = nullptr); + + Result Head(const std::string &path); + Result Head(const std::string &path, const Headers &headers); + + Result Post(const std::string &path); + Result Post(const std::string &path, const Headers &headers); + Result Post(const std::string &path, const char *body, size_t content_length, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, const char *body, + size_t content_length, const std::string &content_type); + Result Post(const std::string &path, const std::string &body, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + Result Post(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type); + Result Post(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, + size_t content_length, ContentProvider content_provider, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Post(const std::string &path, const Params ¶ms); + Result Post(const std::string &path, const Headers &headers, + const Params ¶ms); + Result Post(const std::string &path, const MultipartFormDataItems &items); + Result Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items); + Result Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, const std::string &boundary); + Result Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items); + + Result Put(const std::string &path); + Result Put(const std::string &path, const char *body, size_t content_length, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, const char *body, + size_t content_length, const std::string &content_type); + Result Put(const std::string &path, const std::string &body, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + Result Put(const std::string &path, size_t content_length, + ContentProvider content_provider, const std::string &content_type); + Result Put(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, + size_t content_length, ContentProvider content_provider, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Put(const std::string &path, const Params ¶ms); + Result Put(const std::string &path, const Headers &headers, + const Params ¶ms); + Result Put(const std::string &path, const MultipartFormDataItems &items); + Result Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items); + Result Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, const std::string &boundary); + Result Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items); + + Result Patch(const std::string &path); + Result Patch(const std::string &path, const char *body, size_t content_length, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type); + Result Patch(const std::string &path, const std::string &body, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + Result Patch(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type); + Result Patch(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + size_t content_length, ContentProvider content_provider, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + + Result Delete(const std::string &path); + Result Delete(const std::string &path, const Headers &headers); + Result Delete(const std::string &path, const char *body, + size_t content_length, const std::string &content_type); + Result Delete(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type); + Result Delete(const std::string &path, const std::string &body, + const std::string &content_type); + Result Delete(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + + Result Options(const std::string &path); + Result Options(const std::string &path, const Headers &headers); + + bool send(Request &req, Response &res, Error &error); + Result send(const Request &req); + + void stop(); + + std::string host() const; + int port() const; + + size_t is_socket_open() const; + socket_t socket() const; + + void set_hostname_addr_map(std::map addr_map); + + void set_default_headers(Headers headers); + + void + set_header_writer(std::function const &writer); + + void set_address_family(int family); + void set_tcp_nodelay(bool on); + void set_socket_options(SocketOptions socket_options); + + void set_connection_timeout(time_t sec, time_t usec = 0); + template + void + set_connection_timeout(const std::chrono::duration &duration); + + void set_read_timeout(time_t sec, time_t usec = 0); + template + void set_read_timeout(const std::chrono::duration &duration); + + void set_write_timeout(time_t sec, time_t usec = 0); + template + void set_write_timeout(const std::chrono::duration &duration); + + void set_basic_auth(const std::string &username, const std::string &password); + void set_bearer_token_auth(const std::string &token); +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void set_digest_auth(const std::string &username, + const std::string &password); +#endif + + void set_keep_alive(bool on); + void set_follow_location(bool on); + + void set_url_encode(bool on); + + void set_compress(bool on); + + void set_decompress(bool on); + + void set_interface(const std::string &intf); + + void set_proxy(const std::string &host, int port); + void set_proxy_basic_auth(const std::string &username, + const std::string &password); + void set_proxy_bearer_token_auth(const std::string &token); +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void set_proxy_digest_auth(const std::string &username, + const std::string &password); +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void enable_server_certificate_verification(bool enabled); +#endif + + void set_logger(Logger logger); + + // SSL +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void set_ca_cert_path(const std::string &ca_cert_file_path, + const std::string &ca_cert_dir_path = std::string()); + + void set_ca_cert_store(X509_STORE *ca_cert_store); + void load_ca_cert_store(const char *ca_cert, std::size_t size); + + long get_openssl_verify_result() const; + + SSL_CTX *ssl_context() const; +#endif + +private: + std::unique_ptr cli_; + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + bool is_ssl_ = false; +#endif +}; + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +class SSLServer : public Server { +public: + SSLServer(const char *cert_path, const char *private_key_path, + const char *client_ca_cert_file_path = nullptr, + const char *client_ca_cert_dir_path = nullptr, + const char *private_key_password = nullptr); + + SSLServer(X509 *cert, EVP_PKEY *private_key, + X509_STORE *client_ca_cert_store = nullptr); + + SSLServer( + const std::function &setup_ssl_ctx_callback); + + ~SSLServer() override; + + bool is_valid() const override; + + SSL_CTX *ssl_context() const; + +private: + bool process_and_close_socket(socket_t sock) override; + + SSL_CTX *ctx_; + std::mutex ctx_mutex_; +}; + +class SSLClient : public ClientImpl { +public: + explicit SSLClient(const std::string &host); + + explicit SSLClient(const std::string &host, int port); + + explicit SSLClient(const std::string &host, int port, + const std::string &client_cert_path, + const std::string &client_key_path); + + explicit SSLClient(const std::string &host, int port, X509 *client_cert, + EVP_PKEY *client_key); + + ~SSLClient() override; + + bool is_valid() const override; + + void set_ca_cert_store(X509_STORE *ca_cert_store); + void load_ca_cert_store(const char *ca_cert, std::size_t size); + + long get_openssl_verify_result() const; + + SSL_CTX *ssl_context() const; + +private: + bool create_and_connect_socket(Socket &socket, Error &error) override; + void shutdown_ssl(Socket &socket, bool shutdown_gracefully) override; + void shutdown_ssl_impl(Socket &socket, bool shutdown_gracefully); + + bool process_socket(const Socket &socket, + std::function callback) override; + bool is_ssl() const override; + + bool connect_with_proxy(Socket &sock, Response &res, bool &success, + Error &error); + bool initialize_ssl(Socket &socket, Error &error); + + bool load_certs(); + + bool verify_host(X509 *server_cert) const; + bool verify_host_with_subject_alt_name(X509 *server_cert) const; + bool verify_host_with_common_name(X509 *server_cert) const; + bool check_host_name(const char *pattern, size_t pattern_len) const; + + SSL_CTX *ctx_; + std::mutex ctx_mutex_; + std::once_flag initialize_cert_; + + std::vector host_components_; + + long verify_result_ = 0; + + friend class ClientImpl; +}; +#endif + +/* + * Implementation of template methods. + */ + +namespace detail { + +template +inline void duration_to_sec_and_usec(const T &duration, U callback) { + auto sec = std::chrono::duration_cast(duration).count(); + auto usec = std::chrono::duration_cast( + duration - std::chrono::seconds(sec)) + .count(); + callback(static_cast(sec), static_cast(usec)); +} + +inline uint64_t get_header_value_u64(const Headers &headers, + const std::string &key, size_t id, + uint64_t def) { + auto rng = headers.equal_range(key); + auto it = rng.first; + std::advance(it, static_cast(id)); + if (it != rng.second) { + return std::strtoull(it->second.data(), nullptr, 10); + } + return def; +} + +} // namespace detail + +inline uint64_t Request::get_header_value_u64(const std::string &key, + size_t id) const { + return detail::get_header_value_u64(headers, key, id, 0); +} + +inline uint64_t Response::get_header_value_u64(const std::string &key, + size_t id) const { + return detail::get_header_value_u64(headers, key, id, 0); +} + +template +inline ssize_t Stream::write_format(const char *fmt, const Args &...args) { + const auto bufsiz = 2048; + std::array buf{}; + + auto sn = snprintf(buf.data(), buf.size() - 1, fmt, args...); + if (sn <= 0) { return sn; } + + auto n = static_cast(sn); + + if (n >= buf.size() - 1) { + std::vector glowable_buf(buf.size()); + + while (n >= glowable_buf.size() - 1) { + glowable_buf.resize(glowable_buf.size() * 2); + n = static_cast( + snprintf(&glowable_buf[0], glowable_buf.size() - 1, fmt, args...)); + } + return write(&glowable_buf[0], n); + } else { + return write(buf.data(), n); + } +} + +inline void default_socket_options(socket_t sock) { + int yes = 1; +#ifdef _WIN32 + setsockopt(sock, SOL_SOCKET, SO_REUSEADDR, + reinterpret_cast(&yes), sizeof(yes)); + setsockopt(sock, SOL_SOCKET, SO_EXCLUSIVEADDRUSE, + reinterpret_cast(&yes), sizeof(yes)); +#else +#ifdef SO_REUSEPORT + setsockopt(sock, SOL_SOCKET, SO_REUSEPORT, + reinterpret_cast(&yes), sizeof(yes)); +#else + setsockopt(sock, SOL_SOCKET, SO_REUSEADDR, + reinterpret_cast(&yes), sizeof(yes)); +#endif +#endif +} + +inline const char *status_message(int status) { + switch (status) { + case StatusCode::Continue_100: return "Continue"; + case StatusCode::SwitchingProtocol_101: return "Switching Protocol"; + case StatusCode::Processing_102: return "Processing"; + case StatusCode::EarlyHints_103: return "Early Hints"; + case StatusCode::OK_200: return "OK"; + case StatusCode::Created_201: return "Created"; + case StatusCode::Accepted_202: return "Accepted"; + case StatusCode::NonAuthoritativeInformation_203: + return "Non-Authoritative Information"; + case StatusCode::NoContent_204: return "No Content"; + case StatusCode::ResetContent_205: return "Reset Content"; + case StatusCode::PartialContent_206: return "Partial Content"; + case StatusCode::MultiStatus_207: return "Multi-Status"; + case StatusCode::AlreadyReported_208: return "Already Reported"; + case StatusCode::IMUsed_226: return "IM Used"; + case StatusCode::MultipleChoices_300: return "Multiple Choices"; + case StatusCode::MovedPermanently_301: return "Moved Permanently"; + case StatusCode::Found_302: return "Found"; + case StatusCode::SeeOther_303: return "See Other"; + case StatusCode::NotModified_304: return "Not Modified"; + case StatusCode::UseProxy_305: return "Use Proxy"; + case StatusCode::unused_306: return "unused"; + case StatusCode::TemporaryRedirect_307: return "Temporary Redirect"; + case StatusCode::PermanentRedirect_308: return "Permanent Redirect"; + case StatusCode::BadRequest_400: return "Bad Request"; + case StatusCode::Unauthorized_401: return "Unauthorized"; + case StatusCode::PaymentRequired_402: return "Payment Required"; + case StatusCode::Forbidden_403: return "Forbidden"; + case StatusCode::NotFound_404: return "Not Found"; + case StatusCode::MethodNotAllowed_405: return "Method Not Allowed"; + case StatusCode::NotAcceptable_406: return "Not Acceptable"; + case StatusCode::ProxyAuthenticationRequired_407: + return "Proxy Authentication Required"; + case StatusCode::RequestTimeout_408: return "Request Timeout"; + case StatusCode::Conflict_409: return "Conflict"; + case StatusCode::Gone_410: return "Gone"; + case StatusCode::LengthRequired_411: return "Length Required"; + case StatusCode::PreconditionFailed_412: return "Precondition Failed"; + case StatusCode::PayloadTooLarge_413: return "Payload Too Large"; + case StatusCode::UriTooLong_414: return "URI Too Long"; + case StatusCode::UnsupportedMediaType_415: return "Unsupported Media Type"; + case StatusCode::RangeNotSatisfiable_416: return "Range Not Satisfiable"; + case StatusCode::ExpectationFailed_417: return "Expectation Failed"; + case StatusCode::ImATeapot_418: return "I'm a teapot"; + case StatusCode::MisdirectedRequest_421: return "Misdirected Request"; + case StatusCode::UnprocessableContent_422: return "Unprocessable Content"; + case StatusCode::Locked_423: return "Locked"; + case StatusCode::FailedDependency_424: return "Failed Dependency"; + case StatusCode::TooEarly_425: return "Too Early"; + case StatusCode::UpgradeRequired_426: return "Upgrade Required"; + case StatusCode::PreconditionRequired_428: return "Precondition Required"; + case StatusCode::TooManyRequests_429: return "Too Many Requests"; + case StatusCode::RequestHeaderFieldsTooLarge_431: + return "Request Header Fields Too Large"; + case StatusCode::UnavailableForLegalReasons_451: + return "Unavailable For Legal Reasons"; + case StatusCode::NotImplemented_501: return "Not Implemented"; + case StatusCode::BadGateway_502: return "Bad Gateway"; + case StatusCode::ServiceUnavailable_503: return "Service Unavailable"; + case StatusCode::GatewayTimeout_504: return "Gateway Timeout"; + case StatusCode::HttpVersionNotSupported_505: + return "HTTP Version Not Supported"; + case StatusCode::VariantAlsoNegotiates_506: return "Variant Also Negotiates"; + case StatusCode::InsufficientStorage_507: return "Insufficient Storage"; + case StatusCode::LoopDetected_508: return "Loop Detected"; + case StatusCode::NotExtended_510: return "Not Extended"; + case StatusCode::NetworkAuthenticationRequired_511: + return "Network Authentication Required"; + + default: + case StatusCode::InternalServerError_500: return "Internal Server Error"; + } +} + +inline std::string get_bearer_token_auth(const Request &req) { + if (req.has_header("Authorization")) { + static std::string BearerHeaderPrefix = "Bearer "; + return req.get_header_value("Authorization") + .substr(BearerHeaderPrefix.length()); + } + return ""; +} + +template +inline Server & +Server::set_read_timeout(const std::chrono::duration &duration) { + detail::duration_to_sec_and_usec( + duration, [&](time_t sec, time_t usec) { set_read_timeout(sec, usec); }); + return *this; +} + +template +inline Server & +Server::set_write_timeout(const std::chrono::duration &duration) { + detail::duration_to_sec_and_usec( + duration, [&](time_t sec, time_t usec) { set_write_timeout(sec, usec); }); + return *this; +} + +template +inline Server & +Server::set_idle_interval(const std::chrono::duration &duration) { + detail::duration_to_sec_and_usec( + duration, [&](time_t sec, time_t usec) { set_idle_interval(sec, usec); }); + return *this; +} + +inline std::string to_string(const Error error) { + switch (error) { + case Error::Success: return "Success (no error)"; + case Error::Connection: return "Could not establish connection"; + case Error::BindIPAddress: return "Failed to bind IP address"; + case Error::Read: return "Failed to read connection"; + case Error::Write: return "Failed to write connection"; + case Error::ExceedRedirectCount: return "Maximum redirect count exceeded"; + case Error::Canceled: return "Connection handling canceled"; + case Error::SSLConnection: return "SSL connection failed"; + case Error::SSLLoadingCerts: return "SSL certificate loading failed"; + case Error::SSLServerVerification: return "SSL server verification failed"; + case Error::UnsupportedMultipartBoundaryChars: + return "Unsupported HTTP multipart boundary characters"; + case Error::Compression: return "Compression failed"; + case Error::ConnectionTimeout: return "Connection timed out"; + case Error::ProxyConnection: return "Proxy connection failed"; + case Error::Unknown: return "Unknown"; + default: break; + } + + return "Invalid"; +} + +inline std::ostream &operator<<(std::ostream &os, const Error &obj) { + os << to_string(obj); + os << " (" << static_cast::type>(obj) << ')'; + return os; +} + +inline uint64_t Result::get_request_header_value_u64(const std::string &key, + size_t id) const { + return detail::get_header_value_u64(request_headers_, key, id, 0); +} + +template +inline void ClientImpl::set_connection_timeout( + const std::chrono::duration &duration) { + detail::duration_to_sec_and_usec(duration, [&](time_t sec, time_t usec) { + set_connection_timeout(sec, usec); + }); +} + +template +inline void ClientImpl::set_read_timeout( + const std::chrono::duration &duration) { + detail::duration_to_sec_and_usec( + duration, [&](time_t sec, time_t usec) { set_read_timeout(sec, usec); }); +} + +template +inline void ClientImpl::set_write_timeout( + const std::chrono::duration &duration) { + detail::duration_to_sec_and_usec( + duration, [&](time_t sec, time_t usec) { set_write_timeout(sec, usec); }); +} + +template +inline void Client::set_connection_timeout( + const std::chrono::duration &duration) { + cli_->set_connection_timeout(duration); +} + +template +inline void +Client::set_read_timeout(const std::chrono::duration &duration) { + cli_->set_read_timeout(duration); +} + +template +inline void +Client::set_write_timeout(const std::chrono::duration &duration) { + cli_->set_write_timeout(duration); +} + +/* + * Forward declarations and types that will be part of the .h file if split into + * .h + .cc. + */ + +std::string hosted_at(const std::string &hostname); + +void hosted_at(const std::string &hostname, std::vector &addrs); + +std::string append_query_params(const std::string &path, const Params ¶ms); + +std::pair make_range_header(Ranges ranges); + +std::pair +make_basic_authentication_header(const std::string &username, + const std::string &password, + bool is_proxy = false); + +namespace detail { + +std::string encode_query_param(const std::string &value); + +std::string decode_url(const std::string &s, bool convert_plus_to_space); + +void read_file(const std::string &path, std::string &out); + +std::string trim_copy(const std::string &s); + +void split(const char *b, const char *e, char d, + std::function fn); + +void split(const char *b, const char *e, char d, size_t m, + std::function fn); + +bool process_client_socket(socket_t sock, time_t read_timeout_sec, + time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec, + std::function callback); + +socket_t create_client_socket( + const std::string &host, const std::string &ip, int port, + int address_family, bool tcp_nodelay, SocketOptions socket_options, + time_t connection_timeout_sec, time_t connection_timeout_usec, + time_t read_timeout_sec, time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec, const std::string &intf, Error &error); + +const char *get_header_value(const Headers &headers, const std::string &key, + size_t id = 0, const char *def = nullptr); + +std::string params_to_query_str(const Params ¶ms); + +void parse_query_text(const std::string &s, Params ¶ms); + +bool parse_multipart_boundary(const std::string &content_type, + std::string &boundary); + +bool parse_range_header(const std::string &s, Ranges &ranges); + +int close_socket(socket_t sock); + +ssize_t send_socket(socket_t sock, const void *ptr, size_t size, int flags); + +ssize_t read_socket(socket_t sock, void *ptr, size_t size, int flags); + +enum class EncodingType { None = 0, Gzip, Brotli }; + +EncodingType encoding_type(const Request &req, const Response &res); + +class BufferStream : public Stream { +public: + BufferStream() = default; + ~BufferStream() override = default; + + bool is_readable() const override; + bool is_writable() const override; + ssize_t read(char *ptr, size_t size) override; + ssize_t write(const char *ptr, size_t size) override; + void get_remote_ip_and_port(std::string &ip, int &port) const override; + void get_local_ip_and_port(std::string &ip, int &port) const override; + socket_t socket() const override; + + const std::string &get_buffer() const; + +private: + std::string buffer; + size_t position = 0; +}; + +class compressor { +public: + virtual ~compressor() = default; + + typedef std::function Callback; + virtual bool compress(const char *data, size_t data_length, bool last, + Callback callback) = 0; +}; + +class decompressor { +public: + virtual ~decompressor() = default; + + virtual bool is_valid() const = 0; + + typedef std::function Callback; + virtual bool decompress(const char *data, size_t data_length, + Callback callback) = 0; +}; + +class nocompressor : public compressor { +public: + ~nocompressor() override = default; + + bool compress(const char *data, size_t data_length, bool /*last*/, + Callback callback) override; +}; + +#ifdef CPPHTTPLIB_ZLIB_SUPPORT +class gzip_compressor : public compressor { +public: + gzip_compressor(); + ~gzip_compressor() override; + + bool compress(const char *data, size_t data_length, bool last, + Callback callback) override; + +private: + bool is_valid_ = false; + z_stream strm_; +}; + +class gzip_decompressor : public decompressor { +public: + gzip_decompressor(); + ~gzip_decompressor() override; + + bool is_valid() const override; + + bool decompress(const char *data, size_t data_length, + Callback callback) override; + +private: + bool is_valid_ = false; + z_stream strm_; +}; +#endif + +#ifdef CPPHTTPLIB_BROTLI_SUPPORT +class brotli_compressor : public compressor { +public: + brotli_compressor(); + ~brotli_compressor(); + + bool compress(const char *data, size_t data_length, bool last, + Callback callback) override; + +private: + BrotliEncoderState *state_ = nullptr; +}; + +class brotli_decompressor : public decompressor { +public: + brotli_decompressor(); + ~brotli_decompressor(); + + bool is_valid() const override; + + bool decompress(const char *data, size_t data_length, + Callback callback) override; + +private: + BrotliDecoderResult decoder_r; + BrotliDecoderState *decoder_s = nullptr; +}; +#endif + +// NOTE: until the read size reaches `fixed_buffer_size`, use `fixed_buffer` +// to store data. The call can set memory on stack for performance. +class stream_line_reader { +public: + stream_line_reader(Stream &strm, char *fixed_buffer, + size_t fixed_buffer_size); + const char *ptr() const; + size_t size() const; + bool end_with_crlf() const; + bool getline(); + +private: + void append(char c); + + Stream &strm_; + char *fixed_buffer_; + const size_t fixed_buffer_size_; + size_t fixed_buffer_used_size_ = 0; + std::string glowable_buffer_; +}; + +class mmap { +public: + mmap(const char *path); + ~mmap(); + + bool open(const char *path); + void close(); + + bool is_open() const; + size_t size() const; + const char *data() const; + +private: +#if defined(_WIN32) + HANDLE hFile_; + HANDLE hMapping_; +#else + int fd_; +#endif + size_t size_; + void *addr_; +}; + +} // namespace detail + +// ---------------------------------------------------------------------------- + +/* + * Implementation that will be part of the .cc file if split into .h + .cc. + */ + +namespace detail { + +inline bool is_hex(char c, int &v) { + if (0x20 <= c && isdigit(c)) { + v = c - '0'; + return true; + } else if ('A' <= c && c <= 'F') { + v = c - 'A' + 10; + return true; + } else if ('a' <= c && c <= 'f') { + v = c - 'a' + 10; + return true; + } + return false; +} + +inline bool from_hex_to_i(const std::string &s, size_t i, size_t cnt, + int &val) { + if (i >= s.size()) { return false; } + + val = 0; + for (; cnt; i++, cnt--) { + if (!s[i]) { return false; } + auto v = 0; + if (is_hex(s[i], v)) { + val = val * 16 + v; + } else { + return false; + } + } + return true; +} + +inline std::string from_i_to_hex(size_t n) { + static const auto charset = "0123456789abcdef"; + std::string ret; + do { + ret = charset[n & 15] + ret; + n >>= 4; + } while (n > 0); + return ret; +} + +inline size_t to_utf8(int code, char *buff) { + if (code < 0x0080) { + buff[0] = static_cast(code & 0x7F); + return 1; + } else if (code < 0x0800) { + buff[0] = static_cast(0xC0 | ((code >> 6) & 0x1F)); + buff[1] = static_cast(0x80 | (code & 0x3F)); + return 2; + } else if (code < 0xD800) { + buff[0] = static_cast(0xE0 | ((code >> 12) & 0xF)); + buff[1] = static_cast(0x80 | ((code >> 6) & 0x3F)); + buff[2] = static_cast(0x80 | (code & 0x3F)); + return 3; + } else if (code < 0xE000) { // D800 - DFFF is invalid... + return 0; + } else if (code < 0x10000) { + buff[0] = static_cast(0xE0 | ((code >> 12) & 0xF)); + buff[1] = static_cast(0x80 | ((code >> 6) & 0x3F)); + buff[2] = static_cast(0x80 | (code & 0x3F)); + return 3; + } else if (code < 0x110000) { + buff[0] = static_cast(0xF0 | ((code >> 18) & 0x7)); + buff[1] = static_cast(0x80 | ((code >> 12) & 0x3F)); + buff[2] = static_cast(0x80 | ((code >> 6) & 0x3F)); + buff[3] = static_cast(0x80 | (code & 0x3F)); + return 4; + } + + // NOTREACHED + return 0; +} + +// NOTE: This code came up with the following stackoverflow post: +// https://stackoverflow.com/questions/180947/base64-decode-snippet-in-c +inline std::string base64_encode(const std::string &in) { + static const auto lookup = + "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/"; + + std::string out; + out.reserve(in.size()); + + auto val = 0; + auto valb = -6; + + for (auto c : in) { + val = (val << 8) + static_cast(c); + valb += 8; + while (valb >= 0) { + out.push_back(lookup[(val >> valb) & 0x3F]); + valb -= 6; + } + } + + if (valb > -6) { out.push_back(lookup[((val << 8) >> (valb + 8)) & 0x3F]); } + + while (out.size() % 4) { + out.push_back('='); + } + + return out; +} + +inline bool is_file(const std::string &path) { +#ifdef _WIN32 + return _access_s(path.c_str(), 0) == 0; +#else + struct stat st; + return stat(path.c_str(), &st) >= 0 && S_ISREG(st.st_mode); +#endif +} + +inline bool is_dir(const std::string &path) { + struct stat st; + return stat(path.c_str(), &st) >= 0 && S_ISDIR(st.st_mode); +} + +inline bool is_valid_path(const std::string &path) { + size_t level = 0; + size_t i = 0; + + // Skip slash + while (i < path.size() && path[i] == '/') { + i++; + } + + while (i < path.size()) { + // Read component + auto beg = i; + while (i < path.size() && path[i] != '/') { + i++; + } + + auto len = i - beg; + assert(len > 0); + + if (!path.compare(beg, len, ".")) { + ; + } else if (!path.compare(beg, len, "..")) { + if (level == 0) { return false; } + level--; + } else { + level++; + } + + // Skip slash + while (i < path.size() && path[i] == '/') { + i++; + } + } + + return true; +} + +inline std::string encode_query_param(const std::string &value) { + std::ostringstream escaped; + escaped.fill('0'); + escaped << std::hex; + + for (auto c : value) { + if (std::isalnum(static_cast(c)) || c == '-' || c == '_' || + c == '.' || c == '!' || c == '~' || c == '*' || c == '\'' || c == '(' || + c == ')') { + escaped << c; + } else { + escaped << std::uppercase; + escaped << '%' << std::setw(2) + << static_cast(static_cast(c)); + escaped << std::nouppercase; + } + } + + return escaped.str(); +} + +inline std::string encode_url(const std::string &s) { + std::string result; + result.reserve(s.size()); + + for (size_t i = 0; s[i]; i++) { + switch (s[i]) { + case ' ': result += "%20"; break; + case '+': result += "%2B"; break; + case '\r': result += "%0D"; break; + case '\n': result += "%0A"; break; + case '\'': result += "%27"; break; + case ',': result += "%2C"; break; + // case ':': result += "%3A"; break; // ok? probably... + case ';': result += "%3B"; break; + default: + auto c = static_cast(s[i]); + if (c >= 0x80) { + result += '%'; + char hex[4]; + auto len = snprintf(hex, sizeof(hex) - 1, "%02X", c); + assert(len == 2); + result.append(hex, static_cast(len)); + } else { + result += s[i]; + } + break; + } + } + + return result; +} + +inline std::string decode_url(const std::string &s, + bool convert_plus_to_space) { + std::string result; + + for (size_t i = 0; i < s.size(); i++) { + if (s[i] == '%' && i + 1 < s.size()) { + if (s[i + 1] == 'u') { + auto val = 0; + if (from_hex_to_i(s, i + 2, 4, val)) { + // 4 digits Unicode codes + char buff[4]; + size_t len = to_utf8(val, buff); + if (len > 0) { result.append(buff, len); } + i += 5; // 'u0000' + } else { + result += s[i]; + } + } else { + auto val = 0; + if (from_hex_to_i(s, i + 1, 2, val)) { + // 2 digits hex codes + result += static_cast(val); + i += 2; // '00' + } else { + result += s[i]; + } + } + } else if (convert_plus_to_space && s[i] == '+') { + result += ' '; + } else { + result += s[i]; + } + } + + return result; +} + +inline void read_file(const std::string &path, std::string &out) { + std::ifstream fs(path, std::ios_base::binary); + fs.seekg(0, std::ios_base::end); + auto size = fs.tellg(); + fs.seekg(0); + out.resize(static_cast(size)); + fs.read(&out[0], static_cast(size)); +} + +inline std::string file_extension(const std::string &path) { + std::smatch m; + static auto re = std::regex("\\.([a-zA-Z0-9]+)$"); + if (std::regex_search(path, m, re)) { return m[1].str(); } + return std::string(); +} + +inline bool is_space_or_tab(char c) { return c == ' ' || c == '\t'; } + +inline std::pair trim(const char *b, const char *e, size_t left, + size_t right) { + while (b + left < e && is_space_or_tab(b[left])) { + left++; + } + while (right > 0 && is_space_or_tab(b[right - 1])) { + right--; + } + return std::make_pair(left, right); +} + +inline std::string trim_copy(const std::string &s) { + auto r = trim(s.data(), s.data() + s.size(), 0, s.size()); + return s.substr(r.first, r.second - r.first); +} + +inline std::string trim_double_quotes_copy(const std::string &s) { + if (s.length() >= 2 && s.front() == '"' && s.back() == '"') { + return s.substr(1, s.size() - 2); + } + return s; +} + +inline void split(const char *b, const char *e, char d, + std::function fn) { + return split(b, e, d, (std::numeric_limits::max)(), fn); +} + +inline void split(const char *b, const char *e, char d, size_t m, + std::function fn) { + size_t i = 0; + size_t beg = 0; + size_t count = 1; + + while (e ? (b + i < e) : (b[i] != '\0')) { + if (b[i] == d && count < m) { + auto r = trim(b, e, beg, i); + if (r.first < r.second) { fn(&b[r.first], &b[r.second]); } + beg = i + 1; + count++; + } + i++; + } + + if (i) { + auto r = trim(b, e, beg, i); + if (r.first < r.second) { fn(&b[r.first], &b[r.second]); } + } +} + +inline stream_line_reader::stream_line_reader(Stream &strm, char *fixed_buffer, + size_t fixed_buffer_size) + : strm_(strm), fixed_buffer_(fixed_buffer), + fixed_buffer_size_(fixed_buffer_size) {} + +inline const char *stream_line_reader::ptr() const { + if (glowable_buffer_.empty()) { + return fixed_buffer_; + } else { + return glowable_buffer_.data(); + } +} + +inline size_t stream_line_reader::size() const { + if (glowable_buffer_.empty()) { + return fixed_buffer_used_size_; + } else { + return glowable_buffer_.size(); + } +} + +inline bool stream_line_reader::end_with_crlf() const { + auto end = ptr() + size(); + return size() >= 2 && end[-2] == '\r' && end[-1] == '\n'; +} + +inline bool stream_line_reader::getline() { + fixed_buffer_used_size_ = 0; + glowable_buffer_.clear(); + + for (size_t i = 0;; i++) { + char byte; + auto n = strm_.read(&byte, 1); + + if (n < 0) { + return false; + } else if (n == 0) { + if (i == 0) { + return false; + } else { + break; + } + } + + append(byte); + + if (byte == '\n') { break; } + } + + return true; +} + +inline void stream_line_reader::append(char c) { + if (fixed_buffer_used_size_ < fixed_buffer_size_ - 1) { + fixed_buffer_[fixed_buffer_used_size_++] = c; + fixed_buffer_[fixed_buffer_used_size_] = '\0'; + } else { + if (glowable_buffer_.empty()) { + assert(fixed_buffer_[fixed_buffer_used_size_] == '\0'); + glowable_buffer_.assign(fixed_buffer_, fixed_buffer_used_size_); + } + glowable_buffer_ += c; + } +} + +inline mmap::mmap(const char *path) +#if defined(_WIN32) + : hFile_(NULL), hMapping_(NULL) +#else + : fd_(-1) +#endif + , + size_(0), addr_(nullptr) { + open(path); +} + +inline mmap::~mmap() { close(); } + +inline bool mmap::open(const char *path) { + close(); + +#if defined(_WIN32) + hFile_ = ::CreateFileA(path, GENERIC_READ, FILE_SHARE_READ, NULL, + OPEN_EXISTING, FILE_ATTRIBUTE_NORMAL, NULL); + + if (hFile_ == INVALID_HANDLE_VALUE) { return false; } + + size_ = ::GetFileSize(hFile_, NULL); + + hMapping_ = ::CreateFileMapping(hFile_, NULL, PAGE_READONLY, 0, 0, NULL); + + if (hMapping_ == NULL) { + close(); + return false; + } + + addr_ = ::MapViewOfFile(hMapping_, FILE_MAP_READ, 0, 0, 0); +#else + fd_ = ::open(path, O_RDONLY); + if (fd_ == -1) { return false; } + + struct stat sb; + if (fstat(fd_, &sb) == -1) { + close(); + return false; + } + size_ = static_cast(sb.st_size); + + addr_ = ::mmap(NULL, size_, PROT_READ, MAP_PRIVATE, fd_, 0); +#endif + + if (addr_ == nullptr) { + close(); + return false; + } + + return true; +} + +inline bool mmap::is_open() const { return addr_ != nullptr; } + +inline size_t mmap::size() const { return size_; } + +inline const char *mmap::data() const { + return static_cast(addr_); +} + +inline void mmap::close() { +#if defined(_WIN32) + if (addr_) { + ::UnmapViewOfFile(addr_); + addr_ = nullptr; + } + + if (hMapping_) { + ::CloseHandle(hMapping_); + hMapping_ = NULL; + } + + if (hFile_ != INVALID_HANDLE_VALUE) { + ::CloseHandle(hFile_); + hFile_ = INVALID_HANDLE_VALUE; + } +#else + if (addr_ != nullptr) { + munmap(addr_, size_); + addr_ = nullptr; + } + + if (fd_ != -1) { + ::close(fd_); + fd_ = -1; + } +#endif + size_ = 0; +} +inline int close_socket(socket_t sock) { +#ifdef _WIN32 + return closesocket(sock); +#else + return close(sock); +#endif +} + +template inline ssize_t handle_EINTR(T fn) { + ssize_t res = 0; + while (true) { + res = fn(); + if (res < 0 && errno == EINTR) { continue; } + break; + } + return res; +} + +inline ssize_t read_socket(socket_t sock, void *ptr, size_t size, int flags) { + return handle_EINTR([&]() { + return recv(sock, +#ifdef _WIN32 + static_cast(ptr), static_cast(size), +#else + ptr, size, +#endif + flags); + }); +} + +inline ssize_t send_socket(socket_t sock, const void *ptr, size_t size, + int flags) { + return handle_EINTR([&]() { + return send(sock, +#ifdef _WIN32 + static_cast(ptr), static_cast(size), +#else + ptr, size, +#endif + flags); + }); +} + +inline ssize_t select_read(socket_t sock, time_t sec, time_t usec) { +#ifdef CPPHTTPLIB_USE_POLL + struct pollfd pfd_read; + pfd_read.fd = sock; + pfd_read.events = POLLIN; + + auto timeout = static_cast(sec * 1000 + usec / 1000); + + return handle_EINTR([&]() { return poll(&pfd_read, 1, timeout); }); +#else +#ifndef _WIN32 + if (sock >= FD_SETSIZE) { return -1; } +#endif + + fd_set fds; + FD_ZERO(&fds); + FD_SET(sock, &fds); + + timeval tv; + tv.tv_sec = static_cast(sec); + tv.tv_usec = static_cast(usec); + + return handle_EINTR([&]() { + return select(static_cast(sock + 1), &fds, nullptr, nullptr, &tv); + }); +#endif +} + +inline ssize_t select_write(socket_t sock, time_t sec, time_t usec) { +#ifdef CPPHTTPLIB_USE_POLL + struct pollfd pfd_read; + pfd_read.fd = sock; + pfd_read.events = POLLOUT; + + auto timeout = static_cast(sec * 1000 + usec / 1000); + + return handle_EINTR([&]() { return poll(&pfd_read, 1, timeout); }); +#else +#ifndef _WIN32 + if (sock >= FD_SETSIZE) { return -1; } +#endif + + fd_set fds; + FD_ZERO(&fds); + FD_SET(sock, &fds); + + timeval tv; + tv.tv_sec = static_cast(sec); + tv.tv_usec = static_cast(usec); + + return handle_EINTR([&]() { + return select(static_cast(sock + 1), nullptr, &fds, nullptr, &tv); + }); +#endif +} + +inline Error wait_until_socket_is_ready(socket_t sock, time_t sec, + time_t usec) { +#ifdef CPPHTTPLIB_USE_POLL + struct pollfd pfd_read; + pfd_read.fd = sock; + pfd_read.events = POLLIN | POLLOUT; + + auto timeout = static_cast(sec * 1000 + usec / 1000); + + auto poll_res = handle_EINTR([&]() { return poll(&pfd_read, 1, timeout); }); + + if (poll_res == 0) { return Error::ConnectionTimeout; } + + if (poll_res > 0 && pfd_read.revents & (POLLIN | POLLOUT)) { + auto error = 0; + socklen_t len = sizeof(error); + auto res = getsockopt(sock, SOL_SOCKET, SO_ERROR, + reinterpret_cast(&error), &len); + auto successful = res >= 0 && !error; + return successful ? Error::Success : Error::Connection; + } + + return Error::Connection; +#else +#ifndef _WIN32 + if (sock >= FD_SETSIZE) { return Error::Connection; } +#endif + + fd_set fdsr; + FD_ZERO(&fdsr); + FD_SET(sock, &fdsr); + + auto fdsw = fdsr; + auto fdse = fdsr; + + timeval tv; + tv.tv_sec = static_cast(sec); + tv.tv_usec = static_cast(usec); + + auto ret = handle_EINTR([&]() { + return select(static_cast(sock + 1), &fdsr, &fdsw, &fdse, &tv); + }); + + if (ret == 0) { return Error::ConnectionTimeout; } + + if (ret > 0 && (FD_ISSET(sock, &fdsr) || FD_ISSET(sock, &fdsw))) { + auto error = 0; + socklen_t len = sizeof(error); + auto res = getsockopt(sock, SOL_SOCKET, SO_ERROR, + reinterpret_cast(&error), &len); + auto successful = res >= 0 && !error; + return successful ? Error::Success : Error::Connection; + } + return Error::Connection; +#endif +} + +inline bool is_socket_alive(socket_t sock) { + const auto val = detail::select_read(sock, 0, 0); + if (val == 0) { + return true; + } else if (val < 0 && errno == EBADF) { + return false; + } + char buf[1]; + return detail::read_socket(sock, &buf[0], sizeof(buf), MSG_PEEK) > 0; +} + +class SocketStream : public Stream { +public: + SocketStream(socket_t sock, time_t read_timeout_sec, time_t read_timeout_usec, + time_t write_timeout_sec, time_t write_timeout_usec); + ~SocketStream() override; + + bool is_readable() const override; + bool is_writable() const override; + ssize_t read(char *ptr, size_t size) override; + ssize_t write(const char *ptr, size_t size) override; + void get_remote_ip_and_port(std::string &ip, int &port) const override; + void get_local_ip_and_port(std::string &ip, int &port) const override; + socket_t socket() const override; + +private: + socket_t sock_; + time_t read_timeout_sec_; + time_t read_timeout_usec_; + time_t write_timeout_sec_; + time_t write_timeout_usec_; + + std::vector read_buff_; + size_t read_buff_off_ = 0; + size_t read_buff_content_size_ = 0; + + static const size_t read_buff_size_ = 1024l * 4; +}; + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +class SSLSocketStream : public Stream { +public: + SSLSocketStream(socket_t sock, SSL *ssl, time_t read_timeout_sec, + time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec); + ~SSLSocketStream() override; + + bool is_readable() const override; + bool is_writable() const override; + ssize_t read(char *ptr, size_t size) override; + ssize_t write(const char *ptr, size_t size) override; + void get_remote_ip_and_port(std::string &ip, int &port) const override; + void get_local_ip_and_port(std::string &ip, int &port) const override; + socket_t socket() const override; + +private: + socket_t sock_; + SSL *ssl_; + time_t read_timeout_sec_; + time_t read_timeout_usec_; + time_t write_timeout_sec_; + time_t write_timeout_usec_; +}; +#endif + +inline bool keep_alive(socket_t sock, time_t keep_alive_timeout_sec) { + using namespace std::chrono; + auto start = steady_clock::now(); + while (true) { + auto val = select_read(sock, 0, 10000); + if (val < 0) { + return false; + } else if (val == 0) { + auto current = steady_clock::now(); + auto duration = duration_cast(current - start); + auto timeout = keep_alive_timeout_sec * 1000; + if (duration.count() > timeout) { return false; } + std::this_thread::sleep_for(std::chrono::milliseconds(1)); + } else { + return true; + } + } +} + +template +inline bool +process_server_socket_core(const std::atomic &svr_sock, socket_t sock, + size_t keep_alive_max_count, + time_t keep_alive_timeout_sec, T callback) { + assert(keep_alive_max_count > 0); + auto ret = false; + auto count = keep_alive_max_count; + while (svr_sock != INVALID_SOCKET && count > 0 && + keep_alive(sock, keep_alive_timeout_sec)) { + auto close_connection = count == 1; + auto connection_closed = false; + ret = callback(close_connection, connection_closed); + if (!ret || connection_closed) { break; } + count--; + } + return ret; +} + +template +inline bool +process_server_socket(const std::atomic &svr_sock, socket_t sock, + size_t keep_alive_max_count, + time_t keep_alive_timeout_sec, time_t read_timeout_sec, + time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec, T callback) { + return process_server_socket_core( + svr_sock, sock, keep_alive_max_count, keep_alive_timeout_sec, + [&](bool close_connection, bool &connection_closed) { + SocketStream strm(sock, read_timeout_sec, read_timeout_usec, + write_timeout_sec, write_timeout_usec); + return callback(strm, close_connection, connection_closed); + }); +} + +inline bool process_client_socket(socket_t sock, time_t read_timeout_sec, + time_t read_timeout_usec, + time_t write_timeout_sec, + time_t write_timeout_usec, + std::function callback) { + SocketStream strm(sock, read_timeout_sec, read_timeout_usec, + write_timeout_sec, write_timeout_usec); + return callback(strm); +} + +inline int shutdown_socket(socket_t sock) { +#ifdef _WIN32 + return shutdown(sock, SD_BOTH); +#else + return shutdown(sock, SHUT_RDWR); +#endif +} + +template +socket_t create_socket(const std::string &host, const std::string &ip, int port, + int address_family, int socket_flags, bool tcp_nodelay, + SocketOptions socket_options, + BindOrConnect bind_or_connect) { + // Get address info + const char *node = nullptr; + struct addrinfo hints; + struct addrinfo *result; + + memset(&hints, 0, sizeof(struct addrinfo)); + hints.ai_socktype = SOCK_STREAM; + hints.ai_protocol = 0; + + if (!ip.empty()) { + node = ip.c_str(); + // Ask getaddrinfo to convert IP in c-string to address + hints.ai_family = AF_UNSPEC; + hints.ai_flags = AI_NUMERICHOST; + } else { + if (!host.empty()) { node = host.c_str(); } + hints.ai_family = address_family; + hints.ai_flags = socket_flags; + } + +#ifndef _WIN32 + if (hints.ai_family == AF_UNIX) { + const auto addrlen = host.length(); + if (addrlen > sizeof(sockaddr_un::sun_path)) { return INVALID_SOCKET; } + + auto sock = socket(hints.ai_family, hints.ai_socktype, hints.ai_protocol); + if (sock != INVALID_SOCKET) { + sockaddr_un addr{}; + addr.sun_family = AF_UNIX; + std::copy(host.begin(), host.end(), addr.sun_path); + + hints.ai_addr = reinterpret_cast(&addr); + hints.ai_addrlen = static_cast( + sizeof(addr) - sizeof(addr.sun_path) + addrlen); + + fcntl(sock, F_SETFD, FD_CLOEXEC); + if (socket_options) { socket_options(sock); } + + if (!bind_or_connect(sock, hints)) { + close_socket(sock); + sock = INVALID_SOCKET; + } + } + return sock; + } +#endif + + auto service = std::to_string(port); + + if (getaddrinfo(node, service.c_str(), &hints, &result)) { +#if defined __linux__ && !defined __ANDROID__ + res_init(); +#endif + return INVALID_SOCKET; + } + + for (auto rp = result; rp; rp = rp->ai_next) { + // Create a socket +#ifdef _WIN32 + auto sock = + WSASocketW(rp->ai_family, rp->ai_socktype, rp->ai_protocol, nullptr, 0, + WSA_FLAG_NO_HANDLE_INHERIT | WSA_FLAG_OVERLAPPED); + /** + * Since the WSA_FLAG_NO_HANDLE_INHERIT is only supported on Windows 7 SP1 + * and above the socket creation fails on older Windows Systems. + * + * Let's try to create a socket the old way in this case. + * + * Reference: + * https://docs.microsoft.com/en-us/windows/win32/api/winsock2/nf-winsock2-wsasocketa + * + * WSA_FLAG_NO_HANDLE_INHERIT: + * This flag is supported on Windows 7 with SP1, Windows Server 2008 R2 with + * SP1, and later + * + */ + if (sock == INVALID_SOCKET) { + sock = socket(rp->ai_family, rp->ai_socktype, rp->ai_protocol); + } +#else + auto sock = socket(rp->ai_family, rp->ai_socktype, rp->ai_protocol); +#endif + if (sock == INVALID_SOCKET) { continue; } + +#ifndef _WIN32 + if (fcntl(sock, F_SETFD, FD_CLOEXEC) == -1) { + close_socket(sock); + continue; + } +#endif + + if (tcp_nodelay) { + auto yes = 1; +#ifdef _WIN32 + setsockopt(sock, IPPROTO_TCP, TCP_NODELAY, + reinterpret_cast(&yes), sizeof(yes)); +#else + setsockopt(sock, IPPROTO_TCP, TCP_NODELAY, + reinterpret_cast(&yes), sizeof(yes)); +#endif + } + + if (socket_options) { socket_options(sock); } + + if (rp->ai_family == AF_INET6) { + auto no = 0; +#ifdef _WIN32 + setsockopt(sock, IPPROTO_IPV6, IPV6_V6ONLY, + reinterpret_cast(&no), sizeof(no)); +#else + setsockopt(sock, IPPROTO_IPV6, IPV6_V6ONLY, + reinterpret_cast(&no), sizeof(no)); +#endif + } + + // bind or connect + if (bind_or_connect(sock, *rp)) { + freeaddrinfo(result); + return sock; + } + + close_socket(sock); + } + + freeaddrinfo(result); + return INVALID_SOCKET; +} + +inline void set_nonblocking(socket_t sock, bool nonblocking) { +#ifdef _WIN32 + auto flags = nonblocking ? 1UL : 0UL; + ioctlsocket(sock, FIONBIO, &flags); +#else + auto flags = fcntl(sock, F_GETFL, 0); + fcntl(sock, F_SETFL, + nonblocking ? (flags | O_NONBLOCK) : (flags & (~O_NONBLOCK))); +#endif +} + +inline bool is_connection_error() { +#ifdef _WIN32 + return WSAGetLastError() != WSAEWOULDBLOCK; +#else + return errno != EINPROGRESS; +#endif +} + +inline bool bind_ip_address(socket_t sock, const std::string &host) { + struct addrinfo hints; + struct addrinfo *result; + + memset(&hints, 0, sizeof(struct addrinfo)); + hints.ai_family = AF_UNSPEC; + hints.ai_socktype = SOCK_STREAM; + hints.ai_protocol = 0; + + if (getaddrinfo(host.c_str(), "0", &hints, &result)) { return false; } + + auto ret = false; + for (auto rp = result; rp; rp = rp->ai_next) { + const auto &ai = *rp; + if (!::bind(sock, ai.ai_addr, static_cast(ai.ai_addrlen))) { + ret = true; + break; + } + } + + freeaddrinfo(result); + return ret; +} + +#if !defined _WIN32 && !defined ANDROID && !defined _AIX && !defined __MVS__ +#define USE_IF2IP +#endif + +#ifdef USE_IF2IP +inline std::string if2ip(int address_family, const std::string &ifn) { + struct ifaddrs *ifap; + getifaddrs(&ifap); + std::string addr_candidate; + for (auto ifa = ifap; ifa; ifa = ifa->ifa_next) { + if (ifa->ifa_addr && ifn == ifa->ifa_name && + (AF_UNSPEC == address_family || + ifa->ifa_addr->sa_family == address_family)) { + if (ifa->ifa_addr->sa_family == AF_INET) { + auto sa = reinterpret_cast(ifa->ifa_addr); + char buf[INET_ADDRSTRLEN]; + if (inet_ntop(AF_INET, &sa->sin_addr, buf, INET_ADDRSTRLEN)) { + freeifaddrs(ifap); + return std::string(buf, INET_ADDRSTRLEN); + } + } else if (ifa->ifa_addr->sa_family == AF_INET6) { + auto sa = reinterpret_cast(ifa->ifa_addr); + if (!IN6_IS_ADDR_LINKLOCAL(&sa->sin6_addr)) { + char buf[INET6_ADDRSTRLEN] = {}; + if (inet_ntop(AF_INET6, &sa->sin6_addr, buf, INET6_ADDRSTRLEN)) { + // equivalent to mac's IN6_IS_ADDR_UNIQUE_LOCAL + auto s6_addr_head = sa->sin6_addr.s6_addr[0]; + if (s6_addr_head == 0xfc || s6_addr_head == 0xfd) { + addr_candidate = std::string(buf, INET6_ADDRSTRLEN); + } else { + freeifaddrs(ifap); + return std::string(buf, INET6_ADDRSTRLEN); + } + } + } + } + } + } + freeifaddrs(ifap); + return addr_candidate; +} +#endif + +inline socket_t create_client_socket( + const std::string &host, const std::string &ip, int port, + int address_family, bool tcp_nodelay, SocketOptions socket_options, + time_t connection_timeout_sec, time_t connection_timeout_usec, + time_t read_timeout_sec, time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec, const std::string &intf, Error &error) { + auto sock = create_socket( + host, ip, port, address_family, 0, tcp_nodelay, std::move(socket_options), + [&](socket_t sock2, struct addrinfo &ai) -> bool { + if (!intf.empty()) { +#ifdef USE_IF2IP + auto ip_from_if = if2ip(address_family, intf); + if (ip_from_if.empty()) { ip_from_if = intf; } + if (!bind_ip_address(sock2, ip_from_if)) { + error = Error::BindIPAddress; + return false; + } +#endif + } + + set_nonblocking(sock2, true); + + auto ret = + ::connect(sock2, ai.ai_addr, static_cast(ai.ai_addrlen)); + + if (ret < 0) { + if (is_connection_error()) { + error = Error::Connection; + return false; + } + error = wait_until_socket_is_ready(sock2, connection_timeout_sec, + connection_timeout_usec); + if (error != Error::Success) { return false; } + } + + set_nonblocking(sock2, false); + + { +#ifdef _WIN32 + auto timeout = static_cast(read_timeout_sec * 1000 + + read_timeout_usec / 1000); + setsockopt(sock2, SOL_SOCKET, SO_RCVTIMEO, + reinterpret_cast(&timeout), sizeof(timeout)); +#else + timeval tv; + tv.tv_sec = static_cast(read_timeout_sec); + tv.tv_usec = static_cast(read_timeout_usec); + setsockopt(sock2, SOL_SOCKET, SO_RCVTIMEO, + reinterpret_cast(&tv), sizeof(tv)); +#endif + } + { + +#ifdef _WIN32 + auto timeout = static_cast(write_timeout_sec * 1000 + + write_timeout_usec / 1000); + setsockopt(sock2, SOL_SOCKET, SO_SNDTIMEO, + reinterpret_cast(&timeout), sizeof(timeout)); +#else + timeval tv; + tv.tv_sec = static_cast(write_timeout_sec); + tv.tv_usec = static_cast(write_timeout_usec); + setsockopt(sock2, SOL_SOCKET, SO_SNDTIMEO, + reinterpret_cast(&tv), sizeof(tv)); +#endif + } + + error = Error::Success; + return true; + }); + + if (sock != INVALID_SOCKET) { + error = Error::Success; + } else { + if (error == Error::Success) { error = Error::Connection; } + } + + return sock; +} + +inline bool get_ip_and_port(const struct sockaddr_storage &addr, + socklen_t addr_len, std::string &ip, int &port) { + if (addr.ss_family == AF_INET) { + port = ntohs(reinterpret_cast(&addr)->sin_port); + } else if (addr.ss_family == AF_INET6) { + port = + ntohs(reinterpret_cast(&addr)->sin6_port); + } else { + return false; + } + + std::array ipstr{}; + if (getnameinfo(reinterpret_cast(&addr), addr_len, + ipstr.data(), static_cast(ipstr.size()), nullptr, + 0, NI_NUMERICHOST)) { + return false; + } + + ip = ipstr.data(); + return true; +} + +inline void get_local_ip_and_port(socket_t sock, std::string &ip, int &port) { + struct sockaddr_storage addr; + socklen_t addr_len = sizeof(addr); + if (!getsockname(sock, reinterpret_cast(&addr), + &addr_len)) { + get_ip_and_port(addr, addr_len, ip, port); + } +} + +inline void get_remote_ip_and_port(socket_t sock, std::string &ip, int &port) { + struct sockaddr_storage addr; + socklen_t addr_len = sizeof(addr); + + if (!getpeername(sock, reinterpret_cast(&addr), + &addr_len)) { +#ifndef _WIN32 + if (addr.ss_family == AF_UNIX) { +#if defined(__linux__) + struct ucred ucred; + socklen_t len = sizeof(ucred); + if (getsockopt(sock, SOL_SOCKET, SO_PEERCRED, &ucred, &len) == 0) { + port = ucred.pid; + } +#elif defined(SOL_LOCAL) && defined(SO_PEERPID) // __APPLE__ + pid_t pid; + socklen_t len = sizeof(pid); + if (getsockopt(sock, SOL_LOCAL, SO_PEERPID, &pid, &len) == 0) { + port = pid; + } +#endif + return; + } +#endif + get_ip_and_port(addr, addr_len, ip, port); + } +} + +inline constexpr unsigned int str2tag_core(const char *s, size_t l, + unsigned int h) { + return (l == 0) + ? h + : str2tag_core( + s + 1, l - 1, + // Unsets the 6 high bits of h, therefore no overflow happens + (((std::numeric_limits::max)() >> 6) & + h * 33) ^ + static_cast(*s)); +} + +inline unsigned int str2tag(const std::string &s) { + return str2tag_core(s.data(), s.size(), 0); +} + +namespace udl { + +inline constexpr unsigned int operator"" _t(const char *s, size_t l) { + return str2tag_core(s, l, 0); +} + +} // namespace udl + +inline std::string +find_content_type(const std::string &path, + const std::map &user_data, + const std::string &default_content_type) { + auto ext = file_extension(path); + + auto it = user_data.find(ext); + if (it != user_data.end()) { return it->second; } + + using udl::operator""_t; + + switch (str2tag(ext)) { + default: return default_content_type; + + case "css"_t: return "text/css"; + case "csv"_t: return "text/csv"; + case "htm"_t: + case "html"_t: return "text/html"; + case "js"_t: + case "mjs"_t: return "text/javascript"; + case "txt"_t: return "text/plain"; + case "vtt"_t: return "text/vtt"; + + case "apng"_t: return "image/apng"; + case "avif"_t: return "image/avif"; + case "bmp"_t: return "image/bmp"; + case "gif"_t: return "image/gif"; + case "png"_t: return "image/png"; + case "svg"_t: return "image/svg+xml"; + case "webp"_t: return "image/webp"; + case "ico"_t: return "image/x-icon"; + case "tif"_t: return "image/tiff"; + case "tiff"_t: return "image/tiff"; + case "jpg"_t: + case "jpeg"_t: return "image/jpeg"; + + case "mp4"_t: return "video/mp4"; + case "mpeg"_t: return "video/mpeg"; + case "webm"_t: return "video/webm"; + + case "mp3"_t: return "audio/mp3"; + case "mpga"_t: return "audio/mpeg"; + case "weba"_t: return "audio/webm"; + case "wav"_t: return "audio/wave"; + + case "otf"_t: return "font/otf"; + case "ttf"_t: return "font/ttf"; + case "woff"_t: return "font/woff"; + case "woff2"_t: return "font/woff2"; + + case "7z"_t: return "application/x-7z-compressed"; + case "atom"_t: return "application/atom+xml"; + case "pdf"_t: return "application/pdf"; + case "json"_t: return "application/json"; + case "rss"_t: return "application/rss+xml"; + case "tar"_t: return "application/x-tar"; + case "xht"_t: + case "xhtml"_t: return "application/xhtml+xml"; + case "xslt"_t: return "application/xslt+xml"; + case "xml"_t: return "application/xml"; + case "gz"_t: return "application/gzip"; + case "zip"_t: return "application/zip"; + case "wasm"_t: return "application/wasm"; + } +} + +inline bool can_compress_content_type(const std::string &content_type) { + using udl::operator""_t; + + auto tag = str2tag(content_type); + + switch (tag) { + case "image/svg+xml"_t: + case "application/javascript"_t: + case "application/json"_t: + case "application/xml"_t: + case "application/protobuf"_t: + case "application/xhtml+xml"_t: return true; + + default: + return !content_type.rfind("text/", 0) && tag != "text/event-stream"_t; + } +} + +inline EncodingType encoding_type(const Request &req, const Response &res) { + auto ret = + detail::can_compress_content_type(res.get_header_value("Content-Type")); + if (!ret) { return EncodingType::None; } + + const auto &s = req.get_header_value("Accept-Encoding"); + (void)(s); + +#ifdef CPPHTTPLIB_BROTLI_SUPPORT + // TODO: 'Accept-Encoding' has br, not br;q=0 + ret = s.find("br") != std::string::npos; + if (ret) { return EncodingType::Brotli; } +#endif + +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + // TODO: 'Accept-Encoding' has gzip, not gzip;q=0 + ret = s.find("gzip") != std::string::npos; + if (ret) { return EncodingType::Gzip; } +#endif + + return EncodingType::None; +} + +inline bool nocompressor::compress(const char *data, size_t data_length, + bool /*last*/, Callback callback) { + if (!data_length) { return true; } + return callback(data, data_length); +} + +#ifdef CPPHTTPLIB_ZLIB_SUPPORT +inline gzip_compressor::gzip_compressor() { + std::memset(&strm_, 0, sizeof(strm_)); + strm_.zalloc = Z_NULL; + strm_.zfree = Z_NULL; + strm_.opaque = Z_NULL; + + is_valid_ = deflateInit2(&strm_, Z_DEFAULT_COMPRESSION, Z_DEFLATED, 31, 8, + Z_DEFAULT_STRATEGY) == Z_OK; +} + +inline gzip_compressor::~gzip_compressor() { deflateEnd(&strm_); } + +inline bool gzip_compressor::compress(const char *data, size_t data_length, + bool last, Callback callback) { + assert(is_valid_); + + do { + constexpr size_t max_avail_in = + (std::numeric_limits::max)(); + + strm_.avail_in = static_cast( + (std::min)(data_length, max_avail_in)); + strm_.next_in = const_cast(reinterpret_cast(data)); + + data_length -= strm_.avail_in; + data += strm_.avail_in; + + auto flush = (last && data_length == 0) ? Z_FINISH : Z_NO_FLUSH; + auto ret = Z_OK; + + std::array buff{}; + do { + strm_.avail_out = static_cast(buff.size()); + strm_.next_out = reinterpret_cast(buff.data()); + + ret = deflate(&strm_, flush); + if (ret == Z_STREAM_ERROR) { return false; } + + if (!callback(buff.data(), buff.size() - strm_.avail_out)) { + return false; + } + } while (strm_.avail_out == 0); + + assert((flush == Z_FINISH && ret == Z_STREAM_END) || + (flush == Z_NO_FLUSH && ret == Z_OK)); + assert(strm_.avail_in == 0); + } while (data_length > 0); + + return true; +} + +inline gzip_decompressor::gzip_decompressor() { + std::memset(&strm_, 0, sizeof(strm_)); + strm_.zalloc = Z_NULL; + strm_.zfree = Z_NULL; + strm_.opaque = Z_NULL; + + // 15 is the value of wbits, which should be at the maximum possible value + // to ensure that any gzip stream can be decoded. The offset of 32 specifies + // that the stream type should be automatically detected either gzip or + // deflate. + is_valid_ = inflateInit2(&strm_, 32 + 15) == Z_OK; +} + +inline gzip_decompressor::~gzip_decompressor() { inflateEnd(&strm_); } + +inline bool gzip_decompressor::is_valid() const { return is_valid_; } + +inline bool gzip_decompressor::decompress(const char *data, size_t data_length, + Callback callback) { + assert(is_valid_); + + auto ret = Z_OK; + + do { + constexpr size_t max_avail_in = + (std::numeric_limits::max)(); + + strm_.avail_in = static_cast( + (std::min)(data_length, max_avail_in)); + strm_.next_in = const_cast(reinterpret_cast(data)); + + data_length -= strm_.avail_in; + data += strm_.avail_in; + + std::array buff{}; + while (strm_.avail_in > 0 && ret == Z_OK) { + strm_.avail_out = static_cast(buff.size()); + strm_.next_out = reinterpret_cast(buff.data()); + + ret = inflate(&strm_, Z_NO_FLUSH); + + assert(ret != Z_STREAM_ERROR); + switch (ret) { + case Z_NEED_DICT: + case Z_DATA_ERROR: + case Z_MEM_ERROR: inflateEnd(&strm_); return false; + } + + if (!callback(buff.data(), buff.size() - strm_.avail_out)) { + return false; + } + } + + if (ret != Z_OK && ret != Z_STREAM_END) { return false; } + + } while (data_length > 0); + + return true; +} +#endif + +#ifdef CPPHTTPLIB_BROTLI_SUPPORT +inline brotli_compressor::brotli_compressor() { + state_ = BrotliEncoderCreateInstance(nullptr, nullptr, nullptr); +} + +inline brotli_compressor::~brotli_compressor() { + BrotliEncoderDestroyInstance(state_); +} + +inline bool brotli_compressor::compress(const char *data, size_t data_length, + bool last, Callback callback) { + std::array buff{}; + + auto operation = last ? BROTLI_OPERATION_FINISH : BROTLI_OPERATION_PROCESS; + auto available_in = data_length; + auto next_in = reinterpret_cast(data); + + for (;;) { + if (last) { + if (BrotliEncoderIsFinished(state_)) { break; } + } else { + if (!available_in) { break; } + } + + auto available_out = buff.size(); + auto next_out = buff.data(); + + if (!BrotliEncoderCompressStream(state_, operation, &available_in, &next_in, + &available_out, &next_out, nullptr)) { + return false; + } + + auto output_bytes = buff.size() - available_out; + if (output_bytes) { + callback(reinterpret_cast(buff.data()), output_bytes); + } + } + + return true; +} + +inline brotli_decompressor::brotli_decompressor() { + decoder_s = BrotliDecoderCreateInstance(0, 0, 0); + decoder_r = decoder_s ? BROTLI_DECODER_RESULT_NEEDS_MORE_INPUT + : BROTLI_DECODER_RESULT_ERROR; +} + +inline brotli_decompressor::~brotli_decompressor() { + if (decoder_s) { BrotliDecoderDestroyInstance(decoder_s); } +} + +inline bool brotli_decompressor::is_valid() const { return decoder_s; } + +inline bool brotli_decompressor::decompress(const char *data, + size_t data_length, + Callback callback) { + if (decoder_r == BROTLI_DECODER_RESULT_SUCCESS || + decoder_r == BROTLI_DECODER_RESULT_ERROR) { + return 0; + } + + auto next_in = reinterpret_cast(data); + size_t avail_in = data_length; + size_t total_out; + + decoder_r = BROTLI_DECODER_RESULT_NEEDS_MORE_OUTPUT; + + std::array buff{}; + while (decoder_r == BROTLI_DECODER_RESULT_NEEDS_MORE_OUTPUT) { + char *next_out = buff.data(); + size_t avail_out = buff.size(); + + decoder_r = BrotliDecoderDecompressStream( + decoder_s, &avail_in, &next_in, &avail_out, + reinterpret_cast(&next_out), &total_out); + + if (decoder_r == BROTLI_DECODER_RESULT_ERROR) { return false; } + + if (!callback(buff.data(), buff.size() - avail_out)) { return false; } + } + + return decoder_r == BROTLI_DECODER_RESULT_SUCCESS || + decoder_r == BROTLI_DECODER_RESULT_NEEDS_MORE_INPUT; +} +#endif + +inline bool has_header(const Headers &headers, const std::string &key) { + return headers.find(key) != headers.end(); +} + +inline const char *get_header_value(const Headers &headers, + const std::string &key, size_t id, + const char *def) { + auto rng = headers.equal_range(key); + auto it = rng.first; + std::advance(it, static_cast(id)); + if (it != rng.second) { return it->second.c_str(); } + return def; +} + +inline bool compare_case_ignore(const std::string &a, const std::string &b) { + if (a.size() != b.size()) { return false; } + for (size_t i = 0; i < b.size(); i++) { + if (::tolower(a[i]) != ::tolower(b[i])) { return false; } + } + return true; +} + +template +inline bool parse_header(const char *beg, const char *end, T fn) { + // Skip trailing spaces and tabs. + while (beg < end && is_space_or_tab(end[-1])) { + end--; + } + + auto p = beg; + while (p < end && *p != ':') { + p++; + } + + if (p == end) { return false; } + + auto key_end = p; + + if (*p++ != ':') { return false; } + + while (p < end && is_space_or_tab(*p)) { + p++; + } + + if (p < end) { + auto key_len = key_end - beg; + if (!key_len) { return false; } + + auto key = std::string(beg, key_end); + auto val = compare_case_ignore(key, "Location") + ? std::string(p, end) + : decode_url(std::string(p, end), false); + fn(std::move(key), std::move(val)); + return true; + } + + return false; +} + +inline bool read_headers(Stream &strm, Headers &headers) { + const auto bufsiz = 2048; + char buf[bufsiz]; + stream_line_reader line_reader(strm, buf, bufsiz); + + for (;;) { + if (!line_reader.getline()) { return false; } + + // Check if the line ends with CRLF. + auto line_terminator_len = 2; + if (line_reader.end_with_crlf()) { + // Blank line indicates end of headers. + if (line_reader.size() == 2) { break; } +#ifdef CPPHTTPLIB_ALLOW_LF_AS_LINE_TERMINATOR + } else { + // Blank line indicates end of headers. + if (line_reader.size() == 1) { break; } + line_terminator_len = 1; + } +#else + } else { + continue; // Skip invalid line. + } +#endif + + if (line_reader.size() > CPPHTTPLIB_HEADER_MAX_LENGTH) { return false; } + + // Exclude line terminator + auto end = line_reader.ptr() + line_reader.size() - line_terminator_len; + + parse_header(line_reader.ptr(), end, + [&](std::string &&key, std::string &&val) { + headers.emplace(std::move(key), std::move(val)); + }); + } + + return true; +} + +inline bool read_content_with_length(Stream &strm, uint64_t len, + Progress progress, + ContentReceiverWithProgress out) { + char buf[CPPHTTPLIB_RECV_BUFSIZ]; + + uint64_t r = 0; + while (r < len) { + auto read_len = static_cast(len - r); + auto n = strm.read(buf, (std::min)(read_len, CPPHTTPLIB_RECV_BUFSIZ)); + if (n <= 0) { return false; } + + if (!out(buf, static_cast(n), r, len)) { return false; } + r += static_cast(n); + + if (progress) { + if (!progress(r, len)) { return false; } + } + } + + return true; +} + +inline void skip_content_with_length(Stream &strm, uint64_t len) { + char buf[CPPHTTPLIB_RECV_BUFSIZ]; + uint64_t r = 0; + while (r < len) { + auto read_len = static_cast(len - r); + auto n = strm.read(buf, (std::min)(read_len, CPPHTTPLIB_RECV_BUFSIZ)); + if (n <= 0) { return; } + r += static_cast(n); + } +} + +inline bool read_content_without_length(Stream &strm, + ContentReceiverWithProgress out) { + char buf[CPPHTTPLIB_RECV_BUFSIZ]; + uint64_t r = 0; + for (;;) { + auto n = strm.read(buf, CPPHTTPLIB_RECV_BUFSIZ); + if (n <= 0) { return true; } + + if (!out(buf, static_cast(n), r, 0)) { return false; } + r += static_cast(n); + } + + return true; +} + +template +inline bool read_content_chunked(Stream &strm, T &x, + ContentReceiverWithProgress out) { + const auto bufsiz = 16; + char buf[bufsiz]; + + stream_line_reader line_reader(strm, buf, bufsiz); + + if (!line_reader.getline()) { return false; } + + unsigned long chunk_len; + while (true) { + char *end_ptr; + + chunk_len = std::strtoul(line_reader.ptr(), &end_ptr, 16); + + if (end_ptr == line_reader.ptr()) { return false; } + if (chunk_len == ULONG_MAX) { return false; } + + if (chunk_len == 0) { break; } + + if (!read_content_with_length(strm, chunk_len, nullptr, out)) { + return false; + } + + if (!line_reader.getline()) { return false; } + + if (strcmp(line_reader.ptr(), "\r\n") != 0) { return false; } + + if (!line_reader.getline()) { return false; } + } + + assert(chunk_len == 0); + + // Trailer + if (!line_reader.getline()) { return false; } + + while (strcmp(line_reader.ptr(), "\r\n") != 0) { + if (line_reader.size() > CPPHTTPLIB_HEADER_MAX_LENGTH) { return false; } + + // Exclude line terminator + constexpr auto line_terminator_len = 2; + auto end = line_reader.ptr() + line_reader.size() - line_terminator_len; + + parse_header(line_reader.ptr(), end, + [&](std::string &&key, std::string &&val) { + x.headers.emplace(std::move(key), std::move(val)); + }); + + if (!line_reader.getline()) { return false; } + } + + return true; +} + +inline bool is_chunked_transfer_encoding(const Headers &headers) { + return compare_case_ignore( + get_header_value(headers, "Transfer-Encoding", 0, ""), "chunked"); +} + +template +bool prepare_content_receiver(T &x, int &status, + ContentReceiverWithProgress receiver, + bool decompress, U callback) { + if (decompress) { + std::string encoding = x.get_header_value("Content-Encoding"); + std::unique_ptr decompressor; + + if (encoding == "gzip" || encoding == "deflate") { +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + decompressor = detail::make_unique(); +#else + status = StatusCode::UnsupportedMediaType_415; + return false; +#endif + } else if (encoding.find("br") != std::string::npos) { +#ifdef CPPHTTPLIB_BROTLI_SUPPORT + decompressor = detail::make_unique(); +#else + status = StatusCode::UnsupportedMediaType_415; + return false; +#endif + } + + if (decompressor) { + if (decompressor->is_valid()) { + ContentReceiverWithProgress out = [&](const char *buf, size_t n, + uint64_t off, uint64_t len) { + return decompressor->decompress(buf, n, + [&](const char *buf2, size_t n2) { + return receiver(buf2, n2, off, len); + }); + }; + return callback(std::move(out)); + } else { + status = StatusCode::InternalServerError_500; + return false; + } + } + } + + ContentReceiverWithProgress out = [&](const char *buf, size_t n, uint64_t off, + uint64_t len) { + return receiver(buf, n, off, len); + }; + return callback(std::move(out)); +} + +template +bool read_content(Stream &strm, T &x, size_t payload_max_length, int &status, + Progress progress, ContentReceiverWithProgress receiver, + bool decompress) { + return prepare_content_receiver( + x, status, std::move(receiver), decompress, + [&](const ContentReceiverWithProgress &out) { + auto ret = true; + auto exceed_payload_max_length = false; + + if (is_chunked_transfer_encoding(x.headers)) { + ret = read_content_chunked(strm, x, out); + } else if (!has_header(x.headers, "Content-Length")) { + ret = read_content_without_length(strm, out); + } else { + auto len = get_header_value_u64(x.headers, "Content-Length", 0, 0); + if (len > payload_max_length) { + exceed_payload_max_length = true; + skip_content_with_length(strm, len); + ret = false; + } else if (len > 0) { + ret = read_content_with_length(strm, len, std::move(progress), out); + } + } + + if (!ret) { + status = exceed_payload_max_length ? StatusCode::PayloadTooLarge_413 + : StatusCode::BadRequest_400; + } + return ret; + }); +} // namespace detail + +inline ssize_t write_headers(Stream &strm, const Headers &headers) { + ssize_t write_len = 0; + for (const auto &x : headers) { + auto len = + strm.write_format("%s: %s\r\n", x.first.c_str(), x.second.c_str()); + if (len < 0) { return len; } + write_len += len; + } + auto len = strm.write("\r\n"); + if (len < 0) { return len; } + write_len += len; + return write_len; +} + +inline bool write_data(Stream &strm, const char *d, size_t l) { + size_t offset = 0; + while (offset < l) { + auto length = strm.write(d + offset, l - offset); + if (length < 0) { return false; } + offset += static_cast(length); + } + return true; +} + +template +inline bool write_content(Stream &strm, const ContentProvider &content_provider, + size_t offset, size_t length, T is_shutting_down, + Error &error) { + size_t end_offset = offset + length; + auto ok = true; + DataSink data_sink; + + data_sink.write = [&](const char *d, size_t l) -> bool { + if (ok) { + if (strm.is_writable() && write_data(strm, d, l)) { + offset += l; + } else { + ok = false; + } + } + return ok; + }; + + data_sink.is_writable = [&]() -> bool { return strm.is_writable(); }; + + while (offset < end_offset && !is_shutting_down()) { + if (!strm.is_writable()) { + error = Error::Write; + return false; + } else if (!content_provider(offset, end_offset - offset, data_sink)) { + error = Error::Canceled; + return false; + } else if (!ok) { + error = Error::Write; + return false; + } + } + + error = Error::Success; + return true; +} + +template +inline bool write_content(Stream &strm, const ContentProvider &content_provider, + size_t offset, size_t length, + const T &is_shutting_down) { + auto error = Error::Success; + return write_content(strm, content_provider, offset, length, is_shutting_down, + error); +} + +template +inline bool +write_content_without_length(Stream &strm, + const ContentProvider &content_provider, + const T &is_shutting_down) { + size_t offset = 0; + auto data_available = true; + auto ok = true; + DataSink data_sink; + + data_sink.write = [&](const char *d, size_t l) -> bool { + if (ok) { + offset += l; + if (!strm.is_writable() || !write_data(strm, d, l)) { ok = false; } + } + return ok; + }; + + data_sink.is_writable = [&]() -> bool { return strm.is_writable(); }; + + data_sink.done = [&](void) { data_available = false; }; + + while (data_available && !is_shutting_down()) { + if (!strm.is_writable()) { + return false; + } else if (!content_provider(offset, 0, data_sink)) { + return false; + } else if (!ok) { + return false; + } + } + return true; +} + +template +inline bool +write_content_chunked(Stream &strm, const ContentProvider &content_provider, + const T &is_shutting_down, U &compressor, Error &error) { + size_t offset = 0; + auto data_available = true; + auto ok = true; + DataSink data_sink; + + data_sink.write = [&](const char *d, size_t l) -> bool { + if (ok) { + data_available = l > 0; + offset += l; + + std::string payload; + if (compressor.compress(d, l, false, + [&](const char *data, size_t data_len) { + payload.append(data, data_len); + return true; + })) { + if (!payload.empty()) { + // Emit chunked response header and footer for each chunk + auto chunk = + from_i_to_hex(payload.size()) + "\r\n" + payload + "\r\n"; + if (!strm.is_writable() || + !write_data(strm, chunk.data(), chunk.size())) { + ok = false; + } + } + } else { + ok = false; + } + } + return ok; + }; + + data_sink.is_writable = [&]() -> bool { return strm.is_writable(); }; + + auto done_with_trailer = [&](const Headers *trailer) { + if (!ok) { return; } + + data_available = false; + + std::string payload; + if (!compressor.compress(nullptr, 0, true, + [&](const char *data, size_t data_len) { + payload.append(data, data_len); + return true; + })) { + ok = false; + return; + } + + if (!payload.empty()) { + // Emit chunked response header and footer for each chunk + auto chunk = from_i_to_hex(payload.size()) + "\r\n" + payload + "\r\n"; + if (!strm.is_writable() || + !write_data(strm, chunk.data(), chunk.size())) { + ok = false; + return; + } + } + + static const std::string done_marker("0\r\n"); + if (!write_data(strm, done_marker.data(), done_marker.size())) { + ok = false; + } + + // Trailer + if (trailer) { + for (const auto &kv : *trailer) { + std::string field_line = kv.first + ": " + kv.second + "\r\n"; + if (!write_data(strm, field_line.data(), field_line.size())) { + ok = false; + } + } + } + + static const std::string crlf("\r\n"); + if (!write_data(strm, crlf.data(), crlf.size())) { ok = false; } + }; + + data_sink.done = [&](void) { done_with_trailer(nullptr); }; + + data_sink.done_with_trailer = [&](const Headers &trailer) { + done_with_trailer(&trailer); + }; + + while (data_available && !is_shutting_down()) { + if (!strm.is_writable()) { + error = Error::Write; + return false; + } else if (!content_provider(offset, 0, data_sink)) { + error = Error::Canceled; + return false; + } else if (!ok) { + error = Error::Write; + return false; + } + } + + error = Error::Success; + return true; +} + +template +inline bool write_content_chunked(Stream &strm, + const ContentProvider &content_provider, + const T &is_shutting_down, U &compressor) { + auto error = Error::Success; + return write_content_chunked(strm, content_provider, is_shutting_down, + compressor, error); +} + +template +inline bool redirect(T &cli, Request &req, Response &res, + const std::string &path, const std::string &location, + Error &error) { + Request new_req = req; + new_req.path = path; + new_req.redirect_count_ -= 1; + + if (res.status == StatusCode::SeeOther_303 && + (req.method != "GET" && req.method != "HEAD")) { + new_req.method = "GET"; + new_req.body.clear(); + new_req.headers.clear(); + } + + Response new_res; + + auto ret = cli.send(new_req, new_res, error); + if (ret) { + req = new_req; + res = new_res; + + if (res.location.empty()) { res.location = location; } + } + return ret; +} + +inline std::string params_to_query_str(const Params ¶ms) { + std::string query; + + for (auto it = params.begin(); it != params.end(); ++it) { + if (it != params.begin()) { query += "&"; } + query += it->first; + query += "="; + query += encode_query_param(it->second); + } + return query; +} + +inline void parse_query_text(const std::string &s, Params ¶ms) { + std::set cache; + split(s.data(), s.data() + s.size(), '&', [&](const char *b, const char *e) { + std::string kv(b, e); + if (cache.find(kv) != cache.end()) { return; } + cache.insert(kv); + + std::string key; + std::string val; + split(b, e, '=', [&](const char *b2, const char *e2) { + if (key.empty()) { + key.assign(b2, e2); + } else { + val.assign(b2, e2); + } + }); + + if (!key.empty()) { + params.emplace(decode_url(key, true), decode_url(val, true)); + } + }); +} + +inline bool parse_multipart_boundary(const std::string &content_type, + std::string &boundary) { + auto boundary_keyword = "boundary="; + auto pos = content_type.find(boundary_keyword); + if (pos == std::string::npos) { return false; } + auto end = content_type.find(';', pos); + auto beg = pos + strlen(boundary_keyword); + boundary = trim_double_quotes_copy(content_type.substr(beg, end - beg)); + return !boundary.empty(); +} + +inline void parse_disposition_params(const std::string &s, Params ¶ms) { + std::set cache; + split(s.data(), s.data() + s.size(), ';', [&](const char *b, const char *e) { + std::string kv(b, e); + if (cache.find(kv) != cache.end()) { return; } + cache.insert(kv); + + std::string key; + std::string val; + split(b, e, '=', [&](const char *b2, const char *e2) { + if (key.empty()) { + key.assign(b2, e2); + } else { + val.assign(b2, e2); + } + }); + + if (!key.empty()) { + params.emplace(trim_double_quotes_copy((key)), + trim_double_quotes_copy((val))); + } + }); +} + +#ifdef CPPHTTPLIB_NO_EXCEPTIONS +inline bool parse_range_header(const std::string &s, Ranges &ranges) { +#else +inline bool parse_range_header(const std::string &s, Ranges &ranges) try { +#endif + static auto re_first_range = std::regex(R"(bytes=(\d*-\d*(?:,\s*\d*-\d*)*))"); + std::smatch m; + if (std::regex_match(s, m, re_first_range)) { + auto pos = static_cast(m.position(1)); + auto len = static_cast(m.length(1)); + auto all_valid_ranges = true; + split(&s[pos], &s[pos + len], ',', [&](const char *b, const char *e) { + if (!all_valid_ranges) { return; } + static auto re_another_range = std::regex(R"(\s*(\d*)-(\d*))"); + std::cmatch cm; + if (std::regex_match(b, e, cm, re_another_range)) { + ssize_t first = -1; + if (!cm.str(1).empty()) { + first = static_cast(std::stoll(cm.str(1))); + } + + ssize_t last = -1; + if (!cm.str(2).empty()) { + last = static_cast(std::stoll(cm.str(2))); + } + + if (first != -1 && last != -1 && first > last) { + all_valid_ranges = false; + return; + } + ranges.emplace_back(std::make_pair(first, last)); + } + }); + return all_valid_ranges; + } + return false; +#ifdef CPPHTTPLIB_NO_EXCEPTIONS +} +#else +} catch (...) { return false; } +#endif + +class MultipartFormDataParser { +public: + MultipartFormDataParser() = default; + + void set_boundary(std::string &&boundary) { + boundary_ = boundary; + dash_boundary_crlf_ = dash_ + boundary_ + crlf_; + crlf_dash_boundary_ = crlf_ + dash_ + boundary_; + } + + bool is_valid() const { return is_valid_; } + + bool parse(const char *buf, size_t n, const ContentReceiver &content_callback, + const MultipartContentHeader &header_callback) { + + buf_append(buf, n); + + while (buf_size() > 0) { + switch (state_) { + case 0: { // Initial boundary + buf_erase(buf_find(dash_boundary_crlf_)); + if (dash_boundary_crlf_.size() > buf_size()) { return true; } + if (!buf_start_with(dash_boundary_crlf_)) { return false; } + buf_erase(dash_boundary_crlf_.size()); + state_ = 1; + break; + } + case 1: { // New entry + clear_file_info(); + state_ = 2; + break; + } + case 2: { // Headers + auto pos = buf_find(crlf_); + if (pos > CPPHTTPLIB_HEADER_MAX_LENGTH) { return false; } + while (pos < buf_size()) { + // Empty line + if (pos == 0) { + if (!header_callback(file_)) { + is_valid_ = false; + return false; + } + buf_erase(crlf_.size()); + state_ = 3; + break; + } + + const auto header = buf_head(pos); + + if (!parse_header(header.data(), header.data() + header.size(), + [&](std::string &&, std::string &&) {})) { + is_valid_ = false; + return false; + } + + static const std::string header_content_type = "Content-Type:"; + + if (start_with_case_ignore(header, header_content_type)) { + file_.content_type = + trim_copy(header.substr(header_content_type.size())); + } else { + static const std::regex re_content_disposition( + R"~(^Content-Disposition:\s*form-data;\s*(.*)$)~", + std::regex_constants::icase); + + std::smatch m; + if (std::regex_match(header, m, re_content_disposition)) { + Params params; + parse_disposition_params(m[1], params); + + auto it = params.find("name"); + if (it != params.end()) { + file_.name = it->second; + } else { + is_valid_ = false; + return false; + } + + it = params.find("filename"); + if (it != params.end()) { file_.filename = it->second; } + + it = params.find("filename*"); + if (it != params.end()) { + // Only allow UTF-8 enconnding... + static const std::regex re_rfc5987_encoding( + R"~(^UTF-8''(.+?)$)~", std::regex_constants::icase); + + std::smatch m2; + if (std::regex_match(it->second, m2, re_rfc5987_encoding)) { + file_.filename = decode_url(m2[1], false); // override... + } else { + is_valid_ = false; + return false; + } + } + } + } + buf_erase(pos + crlf_.size()); + pos = buf_find(crlf_); + } + if (state_ != 3) { return true; } + break; + } + case 3: { // Body + if (crlf_dash_boundary_.size() > buf_size()) { return true; } + auto pos = buf_find(crlf_dash_boundary_); + if (pos < buf_size()) { + if (!content_callback(buf_data(), pos)) { + is_valid_ = false; + return false; + } + buf_erase(pos + crlf_dash_boundary_.size()); + state_ = 4; + } else { + auto len = buf_size() - crlf_dash_boundary_.size(); + if (len > 0) { + if (!content_callback(buf_data(), len)) { + is_valid_ = false; + return false; + } + buf_erase(len); + } + return true; + } + break; + } + case 4: { // Boundary + if (crlf_.size() > buf_size()) { return true; } + if (buf_start_with(crlf_)) { + buf_erase(crlf_.size()); + state_ = 1; + } else { + if (dash_.size() > buf_size()) { return true; } + if (buf_start_with(dash_)) { + buf_erase(dash_.size()); + is_valid_ = true; + buf_erase(buf_size()); // Remove epilogue + } else { + return true; + } + } + break; + } + } + } + + return true; + } + +private: + void clear_file_info() { + file_.name.clear(); + file_.filename.clear(); + file_.content_type.clear(); + } + + bool start_with_case_ignore(const std::string &a, + const std::string &b) const { + if (a.size() < b.size()) { return false; } + for (size_t i = 0; i < b.size(); i++) { + if (::tolower(a[i]) != ::tolower(b[i])) { return false; } + } + return true; + } + + const std::string dash_ = "--"; + const std::string crlf_ = "\r\n"; + std::string boundary_; + std::string dash_boundary_crlf_; + std::string crlf_dash_boundary_; + + size_t state_ = 0; + bool is_valid_ = false; + MultipartFormData file_; + + // Buffer + bool start_with(const std::string &a, size_t spos, size_t epos, + const std::string &b) const { + if (epos - spos < b.size()) { return false; } + for (size_t i = 0; i < b.size(); i++) { + if (a[i + spos] != b[i]) { return false; } + } + return true; + } + + size_t buf_size() const { return buf_epos_ - buf_spos_; } + + const char *buf_data() const { return &buf_[buf_spos_]; } + + std::string buf_head(size_t l) const { return buf_.substr(buf_spos_, l); } + + bool buf_start_with(const std::string &s) const { + return start_with(buf_, buf_spos_, buf_epos_, s); + } + + size_t buf_find(const std::string &s) const { + auto c = s.front(); + + size_t off = buf_spos_; + while (off < buf_epos_) { + auto pos = off; + while (true) { + if (pos == buf_epos_) { return buf_size(); } + if (buf_[pos] == c) { break; } + pos++; + } + + auto remaining_size = buf_epos_ - pos; + if (s.size() > remaining_size) { return buf_size(); } + + if (start_with(buf_, pos, buf_epos_, s)) { return pos - buf_spos_; } + + off = pos + 1; + } + + return buf_size(); + } + + void buf_append(const char *data, size_t n) { + auto remaining_size = buf_size(); + if (remaining_size > 0 && buf_spos_ > 0) { + for (size_t i = 0; i < remaining_size; i++) { + buf_[i] = buf_[buf_spos_ + i]; + } + } + buf_spos_ = 0; + buf_epos_ = remaining_size; + + if (remaining_size + n > buf_.size()) { buf_.resize(remaining_size + n); } + + for (size_t i = 0; i < n; i++) { + buf_[buf_epos_ + i] = data[i]; + } + buf_epos_ += n; + } + + void buf_erase(size_t size) { buf_spos_ += size; } + + std::string buf_; + size_t buf_spos_ = 0; + size_t buf_epos_ = 0; +}; + +inline std::string to_lower(const char *beg, const char *end) { + std::string out; + auto it = beg; + while (it != end) { + out += static_cast(::tolower(*it)); + it++; + } + return out; +} + +inline std::string make_multipart_data_boundary() { + static const char data[] = + "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz"; + + // std::random_device might actually be deterministic on some + // platforms, but due to lack of support in the c++ standard library, + // doing better requires either some ugly hacks or breaking portability. + std::random_device seed_gen; + + // Request 128 bits of entropy for initialization + std::seed_seq seed_sequence{seed_gen(), seed_gen(), seed_gen(), seed_gen()}; + std::mt19937 engine(seed_sequence); + + std::string result = "--cpp-httplib-multipart-data-"; + + for (auto i = 0; i < 16; i++) { + result += data[engine() % (sizeof(data) - 1)]; + } + + return result; +} + +inline bool is_multipart_boundary_chars_valid(const std::string &boundary) { + auto valid = true; + for (size_t i = 0; i < boundary.size(); i++) { + auto c = boundary[i]; + if (!std::isalnum(c) && c != '-' && c != '_') { + valid = false; + break; + } + } + return valid; +} + +template +inline std::string +serialize_multipart_formdata_item_begin(const T &item, + const std::string &boundary) { + std::string body = "--" + boundary + "\r\n"; + body += "Content-Disposition: form-data; name=\"" + item.name + "\""; + if (!item.filename.empty()) { + body += "; filename=\"" + item.filename + "\""; + } + body += "\r\n"; + if (!item.content_type.empty()) { + body += "Content-Type: " + item.content_type + "\r\n"; + } + body += "\r\n"; + + return body; +} + +inline std::string serialize_multipart_formdata_item_end() { return "\r\n"; } + +inline std::string +serialize_multipart_formdata_finish(const std::string &boundary) { + return "--" + boundary + "--\r\n"; +} + +inline std::string +serialize_multipart_formdata_get_content_type(const std::string &boundary) { + return "multipart/form-data; boundary=" + boundary; +} + +inline std::string +serialize_multipart_formdata(const MultipartFormDataItems &items, + const std::string &boundary, bool finish = true) { + std::string body; + + for (const auto &item : items) { + body += serialize_multipart_formdata_item_begin(item, boundary); + body += item.content + serialize_multipart_formdata_item_end(); + } + + if (finish) { body += serialize_multipart_formdata_finish(boundary); } + + return body; +} + +inline std::pair +get_range_offset_and_length(const Request &req, size_t content_length, + size_t index) { + auto r = req.ranges[index]; + + if (r.first == -1 && r.second == -1) { + return std::make_pair(0, content_length); + } + + auto slen = static_cast(content_length); + + if (r.first == -1) { + r.first = (std::max)(static_cast(0), slen - r.second); + r.second = slen - 1; + } + + if (r.second == -1) { r.second = slen - 1; } + return std::make_pair(r.first, static_cast(r.second - r.first) + 1); +} + +inline std::string +make_content_range_header_field(const std::pair &range, + size_t content_length) { + std::string field = "bytes "; + if (range.first != -1) { field += std::to_string(range.first); } + field += "-"; + if (range.second != -1) { field += std::to_string(range.second); } + field += "/"; + field += std::to_string(content_length); + return field; +} + +template +bool process_multipart_ranges_data(const Request &req, Response &res, + const std::string &boundary, + const std::string &content_type, + SToken stoken, CToken ctoken, + Content content) { + for (size_t i = 0; i < req.ranges.size(); i++) { + ctoken("--"); + stoken(boundary); + ctoken("\r\n"); + if (!content_type.empty()) { + ctoken("Content-Type: "); + stoken(content_type); + ctoken("\r\n"); + } + + ctoken("Content-Range: "); + const auto &range = req.ranges[i]; + stoken(make_content_range_header_field(range, res.content_length_)); + ctoken("\r\n"); + ctoken("\r\n"); + + auto offsets = get_range_offset_and_length(req, res.content_length_, i); + auto offset = offsets.first; + auto length = offsets.second; + if (!content(offset, length)) { return false; } + ctoken("\r\n"); + } + + ctoken("--"); + stoken(boundary); + ctoken("--"); + + return true; +} + +inline bool make_multipart_ranges_data(const Request &req, Response &res, + const std::string &boundary, + const std::string &content_type, + std::string &data) { + return process_multipart_ranges_data( + req, res, boundary, content_type, + [&](const std::string &token) { data += token; }, + [&](const std::string &token) { data += token; }, + [&](size_t offset, size_t length) { + if (offset < res.body.size()) { + data += res.body.substr(offset, length); + return true; + } + return false; + }); +} + +inline size_t +get_multipart_ranges_data_length(const Request &req, Response &res, + const std::string &boundary, + const std::string &content_type) { + size_t data_length = 0; + + process_multipart_ranges_data( + req, res, boundary, content_type, + [&](const std::string &token) { data_length += token.size(); }, + [&](const std::string &token) { data_length += token.size(); }, + [&](size_t /*offset*/, size_t length) { + data_length += length; + return true; + }); + + return data_length; +} + +template +inline bool write_multipart_ranges_data(Stream &strm, const Request &req, + Response &res, + const std::string &boundary, + const std::string &content_type, + const T &is_shutting_down) { + return process_multipart_ranges_data( + req, res, boundary, content_type, + [&](const std::string &token) { strm.write(token); }, + [&](const std::string &token) { strm.write(token); }, + [&](size_t offset, size_t length) { + return write_content(strm, res.content_provider_, offset, length, + is_shutting_down); + }); +} + +inline std::pair +get_range_offset_and_length(const Request &req, const Response &res, + size_t index) { + auto r = req.ranges[index]; + + if (r.second == -1) { + r.second = static_cast(res.content_length_) - 1; + } + + return std::make_pair(r.first, r.second - r.first + 1); +} + +inline bool expect_content(const Request &req) { + if (req.method == "POST" || req.method == "PUT" || req.method == "PATCH" || + req.method == "PRI" || req.method == "DELETE") { + return true; + } + // TODO: check if Content-Length is set + return false; +} + +inline bool has_crlf(const std::string &s) { + auto p = s.c_str(); + while (*p) { + if (*p == '\r' || *p == '\n') { return true; } + p++; + } + return false; +} + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +inline std::string message_digest(const std::string &s, const EVP_MD *algo) { + auto context = std::unique_ptr( + EVP_MD_CTX_new(), EVP_MD_CTX_free); + + unsigned int hash_length = 0; + unsigned char hash[EVP_MAX_MD_SIZE]; + + EVP_DigestInit_ex(context.get(), algo, nullptr); + EVP_DigestUpdate(context.get(), s.c_str(), s.size()); + EVP_DigestFinal_ex(context.get(), hash, &hash_length); + + std::stringstream ss; + for (auto i = 0u; i < hash_length; ++i) { + ss << std::hex << std::setw(2) << std::setfill('0') + << static_cast(hash[i]); + } + + return ss.str(); +} + +inline std::string MD5(const std::string &s) { + return message_digest(s, EVP_md5()); +} + +inline std::string SHA_256(const std::string &s) { + return message_digest(s, EVP_sha256()); +} + +inline std::string SHA_512(const std::string &s) { + return message_digest(s, EVP_sha512()); +} +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +#ifdef _WIN32 +// NOTE: This code came up with the following stackoverflow post: +// https://stackoverflow.com/questions/9507184/can-openssl-on-windows-use-the-system-certificate-store +inline bool load_system_certs_on_windows(X509_STORE *store) { + auto hStore = CertOpenSystemStoreW((HCRYPTPROV_LEGACY)NULL, L"ROOT"); + if (!hStore) { return false; } + + auto result = false; + PCCERT_CONTEXT pContext = NULL; + while ((pContext = CertEnumCertificatesInStore(hStore, pContext)) != + nullptr) { + auto encoded_cert = + static_cast(pContext->pbCertEncoded); + + auto x509 = d2i_X509(NULL, &encoded_cert, pContext->cbCertEncoded); + if (x509) { + X509_STORE_add_cert(store, x509); + X509_free(x509); + result = true; + } + } + + CertFreeCertificateContext(pContext); + CertCloseStore(hStore, 0); + + return result; +} +#elif defined(CPPHTTPLIB_USE_CERTS_FROM_MACOSX_KEYCHAIN) && defined(__APPLE__) +#if TARGET_OS_OSX +template +using CFObjectPtr = + std::unique_ptr::type, void (*)(CFTypeRef)>; + +inline void cf_object_ptr_deleter(CFTypeRef obj) { + if (obj) { CFRelease(obj); } +} + +inline bool retrieve_certs_from_keychain(CFObjectPtr &certs) { + CFStringRef keys[] = {kSecClass, kSecMatchLimit, kSecReturnRef}; + CFTypeRef values[] = {kSecClassCertificate, kSecMatchLimitAll, + kCFBooleanTrue}; + + CFObjectPtr query( + CFDictionaryCreate(nullptr, reinterpret_cast(keys), values, + sizeof(keys) / sizeof(keys[0]), + &kCFTypeDictionaryKeyCallBacks, + &kCFTypeDictionaryValueCallBacks), + cf_object_ptr_deleter); + + if (!query) { return false; } + + CFTypeRef security_items = nullptr; + if (SecItemCopyMatching(query.get(), &security_items) != errSecSuccess || + CFArrayGetTypeID() != CFGetTypeID(security_items)) { + return false; + } + + certs.reset(reinterpret_cast(security_items)); + return true; +} + +inline bool retrieve_root_certs_from_keychain(CFObjectPtr &certs) { + CFArrayRef root_security_items = nullptr; + if (SecTrustCopyAnchorCertificates(&root_security_items) != errSecSuccess) { + return false; + } + + certs.reset(root_security_items); + return true; +} + +inline bool add_certs_to_x509_store(CFArrayRef certs, X509_STORE *store) { + auto result = false; + for (auto i = 0; i < CFArrayGetCount(certs); ++i) { + const auto cert = reinterpret_cast( + CFArrayGetValueAtIndex(certs, i)); + + if (SecCertificateGetTypeID() != CFGetTypeID(cert)) { continue; } + + CFDataRef cert_data = nullptr; + if (SecItemExport(cert, kSecFormatX509Cert, 0, nullptr, &cert_data) != + errSecSuccess) { + continue; + } + + CFObjectPtr cert_data_ptr(cert_data, cf_object_ptr_deleter); + + auto encoded_cert = static_cast( + CFDataGetBytePtr(cert_data_ptr.get())); + + auto x509 = + d2i_X509(NULL, &encoded_cert, CFDataGetLength(cert_data_ptr.get())); + + if (x509) { + X509_STORE_add_cert(store, x509); + X509_free(x509); + result = true; + } + } + + return result; +} + +inline bool load_system_certs_on_macos(X509_STORE *store) { + auto result = false; + CFObjectPtr certs(nullptr, cf_object_ptr_deleter); + if (retrieve_certs_from_keychain(certs) && certs) { + result = add_certs_to_x509_store(certs.get(), store); + } + + if (retrieve_root_certs_from_keychain(certs) && certs) { + result = add_certs_to_x509_store(certs.get(), store) || result; + } + + return result; +} +#endif // TARGET_OS_OSX +#endif // _WIN32 +#endif // CPPHTTPLIB_OPENSSL_SUPPORT + +#ifdef _WIN32 +class WSInit { +public: + WSInit() { + WSADATA wsaData; + if (WSAStartup(0x0002, &wsaData) == 0) is_valid_ = true; + } + + ~WSInit() { + if (is_valid_) WSACleanup(); + } + + bool is_valid_ = false; +}; + +static WSInit wsinit_; +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +inline std::pair make_digest_authentication_header( + const Request &req, const std::map &auth, + size_t cnonce_count, const std::string &cnonce, const std::string &username, + const std::string &password, bool is_proxy = false) { + std::string nc; + { + std::stringstream ss; + ss << std::setfill('0') << std::setw(8) << std::hex << cnonce_count; + nc = ss.str(); + } + + std::string qop; + if (auth.find("qop") != auth.end()) { + qop = auth.at("qop"); + if (qop.find("auth-int") != std::string::npos) { + qop = "auth-int"; + } else if (qop.find("auth") != std::string::npos) { + qop = "auth"; + } else { + qop.clear(); + } + } + + std::string algo = "MD5"; + if (auth.find("algorithm") != auth.end()) { algo = auth.at("algorithm"); } + + std::string response; + { + auto H = algo == "SHA-256" ? detail::SHA_256 + : algo == "SHA-512" ? detail::SHA_512 + : detail::MD5; + + auto A1 = username + ":" + auth.at("realm") + ":" + password; + + auto A2 = req.method + ":" + req.path; + if (qop == "auth-int") { A2 += ":" + H(req.body); } + + if (qop.empty()) { + response = H(H(A1) + ":" + auth.at("nonce") + ":" + H(A2)); + } else { + response = H(H(A1) + ":" + auth.at("nonce") + ":" + nc + ":" + cnonce + + ":" + qop + ":" + H(A2)); + } + } + + auto opaque = (auth.find("opaque") != auth.end()) ? auth.at("opaque") : ""; + + auto field = "Digest username=\"" + username + "\", realm=\"" + + auth.at("realm") + "\", nonce=\"" + auth.at("nonce") + + "\", uri=\"" + req.path + "\", algorithm=" + algo + + (qop.empty() ? ", response=\"" + : ", qop=" + qop + ", nc=" + nc + ", cnonce=\"" + + cnonce + "\", response=\"") + + response + "\"" + + (opaque.empty() ? "" : ", opaque=\"" + opaque + "\""); + + auto key = is_proxy ? "Proxy-Authorization" : "Authorization"; + return std::make_pair(key, field); +} +#endif + +inline bool parse_www_authenticate(const Response &res, + std::map &auth, + bool is_proxy) { + auto auth_key = is_proxy ? "Proxy-Authenticate" : "WWW-Authenticate"; + if (res.has_header(auth_key)) { + static auto re = std::regex(R"~((?:(?:,\s*)?(.+?)=(?:"(.*?)"|([^,]*))))~"); + auto s = res.get_header_value(auth_key); + auto pos = s.find(' '); + if (pos != std::string::npos) { + auto type = s.substr(0, pos); + if (type == "Basic") { + return false; + } else if (type == "Digest") { + s = s.substr(pos + 1); + auto beg = std::sregex_iterator(s.begin(), s.end(), re); + for (auto i = beg; i != std::sregex_iterator(); ++i) { + const auto &m = *i; + auto key = s.substr(static_cast(m.position(1)), + static_cast(m.length(1))); + auto val = m.length(2) > 0 + ? s.substr(static_cast(m.position(2)), + static_cast(m.length(2))) + : s.substr(static_cast(m.position(3)), + static_cast(m.length(3))); + auth[key] = val; + } + return true; + } + } + } + return false; +} + +// https://stackoverflow.com/questions/440133/how-do-i-create-a-random-alpha-numeric-string-in-c/440240#answer-440240 +inline std::string random_string(size_t length) { + auto randchar = []() -> char { + const char charset[] = "0123456789" + "ABCDEFGHIJKLMNOPQRSTUVWXYZ" + "abcdefghijklmnopqrstuvwxyz"; + const size_t max_index = (sizeof(charset) - 1); + return charset[static_cast(std::rand()) % max_index]; + }; + std::string str(length, 0); + std::generate_n(str.begin(), length, randchar); + return str; +} + +class ContentProviderAdapter { +public: + explicit ContentProviderAdapter( + ContentProviderWithoutLength &&content_provider) + : content_provider_(content_provider) {} + + bool operator()(size_t offset, size_t, DataSink &sink) { + return content_provider_(offset, sink); + } + +private: + ContentProviderWithoutLength content_provider_; +}; + +} // namespace detail + +inline std::string hosted_at(const std::string &hostname) { + std::vector addrs; + hosted_at(hostname, addrs); + if (addrs.empty()) { return std::string(); } + return addrs[0]; +} + +inline void hosted_at(const std::string &hostname, + std::vector &addrs) { + struct addrinfo hints; + struct addrinfo *result; + + memset(&hints, 0, sizeof(struct addrinfo)); + hints.ai_family = AF_UNSPEC; + hints.ai_socktype = SOCK_STREAM; + hints.ai_protocol = 0; + + if (getaddrinfo(hostname.c_str(), nullptr, &hints, &result)) { +#if defined __linux__ && !defined __ANDROID__ + res_init(); +#endif + return; + } + + for (auto rp = result; rp; rp = rp->ai_next) { + const auto &addr = + *reinterpret_cast(rp->ai_addr); + std::string ip; + auto dummy = -1; + if (detail::get_ip_and_port(addr, sizeof(struct sockaddr_storage), ip, + dummy)) { + addrs.push_back(ip); + } + } + + freeaddrinfo(result); +} + +inline std::string append_query_params(const std::string &path, + const Params ¶ms) { + std::string path_with_query = path; + const static std::regex re("[^?]+\\?.*"); + auto delm = std::regex_match(path, re) ? '&' : '?'; + path_with_query += delm + detail::params_to_query_str(params); + return path_with_query; +} + +// Header utilities +inline std::pair make_range_header(Ranges ranges) { + std::string field = "bytes="; + auto i = 0; + for (auto r : ranges) { + if (i != 0) { field += ", "; } + if (r.first != -1) { field += std::to_string(r.first); } + field += '-'; + if (r.second != -1) { field += std::to_string(r.second); } + i++; + } + return std::make_pair("Range", std::move(field)); +} + +inline std::pair +make_basic_authentication_header(const std::string &username, + const std::string &password, bool is_proxy) { + auto field = "Basic " + detail::base64_encode(username + ":" + password); + auto key = is_proxy ? "Proxy-Authorization" : "Authorization"; + return std::make_pair(key, std::move(field)); +} + +inline std::pair +make_bearer_token_authentication_header(const std::string &token, + bool is_proxy = false) { + auto field = "Bearer " + token; + auto key = is_proxy ? "Proxy-Authorization" : "Authorization"; + return std::make_pair(key, std::move(field)); +} + +// Request implementation +inline bool Request::has_header(const std::string &key) const { + return detail::has_header(headers, key); +} + +inline std::string Request::get_header_value(const std::string &key, + size_t id) const { + return detail::get_header_value(headers, key, id, ""); +} + +inline size_t Request::get_header_value_count(const std::string &key) const { + auto r = headers.equal_range(key); + return static_cast(std::distance(r.first, r.second)); +} + +inline void Request::set_header(const std::string &key, + const std::string &val) { + if (!detail::has_crlf(key) && !detail::has_crlf(val)) { + headers.emplace(key, val); + } +} + +inline bool Request::has_param(const std::string &key) const { + return params.find(key) != params.end(); +} + +inline std::string Request::get_param_value(const std::string &key, + size_t id) const { + auto rng = params.equal_range(key); + auto it = rng.first; + std::advance(it, static_cast(id)); + if (it != rng.second) { return it->second; } + return std::string(); +} + +inline size_t Request::get_param_value_count(const std::string &key) const { + auto r = params.equal_range(key); + return static_cast(std::distance(r.first, r.second)); +} + +inline bool Request::is_multipart_form_data() const { + const auto &content_type = get_header_value("Content-Type"); + return !content_type.rfind("multipart/form-data", 0); +} + +inline bool Request::has_file(const std::string &key) const { + return files.find(key) != files.end(); +} + +inline MultipartFormData Request::get_file_value(const std::string &key) const { + auto it = files.find(key); + if (it != files.end()) { return it->second; } + return MultipartFormData(); +} + +inline std::vector +Request::get_file_values(const std::string &key) const { + std::vector values; + auto rng = files.equal_range(key); + for (auto it = rng.first; it != rng.second; it++) { + values.push_back(it->second); + } + return values; +} + +// Response implementation +inline bool Response::has_header(const std::string &key) const { + return headers.find(key) != headers.end(); +} + +inline std::string Response::get_header_value(const std::string &key, + size_t id) const { + return detail::get_header_value(headers, key, id, ""); +} + +inline size_t Response::get_header_value_count(const std::string &key) const { + auto r = headers.equal_range(key); + return static_cast(std::distance(r.first, r.second)); +} + +inline void Response::set_header(const std::string &key, + const std::string &val) { + if (!detail::has_crlf(key) && !detail::has_crlf(val)) { + headers.emplace(key, val); + } +} + +inline void Response::set_redirect(const std::string &url, int stat) { + if (!detail::has_crlf(url)) { + set_header("Location", url); + if (300 <= stat && stat < 400) { + this->status = stat; + } else { + this->status = StatusCode::Found_302; + } + } +} + +inline void Response::set_content(const char *s, size_t n, + const std::string &content_type) { + body.assign(s, n); + + auto rng = headers.equal_range("Content-Type"); + headers.erase(rng.first, rng.second); + set_header("Content-Type", content_type); +} + +inline void Response::set_content(const std::string &s, + const std::string &content_type) { + set_content(s.data(), s.size(), content_type); +} + +inline void Response::set_content_provider( + size_t in_length, const std::string &content_type, ContentProvider provider, + ContentProviderResourceReleaser resource_releaser) { + set_header("Content-Type", content_type); + content_length_ = in_length; + if (in_length > 0) { content_provider_ = std::move(provider); } + content_provider_resource_releaser_ = resource_releaser; + is_chunked_content_provider_ = false; +} + +inline void Response::set_content_provider( + const std::string &content_type, ContentProviderWithoutLength provider, + ContentProviderResourceReleaser resource_releaser) { + set_header("Content-Type", content_type); + content_length_ = 0; + content_provider_ = detail::ContentProviderAdapter(std::move(provider)); + content_provider_resource_releaser_ = resource_releaser; + is_chunked_content_provider_ = false; +} + +inline void Response::set_chunked_content_provider( + const std::string &content_type, ContentProviderWithoutLength provider, + ContentProviderResourceReleaser resource_releaser) { + set_header("Content-Type", content_type); + content_length_ = 0; + content_provider_ = detail::ContentProviderAdapter(std::move(provider)); + content_provider_resource_releaser_ = resource_releaser; + is_chunked_content_provider_ = true; +} + +// Result implementation +inline bool Result::has_request_header(const std::string &key) const { + return request_headers_.find(key) != request_headers_.end(); +} + +inline std::string Result::get_request_header_value(const std::string &key, + size_t id) const { + return detail::get_header_value(request_headers_, key, id, ""); +} + +inline size_t +Result::get_request_header_value_count(const std::string &key) const { + auto r = request_headers_.equal_range(key); + return static_cast(std::distance(r.first, r.second)); +} + +// Stream implementation +inline ssize_t Stream::write(const char *ptr) { + return write(ptr, strlen(ptr)); +} + +inline ssize_t Stream::write(const std::string &s) { + return write(s.data(), s.size()); +} + +namespace detail { + +// Socket stream implementation +inline SocketStream::SocketStream(socket_t sock, time_t read_timeout_sec, + time_t read_timeout_usec, + time_t write_timeout_sec, + time_t write_timeout_usec) + : sock_(sock), read_timeout_sec_(read_timeout_sec), + read_timeout_usec_(read_timeout_usec), + write_timeout_sec_(write_timeout_sec), + write_timeout_usec_(write_timeout_usec), read_buff_(read_buff_size_, 0) {} + +inline SocketStream::~SocketStream() = default; + +inline bool SocketStream::is_readable() const { + return select_read(sock_, read_timeout_sec_, read_timeout_usec_) > 0; +} + +inline bool SocketStream::is_writable() const { + return select_write(sock_, write_timeout_sec_, write_timeout_usec_) > 0 && + is_socket_alive(sock_); +} + +inline ssize_t SocketStream::read(char *ptr, size_t size) { +#ifdef _WIN32 + size = + (std::min)(size, static_cast((std::numeric_limits::max)())); +#else + size = (std::min)(size, + static_cast((std::numeric_limits::max)())); +#endif + + if (read_buff_off_ < read_buff_content_size_) { + auto remaining_size = read_buff_content_size_ - read_buff_off_; + if (size <= remaining_size) { + memcpy(ptr, read_buff_.data() + read_buff_off_, size); + read_buff_off_ += size; + return static_cast(size); + } else { + memcpy(ptr, read_buff_.data() + read_buff_off_, remaining_size); + read_buff_off_ += remaining_size; + return static_cast(remaining_size); + } + } + + if (!is_readable()) { return -1; } + + read_buff_off_ = 0; + read_buff_content_size_ = 0; + + if (size < read_buff_size_) { + auto n = read_socket(sock_, read_buff_.data(), read_buff_size_, + CPPHTTPLIB_RECV_FLAGS); + if (n <= 0) { + return n; + } else if (n <= static_cast(size)) { + memcpy(ptr, read_buff_.data(), static_cast(n)); + return n; + } else { + memcpy(ptr, read_buff_.data(), size); + read_buff_off_ = size; + read_buff_content_size_ = static_cast(n); + return static_cast(size); + } + } else { + return read_socket(sock_, ptr, size, CPPHTTPLIB_RECV_FLAGS); + } +} + +inline ssize_t SocketStream::write(const char *ptr, size_t size) { + if (!is_writable()) { return -1; } + +#if defined(_WIN32) && !defined(_WIN64) + size = + (std::min)(size, static_cast((std::numeric_limits::max)())); +#endif + + return send_socket(sock_, ptr, size, CPPHTTPLIB_SEND_FLAGS); +} + +inline void SocketStream::get_remote_ip_and_port(std::string &ip, + int &port) const { + return detail::get_remote_ip_and_port(sock_, ip, port); +} + +inline void SocketStream::get_local_ip_and_port(std::string &ip, + int &port) const { + return detail::get_local_ip_and_port(sock_, ip, port); +} + +inline socket_t SocketStream::socket() const { return sock_; } + +// Buffer stream implementation +inline bool BufferStream::is_readable() const { return true; } + +inline bool BufferStream::is_writable() const { return true; } + +inline ssize_t BufferStream::read(char *ptr, size_t size) { +#if defined(_MSC_VER) && _MSC_VER < 1910 + auto len_read = buffer._Copy_s(ptr, size, size, position); +#else + auto len_read = buffer.copy(ptr, size, position); +#endif + position += static_cast(len_read); + return static_cast(len_read); +} + +inline ssize_t BufferStream::write(const char *ptr, size_t size) { + buffer.append(ptr, size); + return static_cast(size); +} + +inline void BufferStream::get_remote_ip_and_port(std::string & /*ip*/, + int & /*port*/) const {} + +inline void BufferStream::get_local_ip_and_port(std::string & /*ip*/, + int & /*port*/) const {} + +inline socket_t BufferStream::socket() const { return 0; } + +inline const std::string &BufferStream::get_buffer() const { return buffer; } + +inline PathParamsMatcher::PathParamsMatcher(const std::string &pattern) { + // One past the last ending position of a path param substring + std::size_t last_param_end = 0; + +#ifndef CPPHTTPLIB_NO_EXCEPTIONS + // Needed to ensure that parameter names are unique during matcher + // construction + // If exceptions are disabled, only last duplicate path + // parameter will be set + std::unordered_set param_name_set; +#endif + + while (true) { + const auto marker_pos = pattern.find(marker, last_param_end); + if (marker_pos == std::string::npos) { break; } + + static_fragments_.push_back( + pattern.substr(last_param_end, marker_pos - last_param_end)); + + const auto param_name_start = marker_pos + 1; + + auto sep_pos = pattern.find(separator, param_name_start); + if (sep_pos == std::string::npos) { sep_pos = pattern.length(); } + + auto param_name = + pattern.substr(param_name_start, sep_pos - param_name_start); + +#ifndef CPPHTTPLIB_NO_EXCEPTIONS + if (param_name_set.find(param_name) != param_name_set.cend()) { + std::string msg = "Encountered path parameter '" + param_name + + "' multiple times in route pattern '" + pattern + "'."; + throw std::invalid_argument(msg); + } +#endif + + param_names_.push_back(std::move(param_name)); + + last_param_end = sep_pos + 1; + } + + if (last_param_end < pattern.length()) { + static_fragments_.push_back(pattern.substr(last_param_end)); + } +} + +inline bool PathParamsMatcher::match(Request &request) const { + request.matches = std::smatch(); + request.path_params.clear(); + request.path_params.reserve(param_names_.size()); + + // One past the position at which the path matched the pattern last time + std::size_t starting_pos = 0; + for (size_t i = 0; i < static_fragments_.size(); ++i) { + const auto &fragment = static_fragments_[i]; + + if (starting_pos + fragment.length() > request.path.length()) { + return false; + } + + // Avoid unnecessary allocation by using strncmp instead of substr + + // comparison + if (std::strncmp(request.path.c_str() + starting_pos, fragment.c_str(), + fragment.length()) != 0) { + return false; + } + + starting_pos += fragment.length(); + + // Should only happen when we have a static fragment after a param + // Example: '/users/:id/subscriptions' + // The 'subscriptions' fragment here does not have a corresponding param + if (i >= param_names_.size()) { continue; } + + auto sep_pos = request.path.find(separator, starting_pos); + if (sep_pos == std::string::npos) { sep_pos = request.path.length(); } + + const auto ¶m_name = param_names_[i]; + + request.path_params.emplace( + param_name, request.path.substr(starting_pos, sep_pos - starting_pos)); + + // Mark everythin up to '/' as matched + starting_pos = sep_pos + 1; + } + // Returns false if the path is longer than the pattern + return starting_pos >= request.path.length(); +} + +inline bool RegexMatcher::match(Request &request) const { + request.path_params.clear(); + return std::regex_match(request.path, request.matches, regex_); +} + +} // namespace detail + +// HTTP server implementation +inline Server::Server() + : new_task_queue( + [] { return new ThreadPool(CPPHTTPLIB_THREAD_POOL_COUNT); }) { +#ifndef _WIN32 + signal(SIGPIPE, SIG_IGN); +#endif +} + +inline Server::~Server() = default; + +inline std::unique_ptr +Server::make_matcher(const std::string &pattern) { + if (pattern.find("/:") != std::string::npos) { + return detail::make_unique(pattern); + } else { + return detail::make_unique(pattern); + } +} + +inline Server &Server::Get(const std::string &pattern, Handler handler) { + get_handlers_.emplace_back(make_matcher(pattern), std::move(handler)); + return *this; +} + +inline Server &Server::Post(const std::string &pattern, Handler handler) { + post_handlers_.emplace_back(make_matcher(pattern), std::move(handler)); + return *this; +} + +inline Server &Server::Post(const std::string &pattern, + HandlerWithContentReader handler) { + post_handlers_for_content_reader_.emplace_back(make_matcher(pattern), + std::move(handler)); + return *this; +} + +inline Server &Server::Put(const std::string &pattern, Handler handler) { + put_handlers_.emplace_back(make_matcher(pattern), std::move(handler)); + return *this; +} + +inline Server &Server::Put(const std::string &pattern, + HandlerWithContentReader handler) { + put_handlers_for_content_reader_.emplace_back(make_matcher(pattern), + std::move(handler)); + return *this; +} + +inline Server &Server::Patch(const std::string &pattern, Handler handler) { + patch_handlers_.emplace_back(make_matcher(pattern), std::move(handler)); + return *this; +} + +inline Server &Server::Patch(const std::string &pattern, + HandlerWithContentReader handler) { + patch_handlers_for_content_reader_.emplace_back(make_matcher(pattern), + std::move(handler)); + return *this; +} + +inline Server &Server::Delete(const std::string &pattern, Handler handler) { + delete_handlers_.emplace_back(make_matcher(pattern), std::move(handler)); + return *this; +} + +inline Server &Server::Delete(const std::string &pattern, + HandlerWithContentReader handler) { + delete_handlers_for_content_reader_.emplace_back(make_matcher(pattern), + std::move(handler)); + return *this; +} + +inline Server &Server::Options(const std::string &pattern, Handler handler) { + options_handlers_.emplace_back(make_matcher(pattern), std::move(handler)); + return *this; +} + +inline bool Server::set_base_dir(const std::string &dir, + const std::string &mount_point) { + return set_mount_point(mount_point, dir); +} + +inline bool Server::set_mount_point(const std::string &mount_point, + const std::string &dir, Headers headers) { + if (detail::is_dir(dir)) { + std::string mnt = !mount_point.empty() ? mount_point : "/"; + if (!mnt.empty() && mnt[0] == '/') { + base_dirs_.push_back({mnt, dir, std::move(headers)}); + return true; + } + } + return false; +} + +inline bool Server::remove_mount_point(const std::string &mount_point) { + for (auto it = base_dirs_.begin(); it != base_dirs_.end(); ++it) { + if (it->mount_point == mount_point) { + base_dirs_.erase(it); + return true; + } + } + return false; +} + +inline Server & +Server::set_file_extension_and_mimetype_mapping(const std::string &ext, + const std::string &mime) { + file_extension_and_mimetype_map_[ext] = mime; + return *this; +} + +inline Server &Server::set_default_file_mimetype(const std::string &mime) { + default_file_mimetype_ = mime; + return *this; +} + +inline Server &Server::set_file_request_handler(Handler handler) { + file_request_handler_ = std::move(handler); + return *this; +} + +inline Server &Server::set_error_handler(HandlerWithResponse handler) { + error_handler_ = std::move(handler); + return *this; +} + +inline Server &Server::set_error_handler(Handler handler) { + error_handler_ = [handler](const Request &req, Response &res) { + handler(req, res); + return HandlerResponse::Handled; + }; + return *this; +} + +inline Server &Server::set_exception_handler(ExceptionHandler handler) { + exception_handler_ = std::move(handler); + return *this; +} + +inline Server &Server::set_pre_routing_handler(HandlerWithResponse handler) { + pre_routing_handler_ = std::move(handler); + return *this; +} + +inline Server &Server::set_post_routing_handler(Handler handler) { + post_routing_handler_ = std::move(handler); + return *this; +} + +inline Server &Server::set_logger(Logger logger) { + logger_ = std::move(logger); + return *this; +} + +inline Server & +Server::set_expect_100_continue_handler(Expect100ContinueHandler handler) { + expect_100_continue_handler_ = std::move(handler); + return *this; +} + +inline Server &Server::set_address_family(int family) { + address_family_ = family; + return *this; +} + +inline Server &Server::set_tcp_nodelay(bool on) { + tcp_nodelay_ = on; + return *this; +} + +inline Server &Server::set_socket_options(SocketOptions socket_options) { + socket_options_ = std::move(socket_options); + return *this; +} + +inline Server &Server::set_default_headers(Headers headers) { + default_headers_ = std::move(headers); + return *this; +} + +inline Server &Server::set_header_writer( + std::function const &writer) { + header_writer_ = writer; + return *this; +} + +inline Server &Server::set_keep_alive_max_count(size_t count) { + keep_alive_max_count_ = count; + return *this; +} + +inline Server &Server::set_keep_alive_timeout(time_t sec) { + keep_alive_timeout_sec_ = sec; + return *this; +} + +inline Server &Server::set_read_timeout(time_t sec, time_t usec) { + read_timeout_sec_ = sec; + read_timeout_usec_ = usec; + return *this; +} + +inline Server &Server::set_write_timeout(time_t sec, time_t usec) { + write_timeout_sec_ = sec; + write_timeout_usec_ = usec; + return *this; +} + +inline Server &Server::set_idle_interval(time_t sec, time_t usec) { + idle_interval_sec_ = sec; + idle_interval_usec_ = usec; + return *this; +} + +inline Server &Server::set_payload_max_length(size_t length) { + payload_max_length_ = length; + return *this; +} + +inline bool Server::bind_to_port(const std::string &host, int port, + int socket_flags) { + return bind_internal(host, port, socket_flags) >= 0; +} +inline int Server::bind_to_any_port(const std::string &host, int socket_flags) { + return bind_internal(host, 0, socket_flags); +} + +inline bool Server::listen_after_bind() { + auto se = detail::scope_exit([&]() { done_ = true; }); + return listen_internal(); +} + +inline bool Server::listen(const std::string &host, int port, + int socket_flags) { + auto se = detail::scope_exit([&]() { done_ = true; }); + return bind_to_port(host, port, socket_flags) && listen_internal(); +} + +inline bool Server::is_running() const { return is_running_; } + +inline void Server::wait_until_ready() const { + while (!is_running() && !done_) { + std::this_thread::sleep_for(std::chrono::milliseconds{1}); + } +} + +inline void Server::stop() { + if (is_running_) { + assert(svr_sock_ != INVALID_SOCKET); + std::atomic sock(svr_sock_.exchange(INVALID_SOCKET)); + detail::shutdown_socket(sock); + detail::close_socket(sock); + } +} + +inline bool Server::parse_request_line(const char *s, Request &req) const { + auto len = strlen(s); + if (len < 2 || s[len - 2] != '\r' || s[len - 1] != '\n') { return false; } + len -= 2; + + { + size_t count = 0; + + detail::split(s, s + len, ' ', [&](const char *b, const char *e) { + switch (count) { + case 0: req.method = std::string(b, e); break; + case 1: req.target = std::string(b, e); break; + case 2: req.version = std::string(b, e); break; + default: break; + } + count++; + }); + + if (count != 3) { return false; } + } + + static const std::set methods{ + "GET", "HEAD", "POST", "PUT", "DELETE", + "CONNECT", "OPTIONS", "TRACE", "PATCH", "PRI"}; + + if (methods.find(req.method) == methods.end()) { return false; } + + if (req.version != "HTTP/1.1" && req.version != "HTTP/1.0") { return false; } + + { + // Skip URL fragment + for (size_t i = 0; i < req.target.size(); i++) { + if (req.target[i] == '#') { + req.target.erase(i); + break; + } + } + + size_t count = 0; + + detail::split(req.target.data(), req.target.data() + req.target.size(), '?', + 2, [&](const char *b, const char *e) { + switch (count) { + case 0: + req.path = detail::decode_url(std::string(b, e), false); + break; + case 1: { + if (e - b > 0) { + detail::parse_query_text(std::string(b, e), req.params); + } + break; + } + default: break; + } + count++; + }); + + if (count > 2) { return false; } + } + + return true; +} + +inline bool Server::write_response(Stream &strm, bool close_connection, + const Request &req, Response &res) { + return write_response_core(strm, close_connection, req, res, false); +} + +inline bool Server::write_response_with_content(Stream &strm, + bool close_connection, + const Request &req, + Response &res) { + return write_response_core(strm, close_connection, req, res, true); +} + +inline bool Server::write_response_core(Stream &strm, bool close_connection, + const Request &req, Response &res, + bool need_apply_ranges) { + assert(res.status != -1); + + if (400 <= res.status && error_handler_ && + error_handler_(req, res) == HandlerResponse::Handled) { + need_apply_ranges = true; + } + + std::string content_type; + std::string boundary; + if (need_apply_ranges) { apply_ranges(req, res, content_type, boundary); } + + // Prepare additional headers + if (close_connection || req.get_header_value("Connection") == "close") { + res.set_header("Connection", "close"); + } else { + std::stringstream ss; + ss << "timeout=" << keep_alive_timeout_sec_ + << ", max=" << keep_alive_max_count_; + res.set_header("Keep-Alive", ss.str()); + } + + if (!res.has_header("Content-Type") && + (!res.body.empty() || res.content_length_ > 0 || res.content_provider_)) { + res.set_header("Content-Type", "text/plain"); + } + + if (!res.has_header("Content-Length") && res.body.empty() && + !res.content_length_ && !res.content_provider_) { + res.set_header("Content-Length", "0"); + } + + if (!res.has_header("Accept-Ranges") && req.method == "HEAD") { + res.set_header("Accept-Ranges", "bytes"); + } + + if (post_routing_handler_) { post_routing_handler_(req, res); } + + // Response line and headers + { + detail::BufferStream bstrm; + + if (!bstrm.write_format("HTTP/1.1 %d %s\r\n", res.status, + status_message(res.status))) { + return false; + } + + if (!header_writer_(bstrm, res.headers)) { return false; } + + // Flush buffer + auto &data = bstrm.get_buffer(); + detail::write_data(strm, data.data(), data.size()); + } + + // Body + auto ret = true; + if (req.method != "HEAD") { + if (!res.body.empty()) { + if (!detail::write_data(strm, res.body.data(), res.body.size())) { + ret = false; + } + } else if (res.content_provider_) { + if (write_content_with_provider(strm, req, res, boundary, content_type)) { + res.content_provider_success_ = true; + } else { + res.content_provider_success_ = false; + ret = false; + } + } + } + + // Log + if (logger_) { logger_(req, res); } + + return ret; +} + +inline bool +Server::write_content_with_provider(Stream &strm, const Request &req, + Response &res, const std::string &boundary, + const std::string &content_type) { + auto is_shutting_down = [this]() { + return this->svr_sock_ == INVALID_SOCKET; + }; + + if (res.content_length_ > 0) { + if (req.ranges.empty()) { + return detail::write_content(strm, res.content_provider_, 0, + res.content_length_, is_shutting_down); + } else if (req.ranges.size() == 1) { + auto offsets = + detail::get_range_offset_and_length(req, res.content_length_, 0); + auto offset = offsets.first; + auto length = offsets.second; + return detail::write_content(strm, res.content_provider_, offset, length, + is_shutting_down); + } else { + return detail::write_multipart_ranges_data( + strm, req, res, boundary, content_type, is_shutting_down); + } + } else { + if (res.is_chunked_content_provider_) { + auto type = detail::encoding_type(req, res); + + std::unique_ptr compressor; + if (type == detail::EncodingType::Gzip) { +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + compressor = detail::make_unique(); +#endif + } else if (type == detail::EncodingType::Brotli) { +#ifdef CPPHTTPLIB_BROTLI_SUPPORT + compressor = detail::make_unique(); +#endif + } else { + compressor = detail::make_unique(); + } + assert(compressor != nullptr); + + return detail::write_content_chunked(strm, res.content_provider_, + is_shutting_down, *compressor); + } else { + return detail::write_content_without_length(strm, res.content_provider_, + is_shutting_down); + } + } +} + +inline bool Server::read_content(Stream &strm, Request &req, Response &res) { + MultipartFormDataMap::iterator cur; + auto file_count = 0; + if (read_content_core( + strm, req, res, + // Regular + [&](const char *buf, size_t n) { + if (req.body.size() + n > req.body.max_size()) { return false; } + req.body.append(buf, n); + return true; + }, + // Multipart + [&](const MultipartFormData &file) { + if (file_count++ == CPPHTTPLIB_MULTIPART_FORM_DATA_FILE_MAX_COUNT) { + return false; + } + cur = req.files.emplace(file.name, file); + return true; + }, + [&](const char *buf, size_t n) { + auto &content = cur->second.content; + if (content.size() + n > content.max_size()) { return false; } + content.append(buf, n); + return true; + })) { + const auto &content_type = req.get_header_value("Content-Type"); + if (!content_type.find("application/x-www-form-urlencoded")) { + if (req.body.size() > CPPHTTPLIB_FORM_URL_ENCODED_PAYLOAD_MAX_LENGTH) { + res.status = StatusCode::PayloadTooLarge_413; // NOTE: should be 414? + return false; + } + detail::parse_query_text(req.body, req.params); + } + return true; + } + return false; +} + +inline bool Server::read_content_with_content_receiver( + Stream &strm, Request &req, Response &res, ContentReceiver receiver, + MultipartContentHeader multipart_header, + ContentReceiver multipart_receiver) { + return read_content_core(strm, req, res, std::move(receiver), + std::move(multipart_header), + std::move(multipart_receiver)); +} + +inline bool +Server::read_content_core(Stream &strm, Request &req, Response &res, + ContentReceiver receiver, + MultipartContentHeader multipart_header, + ContentReceiver multipart_receiver) const { + detail::MultipartFormDataParser multipart_form_data_parser; + ContentReceiverWithProgress out; + + if (req.is_multipart_form_data()) { + const auto &content_type = req.get_header_value("Content-Type"); + std::string boundary; + if (!detail::parse_multipart_boundary(content_type, boundary)) { + res.status = StatusCode::BadRequest_400; + return false; + } + + multipart_form_data_parser.set_boundary(std::move(boundary)); + out = [&](const char *buf, size_t n, uint64_t /*off*/, uint64_t /*len*/) { + /* For debug + size_t pos = 0; + while (pos < n) { + auto read_size = (std::min)(1, n - pos); + auto ret = multipart_form_data_parser.parse( + buf + pos, read_size, multipart_receiver, multipart_header); + if (!ret) { return false; } + pos += read_size; + } + return true; + */ + return multipart_form_data_parser.parse(buf, n, multipart_receiver, + multipart_header); + }; + } else { + out = [receiver](const char *buf, size_t n, uint64_t /*off*/, + uint64_t /*len*/) { return receiver(buf, n); }; + } + + if (req.method == "DELETE" && !req.has_header("Content-Length")) { + return true; + } + + if (!detail::read_content(strm, req, payload_max_length_, res.status, nullptr, + out, true)) { + return false; + } + + if (req.is_multipart_form_data()) { + if (!multipart_form_data_parser.is_valid()) { + res.status = StatusCode::BadRequest_400; + return false; + } + } + + return true; +} + +inline bool Server::handle_file_request(const Request &req, Response &res, + bool head) { + for (const auto &entry : base_dirs_) { + // Prefix match + if (!req.path.compare(0, entry.mount_point.size(), entry.mount_point)) { + std::string sub_path = "/" + req.path.substr(entry.mount_point.size()); + if (detail::is_valid_path(sub_path)) { + auto path = entry.base_dir + sub_path; + if (path.back() == '/') { path += "index.html"; } + + if (detail::is_file(path)) { + for (const auto &kv : entry.headers) { + res.set_header(kv.first, kv.second); + } + + auto mm = std::make_shared(path.c_str()); + if (!mm->is_open()) { return false; } + + res.set_content_provider( + mm->size(), + detail::find_content_type(path, file_extension_and_mimetype_map_, + default_file_mimetype_), + [mm](size_t offset, size_t length, DataSink &sink) -> bool { + sink.write(mm->data() + offset, length); + return true; + }); + + if (!head && file_request_handler_) { + file_request_handler_(req, res); + } + + return true; + } + } + } + } + return false; +} + +inline socket_t +Server::create_server_socket(const std::string &host, int port, + int socket_flags, + SocketOptions socket_options) const { + return detail::create_socket( + host, std::string(), port, address_family_, socket_flags, tcp_nodelay_, + std::move(socket_options), + [](socket_t sock, struct addrinfo &ai) -> bool { + if (::bind(sock, ai.ai_addr, static_cast(ai.ai_addrlen))) { + return false; + } + if (::listen(sock, CPPHTTPLIB_LISTEN_BACKLOG)) { return false; } + return true; + }); +} + +inline int Server::bind_internal(const std::string &host, int port, + int socket_flags) { + if (!is_valid()) { return -1; } + + svr_sock_ = create_server_socket(host, port, socket_flags, socket_options_); + if (svr_sock_ == INVALID_SOCKET) { return -1; } + + if (port == 0) { + struct sockaddr_storage addr; + socklen_t addr_len = sizeof(addr); + if (getsockname(svr_sock_, reinterpret_cast(&addr), + &addr_len) == -1) { + return -1; + } + if (addr.ss_family == AF_INET) { + return ntohs(reinterpret_cast(&addr)->sin_port); + } else if (addr.ss_family == AF_INET6) { + return ntohs(reinterpret_cast(&addr)->sin6_port); + } else { + return -1; + } + } else { + return port; + } +} + +inline bool Server::listen_internal() { + auto ret = true; + is_running_ = true; + auto se = detail::scope_exit([&]() { is_running_ = false; }); + + { + std::unique_ptr task_queue(new_task_queue()); + + while (svr_sock_ != INVALID_SOCKET) { +#ifndef _WIN32 + if (idle_interval_sec_ > 0 || idle_interval_usec_ > 0) { +#endif + auto val = detail::select_read(svr_sock_, idle_interval_sec_, + idle_interval_usec_); + if (val == 0) { // Timeout + task_queue->on_idle(); + continue; + } +#ifndef _WIN32 + } +#endif + socket_t sock = accept(svr_sock_, nullptr, nullptr); + + if (sock == INVALID_SOCKET) { + if (errno == EMFILE) { + // The per-process limit of open file descriptors has been reached. + // Try to accept new connections after a short sleep. + std::this_thread::sleep_for(std::chrono::milliseconds(1)); + continue; + } else if (errno == EINTR || errno == EAGAIN) { + continue; + } + if (svr_sock_ != INVALID_SOCKET) { + detail::close_socket(svr_sock_); + ret = false; + } else { + ; // The server socket was closed by user. + } + break; + } + + { +#ifdef _WIN32 + auto timeout = static_cast(read_timeout_sec_ * 1000 + + read_timeout_usec_ / 1000); + setsockopt(sock, SOL_SOCKET, SO_RCVTIMEO, + reinterpret_cast(&timeout), sizeof(timeout)); +#else + timeval tv; + tv.tv_sec = static_cast(read_timeout_sec_); + tv.tv_usec = static_cast(read_timeout_usec_); + setsockopt(sock, SOL_SOCKET, SO_RCVTIMEO, + reinterpret_cast(&tv), sizeof(tv)); +#endif + } + { + +#ifdef _WIN32 + auto timeout = static_cast(write_timeout_sec_ * 1000 + + write_timeout_usec_ / 1000); + setsockopt(sock, SOL_SOCKET, SO_SNDTIMEO, + reinterpret_cast(&timeout), sizeof(timeout)); +#else + timeval tv; + tv.tv_sec = static_cast(write_timeout_sec_); + tv.tv_usec = static_cast(write_timeout_usec_); + setsockopt(sock, SOL_SOCKET, SO_SNDTIMEO, + reinterpret_cast(&tv), sizeof(tv)); +#endif + } + + if (!task_queue->enqueue( + [this, sock]() { process_and_close_socket(sock); })) { + detail::shutdown_socket(sock); + detail::close_socket(sock); + } + } + + task_queue->shutdown(); + } + + return ret; +} + +inline bool Server::routing(Request &req, Response &res, Stream &strm) { + if (pre_routing_handler_ && + pre_routing_handler_(req, res) == HandlerResponse::Handled) { + return true; + } + + // File handler + auto is_head_request = req.method == "HEAD"; + if ((req.method == "GET" || is_head_request) && + handle_file_request(req, res, is_head_request)) { + return true; + } + + if (detail::expect_content(req)) { + // Content reader handler + { + ContentReader reader( + [&](ContentReceiver receiver) { + return read_content_with_content_receiver( + strm, req, res, std::move(receiver), nullptr, nullptr); + }, + [&](MultipartContentHeader header, ContentReceiver receiver) { + return read_content_with_content_receiver(strm, req, res, nullptr, + std::move(header), + std::move(receiver)); + }); + + if (req.method == "POST") { + if (dispatch_request_for_content_reader( + req, res, std::move(reader), + post_handlers_for_content_reader_)) { + return true; + } + } else if (req.method == "PUT") { + if (dispatch_request_for_content_reader( + req, res, std::move(reader), + put_handlers_for_content_reader_)) { + return true; + } + } else if (req.method == "PATCH") { + if (dispatch_request_for_content_reader( + req, res, std::move(reader), + patch_handlers_for_content_reader_)) { + return true; + } + } else if (req.method == "DELETE") { + if (dispatch_request_for_content_reader( + req, res, std::move(reader), + delete_handlers_for_content_reader_)) { + return true; + } + } + } + + // Read content into `req.body` + if (!read_content(strm, req, res)) { return false; } + } + + // Regular handler + if (req.method == "GET" || req.method == "HEAD") { + return dispatch_request(req, res, get_handlers_); + } else if (req.method == "POST") { + return dispatch_request(req, res, post_handlers_); + } else if (req.method == "PUT") { + return dispatch_request(req, res, put_handlers_); + } else if (req.method == "DELETE") { + return dispatch_request(req, res, delete_handlers_); + } else if (req.method == "OPTIONS") { + return dispatch_request(req, res, options_handlers_); + } else if (req.method == "PATCH") { + return dispatch_request(req, res, patch_handlers_); + } + + res.status = StatusCode::BadRequest_400; + return false; +} + +inline bool Server::dispatch_request(Request &req, Response &res, + const Handlers &handlers) const { + for (const auto &x : handlers) { + const auto &matcher = x.first; + const auto &handler = x.second; + + if (matcher->match(req)) { + handler(req, res); + return true; + } + } + return false; +} + +inline void Server::apply_ranges(const Request &req, Response &res, + std::string &content_type, + std::string &boundary) const { + if (req.ranges.size() > 1) { + boundary = detail::make_multipart_data_boundary(); + + auto it = res.headers.find("Content-Type"); + if (it != res.headers.end()) { + content_type = it->second; + res.headers.erase(it); + } + + res.set_header("Content-Type", + "multipart/byteranges; boundary=" + boundary); + } + + auto type = detail::encoding_type(req, res); + + if (res.body.empty()) { + if (res.content_length_ > 0) { + size_t length = 0; + if (req.ranges.empty()) { + length = res.content_length_; + } else if (req.ranges.size() == 1) { + auto offsets = + detail::get_range_offset_and_length(req, res.content_length_, 0); + length = offsets.second; + + auto content_range = detail::make_content_range_header_field( + req.ranges[0], res.content_length_); + res.set_header("Content-Range", content_range); + } else { + length = detail::get_multipart_ranges_data_length(req, res, boundary, + content_type); + } + res.set_header("Content-Length", std::to_string(length)); + } else { + if (res.content_provider_) { + if (res.is_chunked_content_provider_) { + res.set_header("Transfer-Encoding", "chunked"); + if (type == detail::EncodingType::Gzip) { + res.set_header("Content-Encoding", "gzip"); + } else if (type == detail::EncodingType::Brotli) { + res.set_header("Content-Encoding", "br"); + } + } + } + } + } else { + if (req.ranges.empty()) { + ; + } else if (req.ranges.size() == 1) { + auto content_range = detail::make_content_range_header_field( + req.ranges[0], res.body.size()); + res.set_header("Content-Range", content_range); + + auto offsets = + detail::get_range_offset_and_length(req, res.body.size(), 0); + auto offset = offsets.first; + auto length = offsets.second; + + if (offset < res.body.size()) { + res.body = res.body.substr(offset, length); + } else { + res.body.clear(); + res.status = StatusCode::RangeNotSatisfiable_416; + } + } else { + std::string data; + if (detail::make_multipart_ranges_data(req, res, boundary, content_type, + data)) { + res.body.swap(data); + } else { + res.body.clear(); + res.status = StatusCode::RangeNotSatisfiable_416; + } + } + + if (type != detail::EncodingType::None) { + std::unique_ptr compressor; + std::string content_encoding; + + if (type == detail::EncodingType::Gzip) { +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + compressor = detail::make_unique(); + content_encoding = "gzip"; +#endif + } else if (type == detail::EncodingType::Brotli) { +#ifdef CPPHTTPLIB_BROTLI_SUPPORT + compressor = detail::make_unique(); + content_encoding = "br"; +#endif + } + + if (compressor) { + std::string compressed; + if (compressor->compress(res.body.data(), res.body.size(), true, + [&](const char *data, size_t data_len) { + compressed.append(data, data_len); + return true; + })) { + res.body.swap(compressed); + res.set_header("Content-Encoding", content_encoding); + } + } + } + + auto length = std::to_string(res.body.size()); + res.set_header("Content-Length", length); + } +} + +inline bool Server::dispatch_request_for_content_reader( + Request &req, Response &res, ContentReader content_reader, + const HandlersForContentReader &handlers) const { + for (const auto &x : handlers) { + const auto &matcher = x.first; + const auto &handler = x.second; + + if (matcher->match(req)) { + handler(req, res, content_reader); + return true; + } + } + return false; +} + +inline bool +Server::process_request(Stream &strm, bool close_connection, + bool &connection_closed, + const std::function &setup_request) { + std::array buf{}; + + detail::stream_line_reader line_reader(strm, buf.data(), buf.size()); + + // Connection has been closed on client + if (!line_reader.getline()) { return false; } + + Request req; + + Response res; + res.version = "HTTP/1.1"; + res.headers = default_headers_; + +#ifdef _WIN32 + // TODO: Increase FD_SETSIZE statically (libzmq), dynamically (MySQL). +#else +#ifndef CPPHTTPLIB_USE_POLL + // Socket file descriptor exceeded FD_SETSIZE... + if (strm.socket() >= FD_SETSIZE) { + Headers dummy; + detail::read_headers(strm, dummy); + res.status = StatusCode::InternalServerError_500; + return write_response(strm, close_connection, req, res); + } +#endif +#endif + + // Check if the request URI doesn't exceed the limit + if (line_reader.size() > CPPHTTPLIB_REQUEST_URI_MAX_LENGTH) { + Headers dummy; + detail::read_headers(strm, dummy); + res.status = StatusCode::UriTooLong_414; + return write_response(strm, close_connection, req, res); + } + + // Request line and headers + if (!parse_request_line(line_reader.ptr(), req) || + !detail::read_headers(strm, req.headers)) { + res.status = StatusCode::BadRequest_400; + return write_response(strm, close_connection, req, res); + } + + if (req.get_header_value("Connection") == "close") { + connection_closed = true; + } + + if (req.version == "HTTP/1.0" && + req.get_header_value("Connection") != "Keep-Alive") { + connection_closed = true; + } + + strm.get_remote_ip_and_port(req.remote_addr, req.remote_port); + req.set_header("REMOTE_ADDR", req.remote_addr); + req.set_header("REMOTE_PORT", std::to_string(req.remote_port)); + + strm.get_local_ip_and_port(req.local_addr, req.local_port); + req.set_header("LOCAL_ADDR", req.local_addr); + req.set_header("LOCAL_PORT", std::to_string(req.local_port)); + + if (req.has_header("Range")) { + const auto &range_header_value = req.get_header_value("Range"); + if (!detail::parse_range_header(range_header_value, req.ranges)) { + res.status = StatusCode::RangeNotSatisfiable_416; + return write_response(strm, close_connection, req, res); + } + } + + if (setup_request) { setup_request(req); } + + if (req.get_header_value("Expect") == "100-continue") { + int status = StatusCode::Continue_100; + if (expect_100_continue_handler_) { + status = expect_100_continue_handler_(req, res); + } + switch (status) { + case StatusCode::Continue_100: + case StatusCode::ExpectationFailed_417: + strm.write_format("HTTP/1.1 %d %s\r\n\r\n", status, + status_message(status)); + break; + default: return write_response(strm, close_connection, req, res); + } + } + + // Rounting + auto routed = false; +#ifdef CPPHTTPLIB_NO_EXCEPTIONS + routed = routing(req, res, strm); +#else + try { + routed = routing(req, res, strm); + } catch (std::exception &e) { + if (exception_handler_) { + auto ep = std::current_exception(); + exception_handler_(req, res, ep); + routed = true; + } else { + res.status = StatusCode::InternalServerError_500; + std::string val; + auto s = e.what(); + for (size_t i = 0; s[i]; i++) { + switch (s[i]) { + case '\r': val += "\\r"; break; + case '\n': val += "\\n"; break; + default: val += s[i]; break; + } + } + res.set_header("EXCEPTION_WHAT", val); + } + } catch (...) { + if (exception_handler_) { + auto ep = std::current_exception(); + exception_handler_(req, res, ep); + routed = true; + } else { + res.status = StatusCode::InternalServerError_500; + res.set_header("EXCEPTION_WHAT", "UNKNOWN"); + } + } +#endif + + if (routed) { + if (res.status == -1) { + res.status = req.ranges.empty() ? StatusCode::OK_200 + : StatusCode::PartialContent_206; + } + return write_response_with_content(strm, close_connection, req, res); + } else { + if (res.status == -1) { res.status = StatusCode::NotFound_404; } + return write_response(strm, close_connection, req, res); + } +} + +inline bool Server::is_valid() const { return true; } + +inline bool Server::process_and_close_socket(socket_t sock) { + auto ret = detail::process_server_socket( + svr_sock_, sock, keep_alive_max_count_, keep_alive_timeout_sec_, + read_timeout_sec_, read_timeout_usec_, write_timeout_sec_, + write_timeout_usec_, + [this](Stream &strm, bool close_connection, bool &connection_closed) { + return process_request(strm, close_connection, connection_closed, + nullptr); + }); + + detail::shutdown_socket(sock); + detail::close_socket(sock); + return ret; +} + +// HTTP client implementation +inline ClientImpl::ClientImpl(const std::string &host) + : ClientImpl(host, 80, std::string(), std::string()) {} + +inline ClientImpl::ClientImpl(const std::string &host, int port) + : ClientImpl(host, port, std::string(), std::string()) {} + +inline ClientImpl::ClientImpl(const std::string &host, int port, + const std::string &client_cert_path, + const std::string &client_key_path) + : host_(host), port_(port), + host_and_port_(adjust_host_string(host) + ":" + std::to_string(port)), + client_cert_path_(client_cert_path), client_key_path_(client_key_path) {} + +inline ClientImpl::~ClientImpl() { + std::lock_guard guard(socket_mutex_); + shutdown_socket(socket_); + close_socket(socket_); +} + +inline bool ClientImpl::is_valid() const { return true; } + +inline void ClientImpl::copy_settings(const ClientImpl &rhs) { + client_cert_path_ = rhs.client_cert_path_; + client_key_path_ = rhs.client_key_path_; + connection_timeout_sec_ = rhs.connection_timeout_sec_; + read_timeout_sec_ = rhs.read_timeout_sec_; + read_timeout_usec_ = rhs.read_timeout_usec_; + write_timeout_sec_ = rhs.write_timeout_sec_; + write_timeout_usec_ = rhs.write_timeout_usec_; + basic_auth_username_ = rhs.basic_auth_username_; + basic_auth_password_ = rhs.basic_auth_password_; + bearer_token_auth_token_ = rhs.bearer_token_auth_token_; +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + digest_auth_username_ = rhs.digest_auth_username_; + digest_auth_password_ = rhs.digest_auth_password_; +#endif + keep_alive_ = rhs.keep_alive_; + follow_location_ = rhs.follow_location_; + url_encode_ = rhs.url_encode_; + address_family_ = rhs.address_family_; + tcp_nodelay_ = rhs.tcp_nodelay_; + socket_options_ = rhs.socket_options_; + compress_ = rhs.compress_; + decompress_ = rhs.decompress_; + interface_ = rhs.interface_; + proxy_host_ = rhs.proxy_host_; + proxy_port_ = rhs.proxy_port_; + proxy_basic_auth_username_ = rhs.proxy_basic_auth_username_; + proxy_basic_auth_password_ = rhs.proxy_basic_auth_password_; + proxy_bearer_token_auth_token_ = rhs.proxy_bearer_token_auth_token_; +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + proxy_digest_auth_username_ = rhs.proxy_digest_auth_username_; + proxy_digest_auth_password_ = rhs.proxy_digest_auth_password_; +#endif +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + ca_cert_file_path_ = rhs.ca_cert_file_path_; + ca_cert_dir_path_ = rhs.ca_cert_dir_path_; + ca_cert_store_ = rhs.ca_cert_store_; +#endif +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + server_certificate_verification_ = rhs.server_certificate_verification_; +#endif + logger_ = rhs.logger_; +} + +inline socket_t ClientImpl::create_client_socket(Error &error) const { + if (!proxy_host_.empty() && proxy_port_ != -1) { + return detail::create_client_socket( + proxy_host_, std::string(), proxy_port_, address_family_, tcp_nodelay_, + socket_options_, connection_timeout_sec_, connection_timeout_usec_, + read_timeout_sec_, read_timeout_usec_, write_timeout_sec_, + write_timeout_usec_, interface_, error); + } + + // Check is custom IP specified for host_ + std::string ip; + auto it = addr_map_.find(host_); + if (it != addr_map_.end()) { ip = it->second; } + + return detail::create_client_socket( + host_, ip, port_, address_family_, tcp_nodelay_, socket_options_, + connection_timeout_sec_, connection_timeout_usec_, read_timeout_sec_, + read_timeout_usec_, write_timeout_sec_, write_timeout_usec_, interface_, + error); +} + +inline bool ClientImpl::create_and_connect_socket(Socket &socket, + Error &error) { + auto sock = create_client_socket(error); + if (sock == INVALID_SOCKET) { return false; } + socket.sock = sock; + return true; +} + +inline void ClientImpl::shutdown_ssl(Socket & /*socket*/, + bool /*shutdown_gracefully*/) { + // If there are any requests in flight from threads other than us, then it's + // a thread-unsafe race because individual ssl* objects are not thread-safe. + assert(socket_requests_in_flight_ == 0 || + socket_requests_are_from_thread_ == std::this_thread::get_id()); +} + +inline void ClientImpl::shutdown_socket(Socket &socket) const { + if (socket.sock == INVALID_SOCKET) { return; } + detail::shutdown_socket(socket.sock); +} + +inline void ClientImpl::close_socket(Socket &socket) { + // If there are requests in flight in another thread, usually closing + // the socket will be fine and they will simply receive an error when + // using the closed socket, but it is still a bug since rarely the OS + // may reassign the socket id to be used for a new socket, and then + // suddenly they will be operating on a live socket that is different + // than the one they intended! + assert(socket_requests_in_flight_ == 0 || + socket_requests_are_from_thread_ == std::this_thread::get_id()); + + // It is also a bug if this happens while SSL is still active +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + assert(socket.ssl == nullptr); +#endif + if (socket.sock == INVALID_SOCKET) { return; } + detail::close_socket(socket.sock); + socket.sock = INVALID_SOCKET; +} + +inline bool ClientImpl::read_response_line(Stream &strm, const Request &req, + Response &res) const { + std::array buf{}; + + detail::stream_line_reader line_reader(strm, buf.data(), buf.size()); + + if (!line_reader.getline()) { return false; } + +#ifdef CPPHTTPLIB_ALLOW_LF_AS_LINE_TERMINATOR + const static std::regex re("(HTTP/1\\.[01]) (\\d{3})(?: (.*?))?\r?\n"); +#else + const static std::regex re("(HTTP/1\\.[01]) (\\d{3})(?: (.*?))?\r\n"); +#endif + + std::cmatch m; + if (!std::regex_match(line_reader.ptr(), m, re)) { + return req.method == "CONNECT"; + } + res.version = std::string(m[1]); + res.status = std::stoi(std::string(m[2])); + res.reason = std::string(m[3]); + + // Ignore '100 Continue' + while (res.status == StatusCode::Continue_100) { + if (!line_reader.getline()) { return false; } // CRLF + if (!line_reader.getline()) { return false; } // next response line + + if (!std::regex_match(line_reader.ptr(), m, re)) { return false; } + res.version = std::string(m[1]); + res.status = std::stoi(std::string(m[2])); + res.reason = std::string(m[3]); + } + + return true; +} + +inline bool ClientImpl::send(Request &req, Response &res, Error &error) { + std::lock_guard request_mutex_guard(request_mutex_); + auto ret = send_(req, res, error); + if (error == Error::SSLPeerCouldBeClosed_) { + assert(!ret); + ret = send_(req, res, error); + } + return ret; +} + +inline bool ClientImpl::send_(Request &req, Response &res, Error &error) { + { + std::lock_guard guard(socket_mutex_); + + // Set this to false immediately - if it ever gets set to true by the end of + // the request, we know another thread instructed us to close the socket. + socket_should_be_closed_when_request_is_done_ = false; + + auto is_alive = false; + if (socket_.is_open()) { + is_alive = detail::is_socket_alive(socket_.sock); + if (!is_alive) { + // Attempt to avoid sigpipe by shutting down nongracefully if it seems + // like the other side has already closed the connection Also, there + // cannot be any requests in flight from other threads since we locked + // request_mutex_, so safe to close everything immediately + const bool shutdown_gracefully = false; + shutdown_ssl(socket_, shutdown_gracefully); + shutdown_socket(socket_); + close_socket(socket_); + } + } + + if (!is_alive) { + if (!create_and_connect_socket(socket_, error)) { return false; } + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + // TODO: refactoring + if (is_ssl()) { + auto &scli = static_cast(*this); + if (!proxy_host_.empty() && proxy_port_ != -1) { + auto success = false; + if (!scli.connect_with_proxy(socket_, res, success, error)) { + return success; + } + } + + if (!scli.initialize_ssl(socket_, error)) { return false; } + } +#endif + } + + // Mark the current socket as being in use so that it cannot be closed by + // anyone else while this request is ongoing, even though we will be + // releasing the mutex. + if (socket_requests_in_flight_ > 1) { + assert(socket_requests_are_from_thread_ == std::this_thread::get_id()); + } + socket_requests_in_flight_ += 1; + socket_requests_are_from_thread_ = std::this_thread::get_id(); + } + + for (const auto &header : default_headers_) { + if (req.headers.find(header.first) == req.headers.end()) { + req.headers.insert(header); + } + } + + auto ret = false; + auto close_connection = !keep_alive_; + + auto se = detail::scope_exit([&]() { + // Briefly lock mutex in order to mark that a request is no longer ongoing + std::lock_guard guard(socket_mutex_); + socket_requests_in_flight_ -= 1; + if (socket_requests_in_flight_ <= 0) { + assert(socket_requests_in_flight_ == 0); + socket_requests_are_from_thread_ = std::thread::id(); + } + + if (socket_should_be_closed_when_request_is_done_ || close_connection || + !ret) { + shutdown_ssl(socket_, true); + shutdown_socket(socket_); + close_socket(socket_); + } + }); + + ret = process_socket(socket_, [&](Stream &strm) { + return handle_request(strm, req, res, close_connection, error); + }); + + if (!ret) { + if (error == Error::Success) { error = Error::Unknown; } + } + + return ret; +} + +inline Result ClientImpl::send(const Request &req) { + auto req2 = req; + return send_(std::move(req2)); +} + +inline Result ClientImpl::send_(Request &&req) { + auto res = detail::make_unique(); + auto error = Error::Success; + auto ret = send(req, *res, error); + return Result{ret ? std::move(res) : nullptr, error, std::move(req.headers)}; +} + +inline bool ClientImpl::handle_request(Stream &strm, Request &req, + Response &res, bool close_connection, + Error &error) { + if (req.path.empty()) { + error = Error::Connection; + return false; + } + + auto req_save = req; + + bool ret; + + if (!is_ssl() && !proxy_host_.empty() && proxy_port_ != -1) { + auto req2 = req; + req2.path = "http://" + host_and_port_ + req.path; + ret = process_request(strm, req2, res, close_connection, error); + req = req2; + req.path = req_save.path; + } else { + ret = process_request(strm, req, res, close_connection, error); + } + + if (!ret) { return false; } + + if (res.get_header_value("Connection") == "close" || + (res.version == "HTTP/1.0" && res.reason != "Connection established")) { + // TODO this requires a not-entirely-obvious chain of calls to be correct + // for this to be safe. + + // This is safe to call because handle_request is only called by send_ + // which locks the request mutex during the process. It would be a bug + // to call it from a different thread since it's a thread-safety issue + // to do these things to the socket if another thread is using the socket. + std::lock_guard guard(socket_mutex_); + shutdown_ssl(socket_, true); + shutdown_socket(socket_); + close_socket(socket_); + } + + if (300 < res.status && res.status < 400 && follow_location_) { + req = req_save; + ret = redirect(req, res, error); + } + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + if ((res.status == StatusCode::Unauthorized_401 || + res.status == StatusCode::ProxyAuthenticationRequired_407) && + req.authorization_count_ < 5) { + auto is_proxy = res.status == StatusCode::ProxyAuthenticationRequired_407; + const auto &username = + is_proxy ? proxy_digest_auth_username_ : digest_auth_username_; + const auto &password = + is_proxy ? proxy_digest_auth_password_ : digest_auth_password_; + + if (!username.empty() && !password.empty()) { + std::map auth; + if (detail::parse_www_authenticate(res, auth, is_proxy)) { + Request new_req = req; + new_req.authorization_count_ += 1; + new_req.headers.erase(is_proxy ? "Proxy-Authorization" + : "Authorization"); + new_req.headers.insert(detail::make_digest_authentication_header( + req, auth, new_req.authorization_count_, detail::random_string(10), + username, password, is_proxy)); + + Response new_res; + + ret = send(new_req, new_res, error); + if (ret) { res = new_res; } + } + } + } +#endif + + return ret; +} + +inline bool ClientImpl::redirect(Request &req, Response &res, Error &error) { + if (req.redirect_count_ == 0) { + error = Error::ExceedRedirectCount; + return false; + } + + auto location = res.get_header_value("location"); + if (location.empty()) { return false; } + + const static std::regex re( + R"((?:(https?):)?(?://(?:\[([\d:]+)\]|([^:/?#]+))(?::(\d+))?)?([^?#]*)(\?[^#]*)?(?:#.*)?)"); + + std::smatch m; + if (!std::regex_match(location, m, re)) { return false; } + + auto scheme = is_ssl() ? "https" : "http"; + + auto next_scheme = m[1].str(); + auto next_host = m[2].str(); + if (next_host.empty()) { next_host = m[3].str(); } + auto port_str = m[4].str(); + auto next_path = m[5].str(); + auto next_query = m[6].str(); + + auto next_port = port_; + if (!port_str.empty()) { + next_port = std::stoi(port_str); + } else if (!next_scheme.empty()) { + next_port = next_scheme == "https" ? 443 : 80; + } + + if (next_scheme.empty()) { next_scheme = scheme; } + if (next_host.empty()) { next_host = host_; } + if (next_path.empty()) { next_path = "/"; } + + auto path = detail::decode_url(next_path, true) + next_query; + + if (next_scheme == scheme && next_host == host_ && next_port == port_) { + return detail::redirect(*this, req, res, path, location, error); + } else { + if (next_scheme == "https") { +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + SSLClient cli(next_host, next_port); + cli.copy_settings(*this); + if (ca_cert_store_) { cli.set_ca_cert_store(ca_cert_store_); } + return detail::redirect(cli, req, res, path, location, error); +#else + return false; +#endif + } else { + ClientImpl cli(next_host, next_port); + cli.copy_settings(*this); + return detail::redirect(cli, req, res, path, location, error); + } + } +} + +inline bool ClientImpl::write_content_with_provider(Stream &strm, + const Request &req, + Error &error) const { + auto is_shutting_down = []() { return false; }; + + if (req.is_chunked_content_provider_) { + // TODO: Brotli support + std::unique_ptr compressor; +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + if (compress_) { + compressor = detail::make_unique(); + } else +#endif + { + compressor = detail::make_unique(); + } + + return detail::write_content_chunked(strm, req.content_provider_, + is_shutting_down, *compressor, error); + } else { + return detail::write_content(strm, req.content_provider_, 0, + req.content_length_, is_shutting_down, error); + } +} + +inline bool ClientImpl::write_request(Stream &strm, Request &req, + bool close_connection, Error &error) { + // Prepare additional headers + if (close_connection) { + if (!req.has_header("Connection")) { + req.set_header("Connection", "close"); + } + } + + if (!req.has_header("Host")) { + if (is_ssl()) { + if (port_ == 443) { + req.set_header("Host", host_); + } else { + req.set_header("Host", host_and_port_); + } + } else { + if (port_ == 80) { + req.set_header("Host", host_); + } else { + req.set_header("Host", host_and_port_); + } + } + } + + if (!req.has_header("Accept")) { req.set_header("Accept", "*/*"); } + +#ifndef CPPHTTPLIB_NO_DEFAULT_USER_AGENT + if (!req.has_header("User-Agent")) { + auto agent = std::string("cpp-httplib/") + CPPHTTPLIB_VERSION; + req.set_header("User-Agent", agent); + } +#endif + + if (req.body.empty()) { + if (req.content_provider_) { + if (!req.is_chunked_content_provider_) { + if (!req.has_header("Content-Length")) { + auto length = std::to_string(req.content_length_); + req.set_header("Content-Length", length); + } + } + } else { + if (req.method == "POST" || req.method == "PUT" || + req.method == "PATCH") { + req.set_header("Content-Length", "0"); + } + } + } else { + if (!req.has_header("Content-Type")) { + req.set_header("Content-Type", "text/plain"); + } + + if (!req.has_header("Content-Length")) { + auto length = std::to_string(req.body.size()); + req.set_header("Content-Length", length); + } + } + + if (!basic_auth_password_.empty() || !basic_auth_username_.empty()) { + if (!req.has_header("Authorization")) { + req.headers.insert(make_basic_authentication_header( + basic_auth_username_, basic_auth_password_, false)); + } + } + + if (!proxy_basic_auth_username_.empty() && + !proxy_basic_auth_password_.empty()) { + if (!req.has_header("Proxy-Authorization")) { + req.headers.insert(make_basic_authentication_header( + proxy_basic_auth_username_, proxy_basic_auth_password_, true)); + } + } + + if (!bearer_token_auth_token_.empty()) { + if (!req.has_header("Authorization")) { + req.headers.insert(make_bearer_token_authentication_header( + bearer_token_auth_token_, false)); + } + } + + if (!proxy_bearer_token_auth_token_.empty()) { + if (!req.has_header("Proxy-Authorization")) { + req.headers.insert(make_bearer_token_authentication_header( + proxy_bearer_token_auth_token_, true)); + } + } + + // Request line and headers + { + detail::BufferStream bstrm; + + const auto &path = url_encode_ ? detail::encode_url(req.path) : req.path; + bstrm.write_format("%s %s HTTP/1.1\r\n", req.method.c_str(), path.c_str()); + + header_writer_(bstrm, req.headers); + + // Flush buffer + auto &data = bstrm.get_buffer(); + if (!detail::write_data(strm, data.data(), data.size())) { + error = Error::Write; + return false; + } + } + + // Body + if (req.body.empty()) { + return write_content_with_provider(strm, req, error); + } + + if (!detail::write_data(strm, req.body.data(), req.body.size())) { + error = Error::Write; + return false; + } + + return true; +} + +inline std::unique_ptr ClientImpl::send_with_content_provider( + Request &req, const char *body, size_t content_length, + ContentProvider content_provider, + ContentProviderWithoutLength content_provider_without_length, + const std::string &content_type, Error &error) { + if (!content_type.empty()) { req.set_header("Content-Type", content_type); } + +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + if (compress_) { req.set_header("Content-Encoding", "gzip"); } +#endif + +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + if (compress_ && !content_provider_without_length) { + // TODO: Brotli support + detail::gzip_compressor compressor; + + if (content_provider) { + auto ok = true; + size_t offset = 0; + DataSink data_sink; + + data_sink.write = [&](const char *data, size_t data_len) -> bool { + if (ok) { + auto last = offset + data_len == content_length; + + auto ret = compressor.compress( + data, data_len, last, + [&](const char *compressed_data, size_t compressed_data_len) { + req.body.append(compressed_data, compressed_data_len); + return true; + }); + + if (ret) { + offset += data_len; + } else { + ok = false; + } + } + return ok; + }; + + while (ok && offset < content_length) { + if (!content_provider(offset, content_length - offset, data_sink)) { + error = Error::Canceled; + return nullptr; + } + } + } else { + if (!compressor.compress(body, content_length, true, + [&](const char *data, size_t data_len) { + req.body.append(data, data_len); + return true; + })) { + error = Error::Compression; + return nullptr; + } + } + } else +#endif + { + if (content_provider) { + req.content_length_ = content_length; + req.content_provider_ = std::move(content_provider); + req.is_chunked_content_provider_ = false; + } else if (content_provider_without_length) { + req.content_length_ = 0; + req.content_provider_ = detail::ContentProviderAdapter( + std::move(content_provider_without_length)); + req.is_chunked_content_provider_ = true; + req.set_header("Transfer-Encoding", "chunked"); + } else { + req.body.assign(body, content_length); + } + } + + auto res = detail::make_unique(); + return send(req, *res, error) ? std::move(res) : nullptr; +} + +inline Result ClientImpl::send_with_content_provider( + const std::string &method, const std::string &path, const Headers &headers, + const char *body, size_t content_length, ContentProvider content_provider, + ContentProviderWithoutLength content_provider_without_length, + const std::string &content_type) { + Request req; + req.method = method; + req.headers = headers; + req.path = path; + + auto error = Error::Success; + + auto res = send_with_content_provider( + req, body, content_length, std::move(content_provider), + std::move(content_provider_without_length), content_type, error); + + return Result{std::move(res), error, std::move(req.headers)}; +} + +inline std::string +ClientImpl::adjust_host_string(const std::string &host) const { + if (host.find(':') != std::string::npos) { return "[" + host + "]"; } + return host; +} + +inline bool ClientImpl::process_request(Stream &strm, Request &req, + Response &res, bool close_connection, + Error &error) { + // Send request + if (!write_request(strm, req, close_connection, error)) { return false; } + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + if (is_ssl()) { + auto is_proxy_enabled = !proxy_host_.empty() && proxy_port_ != -1; + if (!is_proxy_enabled) { + char buf[1]; + if (SSL_peek(socket_.ssl, buf, 1) == 0 && + SSL_get_error(socket_.ssl, 0) == SSL_ERROR_ZERO_RETURN) { + error = Error::SSLPeerCouldBeClosed_; + return false; + } + } + } +#endif + + // Receive response and headers + if (!read_response_line(strm, req, res) || + !detail::read_headers(strm, res.headers)) { + error = Error::Read; + return false; + } + + // Body + if ((res.status != StatusCode::NoContent_204) && req.method != "HEAD" && + req.method != "CONNECT") { + auto redirect = 300 < res.status && res.status < 400 && follow_location_; + + if (req.response_handler && !redirect) { + if (!req.response_handler(res)) { + error = Error::Canceled; + return false; + } + } + + auto out = + req.content_receiver + ? static_cast( + [&](const char *buf, size_t n, uint64_t off, uint64_t len) { + if (redirect) { return true; } + auto ret = req.content_receiver(buf, n, off, len); + if (!ret) { error = Error::Canceled; } + return ret; + }) + : static_cast( + [&](const char *buf, size_t n, uint64_t /*off*/, + uint64_t /*len*/) { + if (res.body.size() + n > res.body.max_size()) { + return false; + } + res.body.append(buf, n); + return true; + }); + + auto progress = [&](uint64_t current, uint64_t total) { + if (!req.progress || redirect) { return true; } + auto ret = req.progress(current, total); + if (!ret) { error = Error::Canceled; } + return ret; + }; + + int dummy_status; + if (!detail::read_content(strm, res, (std::numeric_limits::max)(), + dummy_status, std::move(progress), std::move(out), + decompress_)) { + if (error != Error::Canceled) { error = Error::Read; } + return false; + } + } + + // Log + if (logger_) { logger_(req, res); } + + return true; +} + +inline ContentProviderWithoutLength ClientImpl::get_multipart_content_provider( + const std::string &boundary, const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items) const { + size_t cur_item = 0; + size_t cur_start = 0; + // cur_item and cur_start are copied to within the std::function and maintain + // state between successive calls + return [&, cur_item, cur_start](size_t offset, + DataSink &sink) mutable -> bool { + if (!offset && !items.empty()) { + sink.os << detail::serialize_multipart_formdata(items, boundary, false); + return true; + } else if (cur_item < provider_items.size()) { + if (!cur_start) { + const auto &begin = detail::serialize_multipart_formdata_item_begin( + provider_items[cur_item], boundary); + offset += begin.size(); + cur_start = offset; + sink.os << begin; + } + + DataSink cur_sink; + auto has_data = true; + cur_sink.write = sink.write; + cur_sink.done = [&]() { has_data = false; }; + + if (!provider_items[cur_item].provider(offset - cur_start, cur_sink)) { + return false; + } + + if (!has_data) { + sink.os << detail::serialize_multipart_formdata_item_end(); + cur_item++; + cur_start = 0; + } + return true; + } else { + sink.os << detail::serialize_multipart_formdata_finish(boundary); + sink.done(); + return true; + } + }; +} + +inline bool +ClientImpl::process_socket(const Socket &socket, + std::function callback) { + return detail::process_client_socket( + socket.sock, read_timeout_sec_, read_timeout_usec_, write_timeout_sec_, + write_timeout_usec_, std::move(callback)); +} + +inline bool ClientImpl::is_ssl() const { return false; } + +inline Result ClientImpl::Get(const std::string &path) { + return Get(path, Headers(), Progress()); +} + +inline Result ClientImpl::Get(const std::string &path, Progress progress) { + return Get(path, Headers(), std::move(progress)); +} + +inline Result ClientImpl::Get(const std::string &path, const Headers &headers) { + return Get(path, headers, Progress()); +} + +inline Result ClientImpl::Get(const std::string &path, const Headers &headers, + Progress progress) { + Request req; + req.method = "GET"; + req.path = path; + req.headers = headers; + req.progress = std::move(progress); + + return send_(std::move(req)); +} + +inline Result ClientImpl::Get(const std::string &path, + ContentReceiver content_receiver) { + return Get(path, Headers(), nullptr, std::move(content_receiver), nullptr); +} + +inline Result ClientImpl::Get(const std::string &path, + ContentReceiver content_receiver, + Progress progress) { + return Get(path, Headers(), nullptr, std::move(content_receiver), + std::move(progress)); +} + +inline Result ClientImpl::Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver) { + return Get(path, headers, nullptr, std::move(content_receiver), nullptr); +} + +inline Result ClientImpl::Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver, + Progress progress) { + return Get(path, headers, nullptr, std::move(content_receiver), + std::move(progress)); +} + +inline Result ClientImpl::Get(const std::string &path, + ResponseHandler response_handler, + ContentReceiver content_receiver) { + return Get(path, Headers(), std::move(response_handler), + std::move(content_receiver), nullptr); +} + +inline Result ClientImpl::Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver) { + return Get(path, headers, std::move(response_handler), + std::move(content_receiver), nullptr); +} + +inline Result ClientImpl::Get(const std::string &path, + ResponseHandler response_handler, + ContentReceiver content_receiver, + Progress progress) { + return Get(path, Headers(), std::move(response_handler), + std::move(content_receiver), std::move(progress)); +} + +inline Result ClientImpl::Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver, + Progress progress) { + Request req; + req.method = "GET"; + req.path = path; + req.headers = headers; + req.response_handler = std::move(response_handler); + req.content_receiver = + [content_receiver](const char *data, size_t data_length, + uint64_t /*offset*/, uint64_t /*total_length*/) { + return content_receiver(data, data_length); + }; + req.progress = std::move(progress); + + return send_(std::move(req)); +} + +inline Result ClientImpl::Get(const std::string &path, const Params ¶ms, + const Headers &headers, Progress progress) { + if (params.empty()) { return Get(path, headers); } + + std::string path_with_query = append_query_params(path, params); + return Get(path_with_query, headers, progress); +} + +inline Result ClientImpl::Get(const std::string &path, const Params ¶ms, + const Headers &headers, + ContentReceiver content_receiver, + Progress progress) { + return Get(path, params, headers, nullptr, content_receiver, progress); +} + +inline Result ClientImpl::Get(const std::string &path, const Params ¶ms, + const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver, + Progress progress) { + if (params.empty()) { + return Get(path, headers, response_handler, content_receiver, progress); + } + + std::string path_with_query = append_query_params(path, params); + return Get(path_with_query, headers, response_handler, content_receiver, + progress); +} + +inline Result ClientImpl::Head(const std::string &path) { + return Head(path, Headers()); +} + +inline Result ClientImpl::Head(const std::string &path, + const Headers &headers) { + Request req; + req.method = "HEAD"; + req.headers = headers; + req.path = path; + + return send_(std::move(req)); +} + +inline Result ClientImpl::Post(const std::string &path) { + return Post(path, std::string(), std::string()); +} + +inline Result ClientImpl::Post(const std::string &path, + const Headers &headers) { + return Post(path, headers, nullptr, 0, std::string()); +} + +inline Result ClientImpl::Post(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return Post(path, Headers(), body, content_length, content_type); +} + +inline Result ClientImpl::Post(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return send_with_content_provider("POST", path, headers, body, content_length, + nullptr, nullptr, content_type); +} + +inline Result ClientImpl::Post(const std::string &path, const std::string &body, + const std::string &content_type) { + return Post(path, Headers(), body, content_type); +} + +inline Result ClientImpl::Post(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return send_with_content_provider("POST", path, headers, body.data(), + body.size(), nullptr, nullptr, + content_type); +} + +inline Result ClientImpl::Post(const std::string &path, const Params ¶ms) { + return Post(path, Headers(), params); +} + +inline Result ClientImpl::Post(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return Post(path, Headers(), content_length, std::move(content_provider), + content_type); +} + +inline Result ClientImpl::Post(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return Post(path, Headers(), std::move(content_provider), content_type); +} + +inline Result ClientImpl::Post(const std::string &path, const Headers &headers, + size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return send_with_content_provider("POST", path, headers, nullptr, + content_length, std::move(content_provider), + nullptr, content_type); +} + +inline Result ClientImpl::Post(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return send_with_content_provider("POST", path, headers, nullptr, 0, nullptr, + std::move(content_provider), content_type); +} + +inline Result ClientImpl::Post(const std::string &path, const Headers &headers, + const Params ¶ms) { + auto query = detail::params_to_query_str(params); + return Post(path, headers, query, "application/x-www-form-urlencoded"); +} + +inline Result ClientImpl::Post(const std::string &path, + const MultipartFormDataItems &items) { + return Post(path, Headers(), items); +} + +inline Result ClientImpl::Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items) { + const auto &boundary = detail::make_multipart_data_boundary(); + const auto &content_type = + detail::serialize_multipart_formdata_get_content_type(boundary); + const auto &body = detail::serialize_multipart_formdata(items, boundary); + return Post(path, headers, body, content_type); +} + +inline Result ClientImpl::Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const std::string &boundary) { + if (!detail::is_multipart_boundary_chars_valid(boundary)) { + return Result{nullptr, Error::UnsupportedMultipartBoundaryChars}; + } + + const auto &content_type = + detail::serialize_multipart_formdata_get_content_type(boundary); + const auto &body = detail::serialize_multipart_formdata(items, boundary); + return Post(path, headers, body, content_type); +} + +inline Result +ClientImpl::Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items) { + const auto &boundary = detail::make_multipart_data_boundary(); + const auto &content_type = + detail::serialize_multipart_formdata_get_content_type(boundary); + return send_with_content_provider( + "POST", path, headers, nullptr, 0, nullptr, + get_multipart_content_provider(boundary, items, provider_items), + content_type); +} + +inline Result ClientImpl::Put(const std::string &path) { + return Put(path, std::string(), std::string()); +} + +inline Result ClientImpl::Put(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return Put(path, Headers(), body, content_length, content_type); +} + +inline Result ClientImpl::Put(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return send_with_content_provider("PUT", path, headers, body, content_length, + nullptr, nullptr, content_type); +} + +inline Result ClientImpl::Put(const std::string &path, const std::string &body, + const std::string &content_type) { + return Put(path, Headers(), body, content_type); +} + +inline Result ClientImpl::Put(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return send_with_content_provider("PUT", path, headers, body.data(), + body.size(), nullptr, nullptr, + content_type); +} + +inline Result ClientImpl::Put(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return Put(path, Headers(), content_length, std::move(content_provider), + content_type); +} + +inline Result ClientImpl::Put(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return Put(path, Headers(), std::move(content_provider), content_type); +} + +inline Result ClientImpl::Put(const std::string &path, const Headers &headers, + size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return send_with_content_provider("PUT", path, headers, nullptr, + content_length, std::move(content_provider), + nullptr, content_type); +} + +inline Result ClientImpl::Put(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return send_with_content_provider("PUT", path, headers, nullptr, 0, nullptr, + std::move(content_provider), content_type); +} + +inline Result ClientImpl::Put(const std::string &path, const Params ¶ms) { + return Put(path, Headers(), params); +} + +inline Result ClientImpl::Put(const std::string &path, const Headers &headers, + const Params ¶ms) { + auto query = detail::params_to_query_str(params); + return Put(path, headers, query, "application/x-www-form-urlencoded"); +} + +inline Result ClientImpl::Put(const std::string &path, + const MultipartFormDataItems &items) { + return Put(path, Headers(), items); +} + +inline Result ClientImpl::Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items) { + const auto &boundary = detail::make_multipart_data_boundary(); + const auto &content_type = + detail::serialize_multipart_formdata_get_content_type(boundary); + const auto &body = detail::serialize_multipart_formdata(items, boundary); + return Put(path, headers, body, content_type); +} + +inline Result ClientImpl::Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const std::string &boundary) { + if (!detail::is_multipart_boundary_chars_valid(boundary)) { + return Result{nullptr, Error::UnsupportedMultipartBoundaryChars}; + } + + const auto &content_type = + detail::serialize_multipart_formdata_get_content_type(boundary); + const auto &body = detail::serialize_multipart_formdata(items, boundary); + return Put(path, headers, body, content_type); +} + +inline Result +ClientImpl::Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items) { + const auto &boundary = detail::make_multipart_data_boundary(); + const auto &content_type = + detail::serialize_multipart_formdata_get_content_type(boundary); + return send_with_content_provider( + "PUT", path, headers, nullptr, 0, nullptr, + get_multipart_content_provider(boundary, items, provider_items), + content_type); +} +inline Result ClientImpl::Patch(const std::string &path) { + return Patch(path, std::string(), std::string()); +} + +inline Result ClientImpl::Patch(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return Patch(path, Headers(), body, content_length, content_type); +} + +inline Result ClientImpl::Patch(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return send_with_content_provider("PATCH", path, headers, body, + content_length, nullptr, nullptr, + content_type); +} + +inline Result ClientImpl::Patch(const std::string &path, + const std::string &body, + const std::string &content_type) { + return Patch(path, Headers(), body, content_type); +} + +inline Result ClientImpl::Patch(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return send_with_content_provider("PATCH", path, headers, body.data(), + body.size(), nullptr, nullptr, + content_type); +} + +inline Result ClientImpl::Patch(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return Patch(path, Headers(), content_length, std::move(content_provider), + content_type); +} + +inline Result ClientImpl::Patch(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return Patch(path, Headers(), std::move(content_provider), content_type); +} + +inline Result ClientImpl::Patch(const std::string &path, const Headers &headers, + size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return send_with_content_provider("PATCH", path, headers, nullptr, + content_length, std::move(content_provider), + nullptr, content_type); +} + +inline Result ClientImpl::Patch(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return send_with_content_provider("PATCH", path, headers, nullptr, 0, nullptr, + std::move(content_provider), content_type); +} + +inline Result ClientImpl::Delete(const std::string &path) { + return Delete(path, Headers(), std::string(), std::string()); +} + +inline Result ClientImpl::Delete(const std::string &path, + const Headers &headers) { + return Delete(path, headers, std::string(), std::string()); +} + +inline Result ClientImpl::Delete(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return Delete(path, Headers(), body, content_length, content_type); +} + +inline Result ClientImpl::Delete(const std::string &path, + const Headers &headers, const char *body, + size_t content_length, + const std::string &content_type) { + Request req; + req.method = "DELETE"; + req.headers = headers; + req.path = path; + + if (!content_type.empty()) { req.set_header("Content-Type", content_type); } + req.body.assign(body, content_length); + + return send_(std::move(req)); +} + +inline Result ClientImpl::Delete(const std::string &path, + const std::string &body, + const std::string &content_type) { + return Delete(path, Headers(), body.data(), body.size(), content_type); +} + +inline Result ClientImpl::Delete(const std::string &path, + const Headers &headers, + const std::string &body, + const std::string &content_type) { + return Delete(path, headers, body.data(), body.size(), content_type); +} + +inline Result ClientImpl::Options(const std::string &path) { + return Options(path, Headers()); +} + +inline Result ClientImpl::Options(const std::string &path, + const Headers &headers) { + Request req; + req.method = "OPTIONS"; + req.headers = headers; + req.path = path; + + return send_(std::move(req)); +} + +inline void ClientImpl::stop() { + std::lock_guard guard(socket_mutex_); + + // If there is anything ongoing right now, the ONLY thread-safe thing we can + // do is to shutdown_socket, so that threads using this socket suddenly + // discover they can't read/write any more and error out. Everything else + // (closing the socket, shutting ssl down) is unsafe because these actions are + // not thread-safe. + if (socket_requests_in_flight_ > 0) { + shutdown_socket(socket_); + + // Aside from that, we set a flag for the socket to be closed when we're + // done. + socket_should_be_closed_when_request_is_done_ = true; + return; + } + + // Otherwise, still holding the mutex, we can shut everything down ourselves + shutdown_ssl(socket_, true); + shutdown_socket(socket_); + close_socket(socket_); +} + +inline std::string ClientImpl::host() const { return host_; } + +inline int ClientImpl::port() const { return port_; } + +inline size_t ClientImpl::is_socket_open() const { + std::lock_guard guard(socket_mutex_); + return socket_.is_open(); +} + +inline socket_t ClientImpl::socket() const { return socket_.sock; } + +inline void ClientImpl::set_connection_timeout(time_t sec, time_t usec) { + connection_timeout_sec_ = sec; + connection_timeout_usec_ = usec; +} + +inline void ClientImpl::set_read_timeout(time_t sec, time_t usec) { + read_timeout_sec_ = sec; + read_timeout_usec_ = usec; +} + +inline void ClientImpl::set_write_timeout(time_t sec, time_t usec) { + write_timeout_sec_ = sec; + write_timeout_usec_ = usec; +} + +inline void ClientImpl::set_basic_auth(const std::string &username, + const std::string &password) { + basic_auth_username_ = username; + basic_auth_password_ = password; +} + +inline void ClientImpl::set_bearer_token_auth(const std::string &token) { + bearer_token_auth_token_ = token; +} + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +inline void ClientImpl::set_digest_auth(const std::string &username, + const std::string &password) { + digest_auth_username_ = username; + digest_auth_password_ = password; +} +#endif + +inline void ClientImpl::set_keep_alive(bool on) { keep_alive_ = on; } + +inline void ClientImpl::set_follow_location(bool on) { follow_location_ = on; } + +inline void ClientImpl::set_url_encode(bool on) { url_encode_ = on; } + +inline void +ClientImpl::set_hostname_addr_map(std::map addr_map) { + addr_map_ = std::move(addr_map); +} + +inline void ClientImpl::set_default_headers(Headers headers) { + default_headers_ = std::move(headers); +} + +inline void ClientImpl::set_header_writer( + std::function const &writer) { + header_writer_ = writer; +} + +inline void ClientImpl::set_address_family(int family) { + address_family_ = family; +} + +inline void ClientImpl::set_tcp_nodelay(bool on) { tcp_nodelay_ = on; } + +inline void ClientImpl::set_socket_options(SocketOptions socket_options) { + socket_options_ = std::move(socket_options); +} + +inline void ClientImpl::set_compress(bool on) { compress_ = on; } + +inline void ClientImpl::set_decompress(bool on) { decompress_ = on; } + +inline void ClientImpl::set_interface(const std::string &intf) { + interface_ = intf; +} + +inline void ClientImpl::set_proxy(const std::string &host, int port) { + proxy_host_ = host; + proxy_port_ = port; +} + +inline void ClientImpl::set_proxy_basic_auth(const std::string &username, + const std::string &password) { + proxy_basic_auth_username_ = username; + proxy_basic_auth_password_ = password; +} + +inline void ClientImpl::set_proxy_bearer_token_auth(const std::string &token) { + proxy_bearer_token_auth_token_ = token; +} + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +inline void ClientImpl::set_proxy_digest_auth(const std::string &username, + const std::string &password) { + proxy_digest_auth_username_ = username; + proxy_digest_auth_password_ = password; +} + +inline void ClientImpl::set_ca_cert_path(const std::string &ca_cert_file_path, + const std::string &ca_cert_dir_path) { + ca_cert_file_path_ = ca_cert_file_path; + ca_cert_dir_path_ = ca_cert_dir_path; +} + +inline void ClientImpl::set_ca_cert_store(X509_STORE *ca_cert_store) { + if (ca_cert_store && ca_cert_store != ca_cert_store_) { + ca_cert_store_ = ca_cert_store; + } +} + +inline X509_STORE *ClientImpl::create_ca_cert_store(const char *ca_cert, + std::size_t size) const { + auto mem = BIO_new_mem_buf(ca_cert, static_cast(size)); + if (!mem) { return nullptr; } + + auto inf = PEM_X509_INFO_read_bio(mem, nullptr, nullptr, nullptr); + if (!inf) { + BIO_free_all(mem); + return nullptr; + } + + auto cts = X509_STORE_new(); + if (cts) { + for (auto i = 0; i < static_cast(sk_X509_INFO_num(inf)); i++) { + auto itmp = sk_X509_INFO_value(inf, i); + if (!itmp) { continue; } + + if (itmp->x509) { X509_STORE_add_cert(cts, itmp->x509); } + if (itmp->crl) { X509_STORE_add_crl(cts, itmp->crl); } + } + } + + sk_X509_INFO_pop_free(inf, X509_INFO_free); + BIO_free_all(mem); + return cts; +} + +inline void ClientImpl::enable_server_certificate_verification(bool enabled) { + server_certificate_verification_ = enabled; +} +#endif + +inline void ClientImpl::set_logger(Logger logger) { + logger_ = std::move(logger); +} + +/* + * SSL Implementation + */ +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +namespace detail { + +template +inline SSL *ssl_new(socket_t sock, SSL_CTX *ctx, std::mutex &ctx_mutex, + U SSL_connect_or_accept, V setup) { + SSL *ssl = nullptr; + { + std::lock_guard guard(ctx_mutex); + ssl = SSL_new(ctx); + } + + if (ssl) { + set_nonblocking(sock, true); + auto bio = BIO_new_socket(static_cast(sock), BIO_NOCLOSE); + BIO_set_nbio(bio, 1); + SSL_set_bio(ssl, bio, bio); + + if (!setup(ssl) || SSL_connect_or_accept(ssl) != 1) { + SSL_shutdown(ssl); + { + std::lock_guard guard(ctx_mutex); + SSL_free(ssl); + } + set_nonblocking(sock, false); + return nullptr; + } + BIO_set_nbio(bio, 0); + set_nonblocking(sock, false); + } + + return ssl; +} + +inline void ssl_delete(std::mutex &ctx_mutex, SSL *ssl, + bool shutdown_gracefully) { + // sometimes we may want to skip this to try to avoid SIGPIPE if we know + // the remote has closed the network connection + // Note that it is not always possible to avoid SIGPIPE, this is merely a + // best-efforts. + if (shutdown_gracefully) { SSL_shutdown(ssl); } + + std::lock_guard guard(ctx_mutex); + SSL_free(ssl); +} + +template +bool ssl_connect_or_accept_nonblocking(socket_t sock, SSL *ssl, + U ssl_connect_or_accept, + time_t timeout_sec, + time_t timeout_usec) { + auto res = 0; + while ((res = ssl_connect_or_accept(ssl)) != 1) { + auto err = SSL_get_error(ssl, res); + switch (err) { + case SSL_ERROR_WANT_READ: + if (select_read(sock, timeout_sec, timeout_usec) > 0) { continue; } + break; + case SSL_ERROR_WANT_WRITE: + if (select_write(sock, timeout_sec, timeout_usec) > 0) { continue; } + break; + default: break; + } + return false; + } + return true; +} + +template +inline bool process_server_socket_ssl( + const std::atomic &svr_sock, SSL *ssl, socket_t sock, + size_t keep_alive_max_count, time_t keep_alive_timeout_sec, + time_t read_timeout_sec, time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec, T callback) { + return process_server_socket_core( + svr_sock, sock, keep_alive_max_count, keep_alive_timeout_sec, + [&](bool close_connection, bool &connection_closed) { + SSLSocketStream strm(sock, ssl, read_timeout_sec, read_timeout_usec, + write_timeout_sec, write_timeout_usec); + return callback(strm, close_connection, connection_closed); + }); +} + +template +inline bool +process_client_socket_ssl(SSL *ssl, socket_t sock, time_t read_timeout_sec, + time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec, T callback) { + SSLSocketStream strm(sock, ssl, read_timeout_sec, read_timeout_usec, + write_timeout_sec, write_timeout_usec); + return callback(strm); +} + +class SSLInit { +public: + SSLInit() { + OPENSSL_init_ssl( + OPENSSL_INIT_LOAD_SSL_STRINGS | OPENSSL_INIT_LOAD_CRYPTO_STRINGS, NULL); + } +}; + +// SSL socket stream implementation +inline SSLSocketStream::SSLSocketStream(socket_t sock, SSL *ssl, + time_t read_timeout_sec, + time_t read_timeout_usec, + time_t write_timeout_sec, + time_t write_timeout_usec) + : sock_(sock), ssl_(ssl), read_timeout_sec_(read_timeout_sec), + read_timeout_usec_(read_timeout_usec), + write_timeout_sec_(write_timeout_sec), + write_timeout_usec_(write_timeout_usec) { + SSL_clear_mode(ssl, SSL_MODE_AUTO_RETRY); +} + +inline SSLSocketStream::~SSLSocketStream() = default; + +inline bool SSLSocketStream::is_readable() const { + return detail::select_read(sock_, read_timeout_sec_, read_timeout_usec_) > 0; +} + +inline bool SSLSocketStream::is_writable() const { + return select_write(sock_, write_timeout_sec_, write_timeout_usec_) > 0 && + is_socket_alive(sock_); +} + +inline ssize_t SSLSocketStream::read(char *ptr, size_t size) { + if (SSL_pending(ssl_) > 0) { + return SSL_read(ssl_, ptr, static_cast(size)); + } else if (is_readable()) { + auto ret = SSL_read(ssl_, ptr, static_cast(size)); + if (ret < 0) { + auto err = SSL_get_error(ssl_, ret); + auto n = 1000; +#ifdef _WIN32 + while (--n >= 0 && (err == SSL_ERROR_WANT_READ || + (err == SSL_ERROR_SYSCALL && + WSAGetLastError() == WSAETIMEDOUT))) { +#else + while (--n >= 0 && err == SSL_ERROR_WANT_READ) { +#endif + if (SSL_pending(ssl_) > 0) { + return SSL_read(ssl_, ptr, static_cast(size)); + } else if (is_readable()) { + std::this_thread::sleep_for(std::chrono::milliseconds(1)); + ret = SSL_read(ssl_, ptr, static_cast(size)); + if (ret >= 0) { return ret; } + err = SSL_get_error(ssl_, ret); + } else { + return -1; + } + } + } + return ret; + } + return -1; +} + +inline ssize_t SSLSocketStream::write(const char *ptr, size_t size) { + if (is_writable()) { + auto handle_size = static_cast( + std::min(size, (std::numeric_limits::max)())); + + auto ret = SSL_write(ssl_, ptr, static_cast(handle_size)); + if (ret < 0) { + auto err = SSL_get_error(ssl_, ret); + auto n = 1000; +#ifdef _WIN32 + while (--n >= 0 && (err == SSL_ERROR_WANT_WRITE || + (err == SSL_ERROR_SYSCALL && + WSAGetLastError() == WSAETIMEDOUT))) { +#else + while (--n >= 0 && err == SSL_ERROR_WANT_WRITE) { +#endif + if (is_writable()) { + std::this_thread::sleep_for(std::chrono::milliseconds(1)); + ret = SSL_write(ssl_, ptr, static_cast(handle_size)); + if (ret >= 0) { return ret; } + err = SSL_get_error(ssl_, ret); + } else { + return -1; + } + } + } + return ret; + } + return -1; +} + +inline void SSLSocketStream::get_remote_ip_and_port(std::string &ip, + int &port) const { + detail::get_remote_ip_and_port(sock_, ip, port); +} + +inline void SSLSocketStream::get_local_ip_and_port(std::string &ip, + int &port) const { + detail::get_local_ip_and_port(sock_, ip, port); +} + +inline socket_t SSLSocketStream::socket() const { return sock_; } + +static SSLInit sslinit_; + +} // namespace detail + +// SSL HTTP server implementation +inline SSLServer::SSLServer(const char *cert_path, const char *private_key_path, + const char *client_ca_cert_file_path, + const char *client_ca_cert_dir_path, + const char *private_key_password) { + ctx_ = SSL_CTX_new(TLS_server_method()); + + if (ctx_) { + SSL_CTX_set_options(ctx_, + SSL_OP_NO_COMPRESSION | + SSL_OP_NO_SESSION_RESUMPTION_ON_RENEGOTIATION); + + SSL_CTX_set_min_proto_version(ctx_, TLS1_1_VERSION); + + // add default password callback before opening encrypted private key + if (private_key_password != nullptr && (private_key_password[0] != '\0')) { + SSL_CTX_set_default_passwd_cb_userdata( + ctx_, + reinterpret_cast(const_cast(private_key_password))); + } + + if (SSL_CTX_use_certificate_chain_file(ctx_, cert_path) != 1 || + SSL_CTX_use_PrivateKey_file(ctx_, private_key_path, SSL_FILETYPE_PEM) != + 1) { + SSL_CTX_free(ctx_); + ctx_ = nullptr; + } else if (client_ca_cert_file_path || client_ca_cert_dir_path) { + SSL_CTX_load_verify_locations(ctx_, client_ca_cert_file_path, + client_ca_cert_dir_path); + + SSL_CTX_set_verify( + ctx_, SSL_VERIFY_PEER | SSL_VERIFY_FAIL_IF_NO_PEER_CERT, nullptr); + } + } +} + +inline SSLServer::SSLServer(X509 *cert, EVP_PKEY *private_key, + X509_STORE *client_ca_cert_store) { + ctx_ = SSL_CTX_new(TLS_server_method()); + + if (ctx_) { + SSL_CTX_set_options(ctx_, + SSL_OP_NO_COMPRESSION | + SSL_OP_NO_SESSION_RESUMPTION_ON_RENEGOTIATION); + + SSL_CTX_set_min_proto_version(ctx_, TLS1_1_VERSION); + + if (SSL_CTX_use_certificate(ctx_, cert) != 1 || + SSL_CTX_use_PrivateKey(ctx_, private_key) != 1) { + SSL_CTX_free(ctx_); + ctx_ = nullptr; + } else if (client_ca_cert_store) { + SSL_CTX_set_cert_store(ctx_, client_ca_cert_store); + + SSL_CTX_set_verify( + ctx_, SSL_VERIFY_PEER | SSL_VERIFY_FAIL_IF_NO_PEER_CERT, nullptr); + } + } +} + +inline SSLServer::SSLServer( + const std::function &setup_ssl_ctx_callback) { + ctx_ = SSL_CTX_new(TLS_method()); + if (ctx_) { + if (!setup_ssl_ctx_callback(*ctx_)) { + SSL_CTX_free(ctx_); + ctx_ = nullptr; + } + } +} + +inline SSLServer::~SSLServer() { + if (ctx_) { SSL_CTX_free(ctx_); } +} + +inline bool SSLServer::is_valid() const { return ctx_; } + +inline SSL_CTX *SSLServer::ssl_context() const { return ctx_; } + +inline bool SSLServer::process_and_close_socket(socket_t sock) { + auto ssl = detail::ssl_new( + sock, ctx_, ctx_mutex_, + [&](SSL *ssl2) { + return detail::ssl_connect_or_accept_nonblocking( + sock, ssl2, SSL_accept, read_timeout_sec_, read_timeout_usec_); + }, + [](SSL * /*ssl2*/) { return true; }); + + auto ret = false; + if (ssl) { + ret = detail::process_server_socket_ssl( + svr_sock_, ssl, sock, keep_alive_max_count_, keep_alive_timeout_sec_, + read_timeout_sec_, read_timeout_usec_, write_timeout_sec_, + write_timeout_usec_, + [this, ssl](Stream &strm, bool close_connection, + bool &connection_closed) { + return process_request(strm, close_connection, connection_closed, + [&](Request &req) { req.ssl = ssl; }); + }); + + // Shutdown gracefully if the result seemed successful, non-gracefully if + // the connection appeared to be closed. + const bool shutdown_gracefully = ret; + detail::ssl_delete(ctx_mutex_, ssl, shutdown_gracefully); + } + + detail::shutdown_socket(sock); + detail::close_socket(sock); + return ret; +} + +// SSL HTTP client implementation +inline SSLClient::SSLClient(const std::string &host) + : SSLClient(host, 443, std::string(), std::string()) {} + +inline SSLClient::SSLClient(const std::string &host, int port) + : SSLClient(host, port, std::string(), std::string()) {} + +inline SSLClient::SSLClient(const std::string &host, int port, + const std::string &client_cert_path, + const std::string &client_key_path) + : ClientImpl(host, port, client_cert_path, client_key_path) { + ctx_ = SSL_CTX_new(TLS_client_method()); + + detail::split(&host_[0], &host_[host_.size()], '.', + [&](const char *b, const char *e) { + host_components_.emplace_back(b, e); + }); + + if (!client_cert_path.empty() && !client_key_path.empty()) { + if (SSL_CTX_use_certificate_file(ctx_, client_cert_path.c_str(), + SSL_FILETYPE_PEM) != 1 || + SSL_CTX_use_PrivateKey_file(ctx_, client_key_path.c_str(), + SSL_FILETYPE_PEM) != 1) { + SSL_CTX_free(ctx_); + ctx_ = nullptr; + } + } +} + +inline SSLClient::SSLClient(const std::string &host, int port, + X509 *client_cert, EVP_PKEY *client_key) + : ClientImpl(host, port) { + ctx_ = SSL_CTX_new(TLS_client_method()); + + detail::split(&host_[0], &host_[host_.size()], '.', + [&](const char *b, const char *e) { + host_components_.emplace_back(b, e); + }); + + if (client_cert != nullptr && client_key != nullptr) { + if (SSL_CTX_use_certificate(ctx_, client_cert) != 1 || + SSL_CTX_use_PrivateKey(ctx_, client_key) != 1) { + SSL_CTX_free(ctx_); + ctx_ = nullptr; + } + } +} + +inline SSLClient::~SSLClient() { + if (ctx_) { SSL_CTX_free(ctx_); } + // Make sure to shut down SSL since shutdown_ssl will resolve to the + // base function rather than the derived function once we get to the + // base class destructor, and won't free the SSL (causing a leak). + shutdown_ssl_impl(socket_, true); +} + +inline bool SSLClient::is_valid() const { return ctx_; } + +inline void SSLClient::set_ca_cert_store(X509_STORE *ca_cert_store) { + if (ca_cert_store) { + if (ctx_) { + if (SSL_CTX_get_cert_store(ctx_) != ca_cert_store) { + // Free memory allocated for old cert and use new store `ca_cert_store` + SSL_CTX_set_cert_store(ctx_, ca_cert_store); + } + } else { + X509_STORE_free(ca_cert_store); + } + } +} + +inline void SSLClient::load_ca_cert_store(const char *ca_cert, + std::size_t size) { + set_ca_cert_store(ClientImpl::create_ca_cert_store(ca_cert, size)); +} + +inline long SSLClient::get_openssl_verify_result() const { + return verify_result_; +} + +inline SSL_CTX *SSLClient::ssl_context() const { return ctx_; } + +inline bool SSLClient::create_and_connect_socket(Socket &socket, Error &error) { + return is_valid() && ClientImpl::create_and_connect_socket(socket, error); +} + +// Assumes that socket_mutex_ is locked and that there are no requests in flight +inline bool SSLClient::connect_with_proxy(Socket &socket, Response &res, + bool &success, Error &error) { + success = true; + Response proxy_res; + if (!detail::process_client_socket( + socket.sock, read_timeout_sec_, read_timeout_usec_, + write_timeout_sec_, write_timeout_usec_, [&](Stream &strm) { + Request req2; + req2.method = "CONNECT"; + req2.path = host_and_port_; + return process_request(strm, req2, proxy_res, false, error); + })) { + // Thread-safe to close everything because we are assuming there are no + // requests in flight + shutdown_ssl(socket, true); + shutdown_socket(socket); + close_socket(socket); + success = false; + return false; + } + + if (proxy_res.status == StatusCode::ProxyAuthenticationRequired_407) { + if (!proxy_digest_auth_username_.empty() && + !proxy_digest_auth_password_.empty()) { + std::map auth; + if (detail::parse_www_authenticate(proxy_res, auth, true)) { + proxy_res = Response(); + if (!detail::process_client_socket( + socket.sock, read_timeout_sec_, read_timeout_usec_, + write_timeout_sec_, write_timeout_usec_, [&](Stream &strm) { + Request req3; + req3.method = "CONNECT"; + req3.path = host_and_port_; + req3.headers.insert(detail::make_digest_authentication_header( + req3, auth, 1, detail::random_string(10), + proxy_digest_auth_username_, proxy_digest_auth_password_, + true)); + return process_request(strm, req3, proxy_res, false, error); + })) { + // Thread-safe to close everything because we are assuming there are + // no requests in flight + shutdown_ssl(socket, true); + shutdown_socket(socket); + close_socket(socket); + success = false; + return false; + } + } + } + } + + // If status code is not 200, proxy request is failed. + // Set error to ProxyConnection and return proxy response + // as the response of the request + if (proxy_res.status != StatusCode::OK_200) { + error = Error::ProxyConnection; + res = std::move(proxy_res); + // Thread-safe to close everything because we are assuming there are + // no requests in flight + shutdown_ssl(socket, true); + shutdown_socket(socket); + close_socket(socket); + return false; + } + + return true; +} + +inline bool SSLClient::load_certs() { + auto ret = true; + + std::call_once(initialize_cert_, [&]() { + std::lock_guard guard(ctx_mutex_); + if (!ca_cert_file_path_.empty()) { + if (!SSL_CTX_load_verify_locations(ctx_, ca_cert_file_path_.c_str(), + nullptr)) { + ret = false; + } + } else if (!ca_cert_dir_path_.empty()) { + if (!SSL_CTX_load_verify_locations(ctx_, nullptr, + ca_cert_dir_path_.c_str())) { + ret = false; + } + } else { + auto loaded = false; +#ifdef _WIN32 + loaded = + detail::load_system_certs_on_windows(SSL_CTX_get_cert_store(ctx_)); +#elif defined(CPPHTTPLIB_USE_CERTS_FROM_MACOSX_KEYCHAIN) && defined(__APPLE__) +#if TARGET_OS_OSX + loaded = detail::load_system_certs_on_macos(SSL_CTX_get_cert_store(ctx_)); +#endif // TARGET_OS_OSX +#endif // _WIN32 + if (!loaded) { SSL_CTX_set_default_verify_paths(ctx_); } + } + }); + + return ret; +} + +inline bool SSLClient::initialize_ssl(Socket &socket, Error &error) { + auto ssl = detail::ssl_new( + socket.sock, ctx_, ctx_mutex_, + [&](SSL *ssl2) { + if (server_certificate_verification_) { + if (!load_certs()) { + error = Error::SSLLoadingCerts; + return false; + } + SSL_set_verify(ssl2, SSL_VERIFY_NONE, nullptr); + } + + if (!detail::ssl_connect_or_accept_nonblocking( + socket.sock, ssl2, SSL_connect, connection_timeout_sec_, + connection_timeout_usec_)) { + error = Error::SSLConnection; + return false; + } + + if (server_certificate_verification_) { + verify_result_ = SSL_get_verify_result(ssl2); + + if (verify_result_ != X509_V_OK) { + error = Error::SSLServerVerification; + return false; + } + + auto server_cert = SSL_get1_peer_certificate(ssl2); + + if (server_cert == nullptr) { + error = Error::SSLServerVerification; + return false; + } + + if (!verify_host(server_cert)) { + X509_free(server_cert); + error = Error::SSLServerVerification; + return false; + } + X509_free(server_cert); + } + + return true; + }, + [&](SSL *ssl2) { + // NOTE: Direct call instead of using the OpenSSL macro to suppress + // -Wold-style-cast warning + // SSL_set_tlsext_host_name(ssl2, host_.c_str()); + SSL_ctrl(ssl2, SSL_CTRL_SET_TLSEXT_HOSTNAME, TLSEXT_NAMETYPE_host_name, + static_cast(const_cast(host_.c_str()))); + return true; + }); + + if (ssl) { + socket.ssl = ssl; + return true; + } + + shutdown_socket(socket); + close_socket(socket); + return false; +} + +inline void SSLClient::shutdown_ssl(Socket &socket, bool shutdown_gracefully) { + shutdown_ssl_impl(socket, shutdown_gracefully); +} + +inline void SSLClient::shutdown_ssl_impl(Socket &socket, + bool shutdown_gracefully) { + if (socket.sock == INVALID_SOCKET) { + assert(socket.ssl == nullptr); + return; + } + if (socket.ssl) { + detail::ssl_delete(ctx_mutex_, socket.ssl, shutdown_gracefully); + socket.ssl = nullptr; + } + assert(socket.ssl == nullptr); +} + +inline bool +SSLClient::process_socket(const Socket &socket, + std::function callback) { + assert(socket.ssl); + return detail::process_client_socket_ssl( + socket.ssl, socket.sock, read_timeout_sec_, read_timeout_usec_, + write_timeout_sec_, write_timeout_usec_, std::move(callback)); +} + +inline bool SSLClient::is_ssl() const { return true; } + +inline bool SSLClient::verify_host(X509 *server_cert) const { + /* Quote from RFC2818 section 3.1 "Server Identity" + + If a subjectAltName extension of type dNSName is present, that MUST + be used as the identity. Otherwise, the (most specific) Common Name + field in the Subject field of the certificate MUST be used. Although + the use of the Common Name is existing practice, it is deprecated and + Certification Authorities are encouraged to use the dNSName instead. + + Matching is performed using the matching rules specified by + [RFC2459]. If more than one identity of a given type is present in + the certificate (e.g., more than one dNSName name, a match in any one + of the set is considered acceptable.) Names may contain the wildcard + character * which is considered to match any single domain name + component or component fragment. E.g., *.a.com matches foo.a.com but + not bar.foo.a.com. f*.com matches foo.com but not bar.com. + + In some cases, the URI is specified as an IP address rather than a + hostname. In this case, the iPAddress subjectAltName must be present + in the certificate and must exactly match the IP in the URI. + + */ + return verify_host_with_subject_alt_name(server_cert) || + verify_host_with_common_name(server_cert); +} + +inline bool +SSLClient::verify_host_with_subject_alt_name(X509 *server_cert) const { + auto ret = false; + + auto type = GEN_DNS; + + struct in6_addr addr6 {}; + struct in_addr addr {}; + size_t addr_len = 0; + +#ifndef __MINGW32__ + if (inet_pton(AF_INET6, host_.c_str(), &addr6)) { + type = GEN_IPADD; + addr_len = sizeof(struct in6_addr); + } else if (inet_pton(AF_INET, host_.c_str(), &addr)) { + type = GEN_IPADD; + addr_len = sizeof(struct in_addr); + } +#endif + + auto alt_names = static_cast( + X509_get_ext_d2i(server_cert, NID_subject_alt_name, nullptr, nullptr)); + + if (alt_names) { + auto dsn_matched = false; + auto ip_matched = false; + + auto count = sk_GENERAL_NAME_num(alt_names); + + for (decltype(count) i = 0; i < count && !dsn_matched; i++) { + auto val = sk_GENERAL_NAME_value(alt_names, i); + if (val->type == type) { + auto name = + reinterpret_cast(ASN1_STRING_get0_data(val->d.ia5)); + auto name_len = static_cast(ASN1_STRING_length(val->d.ia5)); + + switch (type) { + case GEN_DNS: dsn_matched = check_host_name(name, name_len); break; + + case GEN_IPADD: + if (!memcmp(&addr6, name, addr_len) || + !memcmp(&addr, name, addr_len)) { + ip_matched = true; + } + break; + } + } + } + + if (dsn_matched || ip_matched) { ret = true; } + } + + GENERAL_NAMES_free(const_cast( + reinterpret_cast(alt_names))); + return ret; +} + +inline bool SSLClient::verify_host_with_common_name(X509 *server_cert) const { + const auto subject_name = X509_get_subject_name(server_cert); + + if (subject_name != nullptr) { + char name[BUFSIZ]; + auto name_len = X509_NAME_get_text_by_NID(subject_name, NID_commonName, + name, sizeof(name)); + + if (name_len != -1) { + return check_host_name(name, static_cast(name_len)); + } + } + + return false; +} + +inline bool SSLClient::check_host_name(const char *pattern, + size_t pattern_len) const { + if (host_.size() == pattern_len && host_ == pattern) { return true; } + + // Wildcard match + // https://bugs.launchpad.net/ubuntu/+source/firefox-3.0/+bug/376484 + std::vector pattern_components; + detail::split(&pattern[0], &pattern[pattern_len], '.', + [&](const char *b, const char *e) { + pattern_components.emplace_back(b, e); + }); + + if (host_components_.size() != pattern_components.size()) { return false; } + + auto itr = pattern_components.begin(); + for (const auto &h : host_components_) { + auto &p = *itr; + if (p != h && p != "*") { + auto partial_match = (p.size() > 0 && p[p.size() - 1] == '*' && + !p.compare(0, p.size() - 1, h)); + if (!partial_match) { return false; } + } + ++itr; + } + + return true; +} +#endif + +// Universal client implementation +inline Client::Client(const std::string &scheme_host_port) + : Client(scheme_host_port, std::string(), std::string()) {} + +inline Client::Client(const std::string &scheme_host_port, + const std::string &client_cert_path, + const std::string &client_key_path) { + const static std::regex re( + R"((?:([a-z]+):\/\/)?(?:\[([\d:]+)\]|([^:/?#]+))(?::(\d+))?)"); + + std::smatch m; + if (std::regex_match(scheme_host_port, m, re)) { + auto scheme = m[1].str(); + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + if (!scheme.empty() && (scheme != "http" && scheme != "https")) { +#else + if (!scheme.empty() && scheme != "http") { +#endif +#ifndef CPPHTTPLIB_NO_EXCEPTIONS + std::string msg = "'" + scheme + "' scheme is not supported."; + throw std::invalid_argument(msg); +#endif + return; + } + + auto is_ssl = scheme == "https"; + + auto host = m[2].str(); + if (host.empty()) { host = m[3].str(); } + + auto port_str = m[4].str(); + auto port = !port_str.empty() ? std::stoi(port_str) : (is_ssl ? 443 : 80); + + if (is_ssl) { +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + cli_ = detail::make_unique(host, port, client_cert_path, + client_key_path); + is_ssl_ = is_ssl; +#endif + } else { + cli_ = detail::make_unique(host, port, client_cert_path, + client_key_path); + } + } else { + cli_ = detail::make_unique(scheme_host_port, 80, + client_cert_path, client_key_path); + } +} + +inline Client::Client(const std::string &host, int port) + : cli_(detail::make_unique(host, port)) {} + +inline Client::Client(const std::string &host, int port, + const std::string &client_cert_path, + const std::string &client_key_path) + : cli_(detail::make_unique(host, port, client_cert_path, + client_key_path)) {} + +inline Client::~Client() = default; + +inline bool Client::is_valid() const { + return cli_ != nullptr && cli_->is_valid(); +} + +inline Result Client::Get(const std::string &path) { return cli_->Get(path); } +inline Result Client::Get(const std::string &path, const Headers &headers) { + return cli_->Get(path, headers); +} +inline Result Client::Get(const std::string &path, Progress progress) { + return cli_->Get(path, std::move(progress)); +} +inline Result Client::Get(const std::string &path, const Headers &headers, + Progress progress) { + return cli_->Get(path, headers, std::move(progress)); +} +inline Result Client::Get(const std::string &path, + ContentReceiver content_receiver) { + return cli_->Get(path, std::move(content_receiver)); +} +inline Result Client::Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver) { + return cli_->Get(path, headers, std::move(content_receiver)); +} +inline Result Client::Get(const std::string &path, + ContentReceiver content_receiver, Progress progress) { + return cli_->Get(path, std::move(content_receiver), std::move(progress)); +} +inline Result Client::Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver, Progress progress) { + return cli_->Get(path, headers, std::move(content_receiver), + std::move(progress)); +} +inline Result Client::Get(const std::string &path, + ResponseHandler response_handler, + ContentReceiver content_receiver) { + return cli_->Get(path, std::move(response_handler), + std::move(content_receiver)); +} +inline Result Client::Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver) { + return cli_->Get(path, headers, std::move(response_handler), + std::move(content_receiver)); +} +inline Result Client::Get(const std::string &path, + ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress) { + return cli_->Get(path, std::move(response_handler), + std::move(content_receiver), std::move(progress)); +} +inline Result Client::Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress) { + return cli_->Get(path, headers, std::move(response_handler), + std::move(content_receiver), std::move(progress)); +} +inline Result Client::Get(const std::string &path, const Params ¶ms, + const Headers &headers, Progress progress) { + return cli_->Get(path, params, headers, progress); +} +inline Result Client::Get(const std::string &path, const Params ¶ms, + const Headers &headers, + ContentReceiver content_receiver, Progress progress) { + return cli_->Get(path, params, headers, content_receiver, progress); +} +inline Result Client::Get(const std::string &path, const Params ¶ms, + const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress) { + return cli_->Get(path, params, headers, response_handler, content_receiver, + progress); +} + +inline Result Client::Head(const std::string &path) { return cli_->Head(path); } +inline Result Client::Head(const std::string &path, const Headers &headers) { + return cli_->Head(path, headers); +} + +inline Result Client::Post(const std::string &path) { return cli_->Post(path); } +inline Result Client::Post(const std::string &path, const Headers &headers) { + return cli_->Post(path, headers); +} +inline Result Client::Post(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return cli_->Post(path, body, content_length, content_type); +} +inline Result Client::Post(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return cli_->Post(path, headers, body, content_length, content_type); +} +inline Result Client::Post(const std::string &path, const std::string &body, + const std::string &content_type) { + return cli_->Post(path, body, content_type); +} +inline Result Client::Post(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return cli_->Post(path, headers, body, content_type); +} +inline Result Client::Post(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return cli_->Post(path, content_length, std::move(content_provider), + content_type); +} +inline Result Client::Post(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return cli_->Post(path, std::move(content_provider), content_type); +} +inline Result Client::Post(const std::string &path, const Headers &headers, + size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return cli_->Post(path, headers, content_length, std::move(content_provider), + content_type); +} +inline Result Client::Post(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return cli_->Post(path, headers, std::move(content_provider), content_type); +} +inline Result Client::Post(const std::string &path, const Params ¶ms) { + return cli_->Post(path, params); +} +inline Result Client::Post(const std::string &path, const Headers &headers, + const Params ¶ms) { + return cli_->Post(path, headers, params); +} +inline Result Client::Post(const std::string &path, + const MultipartFormDataItems &items) { + return cli_->Post(path, items); +} +inline Result Client::Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items) { + return cli_->Post(path, headers, items); +} +inline Result Client::Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const std::string &boundary) { + return cli_->Post(path, headers, items, boundary); +} +inline Result +Client::Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items) { + return cli_->Post(path, headers, items, provider_items); +} +inline Result Client::Put(const std::string &path) { return cli_->Put(path); } +inline Result Client::Put(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return cli_->Put(path, body, content_length, content_type); +} +inline Result Client::Put(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return cli_->Put(path, headers, body, content_length, content_type); +} +inline Result Client::Put(const std::string &path, const std::string &body, + const std::string &content_type) { + return cli_->Put(path, body, content_type); +} +inline Result Client::Put(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return cli_->Put(path, headers, body, content_type); +} +inline Result Client::Put(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return cli_->Put(path, content_length, std::move(content_provider), + content_type); +} +inline Result Client::Put(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return cli_->Put(path, std::move(content_provider), content_type); +} +inline Result Client::Put(const std::string &path, const Headers &headers, + size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return cli_->Put(path, headers, content_length, std::move(content_provider), + content_type); +} +inline Result Client::Put(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return cli_->Put(path, headers, std::move(content_provider), content_type); +} +inline Result Client::Put(const std::string &path, const Params ¶ms) { + return cli_->Put(path, params); +} +inline Result Client::Put(const std::string &path, const Headers &headers, + const Params ¶ms) { + return cli_->Put(path, headers, params); +} +inline Result Client::Put(const std::string &path, + const MultipartFormDataItems &items) { + return cli_->Put(path, items); +} +inline Result Client::Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items) { + return cli_->Put(path, headers, items); +} +inline Result Client::Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const std::string &boundary) { + return cli_->Put(path, headers, items, boundary); +} +inline Result +Client::Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items) { + return cli_->Put(path, headers, items, provider_items); +} +inline Result Client::Patch(const std::string &path) { + return cli_->Patch(path); +} +inline Result Client::Patch(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return cli_->Patch(path, body, content_length, content_type); +} +inline Result Client::Patch(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return cli_->Patch(path, headers, body, content_length, content_type); +} +inline Result Client::Patch(const std::string &path, const std::string &body, + const std::string &content_type) { + return cli_->Patch(path, body, content_type); +} +inline Result Client::Patch(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return cli_->Patch(path, headers, body, content_type); +} +inline Result Client::Patch(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return cli_->Patch(path, content_length, std::move(content_provider), + content_type); +} +inline Result Client::Patch(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return cli_->Patch(path, std::move(content_provider), content_type); +} +inline Result Client::Patch(const std::string &path, const Headers &headers, + size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return cli_->Patch(path, headers, content_length, std::move(content_provider), + content_type); +} +inline Result Client::Patch(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return cli_->Patch(path, headers, std::move(content_provider), content_type); +} +inline Result Client::Delete(const std::string &path) { + return cli_->Delete(path); +} +inline Result Client::Delete(const std::string &path, const Headers &headers) { + return cli_->Delete(path, headers); +} +inline Result Client::Delete(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return cli_->Delete(path, body, content_length, content_type); +} +inline Result Client::Delete(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return cli_->Delete(path, headers, body, content_length, content_type); +} +inline Result Client::Delete(const std::string &path, const std::string &body, + const std::string &content_type) { + return cli_->Delete(path, body, content_type); +} +inline Result Client::Delete(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return cli_->Delete(path, headers, body, content_type); +} +inline Result Client::Options(const std::string &path) { + return cli_->Options(path); +} +inline Result Client::Options(const std::string &path, const Headers &headers) { + return cli_->Options(path, headers); +} + +inline bool Client::send(Request &req, Response &res, Error &error) { + return cli_->send(req, res, error); +} + +inline Result Client::send(const Request &req) { return cli_->send(req); } + +inline void Client::stop() { cli_->stop(); } + +inline std::string Client::host() const { return cli_->host(); } + +inline int Client::port() const { return cli_->port(); } + +inline size_t Client::is_socket_open() const { return cli_->is_socket_open(); } + +inline socket_t Client::socket() const { return cli_->socket(); } + +inline void +Client::set_hostname_addr_map(std::map addr_map) { + cli_->set_hostname_addr_map(std::move(addr_map)); +} + +inline void Client::set_default_headers(Headers headers) { + cli_->set_default_headers(std::move(headers)); +} + +inline void Client::set_header_writer( + std::function const &writer) { + cli_->set_header_writer(writer); +} + +inline void Client::set_address_family(int family) { + cli_->set_address_family(family); +} + +inline void Client::set_tcp_nodelay(bool on) { cli_->set_tcp_nodelay(on); } + +inline void Client::set_socket_options(SocketOptions socket_options) { + cli_->set_socket_options(std::move(socket_options)); +} + +inline void Client::set_connection_timeout(time_t sec, time_t usec) { + cli_->set_connection_timeout(sec, usec); +} + +inline void Client::set_read_timeout(time_t sec, time_t usec) { + cli_->set_read_timeout(sec, usec); +} + +inline void Client::set_write_timeout(time_t sec, time_t usec) { + cli_->set_write_timeout(sec, usec); +} + +inline void Client::set_basic_auth(const std::string &username, + const std::string &password) { + cli_->set_basic_auth(username, password); +} +inline void Client::set_bearer_token_auth(const std::string &token) { + cli_->set_bearer_token_auth(token); +} +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +inline void Client::set_digest_auth(const std::string &username, + const std::string &password) { + cli_->set_digest_auth(username, password); +} +#endif + +inline void Client::set_keep_alive(bool on) { cli_->set_keep_alive(on); } +inline void Client::set_follow_location(bool on) { + cli_->set_follow_location(on); +} + +inline void Client::set_url_encode(bool on) { cli_->set_url_encode(on); } + +inline void Client::set_compress(bool on) { cli_->set_compress(on); } + +inline void Client::set_decompress(bool on) { cli_->set_decompress(on); } + +inline void Client::set_interface(const std::string &intf) { + cli_->set_interface(intf); +} + +inline void Client::set_proxy(const std::string &host, int port) { + cli_->set_proxy(host, port); +} +inline void Client::set_proxy_basic_auth(const std::string &username, + const std::string &password) { + cli_->set_proxy_basic_auth(username, password); +} +inline void Client::set_proxy_bearer_token_auth(const std::string &token) { + cli_->set_proxy_bearer_token_auth(token); +} +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +inline void Client::set_proxy_digest_auth(const std::string &username, + const std::string &password) { + cli_->set_proxy_digest_auth(username, password); +} +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +inline void Client::enable_server_certificate_verification(bool enabled) { + cli_->enable_server_certificate_verification(enabled); +} +#endif + +inline void Client::set_logger(Logger logger) { + cli_->set_logger(std::move(logger)); +} + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +inline void Client::set_ca_cert_path(const std::string &ca_cert_file_path, + const std::string &ca_cert_dir_path) { + cli_->set_ca_cert_path(ca_cert_file_path, ca_cert_dir_path); +} + +inline void Client::set_ca_cert_store(X509_STORE *ca_cert_store) { + if (is_ssl_) { + static_cast(*cli_).set_ca_cert_store(ca_cert_store); + } else { + cli_->set_ca_cert_store(ca_cert_store); + } +} + +inline void Client::load_ca_cert_store(const char *ca_cert, std::size_t size) { + set_ca_cert_store(cli_->create_ca_cert_store(ca_cert, size)); +} + +inline long Client::get_openssl_verify_result() const { + if (is_ssl_) { + return static_cast(*cli_).get_openssl_verify_result(); + } + return -1; // NOTE: -1 doesn't match any of X509_V_ERR_??? +} + +inline SSL_CTX *Client::ssl_context() const { + if (is_ssl_) { return static_cast(*cli_).ssl_context(); } + return nullptr; +} +#endif + +// ---------------------------------------------------------------------------- + +} // namespace httplib + +#if defined(_WIN32) && defined(CPPHTTPLIB_USE_POLL) +#undef poll +#endif + +#endif // CPPHTTPLIB_HTTPLIB_H diff --git a/src/ai_matrix/Utils/FileUtil.cpp b/src/ai_matrix/Utils/FileUtil.cpp new file mode 100644 index 0000000..6a8e6d3 --- /dev/null +++ b/src/ai_matrix/Utils/FileUtil.cpp @@ -0,0 +1,190 @@ +// +// Created by matrixai on 4/2/24. +// + +#include "FileUtil.h" + +namespace ai_matrix +{ + FileUtil *FileUtil::ins = nullptr; + FileUtil::GarbageCollector FileUtil::gc; + std::mutex FileUtil::mx; + + FileUtil *FileUtil::getins() + { + //双层锁，确保线程安全 + if (ins == nullptr) + { + std::lock_guard guard(mx); //防止异常发生不能解锁 + if (ins == nullptr) + { + ins = new FileUtil(); + } + } + return ins; + } + + /** + * 创建文件夹路径 + * inParam : std::string strDirPath :文件夹路径 + * outParam: N/A + * return : true/false + */ + bool FileUtil::CreateDirPath(std::string strDirPath) + { + if (strDirPath.back() != '/') + { + strDirPath += "/"; + } + + if (access(strDirPath.c_str(), F_OK) == 0) + { + return true; + } + + std::string::size_type pos = strDirPath.find('/'); + while (pos != std::string::npos) + { + std::string strCur = strDirPath.substr(0, pos); + if (!strCur.empty() && access(strCur.c_str(), F_OK) != 0) + { + if (mkdir(strCur.c_str(), 0755) != 0) //如果父目录不存在，会创建失败 + { + perror("mkdir fail"); + return false; + } + + if (chmod(strCur.c_str(), 0777) != 0) + { + perror("chmod fail"); + } + } + pos = strDirPath.find('/', pos + 1); + } + return true; + } + + std::string FileUtil::create_dir_name(std::string root, std::string name) + { + std::string dir_path = root + "/" + name; + if (access(dir_path.c_str(), F_OK) != 0) + { + if (mkdir(dir_path.c_str(), 0755) != 0) //如果父目录不存在，会创建失败 + { + perror("mkdir fail"); + return ""; + } + } + return dir_path; + } + + std::string FileUtil::create_dir_date(std::string root) + { + time_t timep = time(NULL); + struct tm *p = localtime(&timep); + + char tmp_date[20] = {0}; + sprintf(tmp_date, "%04d-%02d-%02d", 1900 + p->tm_year, 1 + p->tm_mon, p->tm_mday); + + std::string dir_path; + + dir_path = root + "/" + std::string(tmp_date); //创建日期目录 + if (access(dir_path.c_str(), F_OK) != 0) + { + if (mkdir(dir_path.c_str(), 0755) != 0) //如果父目录不存在，会创建失败 + { + perror("mkdir fail"); + return ""; + } + } + + return dir_path; + } + + std::string FileUtil::create_dir_date_name_time(std::string root, std::string name) + { + time_t timep = time(NULL); + struct tm *p = localtime(&timep); + + char tmp_date[20] = {0}; + sprintf(tmp_date, "%04d-%02d-%02d", 1900 + p->tm_year, 1 + p->tm_mon, p->tm_mday); + + char tmp_time[20] = {0}; + sprintf(tmp_time, "%02d-%02d-%02d", p->tm_hour, p->tm_min, p->tm_sec); + + std::string dir_path; + + dir_path = root + "/" + std::string(tmp_date); //创建日期目录 + if (access(dir_path.c_str(), F_OK) != 0) + { + if (mkdir(dir_path.c_str(), 0755) != 0) //如果父目录不存在，会创建失败 + { + perror("mkdir fail"); + return ""; + } + } + + dir_path = dir_path + "/" + name + "_" + std::string(tmp_time); //创建点云目录 + if (access(dir_path.c_str(), F_OK) != 0) + { + if (mkdir(dir_path.c_str(), 0755) != 0) //如果父目录不存在，会创建失败 + { + perror("mkdir fail"); + return ""; + } + } + + return dir_path; + } + + std::string FileUtil::create_file_path(std::string root, std::string name, std::string suffix) + { + time_t timep = time(NULL); + struct tm *p = localtime(&timep); + + char tmp_date[20] = {0}; + sprintf(tmp_date, "%04d-%02d-%02d", 1900 + p->tm_year, 1 + p->tm_mon, p->tm_mday); + + char tmp_time[20] = {0}; + sprintf(tmp_time, "%02d-%02d-%02d", p->tm_hour, p->tm_min, p->tm_sec); + + std::string file_path; + + file_path = root + "/" + std::string(tmp_date); //创建日期目录 + if (access(file_path.c_str(), F_OK) != 0) + { + if (mkdir(file_path.c_str(), 0755) != 0) //如果父目录不存在，会创建失败 + { + perror("mkdir fail"); + return ""; + } + } + + file_path = file_path + "/" + name + "_" + std::string(tmp_time) + suffix; //创建文件 + + return file_path; + } + +/** + * 拷贝文件 + * @param filePath 源文件位置 + * @param savePath 将要拷贝的新位置 + * @return + */ + bool FileUtil::copyFile(std::string filePath, std::string savePath) { + FILE *fp, *sp; + fp = fopen(filePath.c_str(), "rb"); + sp = fopen(savePath.c_str(), "w+b"); + if (!fp) { + return false; + } + void *buffer; + while (!feof(fp)) { + fread(&buffer, 1, 1, fp); + fwrite(&buffer, 1, 1, sp); + } + fclose(fp); + fclose(sp); + return true; + } +} diff --git a/src/ai_matrix/Utils/FileUtil.h b/src/ai_matrix/Utils/FileUtil.h new file mode 100644 index 0000000..18bfc7d --- /dev/null +++ b/src/ai_matrix/Utils/FileUtil.h @@ -0,0 +1,78 @@ +// +// Created by matrixai on 4/2/24. +// + +#ifndef TRAIN_RFID_LINUX_FILEUTIL_H +#define TRAIN_RFID_LINUX_FILEUTIL_H + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + + +namespace ai_matrix +{ + class FileUtil final + { + public: + static FileUtil *getins(); + + //创建文件夹 + std::string create_dir_name(std::string root, std::string name); + std::string create_dir_date_name_time(std::string root, std::string name); + std::string create_dir_date(std::string root); + //创建文件路径 + std::string create_file_path(std::string root, std::string name, std::string suffix); + //创建文件夹路径 + bool CreateDirPath(std::string strDirPath); + + /** + * 拷贝文件 + * @param filePath 源文件位置 + * @param savePath 将要拷贝的新位置 + * @return + */ + bool copyFile(std::string filePath, std::string savePath); + + + + + private: + FileUtil() = default; + FileUtil(const FileUtil &) = delete; + FileUtil(FileUtil &&) = delete; + FileUtil &operator=(const FileUtil &) = delete; + FileUtil &operator=(FileUtil &&) = delete; + ~FileUtil() = default; + + //定义一个嵌套类，负责释放内存，操作系统自动完成，不用担心内存泄露 + class GarbageCollector + { + public: + ~GarbageCollector() + { + if (FileUtil::ins) + { + delete FileUtil::ins; + FileUtil::ins = nullptr; + } + } + }; + + static GarbageCollector gc; + static FileUtil *ins; + static std::mutex mx; //锁，保证线程安全 + }; +} + + +#endif //TRAIN_RFID_LINUX_FILEUTIL_H diff --git a/src/ai_matrix/Utils/StringUtil.cpp b/src/ai_matrix/Utils/StringUtil.cpp new file mode 100644 index 0000000..4121d28 --- /dev/null +++ b/src/ai_matrix/Utils/StringUtil.cpp @@ -0,0 +1,171 @@ +// +// Created by matrixai on 4/2/24. +// + +#include "StringUtil.h" + +namespace ai_matrix +{ + StringUtil *StringUtil::ins = nullptr; + StringUtil::GarbageCollector StringUtil::gc; + std::mutex StringUtil::mx; + + StringUtil *StringUtil::getins() + { + //双层锁，确保线程安全 + if (ins == nullptr) + { + std::lock_guard guard(mx); //防止异常发生不能解锁 + if (ins == nullptr) + { + ins = new StringUtil(); + } + } + return ins; + } + + /** + * 字符串分割函数 + * @param str 目标字符串 + * @param pattern 切割字符 + * @return vector + */ + std::vector StringUtil::split(std::string str, std::string pattern) + { + std::string::size_type pos; + std::vector result; + str += pattern; //扩展字符串以方便操作 + int size = str.size(); + for (int i = 0; i < size; i++) + { + pos = str.find(pattern, i); + if (pos < size) + { + std::string s = str.substr(i, pos - i); + result.push_back(s); + i = pos + pattern.size() - 1; + } + } + return result; + } + + /** + * 去掉字符串前后空格 + * @param str + * @return + */ + std::string StringUtil::trim(const std::string& str) { + std::string temp = str; + temp.erase(0, temp.find_first_not_of(" \t\n\r\f\v")); // 去除开头的空格 + temp.erase(temp.find_last_not_of(" \t\n\r\f\v") + 1); // 去除末尾的空格 + return temp; + } + + /** + * 替换字符串中所有指定字符 + * @param str 目标字符串 + * @param old_value 原值 + * @param new_value 新值 + * @return 新结果 + */ + std::string& StringUtil::replace_all_distinct(std::string &str, const std::string &old_value, const std::string &new_value) + { + for (std::string::size_type pos(0); pos != std::string::npos; pos += new_value.length()) { + if ((pos = str.find(old_value, pos)) != std::string::npos) + str.replace(pos, old_value.length(), new_value); + else break; + } + return str; + } + + /** + * Anchor行分割 + * inParam : std::string &strLine Anchor一行内容 + * : const std::set &setDelimiters 分割符集合 + * outParam: N/A + * return : 分割数据 + */ + std::vector StringUtil::SplitAnchor(std::string &strLine, const std::set &setDelimiters) + { + std::vector result; + if (strLine.empty()) + { + return result; + } + char const *pch = strLine.c_str(); + char const *start = pch; + for (; *pch; ++pch) + { + if (setDelimiters.find(*pch) != setDelimiters.end()) + { + if (start != pch) + { + std::string tmp(start, pch); + result.push_back(atof(tmp.c_str())); //浮点数 + } + start = pch + 1; + } + } + result.push_back(atof(start)); //最后一个内容 + return result; + } + + /** + * float 转 string + * @param f + * @return + */ + std::string StringUtil::getStringFromFloat(float f) + { + std::ostringstream buffer; + buffer << f; + return buffer.str(); + } + + /** + * bool 转 string + * @param b + * @return + */ + std::string StringUtil::getStringFromBool(bool b) + { + std::ostringstream buffer; + buffer << b; + return buffer.str(); + } + + /** + * string 转 int + * (会过滤字符串前后的空格) + * @param s + * @param b + * @return + */ + int StringUtil::string2int(const std::string s, bool &b) { + try { + b = true; + return std::stoi(this->trim(s)); + } catch (...) { + b = false; + return 0; + } + } + + /** + * 判断字符串中是否存在 字母和数字 之外的字符 + * @param str + * @return + */ + bool StringUtil::containsNonAlphaNum(const std::string &str) { + for (char c : str) { + if (!std::isalnum(c) && !std::isspace(c)) { // 如果不是字母或数字 + return true; // 返回true，表示存在非字母数字字符 + } + } + return false; // 遍历完成未发现非字母数字字符，返回false + } + + bool StringUtil::is_digits(const std::string &str) { + return all_of(str.begin(), str.end(), ::isdigit); + } +} diff --git a/src/ai_matrix/Utils/StringUtil.h b/src/ai_matrix/Utils/StringUtil.h new file mode 100644 index 0000000..c85d36b --- /dev/null +++ b/src/ai_matrix/Utils/StringUtil.h @@ -0,0 +1,74 @@ +// +// Created by matrixai on 4/2/24. +// + +#ifndef TRAIN_RFID_LINUX_STRINGUTIL_H +#define TRAIN_RFID_LINUX_STRINGUTIL_H + +#include +#include +#include +#include +#include +#include + +namespace ai_matrix +{ + class StringUtil final + { + public: + static StringUtil *getins(); + + // 字符串分割函数 + std::vector split(std::string str, std::string pattern); + // 去掉字符串前后的空格 + std::string trim(const std::string& str); + + // 替换string中所有指定字符串 + std::string& replace_all_distinct(std::string &str, const std::string &old_value, const std::string &new_value); + // + std::vector SplitAnchor(std::string &strLine, const std::set &setDelimiters); + + // float 转 string + std::string getStringFromFloat(float f); + // bool 转 string + std::string getStringFromBool(bool b); + // string 转 int + int string2int(const std::string s, bool &b); + + // 判断字符串中是否含有 字母和数字 之外的字符 + bool containsNonAlphaNum(const std::string &str); + // 判断字符串中是否仅含有数字 + // 检查函数 + bool is_digits(const std::string& str); + + private: + StringUtil() = default; + StringUtil(const StringUtil &) = delete; + StringUtil(StringUtil &&) = delete; + StringUtil &operator=(const StringUtil &) = delete; + StringUtil &operator=(StringUtil &&) = delete; + ~StringUtil() = default; + + //定义一个嵌套类，负责释放内存，操作系统自动完成，不用担心内存泄露 + class GarbageCollector + { + public: + ~GarbageCollector() + { + if (StringUtil::ins) + { + delete StringUtil::ins; + StringUtil::ins = nullptr; + } + } + }; + + static GarbageCollector gc; + static StringUtil *ins; + static std::mutex mx; //锁，保证线程安全 + }; +} + + +#endif //TRAIN_RFID_LINUX_STRINGUTIL_H diff --git a/src/ai_matrix/Utils/TimeUtil.cpp b/src/ai_matrix/Utils/TimeUtil.cpp new file mode 100644 index 0000000..0a45200 --- /dev/null +++ b/src/ai_matrix/Utils/TimeUtil.cpp @@ -0,0 +1,211 @@ +#include +#include "TimeUtil.h" + +namespace ai_matrix +{ + const int TIME_DIFF = 28800; // 8 hour + TimeUtil *TimeUtil::ins = nullptr; + TimeUtil::GarbageCollector TimeUtil::gc; + std::mutex TimeUtil::mx; + + TimeUtil *TimeUtil::getins() + { + //双层锁，确保线程安全 + if (ins == nullptr) + { + std::lock_guard guard(mx); //防止异常发生不能解锁 + if (ins == nullptr) + { + ins = new TimeUtil(); + } + } + return ins; + } + + /** + * 获取用于文件命名的时间戳 + * @return + */ + std::string TimeUtil::get_timestamp_file() + { + time_t timep = time(NULL); + struct tm *p = localtime(&timep); + + struct timeval tv; + gettimeofday(&tv, NULL); + + int msec = tv.tv_usec / 1000; + + char tmp[30] = {0}; + sprintf(tmp, "%04d-%02d-%02d-%02d-%02d-%02d-%03d", 1900 + p->tm_year, 1 + p->tm_mon, p->tm_mday, p->tm_hour, p->tm_min, p->tm_sec, msec); + + return std::string(tmp); + } + + /** + * 获取用用于日志记录的时间 + * @return yyyy-MM-dd hh:mm:ss.us + */ + std::string TimeUtil::getDateTime_usec() + { + time_t timep = time(NULL); + struct tm *p = localtime(&timep); + + struct timeval tv; + gettimeofday(&tv, NULL); + + int msec = tv.tv_usec / 1000; + + char tmp[30] = {0}; + sprintf(tmp, "%04d-%02d-%02d %02d:%02d:%02d.%03d", 1900 + p->tm_year, 1 + p->tm_mon, p->tm_mday, p->tm_hour, p->tm_min, p->tm_sec, msec); + + return std::string(tmp); + } + + /** + * 获取北京当前日期 + * @return : 日期 yyyy-mm-dd + */ + std::string TimeUtil::getDate() + { + struct timeval time = {0, 0}; + gettimeofday(&time, nullptr); + time_t timep = time.tv_sec + TIME_DIFF; + + struct tm *p = gmtime(&timep); + + char szTmp[12] = {0}; + sprintf(szTmp, "%04d-%02d-%02d", 1900 + p->tm_year, 1 + p->tm_mon, p->tm_mday); + + return std::string(szTmp); + } + + /** + * 获取北京当前时间 + * @return : 时间 hh:mm:ss + */ + std::string TimeUtil::getTime() + { + struct timeval time = {0, 0}; + gettimeofday(&time, nullptr); + time_t timep = time.tv_sec + TIME_DIFF; + + struct tm *p = gmtime(&timep); + + char szTmp[10] = {0}; + sprintf(szTmp, "%02d:%02d:%02d", p->tm_hour, p->tm_min, p->tm_sec); + return std::string(szTmp); + } + + /** + * 获取当前 日期+时间 + * @return yyyy-MM-dd hh:mm:ss + */ + std::string TimeUtil::getDateTime() + { + struct timeval time = {0, 0}; + gettimeofday(&time, nullptr); + time_t timep = time.tv_sec + TIME_DIFF; + + struct tm *p = gmtime(&timep); + int msec = time.tv_usec / 1000; + + char szTmp[32] = {0}; + sprintf(szTmp, "%04d-%02d-%02d %02d:%02d:%02d", 1900 + p->tm_year, 1 + p->tm_mon, p->tm_mday, p->tm_hour, p->tm_min, p->tm_sec); + + return std::string(szTmp); + } + + /** + * 获取用于文件名的时间 + * @return hh-mm-ss + */ + std::string TimeUtil::getTime_file() + { + time_t timep = time(NULL); + struct tm *p = localtime(&timep); + + struct timeval tv; + gettimeofday(&tv, NULL); + + int msec = tv.tv_usec / 1000; + + char tmp[10] = { 0 }; + sprintf(tmp, "%02d-%02d-%02d", p->tm_hour, p->tm_min, p->tm_sec); + + return std::string(tmp); + } + + /** + * + * inParam : N/A + * outParam: N/A + * return : 时间戳 + */ + /** + * 获取当前时间距1970年的秒数(可选毫秒数) + * @param usec 是否取毫秒数 + * @return + */ + uint64_t TimeUtil::getCurrentTimeMillis(bool usec) + { + struct timeval tv; + gettimeofday(&tv, NULL); + if (usec) + return tv.tv_sec * 1000 + tv.tv_usec / 1000; + else + return tv.tv_sec; + } + + /** + * 获取指定时间距1970年的秒数 (入参格式：YYYY-MM-DD hh-mm-ss) + * inParam : std::string &strDateTime 日期时间 + * outParam: N/A + * return : 时间戳 + */ + uint64_t TimeUtil::getParamTimeMilliSeconds(std::string &strDateTime) + { +// LogDebug << "strDateTime:" << strDateTime; + if (strDateTime.length() != 19) + { + return 0; + } + + int iYear = atoi(strDateTime.substr(0, 4).c_str()); + int iMon = atoi(strDateTime.substr(5, 2).c_str()); + int iDay = atoi(strDateTime.substr(8, 2).c_str()); + int iHour = atoi(strDateTime.substr(11, 2).c_str()); + int iMin = atoi(strDateTime.substr(14, 2).c_str()); + int iSec = atoi(strDateTime.substr(17, 2).c_str()); + + struct tm stm; + memset(&stm, 0, sizeof(stm)); + stm.tm_year = iYear - 1900; + stm.tm_mon = iMon - 1; + stm.tm_mday = iDay; + stm.tm_hour = iHour; + stm.tm_min = iMin; + stm.tm_sec = iSec; + + uint64_t i64Ret = (uint64_t)mktime(&stm) * 1000; + return i64Ret; + } + + /** + * 获取指定毫秒数的对应的北京日期时间 + * inParam : uint64_t i64MilliSeconds + * outParam: N/A + * return : 日期时间 + */ + std::string TimeUtil::getDateTimeByMilliSeconds(uint64_t i64MilliSeconds) + { + time_t timep = i64MilliSeconds / 1000 + TIME_DIFF; + struct tm *p = gmtime(&timep); + + char szTmp[32] = {0}; + sprintf(szTmp, "%04d-%02d-%02d %02d-%02d-%02d", 1900 + p->tm_year, 1 + p->tm_mon, p->tm_mday, p->tm_hour, p->tm_min, p->tm_sec); + + return std::string(szTmp); + } + +} diff --git a/src/ai_matrix/Utils/TimeUtil.h b/src/ai_matrix/Utils/TimeUtil.h new file mode 100644 index 0000000..9bb6042 --- /dev/null +++ b/src/ai_matrix/Utils/TimeUtil.h @@ -0,0 +1,71 @@ +#ifndef TimeUtil_H_ +#define TimeUtil_H_ + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +namespace ai_matrix +{ + class TimeUtil final + { + public: + static TimeUtil *getins(); + + //获取时间戳 + std::string get_timestamp_file(); + std::string getDateTime_usec(); + //获取日期 +// std::string get_date(); + //获取北京当前日期 + std::string getDate(); + //获取北京当前时间 + std::string getTime(); + // 获取当前 日期 时间 + std::string getDateTime(); + //获取用于文件名的时间 + std::string getTime_file(); + //获取当前时间距1970年的毫秒数 + uint64_t getCurrentTimeMillis(bool usec = false); + //获取指定时间距1970年的毫秒数 (入参格式：YYYY-MM-DD hh-mm-ss) + uint64_t getParamTimeMilliSeconds(std::string &strDateTime); + //获取指定毫秒数的对应的日期时间 + std::string getDateTimeByMilliSeconds(uint64_t i64MilliSeconds); + + + private: + TimeUtil() = default; + TimeUtil(const TimeUtil &) = delete; + TimeUtil(TimeUtil &&) = delete; + TimeUtil &operator=(const TimeUtil &) = delete; + TimeUtil &operator=(TimeUtil &&) = delete; + ~TimeUtil() = default; + + //定义一个嵌套类，负责释放内存，操作系统自动完成，不用担心内存泄露 + class GarbageCollector + { + public: + ~GarbageCollector() + { + if (TimeUtil::ins) + { + delete TimeUtil::ins; + TimeUtil::ins = nullptr; + } + } + }; + + static GarbageCollector gc; + static TimeUtil *ins; + static std::mutex mx; //锁，保证线程安全 + }; +} + +#endif \ No newline at end of file diff --git a/src/ai_matrix/Utils/Utils.cpp b/src/ai_matrix/Utils/Utils.cpp new file mode 100644 index 0000000..d277f16 --- /dev/null +++ b/src/ai_matrix/Utils/Utils.cpp @@ -0,0 +1,180 @@ +// +// Created by matrixai on 4/2/24. +// + +#include "Utils.h" + + +namespace ai_matrix +{ + Utils *Utils::ins = nullptr; + Utils::GarbageCollector Utils::gc; + std::mutex Utils::mx; + + Utils *Utils::getins() + { + //双层锁，确保线程安全 + if (ins == nullptr) + { + std::lock_guard guard(mx); //防止异常发生不能解锁 + if (ins == nullptr) + { + ins = new Utils(); + } + } + return ins; + } + + float Utils::getMean(const std::vector &data) + { + int size = data.size(); + + if (size == 0) + { + return 0; + } + + float sum = 0; + for (int i = 0; i < size; i++) + { + sum += data[i]; + } + return sum / size; + } + + float Utils::getMax(const std::vector &data) + { + int size = data.size(); + + if (size == 0) + { + return 0; + } + + float max = 0; + for (int i = 0; i < size; i++) + { + if (i == 0) + { + max = data[i]; + } + else if (data[i] > max) + { + max = data[i]; + } + } + return max; + } + + float Utils::getMin(const std::vector &data) + { + int size = data.size(); + + if (size == 0) + { + return 0; + } + + float min = 0; + for (int i = 0; i < size; i++) + { + if (i == 0) + { + min = data[i]; + } + else if (data[i] < min) + { + min = data[i]; + } + } + return min; + } + + float Utils::getMedian(const std::vector &data) + { + if (data.size() < 2) + { + return 0; + } + + std::vector data_tmp; + + int n = data.size(); + for (int i = 0; i < n; i++) + { + data_tmp.push_back(data[i]); + } + + std::sort(data_tmp.begin(), data_tmp.end(), std::less()); + + if (n % 2 == 0) + { + return (data_tmp[n / 2] + data_tmp[n / 2 - 1]) / 2; + } + else + { + return data_tmp[(n - 1) / 2]; + } + } + + bool Utils::contains_vec(const std::vector &vec, std::string x) { + return count(vec.begin(), vec.end(), x) > 0; + } + + +// /** +// * 读取json格式文件内容 +// * inParam : std::string &strFilePath :文件路径 +// * outParam: Json::Value &jvFileInfo :json格式内容 +// * return : true/false +// */ +// bool Utils::ReadJsonInfo(Json::Value &jvFileInfo, std::string &strFilePath) +// { +// std::ifstream ifs(strFilePath.c_str()); +// if (!ifs.is_open()) +// { +//// LogWarn << "txt:" << strFilePath << " open fail"; +// return false; +// } +// +// std::string strContent; +// getline(ifs, strContent); +// ifs.close(); +// +// Json::CharReaderBuilder jsrBuilder; +// std::shared_ptr reader(jsrBuilder.newCharReader()); +// JSONCPP_STRING errs; +// if (!reader->parse(strContent.data(), strContent.data() + strContent.size(), &jvFileInfo, &errs)) +// { +//// LogWarn << "json parse fail content:" << strContent; +// return false; +// } +// return true; +// } +// +// /** +// * json格式内容写入文件 +// * inParam : Json::Value &jvFileInfo :json格式内容 +// : std::string &strFilePath :文件路径 +// * outParam: N/A +// * return : true/false +// */ +// bool Utils::WriteJsonInfo(Json::Value &jvFileInfo, std::string &strFilePath) +// { +// Json::StreamWriterBuilder jswBuilder; +// // 紧密型存储 +// jswBuilder["indentation"] = ""; +// std::string strFrameInfo = Json::writeString(jswBuilder, jvFileInfo); +// +// std::ofstream ofs(strFilePath.c_str()); +// if (!ofs.is_open()) +// { +// LogWarn << "txt:" << strFilePath << " open fail"; +// return false; +// } +// ofs.write(strFrameInfo.c_str(), strFrameInfo.length()); +// ofs.close(); +// return true; +// } + +} diff --git a/src/ai_matrix/Utils/Utils.h b/src/ai_matrix/Utils/Utils.h new file mode 100644 index 0000000..f4539f0 --- /dev/null +++ b/src/ai_matrix/Utils/Utils.h @@ -0,0 +1,71 @@ +// +// Created by matrixai on 4/2/24. +// + +#ifndef TRAIN_RFID_LINUX_UTILS_H +#define TRAIN_RFID_LINUX_UTILS_H + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +namespace ai_matrix +{ + class Utils final + { + public: + static Utils *getins(); + + //计算均值 + float getMean(const std::vector &data); + //计算最大值 + float getMax(const std::vector &data); + //计算最小值 + float getMin(const std::vector &data); + //计算中位数 + float getMedian(const std::vector &data); + + bool contains_vec(const std::vector &vec, std::string x); + +// //读取json格式文件内容 +// bool ReadJsonInfo(Json::Value &jvFileInfo, std::string &strFilePath); +// //json格式内容写入文件 +// bool WriteJsonInfo(Json::Value &jvFileInfo, std::string &strFilePath); + + private: + Utils() = default; + Utils(const Utils &) = delete; + Utils(Utils &&) = delete; + Utils &operator=(const Utils &) = delete; + Utils &operator=(Utils &&) = delete; + ~Utils() = default; + + //定义一个嵌套类，负责释放内存，操作系统自动完成，不用担心内存泄露 + class GarbageCollector + { + public: + ~GarbageCollector() + { + if (Utils::ins) + { + delete Utils::ins; + Utils::ins = nullptr; + } + } + }; + + static GarbageCollector gc; + static Utils *ins; + static std::mutex mx; //锁，保证线程安全 + }; +} + +#endif //TRAIN_RFID_LINUX_UTILS_H diff --git a/src/ai_matrix/framework/EngineBase.cpp b/src/ai_matrix/framework/EngineBase.cpp new file mode 100644 index 0000000..5377faf --- /dev/null +++ b/src/ai_matrix/framework/EngineBase.cpp @@ -0,0 +1,71 @@ +#include "EngineBase.h" + +namespace ai_matrix +{ + //初始化engine + void EngineBase::AssignInitArgs(const EngineInitArguments &initArgs) + { + deviceId_ = initArgs.deviceId; + + engineName_ = initArgs.engineName; + engineId_ = initArgs.engineId; + } + + // get the data from input queue then call Process function in the new thread + void EngineBase::ProcessThread() + { + Process(); + } + + //设置engine输入队列 + void EngineBase::SetInputMap(std::string engineAddress, std::shared_ptr>> inputQueue) + { + inputQueMap_[engineAddress] = inputQueue; + } + //得到输入队列 + std::shared_ptr>> EngineBase::GetInputMap(std::string engineAddress) + { + if (inputQueMap_.find(engineAddress) == inputQueMap_.end()) + { + return nullptr; + } + return inputQueMap_.at(engineAddress); + } + + //设置engine输出队列 + void EngineBase::SetOutputMap(std::string engineAddress, std::shared_ptr>> outputQue) + { + outputQueMap_[engineAddress] = outputQue; + } + + //启动engine + APP_ERROR EngineBase::Run() + { + LogInfo << engineName_ << "[" << engineId_ << "] Run"; + isStop_ = false; + processThr_ = std::thread(&EngineBase::ProcessThread, this); + return APP_ERR_OK; + } + + // 停止engine + APP_ERROR EngineBase::Stop() + { + //停止线程 + isStop_ = true; + + //停止所有输入队列 + for (auto it = inputQueMap_.begin(); it != inputQueMap_.end(); it++) + { + it->second->stop(); + } + + //等待线程结束 + if (processThr_.joinable()) + { + processThr_.join(); + } + + //其他清理 + return DeInit(); + } +} diff --git a/src/ai_matrix/framework/EngineBase.h b/src/ai_matrix/framework/EngineBase.h new file mode 100644 index 0000000..1d27fdf --- /dev/null +++ b/src/ai_matrix/framework/EngineBase.h @@ -0,0 +1,80 @@ +/* + * engine基类 + */ + +#ifndef INC_ENGINE_BASE_H +#define INC_ENGINE_BASE_H + +#include +#include +#include +#include +#include +#include + +#include "ErrorCode.h" +#include "Log.h" +#include "FileManager.h" +#include "CommonDataType.h" + +#include "myqueue.h" +#include "myshell.h" + +namespace ai_matrix +{ + struct EngineInitArguments + { + int32_t deviceId = 0; + + std::string engineName = {}; + int engineId = -1; + void *userData = nullptr; + }; + + class EngineBase + { + public: + EngineBase() {} + virtual ~EngineBase() {} //必须是虚函数 + + void AssignInitArgs(const EngineInitArguments &initArgs); + + //每个engine自己实现 + virtual APP_ERROR Init(void) = 0; + virtual APP_ERROR DeInit(void) = 0; + + APP_ERROR Run(void); + APP_ERROR Stop(void); + + //设置输入队列 + void SetInputMap(std::string engineAddress, std::shared_ptr>> inputQueue); + //得到输入队列 + std::shared_ptr>> GetInputMap(std::string engineAddress); + + //设置输出队列 + void SetOutputMap(std::string engineAddress, std::shared_ptr>> outputQue); + + //线程函数 + void ProcessThread(); + + //每个engine自己实现线程执行函数 + virtual APP_ERROR Process() = 0; + + protected: + std::atomic_bool isStop_ = {true}; //线程默认不启动 + + int32_t deviceId_ = -1; + + //输入队列map + std::map>>> inputQueMap_ = {}; + //输出队列map + std::map>>> outputQueMap_ = {}; + + int engineId_ = -1; //实例化id + std::string engineName_ = {}; //类名 + + std::thread processThr_ = {}; + }; +} + +#endif diff --git a/src/ai_matrix/framework/EngineFactory.h b/src/ai_matrix/framework/EngineFactory.h new file mode 100644 index 0000000..2c74985 --- /dev/null +++ b/src/ai_matrix/framework/EngineFactory.h @@ -0,0 +1,62 @@ +/* + * c++类反射 + */ + +#ifndef INC_ENGINE_FACTORY_H +#define INC_ENGINE_FACTORY_H + +#include +#include +#include + +//引擎注册宏 +#define ENGINE_REGIST(class_name) \ + namespace ai_matrix \ + { \ + class class_name##Helper \ + { \ + public: \ + class_name##Helper() \ + { \ + EngineFactory::RegisterEngine(#class_name, class_name##Helper::CreatObjFunc); \ + } \ + static void *CreatObjFunc() \ + { \ + return new class_name; \ + } \ + }; \ + static class_name##Helper class_name##helper; \ + } + +namespace ai_matrix +{ + using Constructor = std::function; + + class EngineFactory + { + public: + static void RegisterEngine(std::string className, Constructor constructor) + { + Constructors()[className] = constructor; + } + + static void *MakeEngine(const std::string &className) + { + auto itr = Constructors().find(className); + if (itr == Constructors().end()) + { + return nullptr; + } + return ((Constructor)itr->second)(); + } + + private: + inline static std::map &Constructors() + { + static std::map instance; + return instance; + } + }; +} + +#endif \ No newline at end of file diff --git a/src/ai_matrix/framework/EngineManager.cpp b/src/ai_matrix/framework/EngineManager.cpp new file mode 100644 index 0000000..9158a6a --- /dev/null +++ b/src/ai_matrix/framework/EngineManager.cpp @@ -0,0 +1,250 @@ +/** + * engine管理实现 + * */ + +#include "EngineManager.h" +#include "Config.h" +#include "TimeUtil.h" +#include + +namespace ai_matrix +{ + EngineManager::EngineManager() {} + + EngineManager::~EngineManager() {} + + //初始化acl + APP_ERROR EngineManager::Init() + { + if (!InitDeviceIds()) + { + LogError << "InitDeviceIds err"; + return APP_ERR_COMM_INVALID_PARAM; + } + + return APP_ERR_OK; + } + + //去初始化acl + APP_ERROR EngineManager::DeInit(void) + { + return APP_ERR_OK; + } + + //加载yaml文件中的配置 + APP_ERROR EngineManager::load_yaml_config(std::string path) + { + try + { + YAML::Node config = YAML::LoadFile(path); + //退出程序 + if (config.IsNull()) + { + LogError << "matrix.yaml err"; + return APP_ERR_COMM_INVALID_PARAM; + } + + //engine使用deviceid + mapUseDevice_["ALL"] = *init_deviceIds_.begin(); //默认所有engine使用初始化中最小deviceid + if(config["use_deviceid"].IsDefined()) + { + for (YAML::const_iterator it = config["use_deviceid"].begin(); it != config["use_deviceid"].end(); it++) + { + std::string engineInfo = it->first.as(); + int deviceid = it->second.as(); + //使用deviceid必须是经过初始化的 + if (init_deviceIds_.count(deviceid) == 0) + { + LogError << "use_deviceid set err value:" << deviceid; + return APP_ERR_COMM_INVALID_PARAM; + } + mapUseDevice_[engineInfo] = deviceid; + } + } + + //engine实例 + for (YAML::const_iterator it = config["engines"].begin(); it != config["engines"].end(); it++) + { + std::string engine_name = it->first.as(); + int engine_id = it->second.as(); + + //检查是否有重复engine + std::string engine_unique = engine_name + "_" + std::to_string(engine_id); + auto iter = engine_map_.find(engine_unique); + if (iter != engine_map_.end()) + { + continue; + } + + //实例化engine + std::shared_ptr engineInstance = nullptr; + EngineBase* base = (static_cast(EngineFactory::MakeEngine(engine_name))); + if (base == nullptr) + { + continue; + } + engineInstance.reset(base); + + //初始化engine + APP_ERROR ret = InitEngineInstance(engineInstance, engine_name, engine_id); + if (ret != APP_ERR_OK) + { + continue; + } + + //存入map + engine_map_[engine_unique] = engineInstance; + } + + //engine连接 + for (YAML::const_iterator it = config["connects"].begin(); it != config["connects"].end(); it++) + { + std::string from = it->first.as(); + std::string to = it->second.as(); + + int iPos = to.find(" "); + int iQueueSize = 0; + if (iPos != std::string::npos) + { + iQueueSize = atoi(to.substr(iPos+1, to.length()).c_str()); + to = to.substr(0, iPos); +// LogInfo << "iQueueSize:" << iQueueSize; + } + + LogInfo << "Add Connect,send:" << from << ",to:" << to; + + std::size_t pos = from.find_last_of("_"); + if (pos == std::string::npos) + { + continue; + } + std::string src_engine = from.substr(0, pos); + + pos = to.find_last_of("_"); + if (pos == std::string::npos) + { + continue; + } + std::string dst_engine = to.substr(0, pos); + + auto iterSend = engine_map_.find(src_engine); + auto iterRecv = engine_map_.find(dst_engine); + + if (iterSend == engine_map_.end() || iterRecv == engine_map_.end()) + { + LogError << "Cann't find engine " << src_engine << " or " << dst_engine; + continue; + } + + std::shared_ptr>> dataQueue = iterRecv->second->GetInputMap(to); + if (dataQueue == nullptr) + { + dataQueue = std::make_shared>>(); + if (iQueueSize > 0) + { + dataQueue->setMaxSize(iQueueSize); + } + + //设置engine输入队列 + iterRecv->second->SetInputMap(to, dataQueue); + + //设置engine输出队列 + iterSend->second->SetOutputMap(from, dataQueue); + } + else + { + //设置engine输出队列 + iterSend->second->SetOutputMap(from, dataQueue); + } + } + } + catch (...) //捕获所有异常 + { + return APP_ERR_COMM_INVALID_PARAM; + } + return APP_ERR_OK; + } + + //初始化engine实例 + APP_ERROR EngineManager::InitEngineInstance(std::shared_ptr engineInstance, std::string engineName, int engineId) + { + LogInfo << "EngineManager: begin to init engine instance,name=" << engineName << ", engine id = " << engineId << "."; + + //获取egnine使用的上下文 + std::string engineInfo = engineName + "_" + std::to_string(engineId); + int deviceid; + if(mapUseDevice_.count(engineInfo) > 0) + { + deviceid = mapUseDevice_[engineInfo]; + } + else if(mapUseDevice_.count(std::to_string(engineId)) > 0) + { + deviceid = mapUseDevice_[std::to_string(engineId)]; + } + else + { + deviceid = mapUseDevice_["ALL"]; + } + + EngineInitArguments initArgs; + initArgs.deviceId = deviceId_; + initArgs.engineName = engineName; + initArgs.engineId = engineId; + + engineInstance->AssignInitArgs(initArgs); //填充参数 + + APP_ERROR ret = engineInstance->Init(); //执行初始化 + if (ret != APP_ERR_OK) + { + LogError << "EngineManager: fail to init engine, name = " << engineName << ", engine id = " << engineId << "."; + return ret; + } + LogInfo << "EngineManager: engine " << engineName << "[" << engineId << "] init success."; + return ret; + } + + //运行所有engine + APP_ERROR EngineManager::RunAllEngine() + { + LogInfo << "begin to run engine."; + for (auto it = engine_map_.begin(); it != engine_map_.end(); it++) + { + it->second->Run(); + } + return APP_ERR_OK; + } + + //停止所有engine + APP_ERROR EngineManager::StopAllEngine() + { + LogInfo << "begin to stop engine."; + for (auto it = engine_map_.begin(); it != engine_map_.end(); it++) + { + it->second->Stop(); + } + return APP_ERR_OK; + } + + //得到engine指针 + EngineBase *EngineManager::get_engine(std::string engineName) + { + auto iter = engine_map_.find(engineName); + if (iter == engine_map_.end()) + { + return nullptr; + } + return iter->second.get(); + } + + /** + * 初始化设备id + * inParam : N/A + * outParam: N/A + * return : true(成功);false(失败) + */ + bool EngineManager::InitDeviceIds() + { + init_deviceIds_.insert(0); + return true; + } +} diff --git a/src/ai_matrix/framework/EngineManager.h b/src/ai_matrix/framework/EngineManager.h new file mode 100644 index 0000000..ccaa5d1 --- /dev/null +++ b/src/ai_matrix/framework/EngineManager.h @@ -0,0 +1,73 @@ +/* + * engine管理类 + */ + +#ifndef INC_ENGINE_MANAGER_H +#define INC_ENGINE_MANAGER_H + +#include "EngineBase.h" +#include "EngineFactory.h" + +namespace ai_matrix +{ + //引擎描述 + struct EngineDesc + { + std::string engine_name; //引擎名称 + int engine_id; //引擎id + }; + + struct EngineConnectDesc + { + std::string engine_send_name; //发送引擎名称 + int engine_send_id; //发送引擎id + int engine_send_port; //发送引擎端口 + std::string engine_recv_name; //接收引擎名称 + int engine_recv_id; //接收引擎id + int engine_recv_port; //接收引擎端口 + }; + + class EngineManager + { + public: + EngineManager(); + ~EngineManager(); + + //初始化 + APP_ERROR Init(); + //去初始化 + APP_ERROR DeInit(void); + + //使用yaml文件注册engine实例及连接 + APP_ERROR load_yaml_config(std::string path); + + //初始化engine + APP_ERROR InitEngineInstance(std::shared_ptr engineInstance, std::string engineName, int engineId); + + //运行所有engine + APP_ERROR RunAllEngine(); + + //停止所有engine + APP_ERROR StopAllEngine(); + + //得到某个engine的指针 + EngineBase *get_engine(std::string engineName); + + private: + int32_t deviceId_ = 0; + + //engine名和实例map + std::map> engine_map_ = {}; + + //初始化的设备id + std::set init_deviceIds_ = {}; + + //engine使用deviceid + std::map mapUseDevice_ = {}; + + //初始化设备id + bool InitDeviceIds(); + }; +} + +#endif diff --git a/src/ai_matrix/multitype_queue.h b/src/ai_matrix/multitype_queue.h new file mode 100644 index 0000000..47197cb --- /dev/null +++ b/src/ai_matrix/multitype_queue.h @@ -0,0 +1,1023 @@ +/** + 某个engine需要多个输入时使用 +*/ + +#ifndef INC_HIAIENGINE_MULTITYPE_QUEUE_H_ +#define INC_HIAIENGINE_MULTITYPE_QUEUE_H_ + +#include +#include +#include +#include +#include + +namespace ai_matrix +{ + /** + * @Name: MultiTypeQueue + * @Description: 支持多种类型的消息队列 + * + */ + class MultiTypeQueue final + { + public: + static constexpr uint32_t MULTI_QUEUE_MAX_LEN = 1024; + static constexpr uint32_t MULTI_QUEUE_1_QUE_NUM = 1; + static constexpr uint32_t MULTI_QUEUE_2_QUE_NUM = 2; + static constexpr uint32_t MULTI_QUEUE_3_QUE_NUM = 3; + static constexpr uint32_t MULTI_QUEUE_4_QUE_NUM = 4; + static constexpr uint32_t MULTI_QUEUE_5_QUE_NUM = 5; + static constexpr uint32_t MULTI_QUEUE_6_QUE_NUM = 6; + static constexpr uint32_t MULTI_QUEUE_7_QUE_NUM = 7; + static constexpr uint32_t MULTI_QUEUE_8_QUE_NUM = 8; + static constexpr uint32_t MULTI_QUEUE_9_QUE_NUM = 9; + static constexpr uint32_t MULTI_QUEUE_10_QUE_NUM = 10; + static constexpr uint32_t MULTI_QUEUE_11_QUE_NUM = 11; + static constexpr uint32_t MULTI_QUEUE_12_QUE_NUM = 12; + static constexpr uint32_t MULTI_QUEUE_13_QUE_NUM = 13; + static constexpr uint32_t MULTI_QUEUE_14_QUE_NUM = 14; + static constexpr uint32_t MULTI_QUEUE_15_QUE_NUM = 15; + static constexpr uint32_t MULTI_QUEUE_16_QUE_NUM = 16; + + using MultiQueueTimeType = std::chrono::time_point< + std::chrono::system_clock, std::chrono::milliseconds>; + + ~MultiTypeQueue() {} + /** + * @ingroup hiaiengine + * @brief: 构造 MultiTypeQueue + * @param [in]que_num： 指定队列个数 + * @param [in]maxQueLen: 指定每个队列的最大长度 + * @param [in]durationMs: 指定队列成员从入对到出对最大时间间隔。 + * 当某个成员从入对(Push)起，超过duration_ms 时间后还未出对 + * (（Pop)，则该成员会被自动删除 + */ + explicit MultiTypeQueue(uint32_t queNum, + uint32_t maxQueLen = MULTI_QUEUE_MAX_LEN, uint32_t durationMs = 0) : qumNum_(queNum), + durationMs_(durationMs), + maxQueLen_(maxQueLen), + isAutoDel_(durationMs > 0) {} + + /** + * @ingroup hiaiengine + * @brief: PushData 往指定队列插入数据 + * @param [in]q_idx： 队列编号（0 ~ queNum-1） + * @param [in]dataPtr: 队列函数指针 + * @param [out]bool: 成功则返回true，否则返回false(例如队列满等） + */ + bool PushData(uint32_t qIndex, + const std::shared_ptr &dataPtr) + { + if (dataPtr == nullptr) + { + return false; + } + + // 索引号非法，则返回失败 + if (qIndex >= qumNum_) + { + return false; + } + + std::lock_guard guard(mutex_); + auto iter = multiQueue_.find(qIndex); + + // 若当前队列非空，则创建一个新的队列，否则插入已有队列 + std::shared_ptr>>> + qPointer = nullptr; + if (iter == multiQueue_.end()) + { + qPointer = std::make_shared>>>(); + try + { + qPointer = std::make_shared>>>(); + } + catch (...) + { + return false; + } + if (qPointer == nullptr) + { + return false; + } + multiQueue_[qIndex] = qPointer; + } + else + { + qPointer = (*iter).second; + } + + if (qPointer->size() >= maxQueLen_) + { + return false; + } + + auto curTime = std::chrono::time_point_cast< + std::chrono::milliseconds>( + std::chrono::system_clock::now()); + qPointer->push(std::make_pair(curTime, dataPtr)); + return true; + } + + /** + * @ingroup hiaiengine + * @brief: FrontData 读取指定队列头部数据（但并不从队列中删除） + * @param [in]q_idx： 队列编号（0 ~ queNum-1） + * @param [out]dataPtr: 队列函数指针 + * @param [out]bool: 成功则返回true，否则返回false(例如队列为空等） + */ + bool FrontData(uint32_t qIndex, + std::shared_ptr &dataPtr) + { + // 仅读取队列头部数据，但不删除 + std::lock_guard guard(mutex_); + auto iter = multiQueue_.find(qIndex); + if (iter == multiQueue_.end()) + { + return false; + } + std::shared_ptr>>> + qPointer = (*iter).second; + + if (qPointer->empty()) + { + return false; + } + + dataPtr = (qPointer->front()).second; + return true; + } + + /** + * @ingroup hiaiengine + * @brief: GetQueNum 获得que长度 + * @param [out]int: que长度 + */ + int GetQueNum() + { + return qumNum_; + } + + /** + * @ingroup hiaiengine + * @brief: GetSize 获得指定队列长度 + * @param [in]q_idx： 队列编号（0 ~ queNum-1） + * @param [out]int: 队列长度 + */ + int GetSize(uint32_t qIndex) + { + // 仅读取队列头部数据，但不删除 + std::lock_guard guard(mutex_); + auto iter = multiQueue_.find(qIndex); + if (iter == multiQueue_.end()) + { + return 0; + } + std::shared_ptr>>> + qPointer = (*iter).second; + + if (qPointer->empty()) + { + return 0; + } + return qPointer->size(); + } + + /** + * @ingroup hiaiengine + * @brief: PopData 读取指定队列头部数据，并从队列中删除 + * @param [in]q_idx： 队列编号（0 ~ queNum-1） + * @param [out]dataPtr: 队列函数指针 + * @param [out]bool: 成功则返回true，否则返回false(例如队列为空等） + */ + bool PopData(uint32_t qIndex, + std::shared_ptr &dataPtr) + { + + // 读取队列头部数据，并删除头部数据 + std::lock_guard guard(mutex_); + auto iter = multiQueue_.find(qIndex); + if (iter == multiQueue_.end()) + { + return false; + } + + // 队列为空时返回false + auto qPointer = (*iter).second; + if (qPointer->empty()) + { + return false; + } + + // 根据需要排除超时数据 + auto curTime = std::chrono::time_point_cast< + std::chrono::milliseconds>( + std::chrono::system_clock::now()); + auto quePair = qPointer->front(); + if (isAutoDel_) + { + std::chrono::milliseconds diffTime( + curTime - quePair.first); + while (diffTime.count() >= durationMs_) + { + qPointer->pop(); + if (qPointer->empty()) + { + return false; + } + quePair = qPointer->front(); + diffTime = std::chrono::milliseconds( + curTime - quePair.first); + } + } + + dataPtr = (qPointer->front()).second; + qPointer->pop(); + return true; + } + + /** + * @ingroup hiaiengine + * @brief: Clear 清除某一队列的所有数据。 + * @param [int]qIndex: 第几个队列 + */ + // void Clear(uint32_t qIndex) + // { + // // 清除某一队列的所有数据 + // std::lock_guard guard(mutex_); + // auto iter = multiQueue_.find(qIndex); + // if (iter == multiQueue_.end()) + // { + // return ; + // } + // std::shared_ptr>>> + // qPointer = (*iter).second; + // qPointer = nullptr; + // } + void Clear(uint32_t qIndex) + { + // 清除某一队列的所有数据 + std::lock_guard guard(mutex_); + auto iter = multiQueue_.find(qIndex); + if (iter == multiQueue_.end()) + { + return ; + } + multiQueue_.erase(iter); + } + /** + * @ingroup hiaiengine + * @brief: PopAllData 读取所有队列头部数据。 + * 仅当所有队列头部都有数据时才读取成功，并删除队列头部数据。 + * 否则，返回失败但并不删除任何数据。 + * 该函数仅当只有一个队列时才使用。 + * @param [out]arg1: 队列函数指针 + * @param [out]bool: 仅当所有队列头部都有数据时才读取成功并返回true， + * 否则返回false + */ + template + bool PopAllData(std::shared_ptr &arg1) + { + // 若队列个数不匹配，则返回出错 + if (qumNum_ != MULTI_QUEUE_1_QUE_NUM) + { + return false; + } + + std::shared_ptr arg; + + if (!PopData(0, arg)) + { + return false; + } + + arg1 = std::static_pointer_cast(arg); + return true; + } + + /** + * @ingroup hiaiengine + * @brief: PopAllData 读取所有队列头部数据。 + * 仅当所有队列头部都有数据时才读取成功，并删除队列头部数据。 + * 否则，返回失败但并不删除任何数据。 + * 该函数仅当只有两个队列时才使用。 + * @param [out]arg1, arg2: 队列函数指针 + * @param [out]bool: 仅当所有队列头部都有数据时才读取成功并返回true， + * 否则返回false + */ + template + bool PopAllData(std::shared_ptr &arg1, + std::shared_ptr &arg2) + { + // 若队列个数不匹配，则返回出错 + if (qumNum_ != MULTI_QUEUE_2_QUE_NUM) + { + return false; + } + + std::vector> args; + if (!PopAllData(args)) + { + return false; + } + + arg1 = std::static_pointer_cast(args[0]); + arg2 = std::static_pointer_cast(args[1]); + return true; + } + + /** + * @ingroup hiaiengine + * @brief: PopAllData 读取所有队列头部数据。 + * 仅当所有队列头部都有数据时才读取成功，并删除队列头部数据。 + * 否则，返回失败但并不删除任何数据。 + * 该函数仅当只有三个队列时才使用。 + * @param [out]arg1, arg2， arg3: 队列函数指针 + * @param [out]bool: 仅当所有队列头部都有数据时才读取成功并返回true， + * 否则返回false + */ + template + bool PopAllData(std::shared_ptr &arg1, + std::shared_ptr &arg2, std::shared_ptr &arg3) + { + // 若队列个数不匹配，则返回出错 + if (qumNum_ != MULTI_QUEUE_3_QUE_NUM) + { + return false; + } + + std::vector> args; + if (!PopAllData(args)) + { + return false; + } + + arg1 = std::static_pointer_cast(args[0]); + arg2 = std::static_pointer_cast(args[1]); + arg3 = std::static_pointer_cast(args[2]); + + return true; + } + + /** + * @ingroup hiaiengine + * @brief: PopAllData 读取所有队列头部数据。 + * 仅当所有队列头部都有数据时才读取成功，并删除队列头部数据。 + * 否则，返回失败但并不删除任何数据。 + * 该函数仅当只有四个队列时才使用。 + * @param [out]arg1, arg2， arg3， arg4: 队列函数指针 + * @param [out]bool: 仅当所有队列头部都有数据时才读取成功并返回true， + * 否则返回false + */ + template + bool PopAllData(std::shared_ptr &arg1, + std::shared_ptr &arg2, std::shared_ptr &arg3, + std::shared_ptr &arg4) + { + + // 若队列个数不匹配，则返回出错 + if (qumNum_ != MULTI_QUEUE_4_QUE_NUM) + { + return false; + } + + std::vector> args; + if (!PopAllData(args)) + { + return false; + } + + arg1 = std::static_pointer_cast(args[0]); + arg2 = std::static_pointer_cast(args[1]); + arg3 = std::static_pointer_cast(args[2]); + arg4 = std::static_pointer_cast(args[3]); + return true; + } + + /** + * @ingroup hiaiengine + * @brief: PopAllData 读取所有队列头部数据。 + * 仅当所有队列头部都有数据时才读取成功，并删除队列头部数据。 + * 否则，返回失败但并不删除任何数据。 + * 该函数仅当只有五个队列时才使用。 + * @param [out]arg1, arg2， arg3， arg4， arg5: 队列函数指针 + * @param [out]bool: 仅当所有队列头部都有数据时才读取成功并返回true， + * 否则返回false + */ + template + bool PopAllData(std::shared_ptr &arg1, + std::shared_ptr &arg2, std::shared_ptr &arg3, + std::shared_ptr &arg4, std::shared_ptr &arg5) + { + + // 若队列个数不匹配，则返回出错 + if (qumNum_ != MULTI_QUEUE_5_QUE_NUM) + { + return false; + } + + std::vector> args; + if (!PopAllData(args)) + { + return false; + } + + arg1 = std::static_pointer_cast(args[0]); + arg2 = std::static_pointer_cast(args[1]); + arg3 = std::static_pointer_cast(args[2]); + arg4 = std::static_pointer_cast(args[3]); + arg5 = std::static_pointer_cast(args[4]); + return true; + } + + /** + * @ingroup hiaiengine + * @brief: PopAllData 读取所有队列头部数据。 + * 仅当所有队列头部都有数据时才读取成功，并删除队列头部数据。 + * 否则，返回失败但并不删除任何数据。 + * 该函数仅当只有六个队列时才使用。 + * @param [out]arg1, arg2， arg3， arg4, arg5, arg6: 队列函数指针 + * @param [out]bool: 仅当所有队列头部都有数据时才读取成功并返回true， + * 否则返回false + */ + template + bool PopAllData(std::shared_ptr &arg1, + std::shared_ptr &arg2, std::shared_ptr &arg3, + std::shared_ptr &arg4, std::shared_ptr &arg5, + std::shared_ptr &arg6) + { + if (qumNum_ != MULTI_QUEUE_6_QUE_NUM) + { + return false; + } + + std::vector> args; + if (!PopAllData(args)) + { + return false; + } + + arg1 = std::static_pointer_cast(args[0]); + arg2 = std::static_pointer_cast(args[1]); + arg3 = std::static_pointer_cast(args[2]); + arg4 = std::static_pointer_cast(args[3]); + arg5 = std::static_pointer_cast(args[4]); + arg6 = std::static_pointer_cast(args[5]); + return true; + } + + /** + * @ingroup hiaiengine + * @brief: PopAllData 读取所有队列头部数据。 + * 仅当所有队列头部都有数据时才读取成功，并删除队列头部数据。 + * 否则，返回失败但并不删除任何数据。 + * 该函数仅当只有七个队列时才使用。 + * @param [out]arg1, arg2， arg3， arg4, arg5, arg6, arg7: 队列函数指针 + * @param [out]bool: 仅当所有队列头部都有数据时才读取成功并返回true， + * 否则返回false + */ + template + bool PopAllData(std::shared_ptr &arg1, + std::shared_ptr &arg2, std::shared_ptr &arg3, + std::shared_ptr &arg4, std::shared_ptr &arg5, + std::shared_ptr &arg6, std::shared_ptr &arg7) + { + if (qumNum_ != MULTI_QUEUE_7_QUE_NUM) + { + return false; + } + + std::vector> args; + if (!PopAllData(args)) + { + return false; + } + + arg1 = std::static_pointer_cast(args[0]); + arg2 = std::static_pointer_cast(args[1]); + arg3 = std::static_pointer_cast(args[2]); + arg4 = std::static_pointer_cast(args[3]); + arg5 = std::static_pointer_cast(args[4]); + arg6 = std::static_pointer_cast(args[5]); + arg7 = std::static_pointer_cast(args[6]); + return true; + } + + /** + * @ingroup hiaiengine + * @brief: PopAllData 读取所有队列头部数据。 + * 仅当所有队列头部都有数据时才读取成功，并删除队列头部数据。 + * 否则，返回失败但并不删除任何数据。 + * 该函数仅当只有八个队列时才使用。 + * @param [out]arg1, arg2， arg3， arg4, arg5, arg6, arg7, arg8: + * 队列函数指针 + * @param [out]bool: 仅当所有队列头部都有数据时才读取成功并返回true， + * 否则返回false + */ + template + bool PopAllData(std::shared_ptr &arg1, + std::shared_ptr &arg2, std::shared_ptr &arg3, + std::shared_ptr &arg4, std::shared_ptr &arg5, + std::shared_ptr &arg6, std::shared_ptr &arg7, + std::shared_ptr &arg8) + { + if (qumNum_ != MULTI_QUEUE_8_QUE_NUM) + { + return false; + } + + std::vector> args; + if (!PopAllData(args)) + { + return false; + } + + arg1 = std::static_pointer_cast(args[0]); + arg2 = std::static_pointer_cast(args[1]); + arg3 = std::static_pointer_cast(args[2]); + arg4 = std::static_pointer_cast(args[3]); + arg5 = std::static_pointer_cast(args[4]); + arg6 = std::static_pointer_cast(args[5]); + arg7 = std::static_pointer_cast(args[6]); + arg8 = std::static_pointer_cast(args[7]); + return true; + } + + /** + * @ingroup hiaiengine + * @brief: PopAllData 读取所有队列头部数据。 + * 仅当所有队列头部都有数据时才读取成功，并删除队列头部数据。 + * 否则，返回失败但并不删除任何数据。 + * 该函数仅当只有九个队列时才使用。 + * @param [out]arg1, arg2， arg3， arg4, arg5, arg6, arg7, arg8, arg9: + * 队列函数指针 + * @param [out]bool: 仅当所有队列头部都有数据时才读取成功并返回true， + * 否则返回false + */ + template + bool PopAllData(std::shared_ptr &arg1, + std::shared_ptr &arg2, std::shared_ptr &arg3, + std::shared_ptr &arg4, std::shared_ptr &arg5, + std::shared_ptr &arg6, std::shared_ptr &arg7, + std::shared_ptr &arg8, std::shared_ptr &arg9) + { + if (qumNum_ != MULTI_QUEUE_9_QUE_NUM) + { + return false; + } + + std::vector> args; + if (!PopAllData(args)) + { + return false; + } + + arg1 = std::static_pointer_cast(args[0]); + arg2 = std::static_pointer_cast(args[1]); + arg3 = std::static_pointer_cast(args[2]); + arg4 = std::static_pointer_cast(args[3]); + arg5 = std::static_pointer_cast(args[4]); + arg6 = std::static_pointer_cast(args[5]); + arg7 = std::static_pointer_cast(args[6]); + arg8 = std::static_pointer_cast(args[7]); + arg9 = std::static_pointer_cast(args[8]); + return true; + } + + /** + * @ingroup hiaiengine + * @brief: PopAllData 读取所有队列头部数据。 + * 仅当所有队列头部都有数据时才读取成功，并删除队列头部数据。 + * 否则，返回失败但并不删除任何数据。 + * 该函数仅当只有九个队列时才使用。 + * @param [out]arg1, arg2， arg3， arg4, arg5, arg6, arg7, arg8, + * arg9, arg10: 队列函数指针 + * @param [out]bool: 仅当所有队列头部都有数据时才读取成功并返回true， + * 否则返回false + */ + template + bool PopAllData(std::shared_ptr &arg1, + std::shared_ptr &arg2, std::shared_ptr &arg3, + std::shared_ptr &arg4, std::shared_ptr &arg5, + std::shared_ptr &arg6, std::shared_ptr &arg7, + std::shared_ptr &arg8, std::shared_ptr &arg9, + std::shared_ptr &arg10) + { + if (qumNum_ != MULTI_QUEUE_10_QUE_NUM) + { + return false; + } + + std::vector> args; + if (!PopAllData(args)) + { + return false; + } + + arg1 = std::static_pointer_cast(args[0]); + arg2 = std::static_pointer_cast(args[1]); + arg3 = std::static_pointer_cast(args[2]); + arg4 = std::static_pointer_cast(args[3]); + arg5 = std::static_pointer_cast(args[4]); + arg6 = std::static_pointer_cast(args[5]); + arg7 = std::static_pointer_cast(args[6]); + arg8 = std::static_pointer_cast(args[7]); + arg9 = std::static_pointer_cast(args[8]); + arg10 = std::static_pointer_cast(args[9]); + return true; + } + + /** + * @ingroup hiaiengine + * @brief: PopAllData 读取所有队列头部数据。 + * 仅当所有队列头部都有数据时才读取成功，并删除队列头部数据。 + * 否则，返回失败但并不删除任何数据。 + * 该函数仅当只有十一个队列时才使用。 + * @param [out]arg1, arg2， arg3， arg4, arg5, arg6, arg7, arg8, + * arg9, arg10, arg11: 队列函数指针 + * @param [out]bool: 仅当所有队列头部都有数据时才读取成功并返回true， + * 否则返回false + */ + template + bool PopAllData(std::shared_ptr &arg1, + std::shared_ptr &arg2, std::shared_ptr &arg3, + std::shared_ptr &arg4, std::shared_ptr &arg5, + std::shared_ptr &arg6, std::shared_ptr &arg7, + std::shared_ptr &arg8, std::shared_ptr &arg9, + std::shared_ptr &arg10, std::shared_ptr &arg11) + { + if (qumNum_ != MULTI_QUEUE_11_QUE_NUM) + { + return false; + } + + std::vector> args; + if (!PopAllData(args)) + { + return false; + } + + arg1 = std::static_pointer_cast(args[0]); + arg2 = std::static_pointer_cast(args[1]); + arg3 = std::static_pointer_cast(args[2]); + arg4 = std::static_pointer_cast(args[3]); + arg5 = std::static_pointer_cast(args[4]); + arg6 = std::static_pointer_cast(args[5]); + arg7 = std::static_pointer_cast(args[6]); + arg8 = std::static_pointer_cast(args[7]); + arg9 = std::static_pointer_cast(args[8]); + arg10 = std::static_pointer_cast(args[9]); + arg11 = std::static_pointer_cast(args[10]); + return true; + } + + /** + * @ingroup hiaiengine + * @brief: PopAllData 读取所有队列头部数据。 + * 仅当所有队列头部都有数据时才读取成功，并删除队列头部数据。 + * 否则，返回失败但并不删除任何数据。 + * 该函数仅当只有十二个队列时才使用。 + * @param [out]arg1, arg2， arg3， arg4, arg5, arg6, arg7, arg8, + * arg9, arg10, arg11, arg12: 队列函数指针 + * @param [out]bool: 仅当所有队列头部都有数据时才读取成功并返回true， + * 否则返回false + */ + template + bool PopAllData(std::shared_ptr &arg1, + std::shared_ptr &arg2, std::shared_ptr &arg3, + std::shared_ptr &arg4, std::shared_ptr &arg5, + std::shared_ptr &arg6, std::shared_ptr &arg7, + std::shared_ptr &arg8, std::shared_ptr &arg9, + std::shared_ptr &arg10, std::shared_ptr &arg11, + std::shared_ptr &arg12) + { + if (qumNum_ != MULTI_QUEUE_12_QUE_NUM) + { + return false; + } + + std::vector> args; + if (!PopAllData(args)) + { + return false; + } + + arg1 = std::static_pointer_cast(args[0]); + arg2 = std::static_pointer_cast(args[1]); + arg3 = std::static_pointer_cast(args[2]); + arg4 = std::static_pointer_cast(args[3]); + arg5 = std::static_pointer_cast(args[4]); + arg6 = std::static_pointer_cast(args[5]); + arg7 = std::static_pointer_cast(args[6]); + arg8 = std::static_pointer_cast(args[7]); + arg9 = std::static_pointer_cast(args[8]); + arg10 = std::static_pointer_cast(args[9]); + arg11 = std::static_pointer_cast(args[10]); + arg12 = std::static_pointer_cast(args[11]); + return true; + } + + /** + * @ingroup hiaiengine + * @brief: PopAllData 读取所有队列头部数据。 + * 仅当所有队列头部都有数据时才读取成功，并删除队列头部数据。 + * 否则，返回失败但并不删除任何数据。 + * 该函数仅当只有十三个队列时才使用。 + * @param [out]arg1, arg2， arg3， arg4, arg5, arg6, arg7, arg8, + * arg9, arg10, arg11, arg12, arg13: 队列函数指针 + * @param [out]bool: 仅当所有队列头部都有数据时才读取成功并返回true， + * 否则返回false + */ + template + bool PopAllData(std::shared_ptr &arg1, + std::shared_ptr &arg2, std::shared_ptr &arg3, + std::shared_ptr &arg4, std::shared_ptr &arg5, + std::shared_ptr &arg6, std::shared_ptr &arg7, + std::shared_ptr &arg8, std::shared_ptr &arg9, + std::shared_ptr &arg10, std::shared_ptr &arg11, + std::shared_ptr &arg12, std::shared_ptr &arg13) + { + if (qumNum_ != MULTI_QUEUE_13_QUE_NUM) + { + return false; + } + + std::vector> args; + if (!PopAllData(args)) + { + return false; + } + + arg1 = std::static_pointer_cast(args[0]); + arg2 = std::static_pointer_cast(args[1]); + arg3 = std::static_pointer_cast(args[2]); + arg4 = std::static_pointer_cast(args[3]); + arg5 = std::static_pointer_cast(args[4]); + arg6 = std::static_pointer_cast(args[5]); + arg7 = std::static_pointer_cast(args[6]); + arg8 = std::static_pointer_cast(args[7]); + arg9 = std::static_pointer_cast(args[8]); + arg10 = std::static_pointer_cast(args[9]); + arg11 = std::static_pointer_cast(args[10]); + arg12 = std::static_pointer_cast(args[11]); + arg13 = std::static_pointer_cast(args[12]); + return true; + } + + /** + * @ingroup hiaiengine + * @brief: PopAllData 读取所有队列头部数据。 + * 仅当所有队列头部都有数据时才读取成功，并删除队列头部数据。 + * 否则，返回失败但并不删除任何数据。 + * 该函数仅当只有十四个队列时才使用。 + * @param [out]arg1, arg2， arg3， arg4, arg5, arg6, arg7, arg8, + * arg9, arg10, arg11, arg12, arg13, arg14: 队列函数指针 + * @param [out]bool: 仅当所有队列头部都有数据时才读取成功并返回true， + * 否则返回false + */ + template + bool PopAllData(std::shared_ptr &arg1, + std::shared_ptr &arg2, std::shared_ptr &arg3, + std::shared_ptr &arg4, std::shared_ptr &arg5, + std::shared_ptr &arg6, std::shared_ptr &arg7, + std::shared_ptr &arg8, std::shared_ptr &arg9, + std::shared_ptr &arg10, std::shared_ptr &arg11, + std::shared_ptr &arg12, std::shared_ptr &arg13, + std::shared_ptr &arg14) + { + if (qumNum_ != MULTI_QUEUE_14_QUE_NUM) + { + return false; + } + + std::vector> args; + if (!PopAllData(args)) + { + return false; + } + + arg1 = std::static_pointer_cast(args[0]); + arg2 = std::static_pointer_cast(args[1]); + arg3 = std::static_pointer_cast(args[2]); + arg4 = std::static_pointer_cast(args[3]); + arg5 = std::static_pointer_cast(args[4]); + arg6 = std::static_pointer_cast(args[5]); + arg7 = std::static_pointer_cast(args[6]); + arg8 = std::static_pointer_cast(args[7]); + arg9 = std::static_pointer_cast(args[8]); + arg10 = std::static_pointer_cast(args[9]); + arg11 = std::static_pointer_cast(args[10]); + arg12 = std::static_pointer_cast(args[11]); + arg13 = std::static_pointer_cast(args[12]); + arg14 = std::static_pointer_cast(args[13]); + return true; + } + + /** + * @ingroup hiaiengine + * @brief: PopAllData 读取所有队列头部数据。 + * 仅当所有队列头部都有数据时才读取成功，并删除队列头部数据。 + * 否则，返回失败但并不删除任何数据。 + * 该函数仅当只有十五个队列时才使用。 + * @param [out]arg1, arg2， arg3， arg4, arg5, arg6, arg7, arg8, + * arg9, arg10, arg11, arg12, arg13, arg14, arg15: 队列函数指针 + * @param [out]bool: 仅当所有队列头部都有数据时才读取成功并返回true， + * 否则返回false + */ + template + bool PopAllData(std::shared_ptr &arg1, + std::shared_ptr &arg2, std::shared_ptr &arg3, + std::shared_ptr &arg4, std::shared_ptr &arg5, + std::shared_ptr &arg6, std::shared_ptr &arg7, + std::shared_ptr &arg8, std::shared_ptr &arg9, + std::shared_ptr &arg10, std::shared_ptr &arg11, + std::shared_ptr &arg12, std::shared_ptr &arg13, + std::shared_ptr &arg14, std::shared_ptr &arg15) + { + + if (qumNum_ != MULTI_QUEUE_15_QUE_NUM) + { + return false; + } + + std::vector> args; + if (!PopAllData(args)) + { + return false; + } + + arg1 = std::static_pointer_cast(args[0]); + arg2 = std::static_pointer_cast(args[1]); + arg3 = std::static_pointer_cast(args[2]); + arg4 = std::static_pointer_cast(args[3]); + arg5 = std::static_pointer_cast(args[4]); + arg6 = std::static_pointer_cast(args[5]); + arg7 = std::static_pointer_cast(args[6]); + arg8 = std::static_pointer_cast(args[7]); + arg9 = std::static_pointer_cast(args[8]); + arg10 = std::static_pointer_cast(args[9]); + arg11 = std::static_pointer_cast(args[10]); + arg12 = std::static_pointer_cast(args[11]); + arg13 = std::static_pointer_cast(args[12]); + arg14 = std::static_pointer_cast(args[13]); + arg15 = std::static_pointer_cast(args[14]); + return true; + } + + /** + * @ingroup hiaiengine + * @brief: PopAllData 读取所有队列头部数据。 + * 仅当所有队列头部都有数据时才读取成功，并删除队列头部数据。 + * 否则，返回失败但并不删除任何数据。 + * 该函数仅当只有十六个队列时才使用。 + * @param [out]arg1, arg2， arg3， arg4, arg5, arg6, arg7, arg8, + * arg9, arg10, arg11, arg12, arg13, arg14, arg15, arg16: 队列函数指针 + * @param [out]bool: 仅当所有队列头部都有数据时才读取成功并返回true， + * 否则返回false + */ + template + bool PopAllData(std::shared_ptr &arg1, + std::shared_ptr &arg2, std::shared_ptr &arg3, + std::shared_ptr &arg4, std::shared_ptr &arg5, + std::shared_ptr &arg6, std::shared_ptr &arg7, + std::shared_ptr &arg8, std::shared_ptr &arg9, + std::shared_ptr &arg10, std::shared_ptr &arg11, + std::shared_ptr &arg12, std::shared_ptr &arg13, + std::shared_ptr &arg14, std::shared_ptr &arg15, + std::shared_ptr &arg16) + { + + // 若队列个数不匹配，则返回出错 + if (qumNum_ != MULTI_QUEUE_16_QUE_NUM) + { + return false; + } + + std::vector> args; + if (!PopAllData(args)) + { + return false; + } + + arg1 = std::static_pointer_cast(args[0]); + arg2 = std::static_pointer_cast(args[1]); + arg3 = std::static_pointer_cast(args[2]); + arg4 = std::static_pointer_cast(args[3]); + arg5 = std::static_pointer_cast(args[4]); + arg6 = std::static_pointer_cast(args[5]); + arg7 = std::static_pointer_cast(args[6]); + arg8 = std::static_pointer_cast(args[7]); + arg9 = std::static_pointer_cast(args[8]); + arg10 = std::static_pointer_cast(args[9]); + arg11 = std::static_pointer_cast(args[10]); + arg12 = std::static_pointer_cast(args[11]); + arg13 = std::static_pointer_cast(args[12]); + arg14 = std::static_pointer_cast(args[13]); + arg15 = std::static_pointer_cast(args[14]); + arg16 = std::static_pointer_cast(args[15]); + return true; + } + + protected: + bool PopAllData(std::vector< + std::shared_ptr> &args) + { + + // 从当前所有队列获取数据，若设置自动删除过期数据，则需要将 + // 队里中过期数据过滤 + auto curTime = std::chrono::time_point_cast< + std::chrono::milliseconds>( + std::chrono::system_clock::now()); + std::lock_guard guard(mutex_); + for (uint32_t index = 0; index < qumNum_; ++index) + { + auto iter = multiQueue_.find(index); + if (iter == multiQueue_.end()) + { + return false; + } + if ((*iter).second->empty()) + { + return false; + } + auto quePair = (*iter).second->front(); + if (isAutoDel_) + { + std::chrono::milliseconds diffTime( + curTime - quePair.first); + while (diffTime.count() >= durationMs_) + { + (*iter).second->pop(); + if ((*iter).second->empty()) + { + return false; + } + quePair = (*iter).second->front(); + diffTime = std::chrono::milliseconds( + curTime - quePair.first); + } + } + args.push_back(quePair.second); + } + + for (uint32_t index = 0; index < qumNum_; ++index) + { + auto iter = multiQueue_.find(index); + (*iter).second->pop(); + } + return true; + } + + private: + MultiTypeQueue(const MultiTypeQueue &) = delete; + MultiTypeQueue(MultiTypeQueue &&) = delete; + MultiTypeQueue &operator=(const MultiTypeQueue &) = delete; + MultiTypeQueue &operator=(MultiTypeQueue &&) = delete; + + private: + uint32_t qumNum_; + uint32_t durationMs_; + uint32_t maxQueLen_; + std::map>>>> multiQueue_; + std::mutex mutex_; + bool isAutoDel_; + }; +} + +#endif // INC_HIAIENGINE_MULTITYPE_QUEUE_H_ diff --git a/src/ai_matrix/mylog/mylog.cpp b/src/ai_matrix/mylog/mylog.cpp new file mode 100644 index 0000000..d91cf4b --- /dev/null +++ b/src/ai_matrix/mylog/mylog.cpp @@ -0,0 +1,74 @@ +#include "mylog.h" + +namespace ai_matrix +{ + MyLog::~MyLog() + { + if (of_.is_open()) + { + of_.close(); //关闭文件 + } + } + + std::string MyLog::get_name() const + { + return name_; + } + + void MyLog::open_file(std::string filename) + { + if (of_.is_open()) + { + of_.close(); //关闭文件 + } + + of_.open(filename.c_str(), std::ios_base::out | std::ios_base::app); + + assert(of_.is_open() && "file create failed, please check the file's name and path."); + + name_ = filename; + } + + void MyLog::close() + { + if (of_.is_open()) + { + of_.close(); //关闭文件 + } + } + + bool MyLog::is_open() + { + return of_.is_open(); + } + + void MyLog::write(std::string value) + { + if (of_.is_open() == false) + { + return; + } + + long int usValue = 0; + struct timeval time = {0, 0}; + gettimeofday(&time, nullptr); + time_t timep = time.tv_sec; + struct tm *ptm = gmtime(&timep); //返回tm结构的格林尼治时间（GMT） + char timeString[32] = {0}; + //%F 年-月-日 %X 标准的时间串 + strftime(timeString, 32, "[%F %X:", ptm); + usValue = time.tv_usec; + + //时间 + of_.fill('0'); + of_ << timeString << std::setw(3) << usValue / 1000 << "]"; + + //位置 + std::string file = __FILE__; + std::string fileName = file.substr(file.rfind('/') + 1); + of_ << "[" << fileName << " " << __FUNCTION__ << ":" << __LINE__ << "] "; + + //内容 + of_ << value << std::endl; + } +} diff --git a/src/ai_matrix/mylog/mylog.h b/src/ai_matrix/mylog/mylog.h new file mode 100644 index 0000000..e48958c --- /dev/null +++ b/src/ai_matrix/mylog/mylog.h @@ -0,0 +1,48 @@ +#ifndef MYLOG_H_ +#define MYLOG_H_ + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +namespace ai_matrix +{ + class MyLog final + { + public: + MyLog() = default; + MyLog(const MyLog &) = delete; + MyLog(MyLog &&) = delete; + MyLog &operator=(const MyLog &) = delete; + MyLog &operator=(MyLog &&) = delete; + ~MyLog(); + + //获取日志文件名 + std::string get_name() const; + + //创建日志文件 + void open_file(std::string filename); + + //关闭日志文件 + void close(); + + //判断日志文件是否打开 + bool is_open(); + + //写入日志文件 + void write(std::string value); + + private: + std::ofstream of_; + std::string name_; //日志文件名 + }; +} + +#endif \ No newline at end of file diff --git a/src/ai_matrix/myqueue/myqueue.h b/src/ai_matrix/myqueue/myqueue.h new file mode 100644 index 0000000..328d785 --- /dev/null +++ b/src/ai_matrix/myqueue/myqueue.h @@ -0,0 +1,111 @@ +#ifndef MYQUEUE_H_ +#define MYQUEUE_H_ +#include +#include +#include +#include +#include + +namespace ai_matrix +{ + template + class MyQueue final + { + public: + MyQueue(int max = 1024) : max_size_(max), is_stoped_(false) {} + MyQueue(const MyQueue &) = delete; + MyQueue(MyQueue &&) = delete; + MyQueue &operator=(const MyQueue &) = delete; + MyQueue &operator=(MyQueue &&) = delete; + ~MyQueue() = default; + + int push(const T &value, bool isWait = true) + { + std::unique_lock lk(mutex_); + + while (queue_.size() >= max_size_ && isWait && !is_stoped_) + { + printf("myqueue full"); + cond_not_full_.wait(lk); + } + + if (is_stoped_) + { + return 1; + } + + if (queue_.size() >= max_size_) + { + return 2; + } + + queue_.push(value); + + cond_not_empty_.notify_one(); + + return 0; + } + + int pop(T &value, bool isWait = false) + { + std::unique_lock lk(mutex_); + + while (queue_.empty() && isWait && !is_stoped_) + { + cond_not_empty_.wait(lk); + } + + if (is_stoped_) + { + return 1; + } + + if (queue_.empty()) + { + return 2; + } + + value = queue_.front(); + queue_.pop(); + + cond_not_full_.notify_one(); + + return 0; + } + + void stop() + { + { + std::unique_lock lk(mutex_); + is_stoped_ = true; + } + + cond_not_full_.notify_all(); + cond_not_empty_.notify_all(); + } + + int getSize() + { + return queue_.size(); + } + + void setMaxSize(int iMaxSize) + { + max_size_ = iMaxSize; + } + + private: + std::queue queue_; //队列 + + std::condition_variable cond_not_empty_; + std::condition_variable cond_not_full_; + + std::mutex mutex_; + + int max_size_; + + bool is_stoped_; + }; +} + +#endif \ No newline at end of file diff --git a/src/ai_matrix/myshell/myshell.cpp b/src/ai_matrix/myshell/myshell.cpp new file mode 100644 index 0000000..642a8d3 --- /dev/null +++ b/src/ai_matrix/myshell/myshell.cpp @@ -0,0 +1,84 @@ +#include "myshell.h" + +namespace ai_matrix +{ + const int TIME_SIZE = 32; + const int TIME_DIFF = 28800; // 8 hour + std::mutex MyShell::mutex; + uint32_t MyShell::shellLevel = SHELL_LEVEL_INFO; + std::vector MyShell::levelString{"[Debug]", "[Info ]", "[Warn ]", "[Error]", "[Fatal]"}; + + MyShell::MyShell(std::string file, std::string function, int line, uint32_t level) + : myLevel_(level), file_(file), function_(function), line_(line) + { + } + + MyShell::~MyShell() + { + if (myLevel_ >= shellLevel) + { + std::lock_guard locker(mutex); + // cout to screen + std::cout << ss_.str() << std::endl; + } + }; + + std::ostringstream &MyShell::Stream() + { + if (myLevel_ >= shellLevel) + { + struct timeval time = {0, 0}; + gettimeofday(&time, nullptr); + time_t timep = time.tv_sec + TIME_DIFF; //加上8小时 + struct tm *ptm = gmtime(&timep); //返回tm结构的格林尼治时间（GMT） + char timeString[TIME_SIZE] = {0}; + //%F 年-月-日 %X 标准的时间串 + strftime(timeString, TIME_SIZE, "[%F %X:", ptm); + long int usValue = time.tv_usec; + + date_ = timeString; + ss_.fill('0'); + ss_ << levelString[myLevel_] << timeString << std::setw(3) << usValue / 1000 << "]"; + + std::string fileName = file_.substr(file_.rfind('/') + 1); + ss_ << "[" << fileName << " " << function_ << ":" << line_ << "] "; + } + return ss_; + } + + void MyShell::ShellDebugOn() + { + shellLevel = SHELL_LEVEL_DEBUG; + return; + } + void MyShell::ShellInfoOn() + { + shellLevel = SHELL_LEVEL_INFO; + return; + } + void MyShell::ShellWarnOn() + { + shellLevel = SHELL_LEVEL_WARN; + return; + } + void MyShell::ShellErrorOn() + { + shellLevel = SHELL_LEVEL_ERROR; + return; + } + void MyShell::ShellFatalOn() + { + shellLevel = SHELL_LEVEL_FATAL; + return; + } + void MyShell::ShellAllOn() + { + shellLevel = SHELL_LEVEL_DEBUG; + return; + } + void MyShell::ShellAllOff() + { + shellLevel = SHELL_LEVEL_NONE; + return; + } +} // namespace matrix_common \ No newline at end of file diff --git a/src/ai_matrix/myshell/myshell.h b/src/ai_matrix/myshell/myshell.h new file mode 100644 index 0000000..11e200f --- /dev/null +++ b/src/ai_matrix/myshell/myshell.h @@ -0,0 +1,61 @@ +#ifndef MYSHELL_H +#define MYSHELL_H + +#include +#include +#include +#include +#include +#include +#include +#include + +namespace ai_matrix +{ + // shell level + enum ShellLevels + { + SHELL_LEVEL_DEBUG = 0, + SHELL_LEVEL_INFO = 1, + SHELL_LEVEL_WARN = 2, + SHELL_LEVEL_ERROR = 3, + SHELL_LEVEL_FATAL = 4, + SHELL_LEVEL_NONE + }; + + class MyShell final + { + public: + MyShell(std::string file, std::string function, int line, uint32_t level); + ~MyShell(); + std::ostringstream &Stream(); + + static void ShellDebugOn(); + static void ShellInfoOn(); + static void ShellWarnOn(); + static void ShellErrorOn(); + static void ShellFatalOn(); + static void ShellAllOn(); + static void ShellAllOff(); + + private: + std::ostringstream ss_; + uint32_t myLevel_; + std::string date_; + std::string file_; + std::string function_; + int line_; + + static uint32_t shellLevel; + static std::vector levelString; + static std::mutex mutex; + }; +} // namespace ai_matrix + +#define MyShellDebug ai_matrix::MyShell(__FILE__, __FUNCTION__, __LINE__, ai_matrix::SHELL_LEVEL_DEBUG).Stream() +#define MyShellInfo ai_matrix::MyShell(__FILE__, __FUNCTION__, __LINE__, ai_matrix::SHELL_LEVEL_INFO).Stream() +#define MyShellWarn ai_matrix::MyShell(__FILE__, __FUNCTION__, __LINE__, ai_matrix::SHELL_LEVEL_WARN).Stream() +#define MyShellError ai_matrix::MyShell(__FILE__, __FUNCTION__, __LINE__, ai_matrix::SHELL_LEVEL_ERROR).Stream() +#define MyShellFatal ai_matrix::MyShell(__FILE__, __FUNCTION__, __LINE__, ai_matrix::SHELL_LEVEL_FATAL).Stream() + +#endif \ No newline at end of file diff --git a/src/ai_matrix/nvidia_acl_datatype.h b/src/ai_matrix/nvidia_acl_datatype.h new file mode 100644 index 0000000..cf2fadf --- /dev/null +++ b/src/ai_matrix/nvidia_acl_datatype.h @@ -0,0 +1,155 @@ +#ifndef _NVIDIA_ACL_DATATYPE_H_ +#define _NVIDIA_ACL_DATATYPE_H_ + +//ACL +typedef enum { + ACL_DT_UNDEFINED = -1, + ACL_FLOAT = 0, + ACL_FLOAT16 = 1, + ACL_INT8 = 2, + ACL_INT32 = 3, + ACL_UINT8 = 4, + ACL_INT16 = 6, + ACL_UINT16 = 7, + ACL_UINT32 = 8, + ACL_INT64 = 9, + ACL_UINT64 = 10, + ACL_DOUBLE = 11, + ACL_BOOL = 12, + ACL_STRING = 13, +} nvidia_aclDataType; + +typedef enum { + ACL_FORMAT_UNDEFINED = -1, + ACL_FORMAT_NCHW = 0, + ACL_FORMAT_NHWC = 1, + ACL_FORMAT_ND = 2, + ACL_FORMAT_NC1HWC0 = 3, + ACL_FORMAT_FRACTAL_Z = 4, + ACL_FORMAT_NC1HWC0_C04 = 12, + ACL_FORMAT_FRACTAL_NZ = 29, +} nvidia_aclFormat; + +typedef enum { + ACL_DEBUG = 0, + ACL_INFO = 1, + ACL_WARNING = 2, + ACL_ERROR = 3, +} nvidia_aclLogLevel; + + +//DVPP +// Supported Pixel Format +enum nvidia_acldvppPixelFormat { + PIXEL_FORMAT_YUV_400 = 0, // 0 + PIXEL_FORMAT_YUV_SEMIPLANAR_420 = 1, // 1 + PIXEL_FORMAT_YVU_SEMIPLANAR_420 = 2, // 2 + PIXEL_FORMAT_YUV_SEMIPLANAR_422 = 3, // 3 + PIXEL_FORMAT_YVU_SEMIPLANAR_422 = 4, // 4 + PIXEL_FORMAT_YUV_SEMIPLANAR_444 = 5, // 5 + PIXEL_FORMAT_YVU_SEMIPLANAR_444 = 6, // 6 + PIXEL_FORMAT_YUYV_PACKED_422 = 7, // 7 + PIXEL_FORMAT_UYVY_PACKED_422 = 8, // 8 + PIXEL_FORMAT_YVYU_PACKED_422 = 9, // 9 + PIXEL_FORMAT_VYUY_PACKED_422 = 10, // 10 + PIXEL_FORMAT_YUV_PACKED_444 = 11, // 11 + PIXEL_FORMAT_RGB_888 = 12, // 12 + PIXEL_FORMAT_BGR_888 = 13, // 13 + PIXEL_FORMAT_ARGB_8888 = 14, // 14 + PIXEL_FORMAT_ABGR_8888 = 15, // 15 + PIXEL_FORMAT_RGBA_8888 = 16, // 16 + PIXEL_FORMAT_BGRA_8888 = 17, // 17 + PIXEL_FORMAT_YUV_SEMI_PLANNER_420_10BIT = 18, // 18 + PIXEL_FORMAT_YVU_SEMI_PLANNER_420_10BIT = 19, // 19 + PIXEL_FORMAT_YVU_PLANAR_420 = 20, // 20 + PIXEL_FORMAT_YVU_PLANAR_422, + PIXEL_FORMAT_YVU_PLANAR_444, + PIXEL_FORMAT_RGB_444 = 23, + PIXEL_FORMAT_BGR_444, + PIXEL_FORMAT_ARGB_4444, + PIXEL_FORMAT_ABGR_4444, + PIXEL_FORMAT_RGBA_4444, + PIXEL_FORMAT_BGRA_4444, + PIXEL_FORMAT_RGB_555, + PIXEL_FORMAT_BGR_555, + PIXEL_FORMAT_RGB_565, + PIXEL_FORMAT_BGR_565, + PIXEL_FORMAT_ARGB_1555, + PIXEL_FORMAT_ABGR_1555, + PIXEL_FORMAT_RGBA_1555, + PIXEL_FORMAT_BGRA_1555, + PIXEL_FORMAT_ARGB_8565, + PIXEL_FORMAT_ABGR_8565, + PIXEL_FORMAT_RGBA_8565, + PIXEL_FORMAT_BGRA_8565, + PIXEL_FORMAT_RGB_BAYER_8BPP = 50, + PIXEL_FORMAT_RGB_BAYER_10BPP, + PIXEL_FORMAT_RGB_BAYER_12BPP, + PIXEL_FORMAT_RGB_BAYER_14BPP, + PIXEL_FORMAT_RGB_BAYER_16BPP, + PIXEL_FORMAT_BGR_888_PLANAR = 70, + PIXEL_FORMAT_HSV_888_PACKAGE, + PIXEL_FORMAT_HSV_888_PLANAR, + PIXEL_FORMAT_LAB_888_PACKAGE, + PIXEL_FORMAT_LAB_888_PLANAR, + PIXEL_FORMAT_S8C1, + PIXEL_FORMAT_S8C2_PACKAGE, + PIXEL_FORMAT_S8C2_PLANAR, + PIXEL_FORMAT_S16C1, + PIXEL_FORMAT_U8C1, + PIXEL_FORMAT_U16C1, + PIXEL_FORMAT_S32C1, + PIXEL_FORMAT_U32C1, + PIXEL_FORMAT_U64C1, + PIXEL_FORMAT_S64C1, + PIXEL_FORMAT_YUV_SEMIPLANAR_440 = 1000, + PIXEL_FORMAT_YVU_SEMIPLANAR_440, + PIXEL_FORMAT_FLOAT32, + PIXEL_FORMAT_BUTT, + PIXEL_FORMAT_UNKNOWN = 10000 +}; + +// Stream Format +enum nvidia_acldvppStreamFormat { + H265_MAIN_LEVEL = 0, + H264_BASELINE_LEVEL, + H264_MAIN_LEVEL, + H264_HIGH_LEVEL +}; + +// Supported Channel Mode +enum nvidia_acldvppChannelMode { + DVPP_CHNMODE_VPC = 1, + DVPP_CHNMODE_JPEGD = 2, + DVPP_CHNMODE_JPEGE = 4 +}; + +// Supported Border Type +enum nvidia_acldvppBorderType { + BORDER_CONSTANT = 0, + BORDER_REPLICATE, + BORDER_REFLECT, + BORDER_REFLECT_101 +}; + +// Venc parameter type +enum nvidia_aclvencChannelDescParamType { + ACL_VENC_THREAD_ID_UINT64 = 0, + ACL_VENC_CALLBACK_PTR, + ACL_VENC_PIXEL_FORMAT_UINT32, + ACL_VENC_ENCODE_TYPE_UINT32, + ACL_VENC_PIC_WIDTH_UINT32, + ACL_VENC_PIC_HEIGHT_UINT32, + ACL_VENC_KEY_FRAME_INTERVAL_UINT32, + ACL_VENC_BUF_ADDR_PTR, + ACL_VENC_BUF_SIZE_UINT32, + ACL_VENC_RC_MODE_UINT32, + ACL_VENC_SRC_RATE_UINT32, + ACL_VENC_MAX_BITRATE_UINT32, + ACL_VENC_MAX_IP_PROP_UINT32 +}; + + +#endif + + diff --git a/src/base/AppCommon.h b/src/base/AppCommon.h new file mode 100644 index 0000000..da48402 --- /dev/null +++ b/src/base/AppCommon.h @@ -0,0 +1,95 @@ +#ifndef APP_COMMON_H +#define APP_COMMON_H + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include "Log.h" +//#include +//#include +//#include +//#include + +#ifdef __cplusplus +extern "C" +{ +#endif +#include +#include +#include +#ifdef __cplusplus +}; +#endif + +#include "CommonDataType.h" +#include "nvidia_acl_datatype.h" + +#define AEI_COMM_BUFFER_SIZE 2048 + +typedef struct +{ + std::string strRfid; + std::string strTime; + std::string strTrainTime; +} RfidInfo; + +typedef struct +{ + std::string strCarriageType; + std::string strCarriageNum; + std::string strOrder; + std::string strTrainTime; + std::string strRfidInfo; + std::string strNowTime; +} TrainInfo; + +typedef struct +{ + std::string strComeTime; + int iDirection; + bool bComeTrain; +} ComeTrainInfo; + +// 定义日期结构体 +typedef struct Date +{ + int year; + int month; + int day; +} Date; + +#endif \ No newline at end of file diff --git a/src/base/BaseComPort/BaseComPort.cpp b/src/base/BaseComPort/BaseComPort.cpp new file mode 100644 index 0000000..0ea8d2d --- /dev/null +++ b/src/base/BaseComPort/BaseComPort.cpp @@ -0,0 +1,250 @@ +// +// Created by matrixai on 3/26/24. +// + +#include "BaseComPort.h" + +//构造函数 +//输入参数：无 +//输出参数：无 +//返回值：无 +BaseComPort::BaseComPort() +{ + memset(chbuffer, 0x00, sizeof(AEI_COMM_BUFFER_SIZE)); + m_map_parity = { + {"n",0}, + {"N",1}, + {"o",2}, + {"O",3}, + {"e",4}, + {"E",5}, + {"s",6}, + {"S",7} + }; + +} + +//析构函数 +//输入参数：无 +//输出参数：无 +//返回值：无 +BaseComPort::~BaseComPort() +{ + ttyClose(); +} + +//串口打开 +int32_t BaseComPort::ttyOpen(std::string strName) +{ + LogInfo<<"m_serial_data.name.c_str() is: "<= 0); +} +//属性参数设置 +int32_t BaseComPort::ttySetBaud(int nbaud, int ndatabits, std::string strparitybits, int nstopbits) +{ + int32_t ret = 0; + + bzero(&ntm, sizeof(ntm)); //将自己的前n个数清0 + //获取终端的控制参数，成功return 0; + if(tcgetattr(fd,&ntm) != 0) + { + LogError<<"setup serial failure."; + return -1; + } +// ntm.c_cflag = CS8 | CLOCAL | CREAD; //收发采用8位数据位；忽略所有调制解调器的状态行；启动字符接收器 + ntm.c_cflag &= ~CSIZE; //清楚数据位掩码 + + switch(nbaud) + { + case 300: + //ntm.c_cflag |= B300; + cfsetispeed(&ntm, B300); + cfsetospeed(&ntm, B300); + break; + case 1200: + cfsetispeed(&ntm, B1200); + cfsetospeed(&ntm, B1200); + break; + case 2400: + cfsetispeed(&ntm, B2400); + cfsetospeed(&ntm, B2400); + break; + case 4800: + cfsetispeed(&ntm, B4800); + cfsetospeed(&ntm, B4800); + break; + case 9600: + cfsetispeed(&ntm, B9600); + cfsetospeed(&ntm, B9600); + break; + case 19200: + cfsetispeed(&ntm, B19200); + cfsetospeed(&ntm, B19200); + break; + case 38400: + cfsetispeed(&ntm, B38400); + cfsetospeed(&ntm, B38400); + break; + case 115200: + cfsetispeed(&ntm, B115200); + cfsetospeed(&ntm, B115200); + break; + default: + LogError<<"the value of m_serial_data.baud is error, please check."; + ret = -1; + break; + } + + //设置数据位数 + switch (ndatabits) + { + case 5: + ntm.c_cflag |= CS5; + break; + case 6: + ntm.c_cflag |= CS6; + break; + case 7: + ntm.c_cflag |= CS7; + break; + case 8: + ntm.c_cflag |= CS8; + break; + default: + LogError<<"the data_bits in config.yaml is error, please check."; + return -1; + break; + } + + // 设置奇偶校验位数 + int32_t parity = -1; + auto findResult = m_map_parity.find(strparitybits); + if(findResult != m_map_parity.end()) + { + parity = m_map_parity[strparitybits]; + } + + switch (parity) + { + case 0: + case 1: + ntm.c_cflag &= ~PARENB; + ntm.c_iflag &= ~INPCK; + break; + case 2: + case 3: + ntm.c_cflag |= (PARODD|PARENB); + ntm.c_iflag |= INPCK; + break; + case 4: + case 5: + ntm.c_cflag |= PARENB; + ntm.c_cflag &= ~PARODD; + ntm.c_iflag |= INPCK; + break; + case 6: + case 7: + ntm.c_cflag &= ~PARENB; + ntm.c_cflag &= ~CSTOPB; + break; + default: + LogError<<"the parity_bits in config.yaml is error, please check."; + return -1; + break; + } + + // 设置停止位 + switch (nstopbits) + { + case 1: + ntm.c_cflag &= ~CSTOPB; + break; + case 2: + ntm.c_cflag |= CSTOPB; + break; + default: + LogError<<"the stop_bits in config.yaml is error, please check."; + return -1; + break; + } + + //ntm.c_lflag = 0; + ntm.c_lflag &= ~(ICANON | ECHO | ECHOE | ISIG); + ntm.c_cc[VTIME] = 10; //设置超时时间10s + ntm.c_cc[VMIN] = 1; //至少读取1个字节的数据，或者设为0 + + tcflush(fd, TCIFLUSH); //清空终端未完成的输入/输出请求及数据 + //设置终端控制参数，TCSANOW立刻生效 + if (tcsetattr(fd,TCSANOW,&ntm) != 0) + { + LogError<<"setup serial failure"; + return -1; + } + + return ret; +} + +//串口数据读取 +int32_t BaseComPort::ttyRead() +{ + memset(chbuffer, 0x00, sizeof(chbuffer)); + int nRev = read(fd, chbuffer, (sizeof(chbuffer) - 1)); + //LogInfo< +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#include +#include +#include + +#include "AppCommon.h" + +#define SOCKET_TIME_OUT_SETTING 10 + +class BaseComPort +{ +public: + BaseComPort(); + ~BaseComPort(); + + //打开comport通信 + int32_t ttyOpen(std::string strName); + //关闭comport通信 + int32_t ttyClose(); + //设定波特率 + int32_t ttySetBaud(int nbaud, int ndatabits, std::string nparitybits, int nstopbits); + //读取comport数据 + int32_t ttyRead(); + //写入comport数据 + int32_t ttyWrite(char *buf, int32_t count); + //是否运行 + bool bRuning(); + //获取Buffer信息 + int32_t vGetBuffer(char *chOutBuff, int32_t nSize); + + int32_t vGetMaxBufferSize(); + + +private: + + int32_t fd = -1; + //运行状态 + bool bRun = false; + + char chbuffer[AEI_COMM_BUFFER_SIZE] = {0}; + + struct termios ntm; //串口设备选项 + std::map m_map_parity; + +}; + + +#endif //TRAIN_RFID_LINUX_BASECOMPORT_H diff --git a/src/base/BaseSocket/BaseSocket.cpp b/src/base/BaseSocket/BaseSocket.cpp new file mode 100644 index 0000000..2d51162 --- /dev/null +++ b/src/base/BaseSocket/BaseSocket.cpp @@ -0,0 +1,141 @@ +// +// Created by matrixai on 3/26/24. +// + +#include "BaseSocket.h" + +//构造函数 +//输入参数：无 +//输出参数：无 +//返回值：无 +BaseSocket::BaseSocket() +{ + +} + +//析构函数 +//输入参数：无 +//输出参数：无 +//返回值：无 +BaseSocket::~BaseSocket() +{ +} + +//打开socket +//输入参数：无 +//输出参数：无 +//返回值：无 +void BaseSocket::Open() +{ + nSocketId = socket(AF_INET, SOCK_STREAM, 0); //SOCK_NONBLOCK + + if(nSocketId == -1) + { + bRun = false; + } else { + + struct timeval recvTimersetting; + //接收超时时间固定3秒 + recvTimersetting.tv_sec = 3; + recvTimersetting.tv_usec = 0; + + //设定接收超时时间 + setsockopt(nSocketId, SOL_SOCKET, SO_RCVTIMEO, &recvTimersetting, sizeof(recvTimersetting)); + + struct timeval sendTimersetting; + //发送超时时间固定3秒 + sendTimersetting.tv_sec = 3; + sendTimersetting.tv_usec = 0; + + //设定发送超时时间c + setsockopt(nSocketId, SOL_SOCKET, SO_SNDTIMEO, &sendTimersetting, sizeof(sendTimersetting)); + + } +} + +//设定socket所用的IP对应的端口号 +//输入参数： +// int port: +//输出参数：无 +//返回值：无 +void BaseSocket::SetPort(int port, std::string strIp) +{ + memset(&serv_addr, 0, sizeof(serv_addr)); + serv_addr.sin_family = AF_INET; + serv_addr.sin_port = htons(port); //没有使用的端口 + serv_addr.sin_addr.s_addr = inet_addr(strIp.c_str()); //本地所有的IP +} + +//socket初始化，进行bind/listen/accept处理 +//输入参数：无 +//输出参数：无 +//返回值：无 +void BaseSocket::Init() +{ +/* + bind(nSocketId, (struct sockaddr*)&serv_addr, sizeof(serv_addr)); + + //请求排队的最大长度固定为64 + listen(nSocketId, 64); + struct sockaddr_in clien_addr; + + nConnectId = accept(nSocketId, (struct sockaddr*)&clien_addr, &clien_len); + +*/ + socklen_t serv_len = sizeof(serv_addr); + nConnectId = connect(nSocketId, (struct sockaddr*)&serv_addr, serv_len); + + if(nConnectId >= 0){ + bRun = true; + } +} + +//从socket读取数据 +//输入参数：无 +//输出参数：无 +//返回值： +// int len：读取到的数据长度 +int BaseSocket::Read() +{ + memset(chbuffer, 0x00, sizeof(chbuffer)); + int len = recv(nSocketId, chbuffer, (sizeof(chbuffer) - 1), 0); + if(nConnectId < 0 || len == 0) bRun = false; + return len; +} + +int BaseSocket::Monitor() +{ +// memset(chbuffer, 0x00, sizeof(chbuffer)); +// chbuffer[0] = 0x30; +// int len = send(nSocketId, chbuffer, (sizeof(chbuffer) - 1), 0); + std::string heart = "matrixai"; + int len = send(nSocketId, heart.c_str(), (sizeof(heart) - 1), 0); + + if(nConnectId < 0 || len == 0) bRun = false; + return len; +} + +//返回socket状态是否连接 +//输入参数：无 +//输出参数：无 +//返回值： +// bool bRun：true正常运行 false未连接 +bool BaseSocket::bRuning() +{ + return bRun; +} + +//关闭socket +//输入参数：无 +//输出参数：无 +//返回值：无 +void BaseSocket::Close() +{ + if(nConnectId != 0){ + close(nConnectId); + } + if(nSocketId != 0){ + close(nSocketId); + } + bRun = false; +} \ No newline at end of file diff --git a/src/base/BaseSocket/BaseSocket.h b/src/base/BaseSocket/BaseSocket.h new file mode 100644 index 0000000..28484e6 --- /dev/null +++ b/src/base/BaseSocket/BaseSocket.h @@ -0,0 +1,61 @@ +// +// Created by matrixai on 3/26/24. +// + +#ifndef TRAIN_RFID_LINUX_BASESOCKET_H +#define TRAIN_RFID_LINUX_BASESOCKET_H + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#include "AppCommon.h" + +#define SOCKET_TIME_OUT_SETTING 10 + + +class BaseSocket +{ +public: + BaseSocket(); + ~BaseSocket(); + + //打开socket通信 + void Open(); + //初始化 + void Init(); + //读取socket数据 + int Read(); + int Monitor(); + //关闭socket通信 + void Close(); + //设定端口 + void SetPort(int port, std::string strIp); + + char chbuffer[AEI_COMM_BUFFER_SIZE] = {0}; + //是否运行 + bool bRuning(); + //socket返回值 + int nSocketId = 0; + //bind返回值 + int nConnectId = 0; + +private: + + //运行状态 + bool bRun = false; + + //socket绑定的IP信息 + struct sockaddr_in serv_addr; +}; + + + +#endif //TRAIN_RFID_LINUX_BASESOCKET_H diff --git a/src/base/BlockingQueue/BlockingQueue.h b/src/base/BlockingQueue/BlockingQueue.h new file mode 100644 index 0000000..822a703 --- /dev/null +++ b/src/base/BlockingQueue/BlockingQueue.h @@ -0,0 +1,208 @@ +/* + * Copyright(C) 2020. Huawei Technologies Co.,Ltd. All rights reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +#ifndef BLOCKING_QUEUE_H +#define BLOCKING_QUEUE_H + +#include "ErrorCode.h" +#include +#include +#include +#include + +static const int DEFAULT_MAX_QUEUE_SIZE = 256; + +template class BlockingQueue { +public: + BlockingQueue(uint32_t maxSize = DEFAULT_MAX_QUEUE_SIZE) : max_size_(maxSize), is_stoped_(false) {} + + ~BlockingQueue() {} + + APP_ERROR Pop(T &item) + { + std::unique_lock lock(mutex_); + + while (queue_.empty() && !is_stoped_) { + empty_cond_.wait(lock); + } + + if (is_stoped_) { + return APP_ERR_QUEUE_STOPED; + } + + if (queue_.empty()) { + return APP_ERR_QUEUE_EMPTY; + } else { + item = queue_.front(); + queue_.pop_front(); + } + + full_cond_.notify_one(); + + return APP_ERR_OK; + } + + APP_ERROR Pop(T& item, unsigned int timeOutMs) + { + std::unique_lock lock(mutex_); + auto realTime = std::chrono::milliseconds(timeOutMs); + + while (queue_.empty() && !is_stoped_) { + empty_cond_.wait_for(lock, realTime); + } + + if (is_stoped_) { + return APP_ERR_QUEUE_STOPED; + } + + if (queue_.empty()) { + return APP_ERR_QUEUE_EMPTY; + } else { + item = queue_.front(); + queue_.pop_front(); + } + + full_cond_.notify_one(); + + return APP_ERR_OK; + } + + APP_ERROR Push(const T& item, bool isWait = false) + { + std::unique_lock lock(mutex_); + + while (queue_.size() >= max_size_ && isWait && !is_stoped_) { + full_cond_.wait(lock); + } + + if (is_stoped_) { + return APP_ERR_QUEUE_STOPED; + } + + if (queue_.size() >= max_size_) { + return APP_ERROR_QUEUE_FULL; + } + queue_.push_back(item); + + empty_cond_.notify_one(); + + return APP_ERR_OK; + } + + APP_ERROR Push_Front(const T &item, bool isWait = false) + { + std::unique_lock lock(mutex_); + + while (queue_.size() >= max_size_ && isWait && !is_stoped_) { + full_cond_.wait(lock); + } + + if (is_stoped_) { + return APP_ERR_QUEUE_STOPED; + } + + if (queue_.size() >= max_size_) { + return APP_ERROR_QUEUE_FULL; + } + + queue_.push_front(item); + + empty_cond_.notify_one(); + + return APP_ERR_OK; + } + + void Stop() + { + { + std::unique_lock lock(mutex_); + is_stoped_ = true; + } + + full_cond_.notify_all(); + empty_cond_.notify_all(); + } + + void Restart() + { + { + std::unique_lock lock(mutex_); + is_stoped_ = false; + } + } + + // if the queue is stoped ,need call this function to release the unprocessed items + std::list GetRemainItems() + { + std::unique_lock lock(mutex_); + + if (!is_stoped_) { + return std::list(); + } + + return queue_; + } + + APP_ERROR GetBackItem(T &item) + { + if (is_stoped_) { + return APP_ERR_QUEUE_STOPED; + } + + if (queue_.empty()) { + return APP_ERR_QUEUE_EMPTY; + } + + item = queue_.back(); + return APP_ERR_OK; + } + + std::mutex *GetLock() + { + return &mutex_; + } + + APP_ERROR IsFull() + { + std::unique_lock lock(mutex_); + return queue_.size() >= max_size_; + } + + int GetSize() + { + return queue_.size(); + } + + APP_ERROR IsEmpty() + { + return queue_.empty(); + } + + void Clear() + { + std::unique_lock lock(mutex_); + queue_.clear(); + } + +private: + std::list queue_; + std::mutex mutex_; + std::condition_variable empty_cond_; + std::condition_variable full_cond_; + uint32_t max_size_; + + bool is_stoped_; +}; +#endif // __INC_BLOCKING_QUEUE_H__ diff --git a/src/base/CBase64/CBase64.h b/src/base/CBase64/CBase64.h new file mode 100644 index 0000000..54c947f --- /dev/null +++ b/src/base/CBase64/CBase64.h @@ -0,0 +1,152 @@ +/* + * Copyright(C) 2020. Huawei Technologies Co.,Ltd. All rights reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#ifndef _CBASE64_H_ +#define _CBASE64_H_ + +namespace { + const int SHIFT_NUMBER_2 = 2; + const int SHIFT_NUMBER_4 = 4; + const int SHIFT_NUMBER_6 = 6; + const int SHIFT_NUMBER_8 = 8; + const int SHIFT_NUMBER_12 = 12; + const int SHIFT_NUMBER_16 = 16; + const int SHIFT_NUMBER_18 = 18; + + const int EACH_STEP_SIZE = 4; + + const int NORMAL_NUMBER_1 = 1; + const int NORMAL_NUMBER_2 = 2; + const int NORMAL_NUMBER_3 = 3; +} + +class CBase64 { +public: + CBase64() = default; + + ~CBase64() = default; + + /* + * base64 encode + * @param data input data + * @param dataSize data size + * @return base64 string + */ + static std::string Encode(const std::string &buffer, int dataSize) + { + // coding table + const char EncodeTable[] = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/"; + + std::string result; + + const char *data = buffer.c_str(); + unsigned char tmp[EACH_STEP_SIZE] = {0}; + int lineLength = 0; + const int turnBufferLength = 3; + const int maxLineLength = 76; + for (int i = 0; i < (int) (dataSize / turnBufferLength); i++) { + tmp[NORMAL_NUMBER_1] = *data++; + tmp[NORMAL_NUMBER_2] = *data++; + tmp[NORMAL_NUMBER_3] = *data++; + result += EncodeTable[tmp[NORMAL_NUMBER_1] >> SHIFT_NUMBER_2]; + result += EncodeTable[((tmp[NORMAL_NUMBER_1] << SHIFT_NUMBER_4) | + (tmp[NORMAL_NUMBER_2] >> SHIFT_NUMBER_4)) & 0x3F]; + result += EncodeTable[((tmp[NORMAL_NUMBER_2] << SHIFT_NUMBER_2) | + (tmp[NORMAL_NUMBER_3] >> SHIFT_NUMBER_6)) & 0x3F]; + result += EncodeTable[tmp[NORMAL_NUMBER_3] & 0x3F]; + if (lineLength += EACH_STEP_SIZE, lineLength == maxLineLength) { + lineLength = 0; + } + } + + int Mod = dataSize % turnBufferLength; + if (Mod == NORMAL_NUMBER_1) { + tmp[NORMAL_NUMBER_1] = *data++; + result += EncodeTable[(tmp[NORMAL_NUMBER_1] & 0xFC) >> SHIFT_NUMBER_2]; + result += EncodeTable[((tmp[NORMAL_NUMBER_1] & 0x03) << SHIFT_NUMBER_4)]; + result += "=="; + } else if (Mod == NORMAL_NUMBER_2) { + tmp[NORMAL_NUMBER_1] = *data++; + tmp[NORMAL_NUMBER_2] = *data++; + result += EncodeTable[(tmp[NORMAL_NUMBER_1] & 0xFC) >> SHIFT_NUMBER_2]; + result += EncodeTable[((tmp[NORMAL_NUMBER_1] & 0x03) << SHIFT_NUMBER_4) | + ((tmp[NORMAL_NUMBER_2] & 0xF0) >> SHIFT_NUMBER_4)]; + result += EncodeTable[((tmp[NORMAL_NUMBER_2] & 0x0F) << SHIFT_NUMBER_2)]; + result += "="; + } + + return result; + } + + /* + * base64 decode + * @param data base64 encoded string + * @param dataSize data size + * @param OutByte + * @return + */ + static std::string Decode(const std::string &buffer, int dataSize, int &outSize) + { + const char decodeTable[] = { + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 62, // '+' + 0, 0, 0, + 63, // '/' + 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, // '0'-'9' + 0, 0, 0, 0, 0, 0, 0, + 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, + 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, // 'A'-'Z' + 0, 0, 0, 0, 0, 0, + 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, + 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, // 'a'-'z' + }; + + const char *data = buffer.c_str(); + + std::string result; + int nValue; + int i = 0; + while (i < dataSize) { + if (*data != '\r' && *data != '\n') { + nValue = decodeTable[(unsigned char) (*data++)] << SHIFT_NUMBER_18; + nValue += decodeTable[(unsigned char) (*data++)] << SHIFT_NUMBER_12; + result += (nValue & 0x00FF0000) >> SHIFT_NUMBER_16; + outSize++; + if (*data == '=') { + i += EACH_STEP_SIZE; + continue; + } + + nValue += decodeTable[(unsigned char) (*data++)] << SHIFT_NUMBER_6; + result += (nValue & 0x0000FF00) >> SHIFT_NUMBER_8; + outSize++; + if (*data != '=') { + nValue += decodeTable[(unsigned char) (*data++)]; + result += nValue & 0x000000FF; + outSize++; + } + i += EACH_STEP_SIZE; + } else { + data++; + i++; + } + } + return result; + } +}; + +#endif diff --git a/src/base/CommandParser/CommandParser.cpp b/src/base/CommandParser/CommandParser.cpp new file mode 100644 index 0000000..ed28d99 --- /dev/null +++ b/src/base/CommandParser/CommandParser.cpp @@ -0,0 +1,239 @@ +/* + * Copyright (c) 2020.Huawei Technologies Co., Ltd. All rights reserved. + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#include +#include +#include +#include + +#include "CommandParser.h" + +namespace { +const int DEFAULT_LENGTH = 30; // The length of delimiter for help information +const int MOD2 = 2; // Constant to make sure the parameters after ./main is pairs +} + +CommandParser::CommandParser() +{ + commands_["-h"] = std::make_pair("help", "show helps"); + commands_["-help"] = std::make_pair("help", "show helps"); +} + + +// Add options into the map +void CommandParser::AddOption(const std::string &option, const std::string &defaults, const std::string &message) +{ + commands_[option] = std::make_pair(defaults, message); +} + + +// Construct a new Command Parser object according to the argument +// Attention: This function may cause the program to exit directly +CommandParser::CommandParser(int argc, const char **argv) +{ + ParseArgs(argc, argv); +} + +// Attention: This function will cause the program to exit directly when calling ShowUsage() +void CommandParser::ParseArgs(int argc, const char **argv) +{ + if (argc % MOD2 == 0) { + ShowUsage(); + } + for (int i = 1; i < argc; ++i) { + std::string input(argv[i]); + if (input == "-h" || input == "-help") { + ShowUsage(); + } + } + for (int i = 1; i < argc; ++i) { + if (i + 1 < argc && argv[i][0] == '-' && argv[i + 1][0] != '-') { + ++i; + continue; + } + ShowUsage(); + } + for (int i = 1; i < argc; ++i) { + if (commands_.find(argv[i]) == commands_.end()) { + ShowUsage(); + } + ++i; + } + for (int i = 1; i < argc; ++i) { + if (argv[i][0] == '-') { + if (i + 1 < argc && argv[i + 1][0] != '-') { + commands_[argv[i]].first = argv[i + 1]; + ++i; + } + } + } +} + +// Get the option string value from parser +// Attention: This function will cause the program to exit directly when calling ShowUsage() +const std::string &CommandParser::GetStringOption(const std::string &option) +{ + if (commands_.find(option) == commands_.end()) { + std::cout << "GetStringOption fail, can not find the option " << option << ", make sure the option is correct!" + << std::endl; + ShowUsage(); + } + return commands_[option].first; +} + +// Get the int value by option +// Attention: This function will cause the program to exit directly when calling ShowUsage() +const int CommandParser::GetIntOption(const std::string &option) +{ + std::string str = GetStringOption(option); + if (!IsInteger(str)) { + std::cout << "input value " << str << " after" << option << " is invalid" << std::endl; + ShowUsage(); + } + std::stringstream ss(str); + int value = 0; + ss >> value; + return value; +} + +// Get the uint32 value by option +// Attention: This function will cause the program to exit directly when calling ShowUsage() +const uint32_t CommandParser::GetUint32Option(const std::string &option) +{ + std::string str = GetStringOption(option); + if (!IsInteger(str)) { + std::cout << "input value " << str << " after" << option << " is invalid" << std::endl; + ShowUsage(); + } + std::stringstream ss(str); + uint32_t value = 0; + ss >> value; + return value; +} + +// Get the int value by option +// Attention: This function will cause the program to exit directly when calling ShowUsage() +const float CommandParser::GetFloatOption(const std::string &option) +{ + std::string str = GetStringOption(option); + if (!IsDecimal(str)) { + std::cout << "input value " << str << " after" << option << " is invalid" << std::endl; + ShowUsage(); + } + std::stringstream ss(str); + float value = 0.0; + ss >> value; + return value; +} + +// Get the double option +// Attention: This function will cause the program to exit directly when calling ShowUsage() +const double CommandParser::GetDoubleOption(const std::string &option) +{ + std::string str = GetStringOption(option); + if (!IsDecimal(str)) { + std::cout << "input value " << str << " after" << option << " is invalid" << std::endl; + ShowUsage(); + } + std::stringstream ss(str); + double value = 0.0; + ss >> value; + return value; +} + +// Get the bool option +// Attention: This function will cause the program to exit directly when calling ShowUsage() +const bool CommandParser::GetBoolOption(const std::string &option) +{ + std::string str = GetStringOption(option); + if (str == "true" || str == "True" || str == "TRUE") { + return true; + } else if (str == "false" || str == "False" || str == "FALSE") { + return false; + } else { + std::cout << "GetBoolOption fail, make sure you set the correct value true or false, but not " << str; + ShowUsage(); + return false; + } +} + +// Show the usage of app, then exit +// Attention: This function will cause the program to exit directly after printing usage +void CommandParser::ShowUsage() const +{ + std::string space(DEFAULT_LENGTH, ' '); + std::string split(DEFAULT_LENGTH, '-'); + std::cout << std::endl << split << "help information" << split << std::endl; + std::cout.setf(std::ios::left); + for (auto &it : commands_) { + if (it.first.size() >= DEFAULT_LENGTH) { + std::cout << it.first << std::endl; + if (it.second.first.size() >= DEFAULT_LENGTH) { + std::cout << space << it.second.first << std::endl; + std::cout << space << space << it.second.second << std::endl; + continue; + } + std::cout << std::setw(DEFAULT_LENGTH) << it.second.first << std::setw(DEFAULT_LENGTH) << it.second.second + << std::endl; + continue; + } + if (it.second.first.size() >= DEFAULT_LENGTH) { + std::cout << std::setw(DEFAULT_LENGTH) << it.first << std::setw(DEFAULT_LENGTH) << it.second.first + << std::endl; + std::cout << space << space << std::setw(DEFAULT_LENGTH) << it.second.second << std::endl; + continue; + } + std::cout << std::setw(DEFAULT_LENGTH) << it.first << std::setw(DEFAULT_LENGTH) << it.second.first + << std::setw(DEFAULT_LENGTH) << it.second.second << std::endl; + } + std::cout.setf(std::ios::right); + std::cout << std::endl; + exit(0); +} + +bool CommandParser::IsInteger(std::string &str) const +{ + for (size_t i = 0; i < str.size(); ++i) { + if (i == 0 && str[i] == '-') { + continue; + } + if (str[i] < '0' || str[i] > '9') { + return false; + } + } + return true; +} + +bool CommandParser::IsDecimal(std::string &str) const +{ + size_t dotNum = 0; + for (size_t i = 0; i < str.size(); ++i) { + if (i == 0 && str[i] == '-') { + continue; + } + if (str[i] == '.') { + ++dotNum; + continue; + } + if (str[i] < '0' || str[i] > '9') { + return false; + } + } + if (dotNum <= 1) { + return true; + } else { + return false; + } +} \ No newline at end of file diff --git a/src/base/CommandParser/CommandParser.h b/src/base/CommandParser/CommandParser.h new file mode 100644 index 0000000..5fcb2d5 --- /dev/null +++ b/src/base/CommandParser/CommandParser.h @@ -0,0 +1,53 @@ +/* + * Copyright (c) 2020.Huawei Technologies Co., Ltd. All rights reserved. + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#ifndef COMMAND_PARSER_H +#define COMMAND_PARSER_H + +#include +#include +#include + +// Command parser class +class CommandParser { +public: + CommandParser(); + // Construct a new Command Parser object according to the argument + CommandParser(int argc, const char **argv); + ~CommandParser() {}; + // Add options into the map + void AddOption(const std::string &option, const std::string &defaults = "", const std::string &message = ""); + // Parse the input arguments + void ParseArgs(int argc, const char **argv); + // Get the option string value from parser + const std::string &GetStringOption(const std::string &option); + // Get the int value by option + const int GetIntOption(const std::string &option); + const uint32_t GetUint32Option(const std::string &option); + // Get the int value by option + const float GetFloatOption(const std::string &option); + // Get the double option + const double GetDoubleOption(const std::string &option); + // Get the bool option + const bool GetBoolOption(const std::string &option); + +private: + std::map> commands_; + // Show the usage of app, then exit + void ShowUsage() const; + bool IsInteger(std::string &str) const; + bool IsDecimal(std::string &str) const; +}; +#endif /* COMMANDPARSER_H */ diff --git a/src/base/CommonDataType/CommonDataType.h b/src/base/CommonDataType/CommonDataType.h new file mode 100644 index 0000000..5b32b47 --- /dev/null +++ b/src/base/CommonDataType/CommonDataType.h @@ -0,0 +1,189 @@ +/* + * Copyright (c) 2020.Huawei Technologies Co., Ltd. All rights reserved. + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#ifndef COMMONDATATYPE_H +#define COMMONDATATYPE_H + +#include +#include +#include +#include + +#include "nvidia_acl_datatype.h" + +#define ALIGN_UP(x, align) ((((x) + ((align)-1)) / (align)) * (align)) + +const uint32_t VIDEO_H264 = 0; +const uint32_t VIDEO_H265 = 1; + +const float SEC2MS = 1000.0; +const int YUV_BGR_SIZE_CONVERT_3 = 3; +const int YUV_BGR_SIZE_CONVERT_2 = 2; +const int DVPP_JPEG_OFFSET = 8; +const int VPC_WIDTH_ALIGN = 16; +const int VPC_HEIGHT_ALIGN = 2; +const int JPEG_WIDTH_ALIGN = 128; +const int JPEG_HEIGHT_ALIGN = 16; +const int VPC_OFFSET_ALIGN = 2; + +#ifdef _WIN32 + const int W_OK = 2; + const int R_OK = 4; +#endif + + +// Tensor Descriptor +struct Tensor { + nvidia_aclDataType dataType; // Tensor data type + nvidia_aclFormat format; // Format of tensor, e.g. ND, NCHW, NC1HWC0 + int numDim; // Number of dimensions of Tensor + std::vector dims; // Dimension vector + std::string name; // Name of tensor +}; + + +// Data type of tensor +enum OpAttrType { + BOOL_TYPE = 0, + INT_TYPE = 1, + FLOAT_TYPE = 2, + STRING_TYPE = 3, + LIST_BOOL_TYPE = 4, + LIST_INT_TYPE = 6, + LIST_FLOAT_TYPE = 7, + LIST_STRING_TYPE = 8, + LIST_LIST_INT_TYPE = 9, +}; + +// operator attribution describe +// type decide whether the other attribute needed to set a value +struct OpAttr { + std::string name; + OpAttrType type; + int num; // LIST_BOOL/INT/FLOAT/STRING/LIST_LIST_INT need + uint8_t numBool; // BOOL need + int64_t numInt; // INT need + float numFloat; // FLOAT need + std::string numString; // STRING need + std::vector valuesBool; // LIST_BOOL need + std::vector valuesInt; // LIST_INT need + std::vector valuesFloat; // LIST_FLOAT need + std::vector valuesString; // LIST_STRING need + std::vector numLists; // LIST_LIST_INT need + std::vector> valuesListList; // LIST_LIST_INT need +}; + + +// Description of image data +struct ImageInfo { + uint32_t width; // Image width + uint32_t height; // Image height + uint32_t lenOfByte; // Size of image data, bytes + std::shared_ptr data; // Smart pointer of image data +}; + +// Description of data in device +struct RawData { + size_t lenOfByte; // Size of memory, bytes + std::shared_ptr data; // Smart pointer of data +}; + +// Description of data in device +struct StreamData { + size_t size; // Size of memory, bytes + std::shared_ptr data; // Smart pointer of data +}; + +// Description of stream data +struct StreamInfo { + std::string format; + uint32_t height; + uint32_t width; + uint32_t channelId; + std::string streamPath; +}; + + +// define the structure of an rectangle +struct Rectangle { + uint32_t leftTopX; + uint32_t leftTopY; + uint32_t rightBottomX; + uint32_t rightBottomY; +}; + +struct ObjectDetectInfo { + int32_t classId; + float confidence; + struct Rectangle location; +}; + +enum VpcProcessType { + VPC_PT_DEFAULT = 0, + VPC_PT_PADDING, // Resize with locked ratio and paste on upper left corner + VPC_PT_FIT, // Resize with locked ratio and paste on middle location + VPC_PT_FILL, // Resize with locked ratio and paste on whole locatin, the input image may be cropped +}; + +struct CropRoiConfig { + uint32_t left; + uint32_t right; + uint32_t down; + uint32_t up; +}; + +struct DvppDataInfo { + uint32_t width = 0; // Width of image + uint32_t height = 0; // Height of image + uint32_t widthStride = 0; // Width after align up + uint32_t heightStride = 0; // Height after align up + nvidia_acldvppPixelFormat format = PIXEL_FORMAT_YUV_SEMIPLANAR_420; // Format of image + uint32_t frameId = 0; // Needed by video + uint32_t dataSize = 0; // Size of data in byte + uint8_t *data = nullptr; // Image data + uint64_t timestamp; +}; + +struct DvppCropInputInfo { + DvppDataInfo dataInfo; + CropRoiConfig roi; +}; + +// Description of matrix info +struct MatrixInfo { + uint32_t row = 0; // row of matrix + uint32_t col = 0; // col of matrix + uint32_t dataSize = 0; // size of memory, bytes + std::shared_ptr data = nullptr; // data of matrix + nvidia_aclDataType dataType = ACL_FLOAT16; // data Type of matrix +}; + +// Description of coefficient info +struct CoefficientInfo { + std::shared_ptr data = nullptr; // data of coefficient + nvidia_aclDataType dataType = ACL_FLOAT16; // dataType +}; + +// define the input of BLAS operator such as producing: +// C = alpha * A * B + beta * C +struct BlasInput { + MatrixInfo A; + MatrixInfo B; + MatrixInfo C; + CoefficientInfo alpha; + CoefficientInfo beta; +}; + +#endif diff --git a/src/base/ConfigParser/ConfigParser.cpp b/src/base/ConfigParser/ConfigParser.cpp new file mode 100644 index 0000000..7b6d9d9 --- /dev/null +++ b/src/base/ConfigParser/ConfigParser.cpp @@ -0,0 +1,235 @@ +/* + * Copyright (c) 2020.Huawei Technologies Co., Ltd. All rights reserved. + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#include +#include +#include "ConfigParser.h" + + +namespace { +const char COMMENT_CHARATER = '#'; + +// Breaks the string at the separator (char) and returns a list of strings +void Split(const std::string &inString, std::vector &outVector, const char delimiter) +{ + std::stringstream ss(inString); + std::string item; + while (std::getline(ss, item, delimiter)) { + outVector.push_back(item); + } +} +} + +// Remove all spaces from the string +inline void ConfigParser::RemoveAllSpaces(std::string &str) const +{ + str.erase(std::remove_if(str.begin(), str.end(), isspace), str.end()); + return; +} + +// Remove spaces from both left and right based on the string +inline void ConfigParser::Trim(std::string &str) const +{ + str.erase(str.begin(), std::find_if(str.begin(), str.end(), std::not1(std::ptr_fun(::isspace)))); + str.erase(std::find_if(str.rbegin(), str.rend(), std::not1(std::ptr_fun(::isspace))).base(), str.end()); + return; +} +APP_ERROR ConfigParser::ParseConfig(const std::string &fileName) +{ + // Open the input file + std::ifstream inFile(fileName); + if (!inFile.is_open()) { + std::cout << "cannot read setup.config file!" << std::endl; + return APP_ERR_COMM_EXIST; + } + std::string line, newLine; + int startPos, endPos, pos; + // Cycle all the line + while (getline(inFile, line)) { + if (line.empty()) { + continue; + } + startPos = 0; + endPos = line.size() - 1; + pos = line.find(COMMENT_CHARATER); // Find the position of comment + if (pos != -1) { + if (pos == 0) { + continue; + } + endPos = pos - 1; + } + newLine = line.substr(startPos, (endPos - startPos) + 1); // delete comment + pos = newLine.find('='); + if (pos == -1) { + continue; + } + std::string na = newLine.substr(0, pos); + Trim(na); // Delete the space of the key name + std::string value = newLine.substr(pos + 1, endPos + 1 - (pos + 1)); + Trim(value); // Delete the space of value + configData_.insert(std::make_pair(na, value)); // Insert the key-value pairs into configData_ + } + return APP_ERR_OK; +} + +// Get the string value by key name +APP_ERROR ConfigParser::GetStringValue(const std::string &name, std::string &value) const +{ + if (configData_.count(name) == 0) { + return APP_ERR_COMM_NO_EXIST; + } + value = configData_.find(name)->second; + return APP_ERR_OK; +} + +// Get the int value by key name +APP_ERROR ConfigParser::GetIntValue(const std::string &name, int &value) const +{ + if (configData_.count(name) == 0) { + return APP_ERR_COMM_NO_EXIST; + } + std::string str = configData_.find(name)->second; + if (!(std::stringstream(str) >> value)) { + return APP_ERR_COMM_INVALID_PARAM; + } + return APP_ERR_OK; +} + +// Get the unsigned integer value by key name +APP_ERROR ConfigParser::GetUnsignedIntValue(const std::string &name, unsigned int &value) const +{ + if (configData_.count(name) == 0) { + return APP_ERR_COMM_NO_EXIST; + } + std::string str = configData_.find(name)->second; + if (!(std::stringstream(str) >> value)) { + return APP_ERR_COMM_INVALID_PARAM; + } + return APP_ERR_OK; +} + +// Get the bool value +APP_ERROR ConfigParser::GetBoolValue(const std::string &name, bool &value) const +{ + if (configData_.count(name) == 0) { + return APP_ERR_COMM_NO_EXIST; + } + std::string str = configData_.find(name)->second; + if (str == "true") { + value = true; + } else if (str == "false") { + value = false; + } else { + return APP_ERR_COMM_INVALID_PARAM; + } + return APP_ERR_OK; +} + +// Get the float value +APP_ERROR ConfigParser::GetFloatValue(const std::string &name, float &value) const +{ + if (configData_.count(name) == 0) { + return APP_ERR_COMM_NO_EXIST; + } + std::string str = configData_.find(name)->second; + if (!(std::stringstream(str) >> value)) { + return APP_ERR_COMM_INVALID_PARAM; + } + return APP_ERR_OK; +} + +// Get the double value +APP_ERROR ConfigParser::GetDoubleValue(const std::string &name, double &value) const +{ + if (configData_.count(name) == 0) { + return APP_ERR_COMM_NO_EXIST; + } + std::string str = configData_.find(name)->second; + if (!(std::stringstream(str) >> value)) { + return APP_ERR_COMM_INVALID_PARAM; + } + return APP_ERR_OK; +} + +// Array like 1,2,4,8 split by "," +APP_ERROR ConfigParser::GetVectorUint32Value(const std::string &name, std::vector &vector) const +{ + if (configData_.count(name) == 0) { + return APP_ERR_COMM_NO_EXIST; + } + std::string str = configData_.find(name)->second; + std::vector splits; + Split(str, splits, ','); + uint32_t value = 0; + std::stringstream ss; + for (auto &it : splits) { + if (!it.empty()) { + std::stringstream ss(it); + ss << it; + ss >> value; + vector.push_back(value); + } + } + return APP_ERR_OK; +} + +// new config +void ConfigParser::NewConfig(const std::string &fileName) +{ + outfile_.open(fileName, std::ios::app); + return; +} + +void ConfigParser::WriteString(const std::string &key, const std::string &value) +{ + outfile_ << key << " = " << value << std::endl; + return; +} + +void ConfigParser::WriteInt(const std::string &key, const int &value) +{ + outfile_ << key << " = " << value << std::endl; + return; +} + +void ConfigParser::WriteBool(const std::string &key, const bool &value) +{ + outfile_ << key << " = " << value << std::endl; + return; +} + +void ConfigParser::WriteFloat(const std::string &key, const float &value) +{ + outfile_ << key << " = " << value << std::endl; + return; +} + +void ConfigParser::WriteDouble(const std::string &key, const double &value) +{ + outfile_ << key << " = " << value << std::endl; + return; +} + +void ConfigParser::WriteUint32(const std::string &key, const uint32_t &value) +{ + outfile_ << key << " = " << value << std::endl; + return; +} + +void ConfigParser::SaveConfig() +{ + outfile_.close(); + return; +} \ No newline at end of file diff --git a/src/base/ConfigParser/ConfigParser.h b/src/base/ConfigParser/ConfigParser.h new file mode 100644 index 0000000..045c29b --- /dev/null +++ b/src/base/ConfigParser/ConfigParser.h @@ -0,0 +1,68 @@ +/* + * Copyright (c) 2020.Huawei Technologies Co., Ltd. All rights reserved. + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#ifndef CONFIG_PARSER_H +#define CONFIG_PARSER_H + +#include +#include +#include +#include +#include +#include +#include + +#include "ErrorCode.h" + + +class ConfigParser { +public: + // Read the config file and save the useful infomation with the key-value pairs format in configData_ + APP_ERROR ParseConfig(const std::string &fileName); + // Get the string value by key name + APP_ERROR GetStringValue(const std::string &name, std::string &value) const; + // Get the int value by key name + APP_ERROR GetIntValue(const std::string &name, int &value) const; + // Get the unsigned int value by key name + APP_ERROR GetUnsignedIntValue(const std::string &name, unsigned int &value) const; + // Get the bool value by key name + APP_ERROR GetBoolValue(const std::string &name, bool &value) const; + // Get the float value by key name + APP_ERROR GetFloatValue(const std::string &name, float &value) const; + // Get the double value by key name + APP_ERROR GetDoubleValue(const std::string &name, double &value) const; + // Get the vector by key name, split by "," + APP_ERROR GetVectorUint32Value(const std::string &name, std::vector &vector) const; + + void NewConfig(const std::string &fileName); + // Write the values into new config file + void WriteString(const std::string &key, const std::string &value); + void WriteInt(const std::string &key, const int &value); + void WriteBool(const std::string &key, const bool &value); + void WriteFloat(const std::string &key, const float &value); + void WriteDouble(const std::string &key, const double &value); + void WriteUint32(const std::string &key, const uint32_t &value); + void SaveConfig(); + +private: + std::map configData_ = {}; // Variable to store key-value pairs + std::ofstream outfile_ = {}; + + inline void RemoveAllSpaces(std::string &str) const; + // Remove spaces from both left and right based on the string + inline void Trim(std::string &str) const; +}; + +#endif \ No newline at end of file diff --git a/src/base/ErrorCode/ErrorCode.cpp b/src/base/ErrorCode/ErrorCode.cpp new file mode 100644 index 0000000..0e404c0 --- /dev/null +++ b/src/base/ErrorCode/ErrorCode.cpp @@ -0,0 +1,56 @@ +/* + * Copyright (c) 2020.Huawei Technologies Co., Ltd. All rights reserved. + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#include "Log.h" +#include "ErrorCode.h" + +std::string GetAppErrCodeInfo(const APP_ERROR err) +{ + if ((err < APP_ERR_ACL_END) && (err >= APP_ERR_ACL_FAILURE)) { + return APP_ERR_ACL_LOG_STRING[((err < 0) ? (err + APP_ERR_ACL_END + 1) : err)]; + } else if ((err < APP_ERR_COMM_END) && (err > APP_ERR_COMM_BASE)) { + return (err - APP_ERR_COMM_BASE) < + (int)sizeof(APP_ERR_COMMON_LOG_STRING) / (int)sizeof(APP_ERR_COMMON_LOG_STRING[0]) ? + APP_ERR_COMMON_LOG_STRING[err - APP_ERR_COMM_BASE] : + "Undefine the error code information"; + } else if ((err < APP_ERR_DVPP_END) && (err > APP_ERR_DVPP_BASE)) { + return (err - APP_ERR_DVPP_BASE) < + (int)sizeof(APP_ERR_DVPP_LOG_STRING) / (int)sizeof(APP_ERR_DVPP_LOG_STRING[0]) ? + APP_ERR_DVPP_LOG_STRING[err - APP_ERR_DVPP_BASE] : + "Undefine the error code information"; + } else if ((err < APP_ERR_QUEUE_END) && (err > APP_ERR_QUEUE_BASE)) { + return (err - APP_ERR_QUEUE_BASE) < + (int)sizeof(APP_ERR_QUEUE_LOG_STRING) / (int)sizeof(APP_ERR_QUEUE_LOG_STRING[0]) ? + APP_ERR_QUEUE_LOG_STRING[err - APP_ERR_QUEUE_BASE] : + "Undefine the error code information"; + } else { + return "Error code unknown"; + } +} + +void AssertErrorCode(int code, std::string file, std::string function, int line) +{ + if (code != APP_ERR_OK) { + LogError << "Failed at " << file << "->" << function << "->" << line << ": error code=" << code; + exit(code); + } +} + +void CheckErrorCode(int code, std::string file, std::string function, int line) +{ + if (code != APP_ERR_OK) { + LogError << "Failed at " << file << "->" << function << "->" << line << ": error code=" << code; + } +} diff --git a/src/base/ErrorCode/ErrorCode.h b/src/base/ErrorCode/ErrorCode.h new file mode 100644 index 0000000..e431ca6 --- /dev/null +++ b/src/base/ErrorCode/ErrorCode.h @@ -0,0 +1,255 @@ +/* + * Copyright (c) 2020.Huawei Technologies Co., Ltd. All rights reserved. + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#ifndef ERROR_CODE_H +#define ERROR_CODE_H + +#include + +using APP_ERROR = int; + +// define the data tpye of error code +enum { + APP_ERR_OK = 0, + + // define the error code of ACL model, this is same with the aclError which is error code of ACL API + // Error codes 1~999 are reserved for the ACL. Do not add other error codes. Add it after APP_ERR_COMMON_ERR_BASE. + APP_ERR_ACL_FAILURE = -1, // ACL: general error + APP_ERR_ACL_ERR_BASE = 0, + APP_ERR_ACL_INVALID_PARAM = 1, // ACL: invalid parameter + APP_ERR_ACL_BAD_ALLOC = 2, // ACL: memory allocation fail + APP_ERR_ACL_RT_FAILURE = 3, // ACL: runtime failure + APP_ERR_ACL_GE_FAILURE = 4, // ACL: Graph Engine failure + APP_ERR_ACL_OP_NOT_FOUND = 5, // ACL: operator not found + APP_ERR_ACL_OP_LOAD_FAILED = 6, // ACL: fail to load operator + APP_ERR_ACL_READ_MODEL_FAILURE = 7, // ACL: fail to read model + APP_ERR_ACL_PARSE_MODEL = 8, // ACL: parse model failure + APP_ERR_ACL_MODEL_MISSING_ATTR = 9, // ACL: model missing attribute + APP_ERR_ACL_DESERIALIZE_MODEL = 10, // ACL: deserialize model failure + APP_ERR_ACL_EVENT_NOT_READY = 12, // ACL: event not ready + APP_ERR_ACL_EVENT_COMPLETE = 13, // ACL: event complete + APP_ERR_ACL_UNSUPPORTED_DATA_TYPE = 14, // ACL: unsupported data type + APP_ERR_ACL_REPEAT_INITIALIZE = 15, // ACL: repeat initialize + APP_ERR_ACL_COMPILER_NOT_REGISTERED = 16, // ACL: compiler not registered + APP_ERR_ACL_IO = 17, // ACL: IO failed + APP_ERR_ACL_INVALID_FILE = 18, // ACL: invalid file + APP_ERR_ACL_INVALID_DUMP_CONFIG = 19, // ACL: invalid dump comfig + APP_ERR_ACL_INVALID_PROFILING_CONFIG = 20, // ACL: invalid profiling config + APP_ERR_ACL_OP_TYPE_NOT_MATCH = 21, // ACL: operator type not match + APP_ERR_ACL_OP_INPUT_NOT_MATCH = 22, // ACL: operator input not match + APP_ERR_ACL_OP_OUTPUT_NOT_MATCH = 23, // ACL: operator output not match + APP_ERR_ACL_OP_ATTR_NOT_MATCH = 24, // ACL: operator attribute not match + APP_ERR_ACL_API_NOT_SUPPORT = 25, // ACL: API not support + APP_ERR_ACL_CREATE_DATA_BUF_FAILED = 26, // ACL: create data buffer fail + APP_ERR_ACL_END, // Not an error code, define the range of ACL error code + + // define the common error code, range: 1001~1999 + APP_ERR_COMM_BASE = 1000, + APP_ERR_COMM_FAILURE = APP_ERR_COMM_BASE + 1, // General Failed + APP_ERR_COMM_INNER = APP_ERR_COMM_BASE + 2, // Internal error + APP_ERR_COMM_INVALID_POINTER = APP_ERR_COMM_BASE + 3, // Invalid Pointer + APP_ERR_COMM_INVALID_PARAM = APP_ERR_COMM_BASE + 4, // Invalid parameter + APP_ERR_COMM_UNREALIZED = APP_ERR_COMM_BASE + 5, // Not implemented + APP_ERR_COMM_OUT_OF_MEM = APP_ERR_COMM_BASE + 6, // Out of memory + APP_ERR_COMM_ALLOC_MEM = APP_ERR_COMM_BASE + 7, // memory allocation error + APP_ERR_COMM_FREE_MEM = APP_ERR_COMM_BASE + 8, // free memory error + APP_ERR_COMM_OUT_OF_RANGE = APP_ERR_COMM_BASE + 9, // out of range + APP_ERR_COMM_NO_PERMISSION = APP_ERR_COMM_BASE + 10, // NO Permission + APP_ERR_COMM_TIMEOUT = APP_ERR_COMM_BASE + 11, // Timed out + APP_ERR_COMM_NOT_INIT = APP_ERR_COMM_BASE + 12, // Not initialized + APP_ERR_COMM_INIT_FAIL = APP_ERR_COMM_BASE + 13, // initialize failed + APP_ERR_COMM_INPROGRESS = APP_ERR_COMM_BASE + 14, // Operation now in progress + APP_ERR_COMM_EXIST = APP_ERR_COMM_BASE + 15, // Object, file or other resource already exist + APP_ERR_COMM_NO_EXIST = APP_ERR_COMM_BASE + 16, // Object, file or other resource doesn't exist + APP_ERR_COMM_BUSY = APP_ERR_COMM_BASE + 17, // Object, file or other resource is in use + APP_ERR_COMM_FULL = APP_ERR_COMM_BASE + 18, // No available Device or resource + APP_ERR_COMM_OPEN_FAIL = APP_ERR_COMM_BASE + 19, // Device, file or resource open failed + APP_ERR_COMM_READ_FAIL = APP_ERR_COMM_BASE + 20, // Device, file or resource read failed + APP_ERR_COMM_WRITE_FAIL = APP_ERR_COMM_BASE + 21, // Device, file or resource write failed + APP_ERR_COMM_DESTORY_FAIL = APP_ERR_COMM_BASE + 22, // Device, file or resource destory failed + APP_ERR_COMM_EXIT = APP_ERR_COMM_BASE + 23, // End of data stream, stop the application + APP_ERR_COMM_CONNECTION_CLOSE = APP_ERR_COMM_BASE + 24, // Out of connection, Communication shutdown + APP_ERR_COMM_CONNECTION_FAILURE = APP_ERR_COMM_BASE + 25, // connection fail + APP_ERR_COMM_STREAM_INVALID = APP_ERR_COMM_BASE + 26, // ACL stream is null pointer + APP_ERR_COMM_END, // Not an error code, define the range of common error code + + // define the error code of DVPP + APP_ERR_DVPP_BASE = 2000, + APP_ERR_DVPP_CROP_FAIL = APP_ERR_DVPP_BASE + 1, // DVPP: crop fail + APP_ERR_DVPP_RESIZE_FAIL = APP_ERR_DVPP_BASE + 2, // DVPP: resize fail + APP_ERR_DVPP_CROP_RESIZE_FAIL = APP_ERR_DVPP_BASE + 3, // DVPP: corp and resize fail + APP_ERR_DVPP_CONVERT_FROMAT_FAIL = APP_ERR_DVPP_BASE + 4, // DVPP: convert image fromat fail + APP_ERR_DVPP_VPC_FAIL = APP_ERR_DVPP_BASE + 5, // DVPP: VPC(crop, resize, convert fromat) fail + APP_ERR_DVPP_JPEG_DECODE_FAIL = APP_ERR_DVPP_BASE + 6, // DVPP: decode jpeg or jpg fail + APP_ERR_DVPP_JPEG_ENCODE_FAIL = APP_ERR_DVPP_BASE + 7, // DVPP: encode jpeg or jpg fail + APP_ERR_DVPP_PNG_DECODE_FAIL = APP_ERR_DVPP_BASE + 8, // DVPP: encode png fail + APP_ERR_DVPP_H26X_DECODE_FAIL = APP_ERR_DVPP_BASE + 9, // DVPP: decode H264 or H265 fail + APP_ERR_DVPP_H26X_ENCODE_FAIL = APP_ERR_DVPP_BASE + 10, // DVPP: encode H264 or H265 fail + APP_ERR_DVPP_HANDLE_NULL = APP_ERR_DVPP_BASE + 11, // DVPP: acldvppChannelDesc is nullptr + // DVPP: fail to create acldvppCreatePicDesc or fail to set acldvppCreatePicDesc + APP_ERR_DVPP_PICDESC_FAIL = APP_ERR_DVPP_BASE + 12, + // DVPP: fail to set dvpp configuration,such as resize configuration,crop configuration + APP_ERR_DVPP_CONFIG_FAIL = APP_ERR_DVPP_BASE + 13, + APP_ERR_DVPP_OBJ_FUNC_MISMATCH = APP_ERR_DVPP_BASE + 14, // DVPP: DvppCommon object mismatch the function + APP_ERR_DVPP_END, // Not an error code, define the range of common error code + + // define the error code of inference + APP_ERR_INFER_BASE = 3000, + APP_ERR_INFER_SET_INPUT_FAIL = APP_ERR_INFER_BASE + 1, // Infer: set input fail + APP_ERR_INFER_SET_OUTPUT_FAIL = APP_ERR_INFER_BASE + 2, // Infer: set output fail + APP_ERR_INFER_CREATE_OUTPUT_FAIL = APP_ERR_INFER_BASE + 3, // Infer: create output fail + APP_ERR_INFER_OP_SET_ATTR_FAIL = APP_ERR_INFER_BASE + 4, // Infer: set op attribute fail + APP_ERR_INFER_GET_OUTPUT_FAIL = APP_ERR_INFER_BASE + 5, // Infer: get model output fail + APP_ERR_INFER_FIND_MODEL_ID_FAIL = APP_ERR_INFER_BASE + 6, // Infer: find model id fail + APP_ERR_INFER_FIND_MODEL_DESC_FAIL = APP_ERR_INFER_BASE + 7, // Infer: find model description fail + APP_ERR_INFER_FIND_MODEL_MEM_FAIL = APP_ERR_INFER_BASE + 8, // Infer: find model memory fail + APP_ERR_INFER_FIND_MODEL_WEIGHT_FAIL = APP_ERR_INFER_BASE + 9, // Infer: find model weight fail + + APP_ERR_INFER_END, // Not an error code, define the range of inference error code + + // define the error code of transmission + APP_ERR_TRANS_BASE = 4000, + + APP_ERR_TRANS_END, // Not an error code, define the range of transmission error code + + // define the error code of blocking queue + APP_ERR_QUEUE_BASE = 5000, + APP_ERR_QUEUE_EMPTY = APP_ERR_QUEUE_BASE + 1, // Queue: empty queue + APP_ERR_QUEUE_STOPED = APP_ERR_QUEUE_BASE + 2, // Queue: queue stoped + APP_ERROR_QUEUE_FULL = APP_ERR_QUEUE_BASE + 3, // Queue: full queue + + // define the idrecognition web error code + APP_ERROR_FACE_WEB_USE_BASE = 10000, + APP_ERROR_FACE_WEB_USE_SYSTEM_ERROR = APP_ERROR_FACE_WEB_USE_BASE + 1, // Web: system error + APP_ERROR_FACE_WEB_USE_MUL_FACE = APP_ERROR_FACE_WEB_USE_BASE + 2, // Web: multiple faces + APP_ERROR_FACE_WEB_USE_REPEAT_REG = APP_ERROR_FACE_WEB_USE_BASE + 3, // Web: repeat registration + APP_ERROR_FACE_WEB_USE_PART_SUCCESS = APP_ERROR_FACE_WEB_USE_BASE + 4, // Web: partial search succeeded + APP_ERROR_FACE_WEB_USE_NO_FACE = APP_ERROR_FACE_WEB_USE_BASE + 5, // Web: no face detected + APP_ERR_QUEUE_END, // Not an error code, define the range of blocking queue error code +}; + +const std::string APP_ERR_ACL_LOG_STRING[] = { + "Success", // APP_ERR_OK + "ACL: invalid parameter", // APP_ERR_ACL_INVALID_PARAM + "ACL: memory allocation fail", // APP_ERR_ACL_BAD_ALLOC + "ACL: runtime failure", // APP_ERR_ACL_RT_FAILURE + "ACL: Graph Engine failure", // APP_ERR_ACL_GE_FAILURE + "ACL: operator not found", // APP_ERR_ACL_OP_NOT_FOUND + "ACL: fail to load operator", // APP_ERR_ACL_OP_LOAD_FAILED + "ACL: fail to read model", // APP_ERR_ACL_READ_MODEL_FAILURE + "ACL: parse model failure", // APP_ERR_ACL_PARSE_MODEL + "ACL: model missing attribute", // APP_ERR_ACL_MODEL_MISSING_ATTR + "ACL: deserialize model failure", // APP_ERR_ACL_DESERIALIZE_MODEL + "Placeholder", // 11 + "ACL: event not ready", // APP_ERR_ACL_EVENT_NOT_READY + "ACL: event complete", // APP_ERR_ACL_EVENT_COMPLETE + "ACL: unsupported data type", // APP_ERR_ACL_UNSUPPORTED_DATA_TYPE + "ACL: repeat initialize", // APP_ERR_ACL_REPEAT_INITIALIZE + "ACL: compiler not registered", // APP_ERR_ACL_COMPILER_NOT_REGISTERED + "ACL: IO failed", // APP_ERR_ACL_IO + "ACL: invalid file", // APP_ERR_ACL_INVALID_FILE + "ACL: invalid dump comfig", // APP_ERR_ACL_INVALID_DUMP_CONFIG + "ACL: invalid profiling config", // APP_ERR_ACL_INVALID_PROFILING_CONFIG + "ACL: operator type not match", // APP_ERR_ACL_OP_TYPE_NOT_MATCH + "ACL: operator input not match", // APP_ERR_ACL_OP_INPUT_NOT_MATCH + "ACL: operator output not match", // APP_ERR_ACL_OP_OUTPUT_NOT_MATCH + "ACL: operator attribute not match", // APP_ERR_ACL_OP_ATTR_NOT_MATCH + "ACL: API not supported", // APP_ERR_ACL_API_NOT_SUPPORT + "ACL: create data buffer fail", // APP_ERR_ACL_CREATE_DATA_BUF_FAILED + "ACL: general failure", // APP_ERR_ACL_FAILURE + APP_ERR_ACL_END + 1 +}; + +const std::string APP_ERR_COMMON_LOG_STRING[] = { + "Placeholder", // 0 + "General Failed", // APP_ERR_COMM_FAILURE - APP_ERR_COMM_BASE + "Internal error", // APP_ERR_COMM_INNER - APP_ERR_COMM_BASE + "Invalid Pointer", // APP_ERR_COMM_INVALID_POINTER - APP_ERR_COMM_BASE + "Invalid parameter", // APP_ERR_COMM_INVALID_PARAM - APP_ERR_COMM_BASE] + "Not implemented", // APP_ERR_COMM_UNREALIZED - APP_ERR_COMM_BASE + "Out of memory", // APP_ERR_COMM_OUT_OF_MEM - APP_ERR_COMM_BASE + "memory allocation error", // APP_ERR_COMM_ALLOC_MEM - APP_ERR_COMM_BASE + "free memory error", // APP_ERR_COMM_FREE_MEM - APP_ERR_COMM_BASE + "out of range", // APP_ERR_COMM_OUT_OF_RANGE - APP_ERR_COMM_BASE + "NO Permission ", // APP_ERR_COMM_NO_PERMISSION - APP_ERR_COMM_BASE + "Timed out", // APP_ERR_COMM_TIMEOUT - APP_ERR_COMM_BASE + "Not initialized", // APP_ERR_COMM_NOT_INIT - APP_ERR_COMM_BASE + "initialize failed", // APP_ERR_COMM_INIT_FAIL - APP_ERR_COMM_BASE + "Operation now in progress ", // APP_ERR_COMM_INPROGRESS - APP_ERR_COMM_BASE + "Object, file or other resource already exist", // APP_ERR_COMM_EXIST - APP_ERR_COMM_BASE + "Object, file or other resource already doesn't exist", // APP_ERR_COMM_NO_EXIST - APP_ERR_COMM_BASE + "Object, file or other resource is in use", // APP_ERR_COMM_BUSY - APP_ERR_COMM_BASE + "No available Device or resource", // APP_ERR_COMM_FULL - APP_ERR_COMM_BASE + "Device, file or resource open failed", // APP_ERR_COMM_OPEN_FAIL - APP_ERR_COMM_BASE + "Device, file or resource read failed", // APP_ERR_COMM_READ_FAIL - APP_ERR_COMM_BASE + "Device, file or resource write failed", // APP_ERR_COMM_WRITE_FAIL - APP_ERR_COMM_BASE + "Device, file or resource destory failed", // APP_ERR_COMM_DESTORY_FAIL - APP_ERR_COMM_BASE + " ", // APP_ERR_COMM_EXIT - APP_ERR_COMM_BASE + "Out of connection, Communication shutdown", // APP_ERR_COMM_CONNECTION_CLOSE - APP_ERR_COMM_BASE + "connection fail", // APP_ERR_COMM_CONNECTION_FAILURE - APP_ERR_COMM_BASE + "ACL stream is null pointer", // APP_ERR_COMM_STREAM_INVALID - APP_ERR_COMM_BASE +}; + +const std::string APP_ERR_DVPP_LOG_STRING[] = { + "Placeholder", // 0 + "DVPP: crop fail", // [APP_ERR_DVPP_CROP_FAIL - APP_ERR_DVPP_BASE + "DVPP: resize fail", // APP_ERR_DVPP_RESIZE_FAIL - APP_ERR_DVPP_BASE + "DVPP: corp and resize fail", // APP_ERR_DVPP_CROP_RESIZE_FAIL - APP_ERR_DVPP_BASE + "DVPP: convert image format fail", // APP_ERR_DVPP_CONVERT_FROMAT_FAIL - APP_ERR_DVPP_BASE + "DVPP: VPC(crop, resize, convert format) fail", // APP_ERR_DVPP_VPC_FAIL - APP_ERR_DVPP_BASE + "DVPP: decode jpeg or jpg fail", // APP_ERR_DVPP_JPEG_DECODE_FAIL - APP_ERR_DVPP_BASE + "DVPP: encode jpeg or jpg fail", // APP_ERR_DVPP_JPEG_ENCODE_FAIL - APP_ERR_DVPP_BASE + "DVPP: encode png fail", // APP_ERR_DVPP_PNG_DECODE_FAIL - APP_ERR_DVPP_BASE + "DVPP: decode H264 or H265 fail", // APP_ERR_DVPP_H26X_DECODE_FAIL - APP_ERR_DVPP_BASE + "DVPP: encode H264 or H265 fail", // APP_ERR_DVPP_H26X_ENCODE_FAIL - APP_ERR_DVPP_BASE + "DVPP: acldvppChannelDesc is nullptr", // APP_ERR_DVPP_HANDLE_NULL - APP_ERR_DVPP_BASE + "DVPP: fail to create or set acldvppCreatePicDesc", // APP_ERR_DVPP_PICDESC_FAIL - APP_ERR_DVPP_BASE + "DVPP: fail to set dvpp configuration", // APP_ERR_DVPP_CONFIG_FAIL - APP_ERR_DVPP_BASE + "DVPP: DvppCommon object mismatch the function", // APP_ERR_DVPP_OBJ_FUNC_MISMATCH - APP_ERR_DVPP_BASE +}; + +const std::string APP_ERR_INFER_LOG_STRING[] = { + "Placeholder", // 0 + "Infer: set input fail", // APP_ERR_INFER_SET_INPUT_FAIL - APP_ERR_INFER_BASE + "Infer: set output fail", // APP_ERR_INFER_SET_OUTPUT_FAIL - APP_ERR_INFER_BASE + "Infer: create output fail", // APP_ERR_INFER_CREATE_OUTPUT_FAIL - APP_ERR_INFER_BASE + "Infer: set op attribute fail", // APP_ERR_INFER_OP_SET_ATTR_FAIL - APP_ERR_INFER_BASE + "Infer: get model output fail", // APP_ERR_INFER_GET_OUTPUT_FAIL - APP_ERR_INFER_BASE + "Infer: find model id fail", // APP_ERR_INFER_FIND_MODEL_ID_FAIL - APP_ERR_INFER_BASE + "Infer: find model description fail", // APP_ERR_INFER_FIND_MODEL_DESC_FAIL - APP_ERR_INFER_BASE + "Infer: find model memory fail", // APP_ERR_INFER_FIND_MODEL_MEM_FAIL - APP_ERR_INFER_BASE + "Infer: find model weight fail", // APP_ERR_INFER_FIND_MODEL_WEIGHT_FAIL - APP_ERR_INFER_BASE +}; + +const std::string APP_ERR_QUEUE_LOG_STRING[] = { + "Placeholder", // 0 + "empty queue", // APP_ERR_QUEUE_EMPTY - APP_ERR_QUEUE_BASE + "queue stoped", // APP_ERR_QUEUE_STOPED - APP_ERR_QUEUE_BASE + "full queue", // APP_ERROR_QUEUE_FULL - APP_ERR_QUEUE_BASE +}; + +const std::string APP_ERR_FACE_LOG_STRING[] = { + "Placeholder", // 0 + "system error", // APP_ERROR_FACE_WEB_USE_SYSTEM_ERROR - APP_ERROR_FACE_WEB_USE_BASE + "multiple faces", // APP_ERROR_FACE_WEB_USE_MUL_FACE - APP_ERROR_FACE_WEB_USE_BASE + "repeat registration", // APP_ERROR_FACE_WEB_USE_REPEAT_REG - APP_ERROR_FACE_WEB_USE_BASE + "partial search succeeded", // APP_ERROR_FACE_WEB_USE_PART_SUCCESS - APP_ERROR_FACE_WEB_USE_BASE + "no face detected", // APP_ERROR_FACE_WEB_USE_NO_FACE - APP_ERROR_FACE_WEB_USE_BASE +}; + +std::string GetAppErrCodeInfo(APP_ERROR err); +void AssertErrorCode(int code, std::string file, std::string function, int line); +void CheckErrorCode(int code, std::string file, std::string function, int line); + +#endif // ERROR_CODE_H_ diff --git a/src/base/FileManager/FileManager.cpp b/src/base/FileManager/FileManager.cpp new file mode 100644 index 0000000..bb52546 --- /dev/null +++ b/src/base/FileManager/FileManager.cpp @@ -0,0 +1,530 @@ +/* + * Copyright (c) 2020.Huawei Technologies Co., Ltd. All rights reserved. + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#include "FileManager.h" +#include +#include + +namespace { + const int BUFFER_SIZE = 2048; +#ifndef _WIN32 + const mode_t DEFAULT_FILE_PERMISSION = 0077; +#endif +} + +#ifndef _WIN32 +mode_t SetFileDefaultUmask() +{ + return umask(DEFAULT_FILE_PERMISSION); +} + +mode_t SetFileUmask(mode_t newUmask) +{ + return umask(newUmask); +} +#endif + +/** + * Check whether the file exists. + * + * @param filePath the file path we want to check + * @return APP_ERR_OK if file exists, error code otherwise + */ +APP_ERROR ExistFile(const std::string &filePath) +{ + std::string resolvedPath; + APP_ERROR ret = GetRealPath(filePath, resolvedPath); + if (ret != APP_ERR_OK) { + return ret; + } +#ifndef _WIN32 + struct stat fileStat = {0}; + if (stat(resolvedPath.c_str(), &fileStat) == 0 && S_ISREG(fileStat.st_mode)) { +#else + DWORD fileStat = GetFileAttributes((LPCSTR)resolvedPath.c_str()); + if ((fileStat == FILE_ATTRIBUTE_ARCHIVE) || (fileStat == FILE_ATTRIBUTE_NORMAL) || + (fileStat == FILE_ATTRIBUTE_DIRECTORY)) { +#endif + return APP_ERR_OK; + } + return APP_ERR_COMM_FAILURE; +} + +/** + * Split the input path string with delimiter + * + * @param str path string + * @param delimiters a set of delimiter + * @return the vector of splitted path + */ +std::vector SplitPath(const std::string &str, const std::set delimiters) +{ + std::vector result; + std::string temp = str; + auto start = temp.begin(); + auto it = temp.begin(); + for (; it != temp.end(); ++it) { + if (delimiters.find(*it) != delimiters.end()) { + if (it != start) { + result.emplace_back(start, it); + } else { + result.emplace_back(""); + } + start = it + 1; + } + } + result.emplace_back(start, it); + return result; +} + +/** + * Create a directory + * + * @param dirPath the directory we want to create + * @return APP_ERR_OK if create success, error code otherwise + */ +APP_ERROR CreateDir(const std::string &dirPath) +{ +#ifndef _WIN32 + SetFileDefaultUmask(); + if (dirPath.length() > PATH_MAX) { + LogError << dirPath << "is larger than " << std::to_string(PATH_MAX) << "."; + return APP_ERR_COMM_NO_EXIST; + } +#else + if (dirPath.length() > MAX_PATH) { + LogError << dirPath << "is larger than " << std::to_string(MAX_PATH) << "."; + } + return APP_ERR_COMM_NO_EXIST; +#endif + + // Check the write authority of directory, if not exist, create it + int dirExist = access(dirPath.c_str(), W_OK); + if (-1 == dirExist) { +#ifdef _WIN32 + if (_mkdir(dirPath.c_str()) == -1) { +#else + if (mkdir(dirPath.c_str(), S_IRUSR | S_IWUSR | S_IXUSR) == -1) { +#endif + return APP_ERR_COMM_NO_EXIST; + } + } + return APP_ERR_OK; +} + +/** + * Create directory recursively + * + * @param file target directory to create + */ +void CreateDirRecursively(const std::string &file) +{ + CreateDirRecursivelyByFile(file); + if (access(file.c_str(), 0) != 0) { +#ifndef _WIN32 + int result = mkdir(file.c_str(), S_IRUSR | S_IWUSR | S_IXUSR); // for linux +#else + int result = _mkdir(file.c_str()); +#endif + if (result < 0) { + LogError << "mkdir logs file " << file << " fail."; + return; + } + } +} + +/** + * Create directory recursively by file + * + * @param file target file to create + */ +void CreateDirRecursivelyByFile(const std::string &file) +{ + size_t pos = file.rfind('/'); // for linux + std::string filePath = file.substr(0, pos); + if (file.substr(0,1) == "/") + { + filePath = "." + filePath; + } + if (access(filePath.c_str(), 0) != 0) { + CreateDirRecursivelyByFile(filePath); +#ifndef _WIN32 + int result = mkdir(filePath.c_str(), S_IRUSR | S_IWUSR | S_IXUSR); // for linux +#else + int result = _mkdir(filePath.c_str()); +#endif + if (result < 0) { + LogError << "mkdir logs file " << filePath << " fail."; + return; + } + } +} + +/** + * Read a file, store it into the RawData structure + * + * @param filePath file to read to + * @param fileData RawData structure to store in + * @return APP_ERR_OK if create success, error code otherwise + */ +APP_ERROR ReadFile(const std::string &filePath, RawData &fileData) +{ + std::string resolvedPath; + APP_ERROR ret = GetRealPath(filePath, resolvedPath); + if (ret != APP_ERR_OK) { + return ret; + } + // Open file with reading mode + FILE *fp = fopen(resolvedPath.c_str(), "rb"); + if (fp == nullptr) { + LogError << "Failed to open file"; + return APP_ERR_COMM_OPEN_FAIL; + } + // Get the length of input file + fseek(fp, 0, SEEK_END); + long fileSize = ftell(fp); + fseek(fp, 0, SEEK_SET); + // If file not empty, read it into FileInfo and return it + if (fileSize > 0) { + fileData.lenOfByte = fileSize; + fileData.data = std::make_shared(); + fileData.data.reset(new uint8_t[fileSize], std::default_delete()); + size_t readRet = fread(fileData.data.get(), 1, fileSize, fp); + if (readRet <= 0) { + fclose(fp); + return APP_ERR_COMM_READ_FAIL; + } + fclose(fp); + return APP_ERR_OK; + } + fclose(fp); + return APP_ERR_COMM_FAILURE; +} + +/** + * Read a binary file, store the data into a uint8_t array + * + * @param fileName the file for reading + * @param buffShared a shared pointer to a uint8_t array for storing file + * @param buffLength the length of the array + * @return APP_ERR_OK if create success, error code otherwise + */ +APP_ERROR ReadBinaryFile(const std::string &fileName, std::shared_ptr &buffShared, int &buffLength) +{ + // read binary file + std::ifstream inFile(fileName, std::ios::in | std::ios::binary); + if (!inFile) { + LogError << "FaceFeatureLib: read file " << fileName << " fail."; + return APP_ERR_COMM_READ_FAIL; + } + + // get length of file: + inFile.seekg(0, inFile.end); + buffLength = inFile.tellg(); + inFile.seekg(0, inFile.beg); + + auto tempShared = std::make_shared(); + tempShared.reset(new uint8_t[buffLength], std::default_delete()); + inFile.read((char *)tempShared.get(), buffLength); + inFile.close(); + buffShared = tempShared; + + LogDebug << "read file: fileName=" << fileName << ", size=" << buffLength << "."; + + return APP_ERR_OK; +} + +/** + * Read a file with specified offset + * Only used in Jpegd + * + * @param fileName the file for reading + * @param fileData RawData structure to store in + * @param offset offset for file + * @return APP_ERR_OK if create success, error code otherwise + */ +APP_ERROR ReadFileWithOffset(const std::string &fileName, RawData &fileData, const uint32_t offset) +{ + std::string resolvedPath; + APP_ERROR ret = GetRealPath(fileName, resolvedPath); + if (ret != APP_ERR_OK) { + return ret; + } + + // Open file with reading mode + FILE *fp = fopen(resolvedPath.c_str(), "rb"); + if (fp == nullptr) { + LogError << "Failed to open file"; + return APP_ERR_COMM_OPEN_FAIL; + } + // Get the length of input file + fseek(fp, 0, SEEK_END); + long fileSize = ftell(fp); + fseek(fp, 0, SEEK_SET); + // If file not empty, read it into FileInfo and return it + if (fileSize > 0) { + fileData.lenOfByte = fileSize; + fileData.data = std::make_shared(); + fileData.data.reset(new uint8_t[fileSize + offset], std::default_delete()); + size_t readRet = fread(fileData.data.get(), 1, fileSize, fp); + if (readRet <= 0) { + fclose(fp); + return APP_ERR_COMM_READ_FAIL; + } + fclose(fp); + return APP_ERR_OK; + } + fclose(fp); + return APP_ERR_COMM_FAILURE; +} + +APP_ERROR GetRealPath(const std::string &srcPath, std::string &resolvedPath) +{ + // Get the absolute path of input file +#ifndef _WIN32 + char path[PATH_MAX + 1] = {0}; + if ((strlen(srcPath.c_str()) > PATH_MAX) || (realpath(srcPath.c_str(), path) == nullptr)) { +#else + #pragma comment(lib, "Shlwapi.lib") + char path[MAX_PATH + 1] = {0}; + if ((strlen(srcPath.c_str()) > MAX_PATH) || (_fullpath(path, srcPath.c_str(), MAX_PATH) == nullptr)) { +#endif + LogError << "Failed to get canonicalize path----" << srcPath; + return APP_ERR_COMM_NO_EXIST; + } + resolvedPath = path; + return APP_ERR_OK; +} + +/** + * Get the extension name of input file + * + * @param filePath the file for reading extension name + * @return extension name of the file + */ +std::string GetExtension(const std::string &filePath) +{ + std::set delims { '.' }; + std::vector path = SplitPath(filePath, delims); + return path[path.size() - 1]; +} + +/** + * Get file canonical name + * + * @param filePath absolute path of the target file + * @return filename of the file + */ +std::string GetName(const std::string &filePath) +{ + std::set delims { '/' }; + std::vector path = SplitPath(filePath, delims); + return (path.size() < 1) ? "" : path[path.size() - 1]; +} + +/** + * Get the Parent of input file + * + * @param filePath file for looking for parent + * @return parent of the file + */ +std::string GetParent(const std::string &filePath) +{ + std::set delims { '/' }; + std::vector path = SplitPath(filePath, delims); + return (path.size() < TWO) ? "" : path[path.size() - TWO]; +} + +/** + * Change the current directory + * + * @param dir target directory to change to + * @return APP_ERR_OK if create success, error code otherwise + */ +APP_ERROR ChangeDir(const std::string &dir) +{ + std::string resolvedPath; + APP_ERROR ret = GetRealPath(dir, resolvedPath); + if (ret != APP_ERR_OK) { + return ret; + } +#ifndef _WIN32 + char path[PATH_MAX + 1] = {0}; + resolvedPath.copy(path, resolvedPath.length()); + char *dName = dirname(path); + if (dName == nullptr) { + return APP_ERR_COMM_NO_EXIST; + } +#else + char path[MAX_PATH + 1] = {0}; + resolvedPath.copy(path, resolvedPath.length()); + if (!PathRemoveFileSpecA(path)) { + return APP_ERR_COMM_NO_EXIST; + } + char *dName = path; +#endif + if (chdir(dName) != 0) { + return APP_ERR_COMM_NO_EXIST; + } + return APP_ERR_OK; +} + +/** + * Append stream to file + * + * @param fileName to append to + * @param stream content of string + * @param streamLength length of string + */ +void SaveFileAppend(const std::string &fileName, const std::string &stream, const int streamLength) +{ + LogDebug << "saving binary file by app: fileName=" << fileName << ", streamLength=" << streamLength; + std::ofstream outfile(fileName, std::ios::app | std::ofstream::binary); + outfile.write(stream.c_str(), streamLength); + outfile.close(); +} + +/** + * Overwrite a file with stream + * + * @param fileName to overwrite to + * @param stream content of string + * @param streamLength length of string + */ +void SaveFileOverwrite(const std::string &fileName, const std::string &stream, const int streamLength) +{ + LogDebug << "Saving binary file by over write: fileName=" << fileName << ", streamLength=" << streamLength; + std::ofstream outfile(fileName, std::ios::out | std::ofstream::binary); + outfile.write(stream.c_str(), streamLength); + outfile.close(); +} + +/** + * Copy file + * + * @param srcFile from source + * @param destFile to destination + */ +void CopyFile(const std::string &srcFile, const std::string &destFile) +{ + std::ifstream in(srcFile, std::ios::binary); + if (!in) { + LogError << "Failed to get source file, it may be not exists. srcFile=" << srcFile; + return; + } + std::ofstream out(destFile, std::ios::binary); + if (!out) { + LogError << "Failed to save destination file. destFile=" << destFile; + in.close(); + return; + } + char flush[BUFFER_SIZE]; + while (!in.eof()) { + in.read(flush, BUFFER_SIZE); + out.write(flush, in.gcount()); + } + out.close(); + in.close(); +} + +/** + * Save file with timestamp under specified folder + * + * @param dataBuffer buffer of file + * @param bufferSize buffer size + * @param folderName specified folder will be created if it not existed + * @param fileName file name without suffix, the finally name will append time stamp to it + * @param fileSuffix suffix name of file + */ +APP_ERROR SaveFileWithTimeStamp(std::shared_ptr dataBuffer, uint32_t bufferSize, std::string folderName, + std::string fileName, std::string fileSuffix) +{ +#ifndef _WIN32 + SetFileDefaultUmask(); +#endif + APP_ERROR ret; + if (folderName.length() != 0) { + ret = CreateDir(folderName); + if (ret != APP_ERR_OK) { + return ret; + } + } + + // Result file name use the time stamp as a suffix + std::string timeString; + GetCurTimeString(timeString); + + // Create file under folderName directory + std::stringstream resultPathName; + if (folderName.length() == 0) { + resultPathName << "./" << fileName << "_" << timeString << fileSuffix; + } else { + resultPathName << folderName << "/" << fileName << "_" << timeString << fileSuffix; + } + std::string resolvedPath; + ret = GetRealPath(resultPathName.str(), resolvedPath); + if (ret != APP_ERR_OK) { + return ret; + } + + FILE *fp = fopen(resolvedPath.c_str(), "wb"); + if (fp == nullptr) { + LogError << "Failed to open file"; + return APP_ERR_COMM_OPEN_FAIL; + } + uint32_t result = fwrite(dataBuffer.get(), 1, bufferSize, fp); + if (result != bufferSize) { + LogError << "Failed to write file"; + fclose(fp); + return APP_ERR_COMM_WRITE_FAIL; + } + LogInfo << "Write result to file successfully"; + uint32_t ff = fflush(fp); + if (ff != 0) { + LogError << "Failed to fflush file"; + fclose(fp); + return APP_ERR_COMM_DESTORY_FAIL; + } + uint32_t fc = fclose(fp); + if (fc != 0) { + LogError << "Failed to fclose file"; + return APP_ERR_COMM_DESTORY_FAIL; + } + return APP_ERR_OK; +} + +/** + * Convert the current time to the format "%Y%m%d%H%M%S" + * + * @param timeString buffer to save the time string with format "%Y%m%d%H%M%S" + */ +void GetCurTimeString(std::string &timeString) +{ + // Result file name use the time stamp as a suffix + const int timeZoneDiff = 28800; // 8 hour time difference + const int timeStringSize = 32; + char timeStr[timeStringSize] = {0}; + time_t tmValue = time(nullptr) + timeZoneDiff; + struct tm tmStruct = {0}; +#ifdef _WIN32 + if (0 == gmtime_s(&tmStruct, &tmValue)) { +#else + if (nullptr != gmtime_r(&tmValue, &tmStruct)) { +#endif + strftime(timeStr, sizeof(timeStr), "%Y%m%d%H%M%S", &tmStruct); + } + timeString = timeStr; + return; +} \ No newline at end of file diff --git a/src/base/FileManager/FileManager.h b/src/base/FileManager/FileManager.h new file mode 100644 index 0000000..979ead8 --- /dev/null +++ b/src/base/FileManager/FileManager.h @@ -0,0 +1,75 @@ +/* + * Copyright (c) 2020.Huawei Technologies Co., Ltd. All rights reserved. + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#ifndef FILEMANAGER_H +#define FILEMANAGER_H + +#ifdef _WIN32 +#include +#include +#include +#include +#else +#include +#include +#include +#include +#include +#endif +#include +#include +#include +#include +#include +#include +#include +#include + +#include "CommonDataType.h" +#include "Log.h" +#include "ErrorCode.h" + +#ifdef _WIN32 +#define access _access +#endif + +#define BUF_SIZE 32U // Max buffer size +const int TWO = 2; +static const std::string SLASH = "/"; // delimiter used to split path + +#ifndef _WIN32 +mode_t SetFileDefaultUmask(); +mode_t SetFileUmask(mode_t newUmask); +#endif +APP_ERROR GetRealPath(const std::string &srcPath, std::string &resolvedPath); +APP_ERROR ExistFile(const std::string &filePath); +std::vector SplitPath(const std::string &str, const std::set delimiters); +APP_ERROR CreateDir(const std::string &dirPath); +void CreateDirRecursively(const std::string &file); +void CreateDirRecursivelyByFile(const std::string &file); +APP_ERROR ReadFile(const std::string &filePath, RawData &fileData); +APP_ERROR ReadFileWithOffset(const std::string &fileName, RawData &fileData, const uint32_t offset); +APP_ERROR ReadBinaryFile(const std::string &fileName, std::shared_ptr &buffShared, int &buffLength); +std::string GetExtension(const std::string &filePath); +std::string GetName(const std::string &filePath); +std::string GetParent(const std::string &filePath); +APP_ERROR ChangeDir(const std::string &dir); +void SaveFileAppend(const std::string &fileName, const std::string &stream, const int streamLength); +void SaveFileOverwrite(const std::string &fileName, const std::string &stream, const int streamLength); +void CopyFile(const std::string &srcFile, const std::string &destFile); +APP_ERROR SaveFileWithTimeStamp(std::shared_ptr imageBuffer, uint32_t bufferSize, std::string folderName, + std::string fileName, std::string fileSuffix); +void GetCurTimeString(std::string &timeString); +#endif diff --git a/src/base/Log/Log.cpp b/src/base/Log/Log.cpp new file mode 100644 index 0000000..a4b82f6 --- /dev/null +++ b/src/base/Log/Log.cpp @@ -0,0 +1,203 @@ +/* + * Copyright (c) 2020.Huawei Technologies Co., Ltd. All rights reserved. + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#include +#include +#include +#ifdef _WIN32 +#include +#include +#else +#include +#endif + +#include + +#include "Log.h" + +namespace MatrixAiLog +{ + const int TIME_SIZE = 32; + const int TIME_DIFF = 28800; // 8 hour + const int BYTES6 = 6; + const int FILE_SIZE = 52428800; // 50M + uint32_t Log::logLevel = LOG_LEVEL_INFO; + std::vector Log::levelString{"[Debug]", "[Info ]", "[Warn ]", "[Error]", "[Fatal]"}; + std::mutex Log::mutex; + std::string Log::logPath = "./logs"; + std::string Log::logFile = "log.log"; // default log file + std::string Log::logFileBak = "log.log.bak"; + + Log::Log(std::string file, std::string function, int line, uint32_t level) + : myLevel_(level), file_(file), function_(function), line_(line) + { + } + + Log::~Log() + { + if (myLevel_ >= logLevel) + { + std::lock_guard locker(mutex); + // cout to screen + std::cout << ss_.str() << std::endl; + + std::string outPath = logPath + std::string("/") + logFile; + // log to the file + CreateDirRecursivelyByFile(outPath); + std::ofstream fs(outPath, std::ios::app); + if (!fs) + { + std::cout << "open file " << outPath << " fail" << std::endl; + return; + } + fs.seekp(0, fs.end); + size_t dstFileSize = fs.tellp(); + fs << ss_.str() << std::endl; + fs.close(); + + if (dstFileSize < FILE_SIZE) + { + return; + } + + std::string bakPath = logPath + std::string("/") + logFileBak; + // dstFileSize >= FILE_SIZE + if (access(bakPath.c_str(), 0) == APP_ERR_OK) + { + APP_ERROR ret = remove(bakPath.c_str()); + if (ret != APP_ERR_OK) + { + std::cout << "remove " << bakPath << " failed." << std::endl; + return; + } + } + APP_ERROR ret = rename(outPath.c_str(), bakPath.c_str()); + if (ret != APP_ERR_OK) + { + std::cout << "rename " << outPath << " failed." << std::endl; + return; + } + } + }; + + std::ostringstream &Log::Stream() + { + if (myLevel_ >= logLevel) + { + long int usValue = 0; +#ifndef _WIN32 + struct timeval time = {0, 0}; + gettimeofday(&time, nullptr); + time_t timep = time.tv_sec + TIME_DIFF; + struct tm *ptm = gmtime(&timep); + char timeString[TIME_SIZE] = {0}; + strftime(timeString, TIME_SIZE, "[%F %X:", ptm); + usValue = time.tv_usec; +#else + SYSTEMTIME sysTimes; + GetLocalTime(&sysTimes); + std::string timeString; + timeString = '[' + std::to_string(sysTimes.wYear) + '-' + std::to_string(sysTimes.wMonth) + '-' + + std::to_string(sysTimes.wDay) + " " + std::to_string(sysTimes.wHour) + ':' + + std::to_string(sysTimes.wMinute) + ':' + std::to_string(sysTimes.wSecond) + ':'; + uint32_t msToUs = 1000; + usValue = sysTimes.wMilliseconds * msToUs; +#endif + date_ = timeString; + ss_.fill('0'); + ss_ << levelString[myLevel_] << timeString << std::setw(BYTES6) << usValue << "]"; + + std::string fileName = file_.substr(file_.rfind('/') + 1); + ss_ << "[" << fileName << " " << function_ << ":" << line_ << "] "; + } + return ss_; + } + + void Log::LogDebugOn() + { + logLevel = LOG_LEVEL_DEBUG; + return; + } + void Log::LogInfoOn() + { + logLevel = LOG_LEVEL_INFO; + return; + } + void Log::LogWarnOn() + { + logLevel = LOG_LEVEL_WARN; + return; + } + void Log::LogErrorOn() + { + logLevel = LOG_LEVEL_ERROR; + return; + } + void Log::LogFatalOn() + { + logLevel = LOG_LEVEL_FATAL; + return; + } + void Log::LogAllOn() + { + logLevel = LOG_LEVEL_DEBUG; + return; + } + void Log::LogAllOff() + { + logLevel = LOG_LEVEL_NONE; + return; + } + void Log::SetLogLevel(const std::string &log_level) + { + if(log_level == "DEBUG") + { + logLevel = LOG_LEVEL_DEBUG; + } + else if(log_level == "INFO") + { + logLevel = LOG_LEVEL_INFO; + } + else if(log_level == "WARN") + { + logLevel = LOG_LEVEL_WARN; + } + else if(log_level == "ERROR") + { + logLevel = LOG_LEVEL_ERROR; + } + else if(log_level == "FATAL") + { + logLevel = LOG_LEVEL_FATAL; + } + else if(log_level == "NONE") + { + logLevel = LOG_LEVEL_NONE; + } + } + void Log::SetLogFile(const std::string &log_file) + { + if (!log_file.empty()) + { + logPath = log_file; + } + } + +#define LOG_DEBUG Log(__FILE__, __FUNCTION__, __LINE__, MatrixAiLog::LOG_LEVEL_DEBUG) +#define LOG_INFO Log(__FILE__, __FUNCTION__, __LINE__, MatrixAiLog::LOG_LEVEL_INFO) +#define LOG_WARN Log(__FILE__, __FUNCTION__, __LINE__, MatrixAiLog::LOG_LEVEL_WARN) +#define LOG_ERROR Log(__FILE__, __FUNCTION__, __LINE__, MatrixAiLog::LOG_LEVEL_ERROR) +#define LOG_FATAL Log(__FILE__, __FUNCTION__, __LINE__, MatrixAiLog::LOG_LEVEL_FATAL) +} // namespace AtlasAscendLog \ No newline at end of file diff --git a/src/base/Log/Log.h b/src/base/Log/Log.h new file mode 100644 index 0000000..fea6ab6 --- /dev/null +++ b/src/base/Log/Log.h @@ -0,0 +1,75 @@ +/* + * Copyright (c) 2020.Huawei Technologies Co., Ltd. All rights reserved. + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#ifndef LOG_H +#define LOG_H + +#include +#include +#include +#include + +namespace MatrixAiLog { +// log level + enum LogLevels { + LOG_LEVEL_DEBUG = 0, + LOG_LEVEL_INFO = 1, + LOG_LEVEL_WARN = 2, + LOG_LEVEL_ERROR = 3, + LOG_LEVEL_FATAL = 4, + LOG_LEVEL_NONE + }; + + class Log { + public: + Log(std::string file, std::string function, int line, uint32_t level); + ~Log(); + std::ostringstream &Stream(); + // log switch, turn on and off both screen and file log of special level. + static void LogDebugOn(); + static void LogInfoOn(); + static void LogWarnOn(); + static void LogErrorOn(); + static void LogFatalOn(); + static void LogAllOn(); + static void LogAllOff(); + static void SetLogLevel(const std::string &log_level); + static void SetLogFile(const std::string &log_file); + + private: + std::ostringstream ss_; + uint32_t myLevel_; + std::string date_; + std::string file_; + std::string function_; + int line_; + + static uint32_t logLevel; + static std::vector levelString; + static std::mutex mutex; + static std::string logPath; + static std::string logFile; + static std::string logFileBak; + }; +} // namespace MatrixAiLog + +#define LogDebug MatrixAiLog::Log(__FILE__, __FUNCTION__, __LINE__, MatrixAiLog::LOG_LEVEL_DEBUG).Stream() +#define LogInfo MatrixAiLog::Log(__FILE__, __FUNCTION__, __LINE__, MatrixAiLog::LOG_LEVEL_INFO).Stream() +#define LogWarn MatrixAiLog::Log(__FILE__, __FUNCTION__, __LINE__, MatrixAiLog::LOG_LEVEL_WARN).Stream() +#define LogError MatrixAiLog::Log(__FILE__, __FUNCTION__, __LINE__, MatrixAiLog::LOG_LEVEL_ERROR).Stream() +#define LogFatal MatrixAiLog::Log(__FILE__, __FUNCTION__, __LINE__, MatrixAiLog::LOG_LEVEL_FATAL).Stream() +#define LOG(security) MatrixAiLog::LOG_##security.Stream() + +#endif \ No newline at end of file diff --git a/src/base/cuda_utils/cuda_utils.cpp b/src/base/cuda_utils/cuda_utils.cpp new file mode 100644 index 0000000..f45cca1 --- /dev/null +++ b/src/base/cuda_utils/cuda_utils.cpp @@ -0,0 +1,20 @@ +#include "cuda_utils.h" + +inline unsigned int getElementSize(nvinfer1::DataType t) +{ + switch (t){ + case nvinfer1::DataType::kINT32: return 4; + case nvinfer1::DataType::kFLOAT: return 4; + case nvinfer1::DataType::kHALF: return 2; + case nvinfer1::DataType::kBOOL: + case nvinfer1::DataType::kINT8: return 1; + } + throw std::runtime_error("Invalid DataType."); + return 0; +} + +inline int64_t volume(const nvinfer1::Dims& d) +{ + return std::accumulate(d.d, d.d + d.nbDims, 1, std::multiplies()); +} + diff --git a/src/base/cuda_utils/cuda_utils.h b/src/base/cuda_utils/cuda_utils.h new file mode 100644 index 0000000..8fb21b9 --- /dev/null +++ b/src/base/cuda_utils/cuda_utils.h @@ -0,0 +1,41 @@ +#ifndef _CUDA_UTILS_H_ +#define _CUDA_UTILS_H_ + +#include +#include +#include +#include +#include + +#include + +#include +#include +#include +#include + +#include +#include +#include + +using namespace nvinfer1; +using namespace nvcaffeparser1; + +using namespace std; + +#ifndef CUDA_CHECK +#define CUDA_CHECK(callstr)\ + {\ + cudaError_t error_code = callstr;\ + if (error_code != cudaSuccess) {\ + std::cerr << "CUDA error " << error_code << " at " << __FILE__ << ":" << __LINE__;\ + assert(0);\ + }\ + } +#endif // CUDA_CHECK + +inline unsigned int getElementSize(nvinfer1::DataType t); + +inline int64_t volume(const nvinfer1::Dims& d); + +#endif //END OF _CUDA_UTILS_H_ \ No newline at end of file diff --git a/src/base/cuda_utils/logging.h b/src/base/cuda_utils/logging.h new file mode 100644 index 0000000..6b79a8b --- /dev/null +++ b/src/base/cuda_utils/logging.h @@ -0,0 +1,504 @@ +/* + * Copyright (c) 2019, NVIDIA CORPORATION. All rights reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#ifndef TENSORRT_LOGGING_H +#define TENSORRT_LOGGING_H + +#include "NvInferRuntimeCommon.h" +#include +#include +#include +#include +#include +#include +#include +#include "macros.h" + +using Severity = nvinfer1::ILogger::Severity; + +class LogStreamConsumerBuffer : public std::stringbuf +{ +public: + LogStreamConsumerBuffer(std::ostream& stream, const std::string& prefix, bool shouldLog) + : mOutput(stream) + , mPrefix(prefix) + , mShouldLog(shouldLog) + { + } + + LogStreamConsumerBuffer(LogStreamConsumerBuffer&& other) + : mOutput(other.mOutput) + { + } + + ~LogStreamConsumerBuffer() + { + // std::streambuf::pbase() gives a pointer to the beginning of the buffered part of the output sequence + // std::streambuf::pptr() gives a pointer to the current position of the output sequence + // if the pointer to the beginning is not equal to the pointer to the current position, + // call putOutput() to log the output to the stream + if (pbase() != pptr()) + { + putOutput(); + } + } + + // synchronizes the stream buffer and returns 0 on success + // synchronizing the stream buffer consists of inserting the buffer contents into the stream, + // resetting the buffer and flushing the stream + virtual int sync() + { + putOutput(); + return 0; + } + + void putOutput() + { + if (mShouldLog) + { + // prepend timestamp + std::time_t timestamp = std::time(nullptr); + tm* tm_local = std::localtime(×tamp); + std::cout << "["; + std::cout << std::setw(2) << std::setfill('0') << 1 + tm_local->tm_mon << "/"; + std::cout << std::setw(2) << std::setfill('0') << tm_local->tm_mday << "/"; + std::cout << std::setw(4) << std::setfill('0') << 1900 + tm_local->tm_year << "-"; + std::cout << std::setw(2) << std::setfill('0') << tm_local->tm_hour << ":"; + std::cout << std::setw(2) << std::setfill('0') << tm_local->tm_min << ":"; + std::cout << std::setw(2) << std::setfill('0') << tm_local->tm_sec << "] "; + // std::stringbuf::str() gets the string contents of the buffer + // insert the buffer contents pre-appended by the appropriate prefix into the stream + mOutput << mPrefix << str(); + // set the buffer to empty + str(""); + // flush the stream + mOutput.flush(); + } + } + + void setShouldLog(bool shouldLog) + { + mShouldLog = shouldLog; + } + +private: + std::ostream& mOutput; + std::string mPrefix; + bool mShouldLog; +}; + +//! +//! \class LogStreamConsumerBase +//! \brief Convenience object used to initialize LogStreamConsumerBuffer before std::ostream in LogStreamConsumer +//! +class LogStreamConsumerBase +{ +public: + LogStreamConsumerBase(std::ostream& stream, const std::string& prefix, bool shouldLog) + : mBuffer(stream, prefix, shouldLog) + { + } + +protected: + LogStreamConsumerBuffer mBuffer; +}; + +//! +//! \class LogStreamConsumer +//! \brief Convenience object used to facilitate use of C++ stream syntax when logging messages. +//! Order of base classes is LogStreamConsumerBase and then std::ostream. +//! This is because the LogStreamConsumerBase class is used to initialize the LogStreamConsumerBuffer member field +//! in LogStreamConsumer and then the address of the buffer is passed to std::ostream. +//! This is necessary to prevent the address of an uninitialized buffer from being passed to std::ostream. +//! Please do not change the order of the parent classes. +//! +class LogStreamConsumer : protected LogStreamConsumerBase, public std::ostream +{ +public: + //! \brief Creates a LogStreamConsumer which logs messages with level severity. + //! Reportable severity determines if the messages are severe enough to be logged. + LogStreamConsumer(Severity reportableSeverity, Severity severity) + : LogStreamConsumerBase(severityOstream(severity), severityPrefix(severity), severity <= reportableSeverity) + , std::ostream(&mBuffer) // links the stream buffer with the stream + , mShouldLog(severity <= reportableSeverity) + , mSeverity(severity) + { + } + + LogStreamConsumer(LogStreamConsumer&& other) + : LogStreamConsumerBase(severityOstream(other.mSeverity), severityPrefix(other.mSeverity), other.mShouldLog) + , std::ostream(&mBuffer) // links the stream buffer with the stream + , mShouldLog(other.mShouldLog) + , mSeverity(other.mSeverity) + { + } + + void setReportableSeverity(Severity reportableSeverity) + { + mShouldLog = mSeverity <= reportableSeverity; + mBuffer.setShouldLog(mShouldLog); + } + +private: + static std::ostream& severityOstream(Severity severity) + { + return severity >= Severity::kINFO ? std::cout : std::cerr; + } + + static std::string severityPrefix(Severity severity) + { + switch (severity) + { + case Severity::kINTERNAL_ERROR: return "[F] "; + case Severity::kERROR: return "[E] "; + case Severity::kWARNING: return "[W] "; + case Severity::kINFO: return "[I] "; + case Severity::kVERBOSE: return "[V] "; + default: assert(0); return ""; + } + } + + bool mShouldLog; + Severity mSeverity; +}; + +//! \class Logger +//! +//! \brief Class which manages logging of TensorRT tools and samples +//! +//! \details This class provides a common interface for TensorRT tools and samples to log information to the console, +//! and supports logging two types of messages: +//! +//! - Debugging messages with an associated severity (info, warning, error, or internal error/fatal) +//! - Test pass/fail messages +//! +//! The advantage of having all samples use this class for logging as opposed to emitting directly to stdout/stderr is +//! that the logic for controlling the verbosity and formatting of sample output is centralized in one location. +//! +//! In the future, this class could be extended to support dumping test results to a file in some standard format +//! (for example, JUnit XML), and providing additional metadata (e.g. timing the duration of a test run). +//! +//! TODO: For backwards compatibility with existing samples, this class inherits directly from the nvinfer1::ILogger +//! interface, which is problematic since there isn't a clean separation between messages coming from the TensorRT +//! library and messages coming from the sample. +//! +//! In the future (once all samples are updated to use Logger::getTRTLogger() to access the ILogger) we can refactor the +//! class to eliminate the inheritance and instead make the nvinfer1::ILogger implementation a member of the Logger +//! object. + +class Logger : public nvinfer1::ILogger +{ +public: + Logger(Severity severity = Severity::kWARNING) + : mReportableSeverity(severity) + { + } + + //! + //! \enum TestResult + //! \brief Represents the state of a given test + //! + enum class TestResult + { + kRUNNING, //!< The test is running + kPASSED, //!< The test passed + kFAILED, //!< The test failed + kWAIVED //!< The test was waived + }; + + //! + //! \brief Forward-compatible method for retrieving the nvinfer::ILogger associated with this Logger + //! \return The nvinfer1::ILogger associated with this Logger + //! + //! TODO Once all samples are updated to use this method to register the logger with TensorRT, + //! we can eliminate the inheritance of Logger from ILogger + //! + nvinfer1::ILogger& getTRTLogger() + { + return *this; + } + + //! + //! \brief Implementation of the nvinfer1::ILogger::log() virtual method + //! + //! Note samples should not be calling this function directly; it will eventually go away once we eliminate the + //! inheritance from nvinfer1::ILogger + //! + void log(Severity severity, const char* msg) TRT_NOEXCEPT override + { + LogStreamConsumer(mReportableSeverity, severity) << "[TRT] " << std::string(msg) << std::endl; + } + + //! + //! \brief Method for controlling the verbosity of logging output + //! + //! \param severity The logger will only emit messages that have severity of this level or higher. + //! + void setReportableSeverity(Severity severity) + { + mReportableSeverity = severity; + } + + //! + //! \brief Opaque handle that holds logging information for a particular test + //! + //! This object is an opaque handle to information used by the Logger to print test results. + //! The sample must call Logger::defineTest() in order to obtain a TestAtom that can be used + //! with Logger::reportTest{Start,End}(). + //! + class TestAtom + { + public: + TestAtom(TestAtom&&) = default; + + private: + friend class Logger; + + TestAtom(bool started, const std::string& name, const std::string& cmdline) + : mStarted(started) + , mName(name) + , mCmdline(cmdline) + { + } + + bool mStarted; + std::string mName; + std::string mCmdline; + }; + + //! + //! \brief Define a test for logging + //! + //! \param[in] name The name of the test. This should be a string starting with + //! "TensorRT" and containing dot-separated strings containing + //! the characters [A-Za-z0-9_]. + //! For example, "TensorRT.sample_googlenet" + //! \param[in] cmdline The command line used to reproduce the test + // + //! \return a TestAtom that can be used in Logger::reportTest{Start,End}(). + //! + static TestAtom defineTest(const std::string& name, const std::string& cmdline) + { + return TestAtom(false, name, cmdline); + } + + //! + //! \brief A convenience overloaded version of defineTest() that accepts an array of command-line arguments + //! as input + //! + //! \param[in] name The name of the test + //! \param[in] argc The number of command-line arguments + //! \param[in] argv The array of command-line arguments (given as C strings) + //! + //! \return a TestAtom that can be used in Logger::reportTest{Start,End}(). + static TestAtom defineTest(const std::string& name, int argc, char const* const* argv) + { + auto cmdline = genCmdlineString(argc, argv); + return defineTest(name, cmdline); + } + + //! + //! \brief Report that a test has started. + //! + //! \pre reportTestStart() has not been called yet for the given testAtom + //! + //! \param[in] testAtom The handle to the test that has started + //! + static void reportTestStart(TestAtom& testAtom) + { + reportTestResult(testAtom, TestResult::kRUNNING); + assert(!testAtom.mStarted); + testAtom.mStarted = true; + } + + //! + //! \brief Report that a test has ended. + //! + //! \pre reportTestStart() has been called for the given testAtom + //! + //! \param[in] testAtom The handle to the test that has ended + //! \param[in] result The result of the test. Should be one of TestResult::kPASSED, + //! TestResult::kFAILED, TestResult::kWAIVED + //! + static void reportTestEnd(const TestAtom& testAtom, TestResult result) + { + assert(result != TestResult::kRUNNING); + assert(testAtom.mStarted); + reportTestResult(testAtom, result); + } + + static int reportPass(const TestAtom& testAtom) + { + reportTestEnd(testAtom, TestResult::kPASSED); + return EXIT_SUCCESS; + } + + static int reportFail(const TestAtom& testAtom) + { + reportTestEnd(testAtom, TestResult::kFAILED); + return EXIT_FAILURE; + } + + static int reportWaive(const TestAtom& testAtom) + { + reportTestEnd(testAtom, TestResult::kWAIVED); + return EXIT_SUCCESS; + } + + static int reportTest(const TestAtom& testAtom, bool pass) + { + return pass ? reportPass(testAtom) : reportFail(testAtom); + } + + Severity getReportableSeverity() const + { + return mReportableSeverity; + } + +private: + //! + //! \brief returns an appropriate string for prefixing a log message with the given severity + //! + static const char* severityPrefix(Severity severity) + { + switch (severity) + { + case Severity::kINTERNAL_ERROR: return "[F] "; + case Severity::kERROR: return "[E] "; + case Severity::kWARNING: return "[W] "; + case Severity::kINFO: return "[I] "; + case Severity::kVERBOSE: return "[V] "; + default: assert(0); return ""; + } + } + + //! + //! \brief returns an appropriate string for prefixing a test result message with the given result + //! + static const char* testResultString(TestResult result) + { + switch (result) + { + case TestResult::kRUNNING: return "RUNNING"; + case TestResult::kPASSED: return "PASSED"; + case TestResult::kFAILED: return "FAILED"; + case TestResult::kWAIVED: return "WAIVED"; + default: assert(0); return ""; + } + } + + //! + //! \brief returns an appropriate output stream (cout or cerr) to use with the given severity + //! + static std::ostream& severityOstream(Severity severity) + { + return severity >= Severity::kINFO ? std::cout : std::cerr; + } + + //! + //! \brief method that implements logging test results + //! + static void reportTestResult(const TestAtom& testAtom, TestResult result) + { + severityOstream(Severity::kINFO) << "&&&& " << testResultString(result) << " " << testAtom.mName << " # " + << testAtom.mCmdline << std::endl; + } + + //! + //! \brief generate a command line string from the given (argc, argv) values + //! + static std::string genCmdlineString(int argc, char const* const* argv) + { + std::stringstream ss; + for (int i = 0; i < argc; i++) + { + if (i > 0) + ss << " "; + ss << argv[i]; + } + return ss.str(); + } + + Severity mReportableSeverity; +}; + +namespace +{ + +//! +//! \brief produces a LogStreamConsumer object that can be used to log messages of severity kVERBOSE +//! +//! Example usage: +//! +//! LOG_VERBOSE(logger) << "hello world" << std::endl; +//! +inline LogStreamConsumer LOG_VERBOSE(const Logger& logger) +{ + return LogStreamConsumer(logger.getReportableSeverity(), Severity::kVERBOSE); +} + +//! +//! \brief produces a LogStreamConsumer object that can be used to log messages of severity kINFO +//! +//! Example usage: +//! +//! LOG_INFO(logger) << "hello world" << std::endl; +//! +inline LogStreamConsumer LOG_INFO(const Logger& logger) +{ + return LogStreamConsumer(logger.getReportableSeverity(), Severity::kINFO); +} + +//! +//! \brief produces a LogStreamConsumer object that can be used to log messages of severity kWARNING +//! +//! Example usage: +//! +//! LOG_WARN(logger) << "hello world" << std::endl; +//! +inline LogStreamConsumer LOG_WARN(const Logger& logger) +{ + return LogStreamConsumer(logger.getReportableSeverity(), Severity::kWARNING); +} + +//! +//! \brief produces a LogStreamConsumer object that can be used to log messages of severity kERROR +//! +//! Example usage: +//! +//! LOG_ERROR(logger) << "hello world" << std::endl; +//! +inline LogStreamConsumer LOG_ERROR(const Logger& logger) +{ + return LogStreamConsumer(logger.getReportableSeverity(), Severity::kERROR); +} + +//! +//! \brief produces a LogStreamConsumer object that can be used to log messages of severity kINTERNAL_ERROR +// ("fatal" severity) +//! +//! Example usage: +//! +//! LOG_FATAL(logger) << "hello world" << std::endl; +//! +inline LogStreamConsumer LOG_FATAL(const Logger& logger) +{ + return LogStreamConsumer(logger.getReportableSeverity(), Severity::kINTERNAL_ERROR); +} + +} // anonymous namespace + +#endif // TENSORRT_LOGGING_H diff --git a/src/base/cuda_utils/macros.h b/src/base/cuda_utils/macros.h new file mode 100644 index 0000000..0e5b71b --- /dev/null +++ b/src/base/cuda_utils/macros.h @@ -0,0 +1,27 @@ +#ifndef __MACROS_H +#define __MACROS_H + +#ifdef API_EXPORTS +#if defined(_MSC_VER) +#define API __declspec(dllexport) +#else +#define API __attribute__((visibility("default"))) +#endif +#else + +#if defined(_MSC_VER) +#define API __declspec(dllimport) +#else +#define API +#endif +#endif // API_EXPORTS + +#if NV_TENSORRT_MAJOR >= 8 +#define TRT_NOEXCEPT noexcept +#define TRT_CONST_ENQUEUE const +#else +#define TRT_NOEXCEPT +#define TRT_CONST_ENQUEUE +#endif + +#endif // __MACROS_H diff --git a/src/base/inference/inference.cu b/src/base/inference/inference.cu new file mode 100644 index 0000000..e504084 --- /dev/null +++ b/src/base/inference/inference.cu @@ -0,0 +1,270 @@ +#include "inference.h" + +template +static std::string join_dims(const std::vector<_T>& dims) +{ + std::stringstream output; + char buf[64]; + const char* fmts[] = {"%d", " x %d"}; + for(int i = 0; i < dims.size(); ++i){ + snprintf(buf, sizeof(buf), fmts[i != 0], dims[i]); + output << buf; + } + return output.str(); +} + +Inference::Inference() {} + +Inference::~Inference() {} + +inline unsigned int Inference::getElementSize(nvinfer1::DataType t) +{ + switch (t) + { + case nvinfer1::DataType::kINT32: return 4; + case nvinfer1::DataType::kFLOAT: return 4; + case nvinfer1::DataType::kHALF: return 2; + case nvinfer1::DataType::kBOOL: + case nvinfer1::DataType::kINT8: return 1; + } + throw std::runtime_error("Invalid DataType."); + return 0; +} + +inline int64_t Inference::volume(const nvinfer1::Dims& d) +{ + return std::accumulate(d.d, d.d + d.nbDims, 1, std::multiplies()); +} + +//onnx解析器 +ICudaEngine* Inference::build_engine_onnx(Logger gLogger, unsigned int maxBatchSize, unsigned int maxWorkSpaceSize, IBuilder* builder, IBuilderConfig* config, std::string& source_onnx) +{ + const auto explicitBatch = 1U << static_cast(nvinfer1::NetworkDefinitionCreationFlag::kEXPLICIT_BATCH); + INetworkDefinition* network = builder->createNetworkV2(explicitBatch); + + //创建onnx解析器 + nvonnxparser::IParser* onnxParser = nvonnxparser::createParser(*network, gLogger); + //解析onnx文件 + onnxParser->parseFromFile(source_onnx.c_str(), 1); + + // Build engine + builder->setMaxBatchSize(maxBatchSize); + config->setMaxWorkspaceSize(maxWorkSpaceSize); // 16MB + float max_workspace_size = (float)maxWorkSpaceSize/1024.0f/1024.0f; + + #if defined(USE_FP16) + config->setFlag(BuilderFlag::kFP16); + #endif + + std::cout<<"Set max batch size = "<getNbInputs(); //获取网络输入个数 + printf("Network has %d inputs:\n", net_num_input); + std::vector input_names(net_num_input); + for(int i = 0; i < net_num_input; ++i){ //获取每个输入的张量及张量维度 + auto tensor = network->getInput(i); + auto dims = tensor->getDimensions(); + auto dims_str = join_dims(std::vector(dims.d, dims.d+dims.nbDims)); + printf(" %d.[%s] shape is %s\n", i, tensor->getName(), dims_str.c_str()); + + input_names[i] = tensor->getName(); + } + + int net_num_output = network->getNbOutputs(); //获取网络输出个数 + printf("Network has %d outputs:\n", net_num_output); + for(int i = 0; i < net_num_output; ++i){ //获取每个输出的张量及张量维度 + auto tensor = network->getOutput(i); + auto dims = tensor->getDimensions(); + auto dims_str = join_dims(std::vector(dims.d, dims.d+dims.nbDims)); + printf(" %d.[%s] shape is %s\n", i, tensor->getName(), dims_str.c_str()); + } + + int net_num_layers = network->getNbLayers(); //获取网络层数 + printf("Network has %d layers\n", net_num_layers); + + //配置OptimizationProfile文件(最佳优化) + auto profile = builder->createOptimizationProfile(); + for(int i = 0; i < net_num_input; ++i){ + auto input = network->getInput(i); + auto input_dims = input->getDimensions(); + input_dims.d[0] = 1; + profile->setDimensions(input->getName(), nvinfer1::OptProfileSelector::kMIN, input_dims); + profile->setDimensions(input->getName(), nvinfer1::OptProfileSelector::kOPT, input_dims); + input_dims.d[0] = maxBatchSize; + profile->setDimensions(input->getName(), nvinfer1::OptProfileSelector::kMAX, input_dims); + } + config->addOptimizationProfile(profile); //builderconfig里面添加OptimizationProfile文件 + + + std::cout << "Building engine with onnx parser, please wait for a while..." << std::endl; + //计时 计算编译时间 + auto time_start = chrono::duration_cast(chrono::system_clock::now().time_since_epoch()).count(); + ICudaEngine* engine = builder->buildEngineWithConfig(*network, *config); + auto time_end = chrono::duration_cast(chrono::system_clock::now().time_since_epoch()).count(); + std::cout << "Build engine with onnx parser successfully!" << std::endl; + printf("Build done %lld ms !\n", time_end - time_start); + + // Don't need the network any more + onnxParser->destroy(); + network->destroy(); + + return engine; +} + +ICudaEngine* Inference::build_engine_caffe(Logger gLogger, unsigned int maxBatchSize, unsigned int maxWorkSpaceSize, IBuilder* builder, IBuilderConfig* config, + const std::string& strCaffeModelFile, const std::string& strCaffeDeployFile, const std::vector& vecOutputs) +{ + // 创建network + INetworkDefinition* network = builder->createNetworkV2(0); + + // 创建caffe解析器 + ICaffeParser* caffeParser = createCaffeParser(); + + const IBlobNameToTensor *blobNameToTensor = caffeParser->parse(strCaffeDeployFile.c_str(), + strCaffeModelFile.c_str(), + *network, + nvinfer1::DataType::kFLOAT); + //标记输出 + for (auto& s : vecOutputs){ + network->markOutput(*blobNameToTensor->find(s.c_str())); + } + + //设置batch_size和workspace size + builder->setMaxBatchSize(maxBatchSize); + config->setMaxWorkspaceSize(maxWorkSpaceSize); + config->setFlag(BuilderFlag::kGPU_FALLBACK); + config->setFlag(BuilderFlag::kSTRICT_TYPES); + + // FP16精度 + #if defined(USE_FP16) + config->setFlag(BuilderFlag::kFP16); + #endif + + float max_workspace_size = (float)maxWorkSpaceSize/1024.0f/1024.0f; + std::cout<<"Set max batch size = "<getNbInputs(); //获取网络输入个数 + printf("Network has %d inputs:\n", net_num_input); + std::vector input_names(net_num_input); + for(int i = 0; i < net_num_input; ++i){ //获取每个输入的张量及张量维度 + auto tensor = network->getInput(i); + auto dims = tensor->getDimensions(); + auto dims_str = join_dims(vector(dims.d, dims.d+dims.nbDims)); + printf(" %d.[%s] shape is %s\n", i, tensor->getName(), dims_str.c_str()); + + input_names[i] = tensor->getName(); + } + + int net_num_output = network->getNbOutputs(); //获取网络输出个数 + printf("Network has %d outputs:\n", net_num_output); + for(int i = 0; i < net_num_output; ++i){ //获取每个输出的张量及张量维度 + auto tensor = network->getOutput(i); + auto dims = tensor->getDimensions(); + auto dims_str = join_dims(vector(dims.d, dims.d+dims.nbDims)); + printf(" %d.[%s] shape is %s\n", i, tensor->getName(), dims_str.c_str()); + } + + int net_num_layers = network->getNbLayers(); //获取网络层数 + printf("Network has %d layers\n", net_num_layers); + + + //编译引擎 + //计时 计算编译时间 + std::cout << "Building engine with caffe parser, please wait for a while..." << std::endl; + auto time_start = chrono::duration_cast(chrono::system_clock::now().time_since_epoch()).count(); + ICudaEngine* engine = builder->buildEngineWithConfig(*network, *config); + assert(engine); + auto time_end = chrono::duration_cast(chrono::system_clock::now().time_since_epoch()).count(); + std::cout << "Build engine with caffe parser successfully!" << std::endl; + printf("Build done %lld ms !\n", time_end - time_start); + + //释放所有资源 + caffeParser->destroy(); + network->destroy(); + + return engine; +} + +//转换模型 +void Inference::ONNXToModel(Logger gLogger, unsigned int maxBatchSize, unsigned int maxWorkSpaceSize, IHostMemory** modelStream, std::string& onnx_model_name) +{ + IBuilder* builder = createInferBuilder(gLogger); //创建builder(要传入gLogger) + IBuilderConfig* config = builder->createBuilderConfig(); //创建builderconfig + + // 创建模型来填充网络，然后设置输出并创建一个引擎 + ICudaEngine *engine = nullptr; + + engine = build_engine_onnx(gLogger, maxBatchSize, maxWorkSpaceSize, builder, config, onnx_model_name); + assert(engine != nullptr); + + //序列化引擎生成模型流 + (*modelStream) = engine->serialize(); + + //释放相关资源 + engine->destroy(); + builder->destroy(); + config->destroy(); +} + +void Inference::CaffeToModel(Logger gLogger, unsigned int maxBatchSize, unsigned int maxWorkSpaceSize, IHostMemory** modelStream, std::string& caffe_model_name, std::string& caffe_deploy_name, std::vector& outputs) +{ + IBuilder* builder = createInferBuilder(gLogger); //创建builder(要传入gLogger) + IBuilderConfig* config = builder->createBuilderConfig(); //创建builderconfig + + // 创建模型来填充网络，然后设置输出并创建一个引擎 + ICudaEngine *engine = nullptr; + + engine = build_engine_caffe(gLogger, maxBatchSize, maxWorkSpaceSize, builder, config, caffe_model_name, caffe_deploy_name, outputs); + assert(engine != nullptr); + + //序列化引擎生成模型流 + (*modelStream) = engine->serialize(); + + //释放相关资源 + engine->destroy(); + builder->destroy(); + config->destroy(); +} + +//执行推理1 +void Inference::doInference(IExecutionContext& context, cudaStream_t& stream, void **buffers, unsigned int inputIndex, float* input, int inputSize, + unsigned int ouputIndex, float* output, int outputSize, int batchSize) +{ + CUDA_CHECK(cudaMemcpyAsync(buffers[inputIndex], input, batchSize * inputSize * sizeof(float), cudaMemcpyHostToDevice, stream)); + context.enqueue(batchSize, buffers, stream, nullptr); + // context.enqueueV2(buffers, stream, nullptr); + CUDA_CHECK(cudaMemcpyAsync(output, buffers[ouputIndex], batchSize * outputSize * sizeof(float), cudaMemcpyDeviceToHost, stream)); + cudaStreamSynchronize(stream); +} + +//执行推理2 +void Inference::doInferenceV2(IExecutionContext& context, cudaStream_t& stream, void **buffers, unsigned int outputIndex, float* output, int outputSize, int batchSize) +{ + context.enqueue(batchSize, buffers, stream, nullptr); + // context.enqueueV2(buffers, stream, nullptr); + CUDA_CHECK(cudaMemcpyAsync(output, buffers[outputIndex], batchSize * outputSize * sizeof(float), cudaMemcpyDeviceToHost, stream)); + cudaStreamSynchronize(stream); +} + + +//执行推理3 +void Inference::doInferenceV3(IExecutionContext& context, cudaStream_t& stream, void **buffers, unsigned int inputIndex, float* input, int inputSize, + unsigned int ouputIndex, float* output, int outputSize, int batchSize) +{ + CUDA_CHECK(cudaMemcpyAsync(buffers[inputIndex], input, batchSize * inputSize * sizeof(float), cudaMemcpyHostToDevice, stream)); + context.enqueueV2(buffers, stream, nullptr); + CUDA_CHECK(cudaMemcpyAsync(output, buffers[ouputIndex], batchSize * outputSize * sizeof(float), cudaMemcpyDeviceToHost, stream)); + cudaStreamSynchronize(stream); +} + +//执行推理4 +void Inference::doInferenceV4(IExecutionContext& context, cudaStream_t& stream, void **buffers, unsigned int outputIndex, float* output, int outputSize, int batchSize) +{ + context.enqueueV2(buffers, stream, nullptr); + CUDA_CHECK(cudaMemcpyAsync(output, buffers[outputIndex], batchSize * outputSize * sizeof(float), cudaMemcpyDeviceToHost, stream)); + cudaStreamSynchronize(stream); +} + + diff --git a/src/base/inference/inference.h b/src/base/inference/inference.h new file mode 100644 index 0000000..bf9c003 --- /dev/null +++ b/src/base/inference/inference.h @@ -0,0 +1,88 @@ +#ifndef _INFERENCE_H_ +#define _INFERENCE_H_ + +#include +#include +#include +#include +#include +#include +#include +#include + +#include +#include +#include +#include + +#include +#include +#include +#include + +#include +#include +#include + +#include "cuda_utils.h" +#include "logging.h" + +using namespace nvinfer1; +using namespace nvcaffeparser1; +using namespace std; + +#define ENABLE_CUDA_PREPROCESS + +class Inference +{ +public: + Inference(); + ~Inference(); + + inline unsigned int getElementSize(nvinfer1::DataType t); + inline int64_t volume(const nvinfer1::Dims& d); + + ICudaEngine* build_engine_onnx(Logger gLogger, unsigned int maxBatchSize, unsigned int maxWorkSpaceSize, IBuilder* builder, IBuilderConfig* config, std::string& source_onnx); + + ICudaEngine* build_engine_caffe(Logger gLogger, unsigned int maxBatchSize, unsigned int maxWorkSpaceSize, IBuilder* builder, IBuilderConfig* config, + const std::string& strCaffeModelFile, const std::string& strCaffeDeployFile, const std::vector& vecOutputs); + + void ONNXToModel(Logger gLogger, unsigned int maxBatchSize, unsigned int maxWorkSpaceSize, IHostMemory** modelStream, std::string& onnx_model_name); + + void CaffeToModel(Logger gLogger, unsigned int maxBatchSize, unsigned int maxWorkSpaceSize, IHostMemory** modelStream, std::string& caffe_model_name, std::string& caffe_deploy_name, std::vector& outputs); + + void doInference(IExecutionContext& context, cudaStream_t& stream, void **buffers, unsigned int inputIndex, float* input, int inputSize, + unsigned int ouputIndex, float* output, int outputSize, int batchSize); + + void doInferenceV2(IExecutionContext& context, cudaStream_t& stream, void **buffers, unsigned int ouputIndex, float* output, int outputSize, int batchSize); + + void doInferenceV3(IExecutionContext& context, cudaStream_t& stream, void **buffers, unsigned int inputIndex, float* input, int inputSize, + unsigned int ouputIndex, float* output, int outputSize, int batchSize); + + void doInferenceV4(IExecutionContext& context, cudaStream_t& stream, void **buffers, unsigned int ouputIndex, float* output, int outputSize, int batchSize); + + float* pfBuffers_[2]; + float* pfInputData_ = nullptr; + float* pfOutputData_ = nullptr; + + uint8_t* pu8ImgHost_ = nullptr; //相关内存分配 + uint8_t* pu8ImgDevice_ = nullptr; + + unsigned int uiInputIndex_ = 0, uiOutputIndex_ = 0; + + cudaStream_t* pImagePreprocessStream_ = nullptr; //图像预处理CUDA流 + cudaStream_t* pInferenceModelStream_ = nullptr; //模型推理CUDA流 + + Logger* pGLogger_ = nullptr; + IRuntime* pRuntime_ = nullptr; + ICudaEngine* pEngine_ = nullptr; + IExecutionContext* pContext_ = nullptr; + +private: +}; + + +#endif //END OF _INFERENCE_H_ + + + diff --git a/src/base/inference/retinanet_classify_inference.cu b/src/base/inference/retinanet_classify_inference.cu new file mode 100644 index 0000000..fb1c371 --- /dev/null +++ b/src/base/inference/retinanet_classify_inference.cu @@ -0,0 +1,199 @@ +#include "retinanet_classify_inference.h" + +RetinanetClassifyInference::RetinanetClassifyInference() {} + +RetinanetClassifyInference::~RetinanetClassifyInference() {} + + +int RetinanetClassifyInference::RetinanetClassifyInferenceInit(ModelInfo* pRetinanetClassifyModelInfo, const std::string& strModelName, const std::string& strDeployName, const std::string& strEngineName) +{ + pRetinanetClassifyModelInfo_ = pRetinanetClassifyModelInfo; + + //资源分配(创建流,host及device侧内存) + cudaSetDevice(DEVICE); //设置GPU + + //创建图像预处理CUDA流 + pImagePreprocessStream_ = new cudaStream_t; + CUDA_CHECK(cudaStreamCreate(pImagePreprocessStream_)); + + //创建模型推理CUDA流 + pInferenceModelStream_ = new cudaStream_t; + CUDA_CHECK(cudaStreamCreate(pInferenceModelStream_)); + + pGLogger_ = new Logger; + + //相关资源分配 + pfBuffers_[0] = nullptr; pfBuffers_[1] = nullptr; + CUDA_CHECK(cudaMalloc((void**)&pfBuffers_[0], pRetinanetClassifyModelInfo_->uiInputSize * sizeof(float))); //输入资源分配 + CUDA_CHECK(cudaMalloc((void**)&pfBuffers_[1], pRetinanetClassifyModelInfo_->uiOutputSize * sizeof(float))); //输出资源分配 + + pu8ImgHost_ = new uint8_t; + pu8ImgDevice_ = new uint8_t; + + CUDA_CHECK(cudaMallocHost((void**)&pu8ImgHost_, MAX_IMAGE_INPUT_SIZE_THRESH * pRetinanetClassifyModelInfo_->uiChannel)); //在HOST侧申请预处理数据缓存 + CUDA_CHECK(cudaMalloc((void**)&pu8ImgDevice_, MAX_IMAGE_INPUT_SIZE_THRESH * pRetinanetClassifyModelInfo_->uiChannel)); //在DEVICE侧申请预处理数据缓存 + + pfInputData_ = new float[pRetinanetClassifyModelInfo_->uiBatchSize * pRetinanetClassifyModelInfo_->uiInputSize]; + pfOutputData_ = new float[pRetinanetClassifyModelInfo_->uiBatchSize * pRetinanetClassifyModelInfo_->uiOutputSize]; + + //序列化引擎 + //直接使用API创建一个模型，并将其序列化为流 编译成TensorRT引擎engine文件后无需再次调用,调用依次生成engine即可 + //基于caffe解析器编译tensorrt引擎 + #if 0 + std::vector vecOutputs = {pRetinanetClassifyModelInfo_->strOutputBlobName}; + if (!strModelName.empty() && !strDeployName.empty()) { + IHostMemory* modelStream{ nullptr }; + CaffeToModel(*pGLogger_, pRetinanetClassifyModelInfo_->uiBatchSize, MAX_WORKSPAXE_SIZE, &modelStream, strModelName, strDeployName, vecOutputs); + assert(modelStream != nullptr); + std::ofstream p(strEngineName, std::ios::binary); + if (!p) { + std::cerr << "could not open plan output file" << std::endl; + return -1; + } + p.write(reinterpret_cast(modelStream->data()), modelStream->size()); + modelStream->destroy(); + } + #endif + + //反序列化模型并运行推理 + std::ifstream file(strEngineName, std::ios::binary); + if (!file.good()) { + std::cerr << "read " << strEngineName << " error!" << std::endl; + return -1; + } + + //创建tensorRT流对象trtModelStream,这个就跟文件流中的ifstream类似的 + //trtModelStream是一块内存区域,用于保存序列化的plan文件 + char *trtModelStream = nullptr; + size_t size = 0; + file.seekg(0, file.end); //将指针移动至距离文件末尾0处的位置 + size = file.tellg(); //获得当前字符的位置 + file.seekg(0, file.beg); //将指针移动至距离文件开头0处的位置 + trtModelStream = new char[size]; + assert(trtModelStream); + file.read(trtModelStream, size); //将序列化engine模型(数据及数据大小)读入trtModelStream + file.close(); + + //1.设置运行时环境 + pRuntime_ = createInferRuntime(*pGLogger_); //创建运行时环境IRuntime对象,传入gLogger用于打印信息 + assert(pRuntime_ != nullptr); + //2.生成反序列化引擎 + pEngine_ = pRuntime_->deserializeCudaEngine(trtModelStream, size); //反序列化引擎engine(根据trtModelStream反序列化) + assert(pEngine_ != nullptr); + //3.创建上下文环境 + pContext_ = pEngine_->createExecutionContext(); //创建上下文环境,主要用于inference函数中启动cuda核 + assert(pContext_ != nullptr); + delete[] trtModelStream; //析构trtModelStream + std::cout<<"Engine get NB Bindings is: "<getNbBindings()<getNbBindings() == 2); + + //获取绑定的输入输入 + uiInputIndex_ = pEngine_->getBindingIndex((pRetinanetClassifyModelInfo_->strInputBlobName).c_str()); + uiOutputIndex_ = pEngine_->getBindingIndex((pRetinanetClassifyModelInfo_->strOutputBlobName).c_str()); + std::cout<<"inputIndex: "<destroy(); //析构绘话 + pEngine_->destroy(); //析构TensorRT引擎 + pRuntime_->destroy(); //析构运行时环境 + + if(pGLogger_){ //释放Logger + delete pGLogger_; + pGLogger_ = nullptr; + } + + if(pfInputData_){ + delete[] pfInputData_; + pfInputData_ = nullptr; + } + + if(pfOutputData_){ + delete[] pfOutputData_; + pfOutputData_ = nullptr; + } + + return 0; +} + +bool RetinanetClassifyInference::RetinanetClassifyInferenceModel(cv::Mat& frame) +{ + size_t size_image_src = frame.cols * frame.rows * pRetinanetClassifyModelInfo_->uiChannel; + unsigned int img_width = frame.cols, img_height = frame.rows; + size_t size_image_dst = pRetinanetClassifyModelInfo_->uiModelWidth * pRetinanetClassifyModelInfo_->uiModelHeight * pRetinanetClassifyModelInfo_->uiChannel; + auto preprocess_start = std::chrono::system_clock::now(); //计时开始 + + // printf("frame cols: %d\t frame rows: %d\n", frame.cols, frame.rows); + // printf("model witdh: %d\t model height: %d\t model channle: %d\n", pRetinanetClassifyModelInfo_->uiModelWidth, + // pRetinanetClassifyModelInfo_->uiModelHeight, pRetinanetClassifyModelInfo_->uiChannel); + #ifdef ENABLE_CUDA_PREPROCESS + memcpy(pu8ImgHost_, frame.data, size_image_src); //拷贝预处理数据到HOST侧 + CUDA_CHECK(cudaMemcpyAsync(pu8ImgDevice_, pu8ImgHost_, size_image_src, cudaMemcpyHostToDevice, *pImagePreprocessStream_)); //拷贝预处理数据到Device侧 + retinanet_classify_preprocess_kernel_img(pu8ImgDevice_, frame.cols, frame.rows, (float*)pfBuffers_[0], pRetinanetClassifyModelInfo_->uiModelWidth, pRetinanetClassifyModelInfo_->uiModelHeight, *pImagePreprocessStream_); + cudaStreamSynchronize(*pImagePreprocessStream_); + #else + cv::Mat pr_img = preprocess_img(frame, pRetinanetClassifyModelInfo_->uiModelWidth, pRetinanetClassifyModelInfo_->uiModelHeight); // letterbox BGR to RGB + int n = 0; + for (int row = 0; row < pRetinanetClassifyModelInfo_->uiModelHeight; ++row) { + uchar* uc_pixel = pr_img.data + row * pr_img.step; + for (int col = 0; col < pRetinanetClassifyModelInfo_->uiModelWidth; ++col) { + pfInputData_[n] = (float)uc_pixel[2] - 104; + pfInputData_[n + pRetinanetClassifyModelInfo_->uiModelHeight * pRetinanetClassifyModelInfo_->uiModelWidth] = (float)uc_pixel[1] - 117; + pfInputData_[n + 2 * pRetinanetClassifyModelInfo_->uiModelHeight * pRetinanetClassifyModelInfo_->uiModelWidth] = (float)uc_pixel[0] - 123; + uc_pixel += pRetinanetClassifyModelInfo_->uiChannel; + ++n; + } + } + #endif + auto preprocess_end = std::chrono::system_clock::now(); +// std::cout << "retinanet classify preprocess time: " << std::chrono::duration_cast(preprocess_end - preprocess_start).count() << "ms" << std::endl; + //2.推理 + auto start = std::chrono::system_clock::now(); //计时开始 + #ifdef ENABLE_CUDA_PREPROCESS + doInferenceV2(*pContext_, *pInferenceModelStream_, (void**)pfBuffers_, + uiOutputIndex_, pfOutputData_, pRetinanetClassifyModelInfo_->uiOutputSize, + pRetinanetClassifyModelInfo_->uiBatchSize); + #else + float a[2]={0}; + doInference(*pContext_, *pInferenceModelStream_, (void**)pfBuffers_, + uiInputIndex_, pfInputData_, pRetinanetClassifyModelInfo_->uiInputSize, + uiOutputIndex_, pfOutputData_, pRetinanetClassifyModelInfo_->uiOutputSize, + pRetinanetClassifyModelInfo_->uiBatchSize); + #endif + auto end = std::chrono::system_clock::now(); +// std::cout << "retinanet classify inference time: " << std::chrono::duration_cast(end - start).count() << "ms" << std::endl; + + //3.后处理 + std::cout.setf(std::ios_base::fixed, std::ios_base::floatfield); + // std::cout<<"after inference retinanet classify output[0] is: "<uiInputSize * sizeof(float))); //输入资源分配 + CUDA_CHECK(cudaMalloc((void**)&pfBuffers_[1], pYoloV5ClassifyModelInfo_->uiOutputSize * sizeof(float))); //输出资源分配 + + pu8ImgHost_ = new uint8_t; + pu8ImgDevice_ = new uint8_t; + + CUDA_CHECK(cudaMallocHost((void**)&pu8ImgHost_, MAX_IMAGE_INPUT_SIZE_THRESH * pYoloV5ClassifyModelInfo_->uiChannel)); //在HOST侧申请预处理数据缓存 + CUDA_CHECK(cudaMalloc((void**)&pu8ImgDevice_, MAX_IMAGE_INPUT_SIZE_THRESH * pYoloV5ClassifyModelInfo_->uiChannel)); //在DEVICE侧申请预处理数据缓存 + + pfInputData_ = new float[pYoloV5ClassifyModelInfo_->uiBatchSize * pYoloV5ClassifyModelInfo_->uiInputSize]; + pfOutputData_ = new float[pYoloV5ClassifyModelInfo_->uiBatchSize * pYoloV5ClassifyModelInfo_->uiOutputSize]; + + //序列化引擎 + //直接使用API创建一个模型，并将其序列化为流 编译成TensorRT引擎engine文件后无需再次调用,调用依次生成engine即可 + //基于onnx解析器编译tensorrt引擎 + #if 0 + if (!strModelName.empty()) { + IHostMemory* modelStream{ nullptr }; + ONNXToModel(*pGLogger_, pYoloV5ClassifyModelInfo_->uiBatchSize, MAX_WORKSPAXE_SIZE, &modelStream, strModelName); + assert(modelStream != nullptr); + std::ofstream p(strEngineName, std::ios::binary); + if (!p) { + std::cerr << "could not open plan output file" << std::endl; + return -1; + } + p.write(reinterpret_cast(modelStream->data()), modelStream->size()); + modelStream->destroy(); + } + #endif + + //反序列化模型并运行推理 + std::ifstream file(strEngineName, std::ios::binary); + if (!file.good()) { + std::cerr << "read " << strEngineName << " error!" << std::endl; + return -1; + } + + //创建tensorRT流对象trtModelStream,这个就跟文件流中的ifstream类似的 + //trtModelStream是一块内存区域,用于保存序列化的plan文件 + char *trtModelStream = nullptr; + size_t size = 0; + file.seekg(0, file.end); //将指针移动至距离文件末尾0处的位置 + size = file.tellg(); //获得当前字符的位置 + file.seekg(0, file.beg); //将指针移动至距离文件开头0处的位置 + trtModelStream = new char[size]; + assert(trtModelStream); + file.read(trtModelStream, size); //将序列化engine模型(数据及数据大小)读入trtModelStream + file.close(); + + //1.设置运行时环境 + pRuntime_ = createInferRuntime(*pGLogger_); //创建运行时环境IRuntime对象,传入gLogger用于打印信息 + assert(pRuntime_ != nullptr); + //2.生成反序列化引擎 + //engine = new ICudaEngine; + bool didInitPlugins = initLibNvInferPlugins(nullptr, ""); + pEngine_ = pRuntime_->deserializeCudaEngine(trtModelStream, size); //反序列化引擎engine(根据trtModelStream反序列化) + assert(pEngine_ != nullptr); + //3.创建上下文环境 + //context = new IExecutionContext; + pContext_ = pEngine_->createExecutionContext(); //创建上下文环境,主要用于inference函数中启动cuda核 + assert(pContext_ != nullptr); + delete[] trtModelStream; //析构trtModelStream + std::cout<<"Engine get NB Bindings is: "<getNbBindings()<getNbBindings() == 2); + + //获取绑定的输入输入 + uiInputIndex_ = pEngine_->getBindingIndex((pYoloV5ClassifyModelInfo_->strInputBlobName).c_str()); + uiOutputIndex_ = pEngine_->getBindingIndex((pYoloV5ClassifyModelInfo_->strOutputBlobName).c_str()); + std::cout<<"inputIndex: "<destroy(); //析构绘话 + pEngine_->destroy(); //析构TensorRT引擎 + pRuntime_->destroy(); //析构运行时环境 + + if(pGLogger_){ //释放Logger + delete pGLogger_; + pGLogger_ = nullptr; + } + + if(pfInputData_){ + delete[] pfInputData_; + pfInputData_ = nullptr; + } + + if(pfOutputData_){ + delete[] pfOutputData_; + pfOutputData_ = nullptr; + } + + return 0; +} + +int YoloV5ClassifyInference::YoloV5ClassifyInferenceModel(cv::Mat& frame, unsigned int* uiClassLabel) +{ + size_t size_image_src = frame.cols * frame.rows * pYoloV5ClassifyModelInfo_->uiChannel; + unsigned int img_width = frame.cols, img_height = frame.rows; + size_t size_image_dst = pYoloV5ClassifyModelInfo_->uiModelWidth * pYoloV5ClassifyModelInfo_->uiModelHeight * pYoloV5ClassifyModelInfo_->uiChannel; + auto preprocess_start = std::chrono::system_clock::now(); //计时开始 + + // printf("frame cols: %d\t frame rows: %d\n", frame.cols, frame.rows); + // printf("model witdh: %d\t model height: %d\t model channle: %d\n", pYoloV5ClassifyModelInfo_->uiModelWidth, + // pYoloV5ClassifyModelInfo_->uiModelHeight, pYoloV5ClassifyModelInfo_->uiChannel); + #ifdef ENABLE_CUDA_PREPROCESS + memcpy(pu8ImgHost_, frame.data, size_image_src); //拷贝预处理数据到HOST侧 + CUDA_CHECK(cudaMemcpyAsync(pu8ImgDevice_, pu8ImgHost_, size_image_src, cudaMemcpyHostToDevice, *pImagePreprocessStream_)); //拷贝预处理数据到Device侧 + yolov5_classify_preprocess_kernel_img(pu8ImgDevice_, frame.cols, frame.rows, (float*)pfBuffers_[0], pYoloV5ClassifyModelInfo_->uiModelWidth, pYoloV5ClassifyModelInfo_->uiModelHeight, *pImagePreprocessStream_); + cudaStreamSynchronize(*pImagePreprocessStream_); + #else + cv::Mat pr_img = preprocess_img(frame, pYoloV5ClassifyModelInfo_->uiModelWidth, pYoloV5ClassifyModelInfo_->uiModelHeight); // letterbox BGR to RGB + int n = 0; + for (int row = 0; row < pYoloV5ClassifyModelInfo_->uiModelHeight; ++row) { + uchar* uc_pixel = pr_img.data + row * pr_img.step; + for (int col = 0; col < pYoloV5ClassifyModelInfo_->uiModelWidth; ++col) { + pfInputData_[n] = ((float)uc_pixel[2]/255.0 - 0.406) / 0.225; //先进行归一化然后减均值除以标准差 + pfInputData_[n + pYoloV5ClassifyModelInfo_->uiModelHeight * pYoloV5ClassifyModelInfo_->uiModelWidth] = ((float)uc_pixel[1]/255.0 - 0.456) / 0.224; + pfInputData_[n + 2 * pYoloV5ClassifyModelInfo_->uiModelHeight * pYoloV5ClassifyModelInfo_->uiModelWidth] = ((float)uc_pixel[0]/255.0 - 0.485) / 0.229; + uc_pixel += pYoloV5ClassifyModelInfo_->uiChannel; + ++n; + } + } + #endif + auto preprocess_end = std::chrono::system_clock::now(); + std::cout << "yolov5 classify preprocess time: " << std::chrono::duration_cast(preprocess_end - preprocess_start).count() << "ms" << std::endl; + + //2.推理 + float fResizeRatio = GetResizeRatio(img_width, img_height, pYoloV5ClassifyModelInfo_->uiModelWidth, pYoloV5ClassifyModelInfo_->uiModelHeight); + auto start = std::chrono::system_clock::now(); //计时开始 + #ifdef ENABLE_CUDA_PREPROCESS + doInferenceV4(*pContext_, *pInferenceModelStream_, (void**)pfBuffers_, + uiOutputIndex_, pfOutputData_, pYoloV5ClassifyModelInfo_->uiOutputSize, + pYoloV5ClassifyModelInfo_->uiBatchSize); + #else + doInferenceV3(*pContext_, *pInferenceModelStream_, (void**)pfBuffers_, + uiInputIndex_, pfInputData_, pYoloV5ClassifyModelInfo_->uiInputSize, + uiOutputIndex_, pfOutputData_, pYoloV5ClassifyModelInfo_->uiOutputSize, + pYoloV5ClassifyModelInfo_->uiBatchSize); + #endif + auto end = std::chrono::system_clock::now(); + std::cout << "yolov5 classify inference time: " << std::chrono::duration_cast(end - start).count() << "ms" << std::endl; + + //3.后处理 + std::vector vecInput, vecOutput; + for(int i=0; iuiOutputSize;i++){ + vecInput.push_back(pfOutputData_[i]); + } + vecOutput = softMax(vecInput); + float fValue = 0.0; + for(unsigned int i=0; iuiOutputSize;i++){ + std::cout<fValue){ + fValue = vecOutput[i]; + *uiClassLabel = i; + } + std::cout< YoloV5ClassifyInference::softMax(std::vector vecInput) +{ + double total=0; + double dmax = vecInput[0]; + for(auto x:vecInput){ + dmax = max(x,dmax); + } + for(auto x:vecInput){ + total += exp(x-dmax); + } + std::vector vecResult; + for(auto x:vecInput){ + vecResult.push_back(exp(x-dmax)/total); + } + return vecResult; +} + diff --git a/src/base/inference/yolov5_classify_inference.h b/src/base/inference/yolov5_classify_inference.h new file mode 100644 index 0000000..20aab65 --- /dev/null +++ b/src/base/inference/yolov5_classify_inference.h @@ -0,0 +1,28 @@ +#ifndef _YOLOV5_CLASSIFY_INFERENCE_H_ +#define _YOLOV5_CLASSIFY_INFERENCE_H_ + +#include "preprocess.h" +#include "inference.h" +#include "postprocess.h" + +using namespace nvinfer1; +using namespace nvcaffeparser1; +using namespace std; + +class YoloV5ClassifyInference: public Inference +{ +public: + YoloV5ClassifyInference(); + ~YoloV5ClassifyInference(); + + int YoloV5ClassifyInferenceInit(ModelInfo* pYoloV5ClassifyModelInfo, const std::string& strModelName, const std::string& strEngineName); + int YoloV5ClassifyInferenceDeinit(void); + int YoloV5ClassifyInferenceModel(cv::Mat& frame, unsigned int* uiClassLabel); + +private: + ModelInfo* pYoloV5ClassifyModelInfo_ = nullptr; + + std::vector softMax(std::vector vecInput); +}; + +#endif //END OF _YOLOV5_CLASSIFY_INFERENCE_H_ \ No newline at end of file diff --git a/src/base/inference/yolov5_clear_detect_inference.cu b/src/base/inference/yolov5_clear_detect_inference.cu new file mode 100644 index 0000000..28d9b82 --- /dev/null +++ b/src/base/inference/yolov5_clear_detect_inference.cu @@ -0,0 +1,208 @@ +#include "yolov5_clear_detect_inference.h" + +YoloV5ClearDetectInference::YoloV5ClearDetectInference() {} + +YoloV5ClearDetectInference::~YoloV5ClearDetectInference() {} + + +int YoloV5ClearDetectInference::YoloV5ClearDetectInferenceInit(ClearModelInfo* pYoloV5ClearModelInfo, const std::string& strModelName, const std::string& strEngineName) +{ + pYoloV5ClearModelInfo_ = pYoloV5ClearModelInfo; + + //资源分配(创建流,host及device侧内存) + cudaSetDevice(DEVICE); //设置GPU + + //创建图像预处理CUDA流 + pImagePreprocessStream_ = new cudaStream_t; + CUDA_CHECK(cudaStreamCreate(pImagePreprocessStream_)); + + //创建模型推理CUDA流 + pInferenceModelStream_ = new cudaStream_t; + CUDA_CHECK(cudaStreamCreate(pInferenceModelStream_)); + + pGLogger_ = new Logger; + + //相关资源分配 + pfBuffers_[0] = nullptr; pfBuffers_[1] = nullptr; + CUDA_CHECK(cudaMalloc((void**)&pfBuffers_[0], pYoloV5ClearModelInfo_->modelInfo.uiInputSize * sizeof(float))); //输入资源分配 + CUDA_CHECK(cudaMalloc((void**)&pfBuffers_[1], pYoloV5ClearModelInfo_->modelInfo.uiOutputSize * sizeof(float))); //输出资源分配 + + pu8ImgHost_ = new uint8_t; + pu8ImgDevice_ = new uint8_t; + + CUDA_CHECK(cudaMallocHost((void**)&pu8ImgHost_, MAX_IMAGE_INPUT_SIZE_THRESH * pYoloV5ClearModelInfo_->modelInfo.uiChannel)); //在HOST侧申请预处理数据缓存 + CUDA_CHECK(cudaMalloc((void**)&pu8ImgDevice_, MAX_IMAGE_INPUT_SIZE_THRESH * pYoloV5ClearModelInfo_->modelInfo.uiChannel)); //在DEVICE侧申请预处理数据缓存 + + pfInputData_ = new float[pYoloV5ClearModelInfo_->modelInfo.uiBatchSize * pYoloV5ClearModelInfo_->modelInfo.uiInputSize]; + pfOutputData_ = new float[pYoloV5ClearModelInfo_->modelInfo.uiBatchSize * pYoloV5ClearModelInfo_->modelInfo.uiOutputSize]; + + //序列化引擎 + //直接使用API创建一个模型，并将其序列化为流 编译成TensorRT引擎engine文件后无需再次调用,调用依次生成engine即可 + //基于onnx解析器编译tensorrt引擎 + #if 0 + if (!strModelName.empty()) { + IHostMemory* modelStream{ nullptr }; + ONNXToModel(*pGLogger_, pYoloV5ClearModelInfo_->modelInfo.uiBatchSize, MAX_WORKSPAXE_SIZE, &modelStream, strModelName); + assert(modelStream != nullptr); + std::ofstream p(strEngineName, std::ios::binary); + if (!p) { + std::cerr << "could not open plan output file" << std::endl; + return -1; + } + p.write(reinterpret_cast(modelStream->data()), modelStream->size()); + modelStream->destroy(); + } + #endif + + //反序列化模型并运行推理 + std::ifstream file(strEngineName, std::ios::binary); + if (!file.good()) { + std::cerr << "read " << strEngineName << " error!" << std::endl; + return -1; + } + + //创建tensorRT流对象trtModelStream,这个就跟文件流中的ifstream类似的 + //trtModelStream是一块内存区域,用于保存序列化的plan文件 + char *trtModelStream = nullptr; + size_t size = 0; + file.seekg(0, file.end); //将指针移动至距离文件末尾0处的位置 + size = file.tellg(); //获得当前字符的位置 + file.seekg(0, file.beg); //将指针移动至距离文件开头0处的位置 + trtModelStream = new char[size]; + assert(trtModelStream); + file.read(trtModelStream, size); //将序列化engine模型(数据及数据大小)读入trtModelStream + file.close(); + + //1.设置运行时环境 + pRuntime_ = createInferRuntime(*pGLogger_); //创建运行时环境IRuntime对象,传入gLogger用于打印信息 + assert(pRuntime_ != nullptr); + //2.生成反序列化引擎 + //engine = new ICudaEngine; + bool didInitPlugins = initLibNvInferPlugins(nullptr, ""); + pEngine_ = pRuntime_->deserializeCudaEngine(trtModelStream, size); //反序列化引擎engine(根据trtModelStream反序列化) + assert(pEngine_ != nullptr); + //3.创建上下文环境 + //context = new IExecutionContext; + pContext_ = pEngine_->createExecutionContext(); //创建上下文环境,主要用于inference函数中启动cuda核 + assert(pContext_ != nullptr); + delete[] trtModelStream; //析构trtModelStream +// std::cout<<"Engine get NB Bindings is: "<getNbBindings()<getNbBindings() == 2); + + //获取绑定的输入输入 + uiInputIndex_ = pEngine_->getBindingIndex((pYoloV5ClearModelInfo_->modelInfo.strInputBlobName).c_str()); + uiOutputIndex_ = pEngine_->getBindingIndex((pYoloV5ClearModelInfo_->modelInfo.strOutputBlobName).c_str()); +// std::cout<<"inputIndex: "<destroy(); //析构绘话 + pEngine_->destroy(); //析构TensorRT引擎 + pRuntime_->destroy(); //析构运行时环境 + + if(pGLogger_){ //释放Logger + delete pGLogger_; + pGLogger_ = nullptr; + } + + if(pfInputData_){ + delete[] pfInputData_; + pfInputData_ = nullptr; + } + + if(pfOutputData_){ + delete[] pfOutputData_; + pfOutputData_ = nullptr; + } + + return 0; +} + +int YoloV5ClearDetectInference::YoloV5ClearDetectInferenceModel(cv::Mat& frame, std::vector& vecRes) +{ + size_t size_image_src = frame.cols * frame.rows * pYoloV5ClearModelInfo_->modelInfo.uiChannel; + unsigned int img_width = frame.cols, img_height = frame.rows; + size_t size_image_dst = pYoloV5ClearModelInfo_->modelInfo.uiModelWidth * pYoloV5ClearModelInfo_->modelInfo.uiModelHeight * pYoloV5ClearModelInfo_->modelInfo.uiChannel; + auto preprocess_start = std::chrono::system_clock::now(); //计时开始 + + #ifdef ENABLE_CUDA_PREPROCESS + memcpy(pu8ImgHost_, frame.data, size_image_src); //拷贝预处理数据到HOST侧 + CUDA_CHECK(cudaMemcpyAsync(pu8ImgDevice_, pu8ImgHost_, size_image_src, cudaMemcpyHostToDevice, *pImagePreprocessStream_)); //拷贝预处理数据到Device侧 + yolov5_detect_preprocess_kernel_img(pu8ImgDevice_, frame.cols, frame.rows, (float*)pfBuffers_[0], pYoloV5ClearModelInfo_->modelInfo.uiModelWidth, pYoloV5ClearModelInfo_->modelInfo.uiModelHeight, *pImagePreprocessStream_); + cudaStreamSynchronize(*pImagePreprocessStream_); + #else + cv::Mat pr_img = preprocess_img(frame, pYoloV5ClearModelInfo_->modelInfo.uiModelWidth, pYoloV5ClearModelInfo_->modelInfo.uiModelHeight); // letterbox BGR to RGB + int n = 0; + for (int row = 0; row < pYoloV5ClearModelInfo_->modelInfo.uiModelHeight; ++row) { + uchar* uc_pixel = pr_img.data + row * pr_img.step; + for (int col = 0; col < pYoloV5ClearModelInfo_->modelInfo.uiModelWidth; ++col) { + pfInputData_[n] = (float)uc_pixel[2]/ 255.0; // (float)uc_pixel[2] / 255.0; + pfInputData_[n + pYoloV5ClearModelInfo_->modelInfo.uiModelHeight * pYoloV5ClearModelInfo_->modelInfo.uiModelWidth] = (float)uc_pixel[1]/ 255.0; //(float)uc_pixel[2] / 255.0; + pfInputData_[n + 2 * pYoloV5ClearModelInfo_->modelInfo.uiModelHeight * pYoloV5ClearModelInfo_->modelInfo.uiModelWidth] = (float)uc_pixel[0]/ 255.0; // (float)uc_pixel[2] / 255.0; + uc_pixel += pYoloV5ClearModelInfo_->modelInfo.uiChannel; + ++n; + } + } + #endif + auto preprocess_end = std::chrono::system_clock::now(); +// std::cout << "yolov5 clear preprocess time: " << std::chrono::duration_cast(preprocess_end - preprocess_start).count() << "ms" << std::endl; + + //2.推理 + float fResizeRatio = GetResizeRatio(img_width, img_height, pYoloV5ClearModelInfo_->modelInfo.uiModelWidth, pYoloV5ClearModelInfo_->modelInfo.uiModelHeight); + auto start = std::chrono::system_clock::now(); //计时开始 + #ifdef ENABLE_CUDA_PREPROCESS + doInferenceV4(*pContext_, *pInferenceModelStream_, (void**)pfBuffers_, + uiOutputIndex_, pfOutputData_, pYoloV5ClearModelInfo_->modelInfo.uiOutputSize, + pYoloV5ClearModelInfo_->modelInfo.uiBatchSize); + #else + doInferenceV3(*pContext_, *pInferenceModelStream_, (void**)pfBuffers_, + uiInputIndex_, pfInputData_, pYoloV5ClearModelInfo_->modelInfo.uiInputSize, + uiOutputIndex_, pfOutputData_, pYoloV5ClearModelInfo_->modelInfo.uiOutputSize, + pYoloV5ClearModelInfo_->modelInfo.uiBatchSize); + #endif + auto end = std::chrono::system_clock::now(); +// std::cout << "yolov5 clear inference time: " << std::chrono::duration_cast(end - start).count() << "ms" << std::endl; + + //3.后处理 + auto decode_nms_start = std::chrono::system_clock::now(); + yolov5ClearDecodeOpenCVNms(vecRes, pfOutputData_, pYoloV5ClearModelInfo_->modelInfo.uiOutputSize, + pYoloV5ClearModelInfo_->clearModelParam.modelParam.uiDetSize, + pYoloV5ClearModelInfo_->clearModelParam.modelParam.uiClassNum, + pYoloV5ClearModelInfo_->clearModelParam.uiClearNum, + pYoloV5ClearModelInfo_->clearModelParam.modelParam.fScoreThreshold, + pYoloV5ClearModelInfo_->clearModelParam.modelParam.fNmsThreshold); + auto decode_nms_end = std::chrono::system_clock::now(); +// std::cout << "yolov5 clear post time: " << std::chrono::duration_cast(decode_nms_end - decode_nms_start).count() << "ms" << std::endl; + // std::cout<<"this picture find "<modelInfo.uiModelWidth, pYoloV5ClearModelInfo_->modelInfo.uiModelHeight, vecRes[j].detection); //中心补边方式坐标还原 + } +} + diff --git a/src/base/inference/yolov5_clear_detect_inference.h b/src/base/inference/yolov5_clear_detect_inference.h new file mode 100644 index 0000000..4d28641 --- /dev/null +++ b/src/base/inference/yolov5_clear_detect_inference.h @@ -0,0 +1,28 @@ +#ifndef _YOLOV5_CLEAR_DETECT_INFERENCE_H_ +#define _YOLOV5_CLEAR_DETECT_INFERENCE_H_ + +#include "preprocess.h" +#include "inference.h" +#include "postprocess.h" + +using namespace nvinfer1; +using namespace nvcaffeparser1; +using namespace std; + +class YoloV5ClearDetectInference: public Inference +{ +public: + YoloV5ClearDetectInference(); + ~YoloV5ClearDetectInference(); + + int YoloV5ClearDetectInferenceInit(ClearModelInfo* pYoloV5ClearModelInfo, const std::string& strModelName, const std::string& strEngineName); + int YoloV5ClearDetectInferenceDeinit(void); + int YoloV5ClearDetectInferenceModel(cv::Mat& frame, std::vector& vecRes); + +private: + ClearModelInfo* pYoloV5ClearModelInfo_ = nullptr; +}; + + + +#endif //END OF _YOLOV5_CLEAR_DETECT_INFERENCE_H_ \ No newline at end of file diff --git a/src/base/inference/yolov5_detect_inference.cu b/src/base/inference/yolov5_detect_inference.cu new file mode 100644 index 0000000..4a81b6d --- /dev/null +++ b/src/base/inference/yolov5_detect_inference.cu @@ -0,0 +1,211 @@ +#include "yolov5_detect_inference.h" + +YoloV5DetectInference::YoloV5DetectInference() {} + +YoloV5DetectInference::~YoloV5DetectInference() {} + + +int YoloV5DetectInference::YoloV5DetectInferenceInit(CommonModelInfo* pYoloV5ModelInfo, const std::string& strModelName, const std::string& strEngineName) +{ + pYoloV5ModelInfo_ = pYoloV5ModelInfo; + + //资源分配(创建流,host及device侧内存) + cudaSetDevice(DEVICE); //设置GPU + + //创建图像预处理CUDA流 + pImagePreprocessStream_ = new cudaStream_t; + CUDA_CHECK(cudaStreamCreate(pImagePreprocessStream_)); + + //创建模型推理CUDA流 + pInferenceModelStream_ = new cudaStream_t; + CUDA_CHECK(cudaStreamCreate(pInferenceModelStream_)); + + pGLogger_ = new Logger; + + //相关资源分配 + pfBuffers_[0] = nullptr; pfBuffers_[1] = nullptr; + CUDA_CHECK(cudaMalloc((void**)&pfBuffers_[0], pYoloV5ModelInfo_->modelInfo.uiInputSize * sizeof(float))); //输入资源分配 + CUDA_CHECK(cudaMalloc((void**)&pfBuffers_[1], pYoloV5ModelInfo_->modelInfo.uiOutputSize * sizeof(float))); //输出资源分配 + + pu8ImgHost_ = new uint8_t; + pu8ImgDevice_ = new uint8_t; + + CUDA_CHECK(cudaMallocHost((void**)&pu8ImgHost_, MAX_IMAGE_INPUT_SIZE_THRESH * pYoloV5ModelInfo_->modelInfo.uiChannel)); //在HOST侧申请预处理数据缓存 + CUDA_CHECK(cudaMalloc((void**)&pu8ImgDevice_, MAX_IMAGE_INPUT_SIZE_THRESH * pYoloV5ModelInfo_->modelInfo.uiChannel)); //在DEVICE侧申请预处理数据缓存 + + pfInputData_ = new float[pYoloV5ModelInfo_->modelInfo.uiBatchSize * pYoloV5ModelInfo_->modelInfo.uiInputSize]; + pfOutputData_ = new float[pYoloV5ModelInfo_->modelInfo.uiBatchSize * pYoloV5ModelInfo_->modelInfo.uiOutputSize]; + + //序列化引擎 + //直接使用API创建一个模型，并将其序列化为流 编译成TensorRT引擎engine文件后无需再次调用,调用依次生成engine即可 + //基于onnx解析器编译tensorrt引擎 + #if 0 + if (!strModelName.empty()) { + IHostMemory* modelStream{ nullptr }; + ONNXToModel(*pGLogger_, pYoloV5ModelInfo_->modelInfo.uiBatchSize, MAX_WORKSPAXE_SIZE, &modelStream, strModelName); + assert(modelStream != nullptr); + std::ofstream p(strEngineName, std::ios::binary); + if (!p) { + std::cerr << "could not open plan output file" << std::endl; + return -1; + } + p.write(reinterpret_cast(modelStream->data()), modelStream->size()); + modelStream->destroy(); + } + #endif + + //反序列化模型并运行推理 + std::ifstream file(strEngineName, std::ios::binary); + if (!file.good()) { + std::cerr << "read " << strEngineName << " error!" << std::endl; + return -1; + } + + //创建tensorRT流对象trtModelStream,这个就跟文件流中的ifstream类似的 + //trtModelStream是一块内存区域,用于保存序列化的plan文件 + char *trtModelStream = nullptr; + size_t size = 0; + file.seekg(0, file.end); //将指针移动至距离文件末尾0处的位置 + size = file.tellg(); //获得当前字符的位置 + file.seekg(0, file.beg); //将指针移动至距离文件开头0处的位置 + trtModelStream = new char[size]; + assert(trtModelStream); + file.read(trtModelStream, size); //将序列化engine模型(数据及数据大小)读入trtModelStream + file.close(); + + //1.设置运行时环境 + pRuntime_ = createInferRuntime(*pGLogger_); //创建运行时环境IRuntime对象,传入gLogger用于打印信息 + assert(pRuntime_ != nullptr); + //2.生成反序列化引擎 + //engine = new ICudaEngine; + bool didInitPlugins = initLibNvInferPlugins(nullptr, ""); + pEngine_ = pRuntime_->deserializeCudaEngine(trtModelStream, size); //反序列化引擎engine(根据trtModelStream反序列化) + assert(pEngine_ != nullptr); + //3.创建上下文环境 + //context = new IExecutionContext; + pContext_ = pEngine_->createExecutionContext(); //创建上下文环境,主要用于inference函数中启动cuda核 + assert(pContext_ != nullptr); + delete[] trtModelStream; //析构trtModelStream + std::cout<<"Engine get NB Bindings is: "<getNbBindings()<getNbBindings() == 2); + + //获取绑定的输入输入 + uiInputIndex_ = pEngine_->getBindingIndex((pYoloV5ModelInfo_->modelInfo.strInputBlobName).c_str()); + uiOutputIndex_ = pEngine_->getBindingIndex((pYoloV5ModelInfo_->modelInfo.strOutputBlobName).c_str()); + std::cout<<"inputIndex: "<destroy(); //析构绘话 + pEngine_->destroy(); //析构TensorRT引擎 + pRuntime_->destroy(); //析构运行时环境 + + if(pGLogger_){ //释放Logger + delete pGLogger_; + pGLogger_ = nullptr; + } + + if(pfInputData_){ + delete[] pfInputData_; + pfInputData_ = nullptr; + } + + if(pfOutputData_){ + delete[] pfOutputData_; + pfOutputData_ = nullptr; + } + + return 0; +} + +int YoloV5DetectInference::YoloV5DetectInferenceModel(cv::Mat& frame, std::vector& vecRes) +{ + size_t size_image_src = frame.cols * frame.rows * pYoloV5ModelInfo_->modelInfo.uiChannel; + unsigned int img_width = frame.cols, img_height = frame.rows; + size_t size_image_dst = pYoloV5ModelInfo_->modelInfo.uiModelWidth * pYoloV5ModelInfo_->modelInfo.uiModelHeight * pYoloV5ModelInfo_->modelInfo.uiChannel; + auto preprocess_start = std::chrono::system_clock::now(); //计时开始 + + // printf("frame cols: %d\t frame rows: %d\n", frame.cols, frame.rows); + // printf("model witdh: %d\t model height: %d\t model channle: %d\n", pYoloV5ModelInfo_->modelInfo.uiModelWidth, + // pYoloV5ModelInfo_->modelInfo.uiModelHeight, pYoloV5ModelInfo_->modelInfo.uiChannel); + #ifdef ENABLE_CUDA_PREPROCESS + memcpy(pu8ImgHost_, frame.data, size_image_src); //拷贝预处理数据到HOST侧 + CUDA_CHECK(cudaMemcpyAsync(pu8ImgDevice_, pu8ImgHost_, size_image_src, cudaMemcpyHostToDevice, *pImagePreprocessStream_)); //拷贝预处理数据到Device侧 + yolov5_detect_preprocess_kernel_img(pu8ImgDevice_, frame.cols, frame.rows, (float*)pfBuffers_[0], pYoloV5ModelInfo_->modelInfo.uiModelWidth, pYoloV5ModelInfo_->modelInfo.uiModelHeight, *pImagePreprocessStream_); + cudaStreamSynchronize(*pImagePreprocessStream_); + #else + cv::Mat pr_img = preprocess_img(frame, pYoloV5ModelInfo_->modelInfo.uiModelWidth, pYoloV5ModelInfo_->modelInfo.uiModelHeight); // letterbox BGR to RGB + int n = 0; + for (int row = 0; row < pYoloV5ModelInfo_->modelInfo.uiModelHeight; ++row) { + uchar* uc_pixel = pr_img.data + row * pr_img.step; + for (int col = 0; col < pYoloV5ModelInfo_->modelInfo.uiModelWidth; ++col) { + pfInputData_[n] = (float)uc_pixel[2]/ 255.0; // (float)uc_pixel[2] / 255.0; + pfInputData_[n + pYoloV5ModelInfo_->modelInfo.uiModelHeight * pYoloV5ModelInfo_->modelInfo.uiModelWidth] = (float)uc_pixel[1]/ 255.0; //(float)uc_pixel[2] / 255.0; + pfInputData_[n + 2 * pYoloV5ModelInfo_->modelInfo.uiModelHeight * pYoloV5ModelInfo_->modelInfo.uiModelWidth] = (float)uc_pixel[0]/ 255.0; // (float)uc_pixel[2] / 255.0; + uc_pixel += pYoloV5ModelInfo_->modelInfo.uiChannel; + ++n; + } + } + #endif + auto preprocess_end = std::chrono::system_clock::now(); + std::cout << "yolov5 preprocess time: " << std::chrono::duration_cast(preprocess_end - preprocess_start).count() << "ms" << std::endl; + + //2.推理 + float fResizeRatio = GetResizeRatio(img_width, img_height, pYoloV5ModelInfo_->modelInfo.uiModelWidth, pYoloV5ModelInfo_->modelInfo.uiModelHeight); + auto start = std::chrono::system_clock::now(); //计时开始 + #ifdef ENABLE_CUDA_PREPROCESS + doInferenceV4(*pContext_, *pInferenceModelStream_, (void**)pfBuffers_, + uiOutputIndex_, pfOutputData_, pYoloV5ModelInfo_->modelInfo.uiOutputSize, + pYoloV5ModelInfo_->modelInfo.uiBatchSize); + #else + doInferenceV3(*pContext_, *pInferenceModelStream_, (void**)pfBuffers_, + uiInputIndex_, pfInputData_, pYoloV5ModelInfo_->modelInfo.uiInputSize, + uiOutputIndex_, pfOutputData_, pYoloV5ModelInfo_->modelInfo.uiOutputSize, + pYoloV5ModelInfo_->modelInfo.uiBatchSize); + #endif + auto end = std::chrono::system_clock::now(); + std::cout << "yolov5 inference time: " << std::chrono::duration_cast(end - start).count() << "ms" << std::endl; + + //3.后处理 + auto decode_nms_start = std::chrono::system_clock::now(); + yolov5DecodeOpenCVNms(vecRes, pfOutputData_, pYoloV5ModelInfo_->modelInfo.uiOutputSize, + pYoloV5ModelInfo_->modelParam.uiDetSize, + pYoloV5ModelInfo_->modelParam.uiClassNum, + pYoloV5ModelInfo_->modelParam.fScoreThreshold, + pYoloV5ModelInfo_->modelParam.fNmsThreshold); + auto decode_nms_end = std::chrono::system_clock::now(); + std::cout << "yolov5 post time: " << std::chrono::duration_cast(decode_nms_end - decode_nms_start).count() << "ms" << std::endl; + // std::cout<<"this picture find "<modelInfo.uiModelWidth, pYoloV5ModelInfo_->modelInfo.uiModelHeight, vecRes[j]); //中心补边方式坐标还原 + } +} + + diff --git a/src/base/inference/yolov5_detect_inference.h b/src/base/inference/yolov5_detect_inference.h new file mode 100644 index 0000000..5b1305b --- /dev/null +++ b/src/base/inference/yolov5_detect_inference.h @@ -0,0 +1,27 @@ +#ifndef _YOLOV5_DETECT_INFERENCE_H_ +#define _YOLOV5_DETECT_INFERENCE_H_ + +#include "preprocess.h" +#include "inference.h" +#include "postprocess.h" + +using namespace nvinfer1; +using namespace nvcaffeparser1; +using namespace std; + +class YoloV5DetectInference: public Inference +{ +public: + YoloV5DetectInference(); + ~YoloV5DetectInference(); + + int YoloV5DetectInferenceInit(CommonModelInfo* pYoloV5ModelInfo, const std::string& strModelName, const std::string& strEngineName); + int YoloV5DetectInferenceDeinit(void); + int YoloV5DetectInferenceModel(cv::Mat& frame, std::vector& vecRes); + +private: + CommonModelInfo* pYoloV5ModelInfo_ = nullptr; +}; + +#endif //END OF _YOLOV5_DETECT_INFERENCE_H_ + diff --git a/src/base/model/model.h b/src/base/model/model.h new file mode 100644 index 0000000..9749e9d --- /dev/null +++ b/src/base/model/model.h @@ -0,0 +1,184 @@ +#ifndef _MODEL_H_ +#define _MODEL_H_ + +#include + +using namespace std; + +#define USE_FP16 // set USE_INT8 or USE_FP16 or USE_FP32 +#define DEVICE 0 // GPU id +#define BATCH_SIZE 1 //batch size +#define MAX_WORKSPAXE_SIZE (16 * (1 << 20)) //工作空间大小 +#define MAX_IMAGE_INPUT_SIZE_THRESH 3000*3000 +#define INPUT_CHANNEL 3 //输入通道数 +#define LOCATIONS 4 + +//yolov5 目标检测 + +// == step 1 👇 yolov5 == +// -- 车号/属性 -- +#define STEP1_INPUT_BLOB_NAME "images" //输入层名称 +#define STEP1_OUTPUT_BLOB_NAME "output" //输出层名称 + +#define STEP1_INPUT_CHANNEL 3 //输入通道数 +#define STEP1_BATCH_SIZE 1 //batch size + +#define STEP1_POS_CONF 5 //置信度加坐标 +#define STEP1_LOCATIONS 4 //坐标数目 + +#define STEP1_NMS_THRESH 0.5 //step1 非极大值抑制阈值 +#define STEP1_SCORE_THRESH 0.9 //step1 置信度(得分)阈值 + +#define STEP1_CLASS_NUM 19 //step1 分类数 +#define STEP1_CLEAR_NUM 21 //step1 清晰度个数 + +#define STEP1_INPUT_H 960 //step1 输入图像高 +#define STEP1_INPUT_W 960 //step1 输入图像宽 +#define STEP1_BATCH_SIZE 1 +#define STEP1_OUTPUT_HISTOGRAM_N 5 //不能超过139167 + +#define STEP1_BBOX_SIZE1 (STEP1_INPUT_H/32) +#define STEP1_BBOX_SIZE2 (STEP1_INPUT_H/16) +#define STEP1_BBOX_SIZE3 (STEP1_INPUT_H/8) + +#define STEP1_DET_SIZE (STEP1_CLASS_NUM + STEP1_CLEAR_NUM + STEP1_POS_CONF) + +#define STEP1_INPUT_SIZE INPUT_CHANNEL*STEP1_INPUT_H*STEP1_INPUT_W //input +#define STEP1_OUTPUT_SIZE INPUT_CHANNEL*(STEP1_BBOX_SIZE1*STEP1_BBOX_SIZE1+STEP1_BBOX_SIZE2*STEP1_BBOX_SIZE2+STEP1_BBOX_SIZE3*STEP1_BBOX_SIZE3)*(STEP1_CLEAR_NUM+STEP1_CLASS_NUM+STEP1_POS_CONF) //output +// -- 集装箱 -- +#define STEP1_CONTAINER_INPUT_BLOB_NAME "images" //输入层名称 +#define STEP1_CONTAINER_OUTPUT_BLOB_NAME "output" //输出层名称 +#define STEP1_CONTAINER_INPUT_CHANNEL 3 //输入通道数 +#define STEP1_CONTAINER_BATCH_SIZE 1 //batch size +#define STEP1_CONTAINER_POS_CONF 5 //置信度加坐标 +#define STEP1_CONTAINER_LOCATIONS 4 //坐标数目 +#define STEP1_CONTAINER_NMS_THRESH 0.5 //step1 非极大值抑制阈值 +#define STEP1_CONTAINER_SCORE_THRESH 0.9 //step1 置信度(得分)阈值 +#define STEP1_CONTAINER_CLASS_NUM 19 //step1 分类数 +#define STEP1_CONTAINER_CLEAR_NUM 21 //step1 清晰度个数 +#define STEP1_CONTAINER_INPUT_H 960 //step1 输入图像高 +#define STEP1_CONTAINER_INPUT_W 960 //step1 输入图像宽 +#define STEP1_CONTAINER_BATCH_SIZE 1 +#define STEP1_CONTAINER_BBOX_SIZE1 (STEP1_CONTAINER_INPUT_H/32) +#define STEP1_CONTAINER_BBOX_SIZE2 (STEP1_CONTAINER_INPUT_H/16) +#define STEP1_CONTAINER_BBOX_SIZE3 (STEP1_CONTAINER_INPUT_H/8) +#define STEP1_CONTAINER_DET_SIZE (STEP1_CONTAINER_CLASS_NUM + STEP1_CONTAINER_CLEAR_NUM + STEP1_CONTAINER_POS_CONF) +#define STEP1_CONTAINER_INPUT_SIZE INPUT_CHANNEL*STEP1_CONTAINER_INPUT_H*STEP1_CONTAINER_INPUT_W //input +#define STEP1_CONTAINER_OUTPUT_SIZE INPUT_CHANNEL*(STEP1_CONTAINER_BBOX_SIZE1*STEP1_CONTAINER_BBOX_SIZE1+STEP1_CONTAINER_BBOX_SIZE2*STEP1_CONTAINER_BBOX_SIZE2+STEP1_CONTAINER_BBOX_SIZE3*STEP1_CONTAINER_BBOX_SIZE3)*(STEP1_CONTAINER_CLEAR_NUM+STEP1_CONTAINER_CLASS_NUM+STEP1_CONTAINER_POS_CONF) //output + +// == step 1 👆 yolov5 == +// == step 2 👇 yolov5 == +// -- 车号/属性 -- +#define STEP2_INPUT_BLOB_NAME "images" //输入层名称 +#define STEP2_OUTPUT_BLOB_NAME "output" //输出层名称 + +#define STEP2_INPUT_CHANNEL 3 //输入通道数 +#define STEP2_BATCH_SIZE 1 //batch size + +#define STEP2_POS_CONF 5 //置信度加坐标 +#define STEP2_LOCATIONS 4 //坐标数目 + +#define STEP2_NMS_THRESH 0.5 //step2 非极大值抑制阈值 +#define STEP2_SCORE_THRESH 0.6 //step2 置信度(得分)阈值 + +#define STEP2_CLASS_NUM 47 //step2 分类数 +#define STEP2_CLEAR_NUM 5 //step2 清晰度个数 + +#define STEP2_INPUT_H 608 //step2 输入图像高 +#define STEP2_INPUT_W 608 //step2 输入图像宽 +#define STEP2_BATCH_SIZE 1 +#define STEP2_OUTPUT_HISTOGRAM_N 5 //step2 不能超过22743 + +#define STEP2_BBOX_SIZE1 (STEP2_INPUT_H/32) +#define STEP2_BBOX_SIZE2 (STEP2_INPUT_H/16) +#define STEP2_BBOX_SIZE3 (STEP2_INPUT_H/8) + +#define STEP2_DET_SIZE (STEP2_CLASS_NUM + STEP2_CLEAR_NUM + STEP2_POS_CONF) + +#define STEP2_INPUT_SIZE INPUT_CHANNEL*STEP2_INPUT_H*STEP2_INPUT_W //input +#define STEP2_OUTPUT_SIZE INPUT_CHANNEL*(STEP2_BBOX_SIZE1*STEP2_BBOX_SIZE1+STEP2_BBOX_SIZE2*STEP2_BBOX_SIZE2+STEP2_BBOX_SIZE3*STEP2_BBOX_SIZE3)*(STEP2_CLEAR_NUM+STEP2_CLASS_NUM+STEP2_POS_CONF) //output +// -- 集装箱 -- +#define STEP2_CONTAINER_INPUT_BLOB_NAME "images" //输入层名称 +#define STEP2_CONTAINER_OUTPUT_BLOB_NAME "output" //输出层名称 +#define STEP2_CONTAINER_INPUT_CHANNEL 3 //输入通道数 +#define STEP2_CONTAINER_BATCH_SIZE 1 //batch size +#define STEP2_CONTAINER_POS_CONF 5 //置信度加坐标 +#define STEP2_CONTAINER_LOCATIONS 4 //坐标数目 +#define STEP2_CONTAINER_NMS_THRESH 0.5 //step1 非极大值抑制阈值 +#define STEP2_CONTAINER_SCORE_THRESH 0.9 //step1 置信度(得分)阈值 +#define STEP2_CONTAINER_CLASS_NUM 7 //step1 分类数 +#define STEP2_CONTAINER_CLEAR_NUM 21 //step1 清晰度个数 +#define STEP2_CONTAINER_INPUT_H 960 //step1 输入图像高 +#define STEP2_CONTAINER_INPUT_W 960 //step1 输入图像宽 +#define STEP2_CONTAINER_BATCH_SIZE 1 +#define STEP2_CONTAINER_BBOX_SIZE1 (STEP2_CONTAINER_INPUT_H/32) +#define STEP2_CONTAINER_BBOX_SIZE2 (STEP2_CONTAINER_INPUT_H/16) +#define STEP2_CONTAINER_BBOX_SIZE3 (STEP2_CONTAINER_INPUT_H/8) +#define STEP2_CONTAINER_DET_SIZE (STEP2_CONTAINER_CLASS_NUM + STEP2_CONTAINER_CLEAR_NUM + STEP2_CONTAINER_POS_CONF) +#define STEP2_CONTAINER_INPUT_SIZE INPUT_CHANNEL*STEP2_CONTAINER_INPUT_H*STEP2_CONTAINER_INPUT_W //input +#define STEP2_CONTAINER_OUTPUT_SIZE INPUT_CHANNEL*(STEP2_CONTAINER_BBOX_SIZE1*STEP2_CONTAINER_BBOX_SIZE1+STEP2_CONTAINER_BBOX_SIZE2*STEP2_CONTAINER_BBOX_SIZE2+STEP2_CONTAINER_BBOX_SIZE3*STEP2_CONTAINER_BBOX_SIZE3)*(STEP2_CONTAINER_CLEAR_NUM+STEP2_CONTAINER_CLASS_NUM+STEP2_CONTAINER_POS_CONF) //output + +// == step 2 👆 yolov5 == + + +// -- 来车检测 retinanet -- +#define RETINANET_CLASSIFY_INPUT_CHANNEL 3 //输入通道数 +#define RETINANET_CLASSIFY_BATCH_SIZE 1 //batch size + +#define RETINANET_CLASSIFY_INPUT_H 537 // 模型输入高 +#define RETINANET_CLASSIFY_INPUT_W 925 // 模型输入宽 + +#define RETINANET_CLASSIFY_INPUT_SIZE (RETINANET_CLASSIFY_BATCH_SIZE*RETINANET_CLASSIFY_INPUT_CHANNEL*RETINANET_CLASSIFY_INPUT_W*RETINANET_CLASSIFY_INPUT_H) //input +#define RETINANET_CLASSIFY_OUTPUT_SIZE 2 //output + +#define RETINANET_CLASSIFY_INPUT_BLOB_NAME "data" //输入层名称 +#define RETINANET_CLASSIFY_OUTPUT_BLOB_NAME "train" //输出层名称 + + +typedef struct alignas(float) _Detection{ + float fBbox[LOCATIONS]; + float fClassConf; + int iClassId; +}Detection; + +typedef struct alignas(float) _ClearDetection{ + Detection detection; + float fClearConf; + int iClearId; +}ClearDetection; + +typedef struct _ModelParam{ + unsigned int uiClassNum; + + unsigned int uiDetSize; + float fScoreThreshold; + float fNmsThreshold; +}ModelParam; + +typedef struct _ClearModelParam{ + unsigned int uiClearNum; + ModelParam modelParam; +}ClearModelParam; + +typedef struct _ModelInfo{ + unsigned int uiModelWidth; + unsigned int uiModelHeight; + unsigned int uiInputSize; + unsigned int uiOutputSize; + unsigned int uiChannel; + unsigned int uiBatchSize; + std::string strInputBlobName; + std::string strOutputBlobName; +}ModelInfo; + +typedef struct _ClearModelInfo{ + ClearModelParam clearModelParam; + ModelInfo modelInfo; +}ClearModelInfo; + +typedef struct _CommonModelInfo{ + ModelParam modelParam; + ModelInfo modelInfo; +}CommonModelInfo; + +#endif //END OF _MODEL_H_ diff --git a/src/base/postprocess/postprocess.cpp b/src/base/postprocess/postprocess.cpp new file mode 100644 index 0000000..c3a5736 --- /dev/null +++ b/src/base/postprocess/postprocess.cpp @@ -0,0 +1,300 @@ + +#include "postprocess.h" + + +std::tuple hsv2bgr(float h, float s, float v) +{ + const int h_i = static_cast(h * 6); + const float f = h * 6 - h_i; + const float p = v * (1 - s); + const float q = v * (1 - f*s); + const float t = v * (1 - (1 - f) * s); + float r, g, b; + switch (h_i) { + case 0:r = v; g = t; b = p;break; + case 1:r = q; g = v; b = p;break; + case 2:r = p; g = v; b = t;break; + case 3:r = p; g = q; b = v;break; + case 4:r = t; g = p; b = v;break; + case 5:r = v; g = p; b = q;break; + default:r = 1; g = 1; b = 1;break;} + return std::make_tuple(static_cast(b * 255), static_cast(g * 255), static_cast(r * 255)); +} + +std::tuple hsv2rgb(float h, float s, float v) +{ + const int h_i = static_cast(h * 6); + const float f = h * 6 - h_i; + const float p = v * (1 - s); + const float q = v * (1 - f*s); + const float t = v * (1 - (1 - f) * s); + float r, g, b; + switch (h_i) { + case 0:r = v; g = t; b = p;break; + case 1:r = q; g = v; b = p;break; + case 2:r = p; g = v; b = t;break; + case 3:r = p; g = q; b = v;break; + case 4:r = t; g = p; b = v;break; + case 5:r = v; g = p; b = q;break; + default:r = 1; g = 1; b = 1;break;} + return std::make_tuple(static_cast(r * 255), static_cast(g * 255), static_cast(b * 255)); +} + +std::tuple randomColor(int id) +{ + float h_plane = ((((unsigned int)id << 2) ^ 0x937151) % 100) / 100.0f;; + float s_plane = ((((unsigned int)id << 3) ^ 0x315793) % 100) / 100.0f; + // return hsv2bgr(h_plane, s_plane, 1); + return hsv2rgb(h_plane, s_plane, 1); +} + +//坐标转换 +void xywh2xyxy(float *xywh, float * xyxy) +{ + xyxy[0] = (float)(xywh[0] - xywh[2] / 2); + xyxy[1] = (float)(xywh[1] - xywh[3] / 2); + xyxy[2] = (float)(xywh[0] + xywh[2] / 2); + xyxy[3] = (float)(xywh[1] + xywh[3] / 2); +} + +//获取区域框1 +cv::Rect getRect(cv::Mat& img, unsigned int uiModelWidth, unsigned int uiModelHeight, float fBbox[4]) +{ + float l, r, t, b; + float r_w = uiModelWidth / (img.cols * 1.0); + float r_h = uiModelHeight / (img.rows * 1.0); + if(r_h > r_w){ + l = fBbox[0] - fBbox[2] / 2.f; + r = fBbox[0] + fBbox[2] / 2.f; + t = fBbox[1] - fBbox[3] / 2.f - (uiModelHeight - r_w * img.rows) / 2; + b = fBbox[1] + fBbox[3] / 2.f - (uiModelHeight - r_w * img.rows) / 2; + l = l / r_w; + r = r / r_w; + t = t / r_w; + b = b / r_w; + }else{ + l = fBbox[0] - fBbox[2] / 2.f - (uiModelWidth - r_h * img.cols) / 2; + r = fBbox[0] + fBbox[2] / 2.f - (uiModelWidth - r_h * img.cols) / 2; + t = fBbox[1] - fBbox[3] / 2.f; + b = fBbox[1] + fBbox[3] / 2.f; + l = l / r_h; + r = r / r_h; + t = t / r_h; + b = b / r_h; + } + return cv::Rect(round(l), round(t), round(r - l), round(b - t)); +} + +//获取区域框2 +cv::Rect getRectangle(cv::Mat& img, float fBbox[4]) +{ + return cv::Rect(round(fBbox[0]), round(fBbox[1]), round(fBbox[2]-fBbox[0]), round(fBbox[3]-fBbox[1])); +} + +//计算IOU +float iou(float fLbox[4], float fRbox[4]) +{ + float interBox[] = { + (std::max)(fLbox[0] - fLbox[2] / 2.f , fRbox[0] - fRbox[2] / 2.f), //left + (std::min)(fLbox[0] + fLbox[2] / 2.f , fRbox[0] + fRbox[2] / 2.f), //right + (std::max)(fLbox[1] - fLbox[3] / 2.f , fRbox[1] - fRbox[3] / 2.f), //top + (std::min)(fLbox[1] + fLbox[3] / 2.f , fRbox[1] + fRbox[3] / 2.f), //bottom + }; + + if (interBox[2] > interBox[3] || interBox[0] > interBox[1]) + return 0.0f; + + float fInterBoxS = (interBox[1] - interBox[0])*(interBox[3] - interBox[2]); + return fInterBoxS / (fLbox[2] * fLbox[3] + fRbox[2] * fRbox[3] - fInterBoxS); +} + +//比较两者置信度 +bool confCmp(const Detection& a, const Detection& b) +{ + return a.fClassConf > b.fClassConf; +} + +//获取缩放比例 +float GetResizeRatio(unsigned int uiImgWidth, unsigned int uiImgHeight, unsigned int uiModelWidth, unsigned int uiModelHeight) +{ + float fRatioW = static_cast(uiImgWidth) / uiModelWidth; + float fRatioH = static_cast(uiImgHeight) / uiModelHeight; + + return (fRatioW - fRatioH > 1e-5) ? fRatioW : fRatioH; +} + +//左上顶点补边方式坐标还原 +void UpperVertexResetLocation(float fResizeRatio, unsigned int uiOrigWidth, unsigned int uiOrigHeight, Detection &detection) +{ + for(int i=0; i<4; i++){ + detection.fBbox[i] = detection.fBbox[i] * fResizeRatio; + } + + detection.fBbox[0] = (detection.fBbox[0] < uiOrigWidth) ? detection.fBbox[0] : uiOrigWidth; + detection.fBbox[1] = (detection.fBbox[1] < uiOrigHeight) ? detection.fBbox[1] : uiOrigHeight; + detection.fBbox[2] = (detection.fBbox[2] < uiOrigWidth) ? detection.fBbox[2] : uiOrigWidth; + detection.fBbox[3] = (detection.fBbox[3] < uiOrigHeight) ? detection.fBbox[3] : uiOrigHeight; +} + +//中心补边方式坐标还原 +void CenterResetLocation(float fResizeRatio, unsigned int uiOrigWidth, unsigned int uiOrigHeight, unsigned int uiInputWidth, unsigned int uiInputHeight, Detection &detection) +{ + int w, h, x, y; + float r_w = uiInputWidth / (uiOrigWidth*1.0); + float r_h = uiInputHeight / (uiOrigHeight*1.0); + if (r_h > r_w) { + w = uiInputWidth; + h = r_w * uiOrigHeight; + x = 0; + y = (uiInputHeight - h) / 2; + detection.fBbox[1] -= y; + detection.fBbox[3] -= y; + } else { + w = r_h * uiOrigWidth; + h = uiInputHeight; + x = (uiInputWidth - w) / 2; + y = 0; + detection.fBbox[0] -= x; + detection.fBbox[2] -= x; + } + + for(int i=0; i<4; i++){ + detection.fBbox[i] = detection.fBbox[i] * fResizeRatio; + } + + detection.fBbox[0] = (detection.fBbox[0] < uiOrigWidth) ? detection.fBbox[0] : uiOrigWidth; + detection.fBbox[1] = (detection.fBbox[1] < uiOrigHeight) ? detection.fBbox[1] : uiOrigHeight; + detection.fBbox[2] = (detection.fBbox[2] < uiOrigWidth) ? detection.fBbox[2] : uiOrigWidth; + detection.fBbox[3] = (detection.fBbox[3] < uiOrigHeight) ? detection.fBbox[3] : uiOrigHeight; +} + +//非极大值抑制,默认0.5 +void yolov5ClearDecodeOpenCVNms(std::vector& vecRes, float *fOutput, unsigned int uiOutSize, unsigned int uiDetSize, unsigned int uiClassNum, unsigned int uiClearNum, float fConfThresh = 0.5, float fNmsThresh = 0.4) +{ + //1.筛选出第一轮结果，根据conf > conf_thresh + std::vector vecFilterList; + for(int i = 0; i < uiOutSize /uiDetSize ; ++i){ //锚框数量(遍历锚框筛去置信度过于低的) + if(fOutput[uiDetSize * i + 4] > fConfThresh){ + vecFilterList.emplace_back(i); // 记录下所有置信度大于conf_thresh的锚框 + } + } + if(vecFilterList.size() == 0) return; + + //2.查找剩余锚框中每个类得分最高值并记录标签 + std::vector vecResult; + std::vector vecBoxes; + std::vector vecScores; + for(int i : vecFilterList){ + float* pClassConfidence = &fOutput[uiDetSize * i + 5]; //类别 + float fClassConf = *pClassConfidence++; + int iClassLabel = 0; + for(int j = 1; j fClassConf){ + fClassConf = *pClassConfidence; + iClassLabel = j; + } + } + + float* pClearConfidence = &fOutput[uiDetSize * i + 5 + uiClassNum]; //清晰度 + float fClearConf = *pClearConfidence++; + int iClearLabel = 0; + for(int n = 1; n fClearConf){ + fClearConf = *pClearConfidence; + iClearLabel = n; + } + } + + float xywh[4] = {fOutput[i*uiDetSize + 0], fOutput[i*uiDetSize + 1], fOutput[i*uiDetSize + 2], fOutput[i*uiDetSize + 3]}; + float xyxy[4]; + xywh2xyxy(xywh, xyxy); //转换后的坐标 + ClearDetection clearDetection; + for(int n = 0; n<4; n++){ + clearDetection.detection.fBbox[n] = xyxy[n]; + } + clearDetection.detection.fClassConf = fOutput[uiDetSize * i + 4] * fClassConf; + clearDetection.detection.iClassId = iClassLabel; + clearDetection.fClearConf = fOutput[uiDetSize * i + 4] * fClearConf; + clearDetection.iClearId = iClearLabel; + + //总得分大于某阈值才进行NMS,此处阈值可以乘某系数! + if(clearDetection.detection.fClassConf>fConfThresh) { + cv::Rect tempRect; + tempRect.x = xyxy[0]; + tempRect.y = xyxy[1]; + tempRect.width = std::abs(xyxy[2] - xyxy[0]); + tempRect.height = std::abs(xyxy[3] - xyxy[1]); + + vecBoxes.push_back(tempRect); + vecScores.push_back(clearDetection.detection.fClassConf); + vecResult.push_back(clearDetection); + } + } + + std::vector vecIdx; //保留nms后框的索引 + cv::dnn::NMSBoxes(vecBoxes, vecScores, fConfThresh, fNmsThresh, vecIdx); + + for (std::size_t i = 0; i < vecIdx.size(); i++){ + vecRes.push_back(vecResult[vecIdx[i]]); + } +} + + +//非极大值抑制,默认0.5 +void yolov5DecodeOpenCVNms(std::vector& vecRes, float *fOutput, unsigned int uiOutSize, unsigned int uiDetSize, unsigned int uiClassNum, float fConfThresh = 0.5, float fNmsThresh = 0.4) +{ + //1.筛选出第一轮结果，根据conf > conf_thresh + std::vector vecFilterList; + for(int i = 0; i < uiOutSize /uiDetSize ; ++i){ //锚框数量(遍历锚框筛去置信度过于低的) + if(fOutput[uiDetSize * i + 4] > fConfThresh){ + vecFilterList.emplace_back(i); // 记录下所有置信度大于conf_thresh的锚框 + } + } + if(vecFilterList.size() == 0) return; + + //2.查找剩余锚框中每个类得分最高值并记录标签 + std::vector vecResult; + std::vector vecBoxes; + std::vector vecScores; + for(int i : vecFilterList){ + float* pClassConfidence = &fOutput[uiDetSize * i + 5]; //类别 + float fClassConf = *pClassConfidence++; + int iClassLabel = 0; + for(int j = 1; j fClassConf){ + fClassConf = *pClassConfidence; + iClassLabel = j; + } + } + + float xywh[4] = {fOutput[i*uiDetSize + 0], fOutput[i*uiDetSize + 1], fOutput[i*uiDetSize + 2], fOutput[i*uiDetSize + 3]}; + float xyxy[4]; + xywh2xyxy(xywh, xyxy); //转换后的坐标 + Detection detection; + for(int n = 0; n<4; n++){ + detection.fBbox[n] = xyxy[n]; + } + detection.fClassConf = fOutput[uiDetSize * i + 4] * fClassConf; + detection.iClassId = iClassLabel; + + //总得分大于某阈值才进行NMS,此处阈值可以乘某系数! + if(detection.fClassConf>fConfThresh) { + cv::Rect tempRect; + tempRect.x = xyxy[0]; + tempRect.y = xyxy[1]; + tempRect.width = std::abs(xyxy[2] - xyxy[0]); + tempRect.height = std::abs(xyxy[3] - xyxy[1]); + + vecBoxes.push_back(tempRect); + vecScores.push_back(detection.fClassConf); + vecResult.push_back(detection); + } + } + + std::vector vecIdx; //保留nms后框的索引 + cv::dnn::NMSBoxes(vecBoxes, vecScores, fConfThresh, fNmsThresh, vecIdx); + + for (std::size_t i = 0; i < vecIdx.size(); i++){ + vecRes.push_back(vecResult[vecIdx[i]]); + } +} diff --git a/src/base/postprocess/postprocess.h b/src/base/postprocess/postprocess.h new file mode 100644 index 0000000..2b6ba80 --- /dev/null +++ b/src/base/postprocess/postprocess.h @@ -0,0 +1,54 @@ +#ifndef _POST_PROCESS_H_ +#define _POST_PROCESS_H_ + +#include +#include +#include + +#include +#include +#include +#include + +#include "model.h" + +using namespace std; +using namespace cv; + +std::tuple hsv2bgr(float h, float s, float v); + +std::tuple hsv2rgb(float h, float s, float v); + +std::tuple randomColor(int id); + +//坐标转换 +void xywh2xyxy(float *xywh, float * xyxy); + +//获取区域框1 +cv::Rect getRect(cv::Mat& img, unsigned int uiModelWidth, unsigned int uiModelHeight, float fBbox[4]); + +//获取区域框2 +cv::Rect getRectangle(cv::Mat& img, float fBbox[4]); + +//计算IOU +float iou(float fLbox[4], float fRbox[4]); + +//比较两者置信度 +bool confCmp(const Detection& a, const Detection& b); + +//获取缩放比例 +float GetResizeRatio(unsigned int uiImgWidth, unsigned int uiImgHeight, unsigned int uiModelWidth, unsigned int uiModelHeight); + +//左上顶点补边方式坐标还原 +void UpperVertexResetLocation(float fResizeRatio, unsigned int uiOrigWidth, unsigned int uiOrigHeight, Detection &detection); + +//中心补边方式坐标还原 +void CenterResetLocation(float fResizeRatio, unsigned int uiOrigWidth, unsigned int uiOrigHeight, unsigned int uiInputWidth, unsigned int uiInputHeight, Detection &detection); + +//YoloV5带清晰度后处理 非极大值抑制,默认0.5 +void yolov5ClearDecodeOpenCVNms(std::vector& vecRes, float *fOutput, unsigned int uiOutSize, unsigned int uiDetSize, unsigned int uiClassNum, unsigned int uiClearNum, float fConfThresh, float fNmsThresh); + +//YoloV5标准后处理 非极大值抑制,默认0.5 +void yolov5DecodeOpenCVNms(std::vector& vecRes, float *fOutput, unsigned int uiOutSize, unsigned int uiDetSize, unsigned int uiClassNum, float fConfThresh, float fNmsThresh); + +#endif //END OF _POST_PROCESS_H_ \ No newline at end of file diff --git a/src/base/preprocess/preprocess.cu b/src/base/preprocess/preprocess.cu new file mode 100644 index 0000000..75d83cc --- /dev/null +++ b/src/base/preprocess/preprocess.cu @@ -0,0 +1,491 @@ +#include "preprocess.h" + + +//仿射变换核函数 +__global__ void yolov5_detect_warpaffine_kernel( + uint8_t* src, int src_line_size, int src_width, + int src_height, float* dst, int dst_width, + int dst_height, uint8_t const_value_st, + AffineMatrix d2s, int edge) { + int position = blockDim.x * blockIdx.x + threadIdx.x; + if (position >= edge) return; + + float m_x1 = d2s.value[0]; + float m_y1 = d2s.value[1]; + float m_z1 = d2s.value[2]; + float m_x2 = d2s.value[3]; + float m_y2 = d2s.value[4]; + float m_z2 = d2s.value[5]; + + int dx = position % dst_width; + int dy = position / dst_width; + float src_x = m_x1 * dx + m_y1 * dy + m_z1 + 0.5f; + float src_y = m_x2 * dx + m_y2 * dy + m_z2 + 0.5f; + float c0, c1, c2; + + if (src_x <= -1 || src_x >= src_width || src_y <= -1 || src_y >= src_height) { + // out of range + c0 = const_value_st; + c1 = const_value_st; + c2 = const_value_st; + } else { + int y_low = floorf(src_y); + int x_low = floorf(src_x); + int y_high = y_low + 1; + int x_high = x_low + 1; + + uint8_t const_value[] = {const_value_st, const_value_st, const_value_st}; + float ly = src_y - y_low; + float lx = src_x - x_low; + float hy = 1 - ly; + float hx = 1 - lx; + float w1 = hy * hx, w2 = hy * lx, w3 = ly * hx, w4 = ly * lx; + uint8_t* v1 = const_value; + uint8_t* v2 = const_value; + uint8_t* v3 = const_value; + uint8_t* v4 = const_value; + + if (y_low >= 0) { + if (x_low >= 0) + v1 = src + y_low * src_line_size + x_low * 3; + + if (x_high < src_width) + v2 = src + y_low * src_line_size + x_high * 3; + } + + if (y_high < src_height) { + if (x_low >= 0) + v3 = src + y_high * src_line_size + x_low * 3; + + if (x_high < src_width) + v4 = src + y_high * src_line_size + x_high * 3; + } + + c0 = w1 * v1[0] + w2 * v2[0] + w3 * v3[0] + w4 * v4[0]; + c1 = w1 * v1[1] + w2 * v2[1] + w3 * v3[1] + w4 * v4[1]; + c2 = w1 * v1[2] + w2 * v2[2] + w3 * v3[2] + w4 * v4[2]; + } + + //bgr to rgb + float t = c2; + c2 = c0; + c0 = t; + + //normalization + c0 = c0 / 255.0f; + c1 = c1 / 255.0f; + c2 = c2 / 255.0f; + + //rgbrgbrgb to rrrgggbbb + int area = dst_width * dst_height; + float* pdst_c0 = dst + dy * dst_width + dx; + float* pdst_c1 = pdst_c0 + area; + float* pdst_c2 = pdst_c1 + area; + *pdst_c0 = c0; + *pdst_c1 = c1; + *pdst_c2 = c2; +} + +__global__ void yolov5_classify_warpaffine_kernel( + uint8_t* src, int src_line_size, int src_width, + int src_height, float* dst, int dst_width, + int dst_height, uint8_t const_value_st, + AffineMatrix d2s, int edge) { + int position = blockDim.x * blockIdx.x + threadIdx.x; + if (position >= edge) return; + + float m_x1 = d2s.value[0]; + float m_y1 = d2s.value[1]; + float m_z1 = d2s.value[2]; + float m_x2 = d2s.value[3]; + float m_y2 = d2s.value[4]; + float m_z2 = d2s.value[5]; + + int dx = position % dst_width; + int dy = position / dst_width; + float src_x = m_x1 * dx + m_y1 * dy + m_z1 + 0.5f; + float src_y = m_x2 * dx + m_y2 * dy + m_z2 + 0.5f; + float c0, c1, c2; + + if (src_x <= -1 || src_x >= src_width || src_y <= -1 || src_y >= src_height) { + // out of range + c0 = const_value_st; + c1 = const_value_st; + c2 = const_value_st; + } else { + int y_low = floorf(src_y); + int x_low = floorf(src_x); + int y_high = y_low + 1; + int x_high = x_low + 1; + + uint8_t const_value[] = {const_value_st, const_value_st, const_value_st}; + float ly = src_y - y_low; + float lx = src_x - x_low; + float hy = 1 - ly; + float hx = 1 - lx; + float w1 = hy * hx, w2 = hy * lx, w3 = ly * hx, w4 = ly * lx; + uint8_t* v1 = const_value; + uint8_t* v2 = const_value; + uint8_t* v3 = const_value; + uint8_t* v4 = const_value; + + if (y_low >= 0) { + if (x_low >= 0) + v1 = src + y_low * src_line_size + x_low * 3; + + if (x_high < src_width) + v2 = src + y_low * src_line_size + x_high * 3; + } + + if (y_high < src_height) { + if (x_low >= 0) + v3 = src + y_high * src_line_size + x_low * 3; + + if (x_high < src_width) + v4 = src + y_high * src_line_size + x_high * 3; + } + + c0 = w1 * v1[0] + w2 * v2[0] + w3 * v3[0] + w4 * v4[0]; + c1 = w1 * v1[1] + w2 * v2[1] + w3 * v3[1] + w4 * v4[1]; + c2 = w1 * v1[2] + w2 * v2[2] + w3 * v3[2] + w4 * v4[2]; + } + + //bgr to rgb + float t = c2; + c2 = c0; + c0 = t; + + // 先进行归一化然后减均值除以标准差 + c0 = ((c0 / 255.0f) - 0.406) / 0.225; + c1 = ((c1 / 255.0f) - 0.456) / 0.224; + c2 = ((c2 / 255.0f) - 0.485) / 0.229; + + //rgbrgbrgb to rrrgggbbb + int area = dst_width * dst_height; + float* pdst_c0 = dst + dy * dst_width + dx; + float* pdst_c1 = pdst_c0 + area; + float* pdst_c2 = pdst_c1 + area; + *pdst_c0 = c0; + *pdst_c1 = c1; + *pdst_c2 = c2; +} + +__global__ void retinanet_detect_warpaffine_kernel( + uint8_t* src, int src_line_size, int src_width, + int src_height, float* dst, int dst_width, + int dst_height, uint8_t const_value_st, + AffineMatrix d2s, int edge) { + int position = blockDim.x * blockIdx.x + threadIdx.x; + if (position >= edge) return; + + float m_x1 = d2s.value[0]; + float m_y1 = d2s.value[1]; + float m_z1 = d2s.value[2]; + float m_x2 = d2s.value[3]; + float m_y2 = d2s.value[4]; + float m_z2 = d2s.value[5]; + + int dx = position % dst_width; + int dy = position / dst_width; + float src_x = m_x1 * dx + m_y1 * dy + m_z1 + 0.5f; + float src_y = m_x2 * dx + m_y2 * dy + m_z2 + 0.5f; + float c0, c1, c2; + + if (src_x <= -1 || src_x >= src_width || src_y <= -1 || src_y >= src_height) { + // out of range + c0 = const_value_st; + c1 = const_value_st; + c2 = const_value_st; + } else { + int y_low = floorf(src_y); + int x_low = floorf(src_x); + int y_high = y_low + 1; + int x_high = x_low + 1; + + uint8_t const_value[] = {const_value_st, const_value_st, const_value_st}; + float ly = src_y - y_low; + float lx = src_x - x_low; + float hy = 1 - ly; + float hx = 1 - lx; + float w1 = hy * hx, w2 = hy * lx, w3 = ly * hx, w4 = ly * lx; + uint8_t* v1 = const_value; + uint8_t* v2 = const_value; + uint8_t* v3 = const_value; + uint8_t* v4 = const_value; + + if (y_low >= 0) { + if (x_low >= 0) + v1 = src + y_low * src_line_size + x_low * 3; + + if (x_high < src_width) + v2 = src + y_low * src_line_size + x_high * 3; + } + + if (y_high < src_height) { + if (x_low >= 0) + v3 = src + y_high * src_line_size + x_low * 3; + + if (x_high < src_width) + v4 = src + y_high * src_line_size + x_high * 3; + } + + c0 = w1 * v1[0] + w2 * v2[0] + w3 * v3[0] + w4 * v4[0]; + c1 = w1 * v1[1] + w2 * v2[1] + w3 * v3[1] + w4 * v4[1]; + c2 = w1 * v1[2] + w2 * v2[2] + w3 * v3[2] + w4 * v4[2]; + } + + //bgr to rgb + float t = c2; + c2 = c0; + c0 = t; + + //subtract the mean + c0 -= 104; + c1 -= 117; + c2 -= 123; + + //rgbrgbrgb to rrrgggbbb + int area = dst_width * dst_height; + float* pdst_c0 = dst + dy * dst_width + dx; + float* pdst_c1 = pdst_c0 + area; + float* pdst_c2 = pdst_c1 + area; + *pdst_c0 = c0; + *pdst_c1 = c1; + *pdst_c2 = c2; +} + +__global__ void retinanet_classify_warpaffine_kernel( + uint8_t* src, int src_line_size, int src_width, + int src_height, float* dst, int dst_width, + int dst_height, uint8_t const_value_st, + AffineMatrix d2s, int edge) { + int position = blockDim.x * blockIdx.x + threadIdx.x; + if (position >= edge) return; + + float m_x1 = d2s.value[0]; + float m_y1 = d2s.value[1]; + float m_z1 = d2s.value[2]; + float m_x2 = d2s.value[3]; + float m_y2 = d2s.value[4]; + float m_z2 = d2s.value[5]; + + int dx = position % dst_width; + int dy = position / dst_width; + float src_x = m_x1 * dx + m_y1 * dy + m_z1 + 0.5f; + float src_y = m_x2 * dx + m_y2 * dy + m_z2 + 0.5f; + float c0, c1, c2; + + if (src_x <= -1 || src_x >= src_width || src_y <= -1 || src_y >= src_height) { + // out of range + c0 = const_value_st; + c1 = const_value_st; + c2 = const_value_st; + } else { + int y_low = floorf(src_y); + int x_low = floorf(src_x); + int y_high = y_low + 1; + int x_high = x_low + 1; + + uint8_t const_value[] = {const_value_st, const_value_st, const_value_st}; + float ly = src_y - y_low; + float lx = src_x - x_low; + float hy = 1 - ly; + float hx = 1 - lx; + float w1 = hy * hx, w2 = hy * lx, w3 = ly * hx, w4 = ly * lx; + uint8_t* v1 = const_value; + uint8_t* v2 = const_value; + uint8_t* v3 = const_value; + uint8_t* v4 = const_value; + + if (y_low >= 0) { + if (x_low >= 0) + v1 = src + y_low * src_line_size + x_low * 3; + + if (x_high < src_width) + v2 = src + y_low * src_line_size + x_high * 3; + } + + if (y_high < src_height) { + if (x_low >= 0) + v3 = src + y_high * src_line_size + x_low * 3; + + if (x_high < src_width) + v4 = src + y_high * src_line_size + x_high * 3; + } + + c0 = w1 * v1[0] + w2 * v2[0] + w3 * v3[0] + w4 * v4[0]; + c1 = w1 * v1[1] + w2 * v2[1] + w3 * v3[1] + w4 * v4[1]; + c2 = w1 * v1[2] + w2 * v2[2] + w3 * v3[2] + w4 * v4[2]; + } + + //bgr to rgb + float t = c2; + c2 = c0; + c0 = t; + + //subtract the mean + c0 -= 104; + c1 -= 117; + c2 -= 123; + + //rgbrgbrgb to rrrgggbbb + int area = dst_width * dst_height; + float* pdst_c0 = dst + dy * dst_width + dx; + float* pdst_c1 = pdst_c0 + area; + float* pdst_c2 = pdst_c1 + area; + *pdst_c0 = c0; + *pdst_c1 = c1; + *pdst_c2 = c2; +} + +void yolov5_detect_preprocess_kernel_img( + uint8_t* src, int src_width, int src_height, + float* dst, int dst_width, int dst_height, + cudaStream_t stream) { + AffineMatrix s2d,d2s; + float scale = std::min(dst_height / (float)src_height, dst_width / (float)src_width); + + s2d.value[0] = scale; + s2d.value[1] = 0; + s2d.value[2] = 0; //左上顶点贴图 + // s2d.value[2] = -scale * src_width * 0.5 + dst_width * 0.5; //中心贴图 + s2d.value[3] = 0; + s2d.value[4] = scale; + s2d.value[5] = 0; //左上顶点贴图 + // s2d.value[5] = -scale * src_height * 0.5 + dst_height * 0.5; //中心贴图 + + cv::Mat m2x3_s2d(2, 3, CV_32F, s2d.value); + cv::Mat m2x3_d2s(2, 3, CV_32F, d2s.value); + cv::invertAffineTransform(m2x3_s2d, m2x3_d2s); + + memcpy(d2s.value, m2x3_d2s.ptr(0), sizeof(d2s.value)); + + int jobs = dst_height * dst_width; + int threads = 256; + int blocks = ceil(jobs / (float)threads); + yolov5_detect_warpaffine_kernel<<>>( + src, src_width*3, src_width, + src_height, dst, dst_width, + dst_height, 128, d2s, jobs); + +} + +void yolov5_classify_preprocess_kernel_img( + uint8_t* src, int src_width, int src_height, + float* dst, int dst_width, int dst_height, + cudaStream_t stream) { + AffineMatrix s2d,d2s; + float scale = std::min(dst_height / (float)src_height, dst_width / (float)src_width); + + s2d.value[0] = scale; + s2d.value[1] = 0; + s2d.value[2] = 0; //左上顶点贴图 + // s2d.value[2] = -scale * src_width * 0.5 + dst_width * 0.5; //中心贴图 + s2d.value[3] = 0; + s2d.value[4] = scale; + s2d.value[5] = 0; //左上顶点贴图 + // s2d.value[5] = -scale * src_height * 0.5 + dst_height * 0.5; //中心贴图 + + cv::Mat m2x3_s2d(2, 3, CV_32F, s2d.value); + cv::Mat m2x3_d2s(2, 3, CV_32F, d2s.value); + cv::invertAffineTransform(m2x3_s2d, m2x3_d2s); + + memcpy(d2s.value, m2x3_d2s.ptr(0), sizeof(d2s.value)); + + int jobs = dst_height * dst_width; + int threads = 256; + int blocks = ceil(jobs / (float)threads); + yolov5_classify_warpaffine_kernel<<>>( + src, src_width*3, src_width, + src_height, dst, dst_width, + dst_height, 128, d2s, jobs); + +} + +void retinanet_detect_preprocess_kernel_img( + uint8_t* src, int src_width, int src_height, + float* dst, int dst_width, int dst_height, + cudaStream_t stream) { + AffineMatrix s2d,d2s; + float scale = std::min(dst_height / (float)src_height, dst_width / (float)src_width); + + s2d.value[0] = scale; + s2d.value[1] = 0; + s2d.value[2] = 0; //左上顶点贴图 + // s2d.value[2] = -scale * src_width * 0.5 + dst_width * 0.5; //中心贴图 + s2d.value[3] = 0; + s2d.value[4] = scale; + s2d.value[5] = 0; //左上顶点贴图 + // s2d.value[5] = -scale * src_height * 0.5 + dst_height * 0.5; //中心贴图 + + cv::Mat m2x3_s2d(2, 3, CV_32F, s2d.value); + cv::Mat m2x3_d2s(2, 3, CV_32F, d2s.value); + cv::invertAffineTransform(m2x3_s2d, m2x3_d2s); + + memcpy(d2s.value, m2x3_d2s.ptr(0), sizeof(d2s.value)); + + int jobs = dst_height * dst_width; + int threads = 256; + int blocks = ceil(jobs / (float)threads); + retinanet_detect_warpaffine_kernel<<>>( + src, src_width*3, src_width, + src_height, dst, dst_width, + dst_height, 128, d2s, jobs); +} + +void retinanet_classify_preprocess_kernel_img( + uint8_t* src, int src_width, int src_height, + float* dst, int dst_width, int dst_height, + cudaStream_t stream) { + AffineMatrix s2d,d2s; + float scale = std::min(dst_height / (float)src_height, dst_width / (float)src_width); + + s2d.value[0] = scale; + s2d.value[1] = 0; + s2d.value[2] = 0; //左上顶点贴图 + // s2d.value[2] = -scale * src_width * 0.5 + dst_width * 0.5; //中心贴图 + s2d.value[3] = 0; + s2d.value[4] = scale; + s2d.value[5] = 0; //左上顶点贴图 + // s2d.value[5] = -scale * src_height * 0.5 + dst_height * 0.5; //中心贴图 + + cv::Mat m2x3_s2d(2, 3, CV_32F, s2d.value); + cv::Mat m2x3_d2s(2, 3, CV_32F, d2s.value); + cv::invertAffineTransform(m2x3_s2d, m2x3_d2s); + + memcpy(d2s.value, m2x3_d2s.ptr(0), sizeof(d2s.value)); + + int jobs = dst_height * dst_width; + int threads = 256; + int blocks = ceil(jobs / (float)threads); + retinanet_classify_warpaffine_kernel<<>>( + src, src_width*3, src_width, + src_height, dst, dst_width, + dst_height, 128, d2s, jobs); +} + + +// 使用CV进行图像预处理 +cv::Mat preprocess_img(cv::Mat& img, int input_w, int input_h) +{ + int w, h, x, y; + float r_w = input_w / (img.cols*1.0); + float r_h = input_h / (img.rows*1.0); + if (r_h > r_w) { + w = input_w; + h = r_w * img.rows; + x = 0; + y = (input_h - h) / 2; + } else { + w = r_h * img.cols; + h = input_h; + x = (input_w - w) / 2; + y = 0; + } + cv::Mat re(h, w, CV_8UC3); + cv::resize(img, re, re.size(), 0, 0, cv::INTER_LINEAR); + cv::Mat out(input_h, input_w, CV_8UC3, cv::Scalar(128, 128, 128)); + // re.copyTo(out(cv::Rect(x, y, re.cols, re.rows))); //中心贴图 + re.copyTo(out(cv::Rect(0, 0, re.cols, re.rows))); //左上顶点贴图 + return out; +} diff --git a/src/base/preprocess/preprocess.h b/src/base/preprocess/preprocess.h new file mode 100644 index 0000000..19702bd --- /dev/null +++ b/src/base/preprocess/preprocess.h @@ -0,0 +1,40 @@ +#ifndef _PRE_PROCESS_H_ +#define _PRE_PROCESS_H_ + +#include +#include + +#include +#include +#include +#include + +struct AffineMatrix{ + float value[6]; +}; + +void yolov5_detect_preprocess_kernel_img( + uint8_t* src, int src_width, int src_height, + float* dst, int dst_width, int dst_height, + cudaStream_t stream); + +void yolov5_classify_preprocess_kernel_img( + uint8_t* src, int src_width, int src_height, + float* dst, int dst_width, int dst_height, + cudaStream_t stream); + +void retinanet_detect_preprocess_kernel_img( + uint8_t* src, int src_width, int src_height, + float* dst, int dst_width, int dst_height, + cudaStream_t stream); + +void retinanet_classify_preprocess_kernel_img( + uint8_t* src, int src_width, int src_height, + float* dst, int dst_width, int dst_height, + cudaStream_t stream); + +cv::Mat preprocess_img(cv::Mat& img, int input_w, int input_h); + +#endif //END OF _PRE_PROCESS_H_ + + diff --git a/src/build.sh b/src/build.sh new file mode 100644 index 0000000..9617f99 --- /dev/null +++ b/src/build.sh @@ -0,0 +1,70 @@ +#!/bin/bash + +set -e +# 执行位置 +path_cur=$(cd `dirname $0`; pwd) +# 生成目录 +app_path="app" +# 可执行程序名 +appname="Matrix" + +# 创建build目录 +function prepare_path() { + [ -n "$1" ] && rm -rf $1 + mkdir -p $1 + cd $1 +} + +# 拷贝执行文件依赖库 +function cpoyLibs() { + # 利用 ldd 提取依赖库的具体路径 + liblist=$(ldd ./$app_path/$appname | awk '{ if (match($3,"/")){ printf("%s "), $3 } }') + # 拷贝库文件和可执行程序到目标文件夹 + cp $liblist ./$app_path/lib +} + +# X86 平台的 +function build_X86(){ + local path_build=$path_cur/build + prepare_path $path_build + + if [ "$1" == $app_path ]; then + cmake -DCMAKE_BUILD_TYPE="Release" .. + else + cmake -DCMAKE_BUILD_TYPE="Release" .. + fi + + make -j4 + local ret=$? + cd .. + return ${ret} +} + +# build with different according to the parameter, default is A300 +if [ "$1" == $app_path ]; then + echo "---------正式模式----------" + rm -rf $app_path + echo "创建文件目录..." + mkdir -p $app_path + mkdir -p $app_path/config $app_path/lib $app_path/logs $app_path/rfid_logs $app_path/result + build_X86 $1 + echo "开始拷贝软件库文件..." + cpoyLibs +else + echo "---------调试模式----------" + rm -rf $app_path + echo "创建文件目录..." + mkdir -p $app_path + mkdir -p $app_path/config $app_path/lib $app_path/logs $app_path/rfid_logs $app_path/result + build_X86 +fi + +if [ $? -ne 0 ]; then + exit 1 +fi + +echo "开始拷贝配置文件..." +#拷贝yaml文件和xml文件 +cp -f ./config/* ./$app_path/config +echo "-----------successfully--------------" +exit 0 diff --git a/src/config/config.yaml b/src/config/config.yaml new file mode 100644 index 0000000..916e02f --- /dev/null +++ b/src/config/config.yaml @@ -0,0 +1,39 @@ +# 基础控制参数 +base: + # 股道名称 + track_name: "001" + # 测试模式 + test_model: false + # 连接模式 【0:网口，1:串口】 + connect_type: 0 + # 是否上传识别结果 + up_result: false + # 日志文件目录 + log_path: "./logs" + # 识别结果目录 + result_path: "./result" + # 日志存储天数 + result_save_days: 10 + +# 日志参数 +log: + # 日志级别[DEBUG, INFO, WARN, ERROR, FATAL] + level: "DEBUG" + +# http 接口 +http_server: + # 使用状态 + is_use: false + # 服务器IP + http_ip: 192.168.2.108 + # 通讯端口 + http_port: 20004 + # 获取接口授权地址 + token_path: "/api/blade-auth/oauth/token" + # 识别结果上传地址 + up_result_path: "/api/train-carriage/identification/rfid-save" + # 接口用户名 + username: "guest_01" + # 接口密码 + password: "d55b0f642e817eea24725d2f2a31dd08" + diff --git a/src/config/matrix.yaml b/src/config/matrix.yaml new file mode 100644 index 0000000..e8258f8 --- /dev/null +++ b/src/config/matrix.yaml @@ -0,0 +1,21 @@ +use_deviceid: + #engineid: deviceid + 0: 0 + +#engine实例 +engines: + GetRfidEngine: 0 + DealRfidEngine: 0 + SaveRfidEngine: 0 + HttpUpResultEngine: 0 + SaveResultEngine: 0 + DelExpiredEngine: 0 + VideoAuxiliaryEngine: 0 + +#engine连接 +connects: + GetRfidEngine_0_0: "DealRfidEngine_0_0 1024" + VideoAuxiliaryEngine_0_0: "DealRfidEngine_0_1 1024" + DealRfidEngine_0_0: "SaveRfidEngine_0_0 1024" + DealRfidEngine_0_1: "HttpUpResultEngine_0_0 1024" + DealRfidEngine_0_2: "SaveResultEngine_0_0 1024" \ No newline at end of file diff --git a/src/main.cpp b/src/main.cpp new file mode 100644 index 0000000..c899ea0 --- /dev/null +++ b/src/main.cpp @@ -0,0 +1,85 @@ +//#include "https_sn.h" +#include "Config.h" +#include "TimeUtil.h" +#include "FileUtil.h" +#include "StringUtil.h" +#include "Utils.h" +#include "myqueue.h" + +#include "EngineManager.h" +#include "AppCommon.h" +//using namespace ns_https_sn; +using namespace ai_matrix; + +std::atomic_bool app_flag(true); + +void SigHandler(int iSigno) +{ + if (iSigno == SIGINT) + { + app_flag = false; + } +} + +//定义配置文件地址 +std::string strConfigYamlPath = "./config/config.yaml"; +std::string strEngineYamlPath = "./config/matrix.yaml"; + +int main(int argc, const char *argv[]) +{ + //加载配置文件 + int iRetYaml = Config::GetIns()->readYaml(strConfigYamlPath); + if (-1 == iRetYaml) + { + LogError << "read yaml file error"; + return -1; + } + + ai_matrix::BaseConfig baseConfig = Config::GetIns()->getBaseConfig(); + ai_matrix::LogConfig logConfig = Config::GetIns()->getLogConfig(); + + //设置日志信息 + MatrixAiLog::Log::SetLogLevel(logConfig.strLevel); + MatrixAiLog::Log::SetLogFile(baseConfig.strLogPath); + + if (!FileUtil::getins()->CreateDirPath("./logs")) + { + LogError << "日志目录创建失败"; + return -1; + } + + //捕获信号 + if (signal(SIGINT, SigHandler) == SIG_ERR) + { + LogError << "cannot catch SIGINT."; + return -1; + } + + //acl初始化 + EngineManager engineManager; + int ret = engineManager.Init(); + if (ret != APP_ERR_OK) + { + LogError << "engineManager init error"; + return -1; + } + ret = engineManager.load_yaml_config(strEngineYamlPath); + if (ret != APP_ERR_OK) + { + LogError << "load matrix.yaml error"; + return -1; + } + + engineManager.RunAllEngine(); + + while (app_flag) + { + usleep(1000); + } + //acl去初始化 + engineManager.StopAllEngine(); + engineManager.DeInit(); + + LogInfo << "app end"; + return 0; +}