diff --git a/.gitignore b/.gitignore index 77b2158..e22125d 100644 --- a/.gitignore +++ b/.gitignore @@ -1,7 +1,6 @@ -/build/ -/app/ -*.tgz -*.tar -*.log -*.o -*.out +build/ +cmake-build-debug/ +cmake-build-release/ +.idea/ +.vscode/ +app/train diff --git a/CMakeLists.txt b/CMakeLists.txt index 8f68cee..c5d3c28 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -1,11 +1,11 @@ cmake_minimum_required(VERSION 3.5) -# cmake_policy(SET CMP0074 NEW) +# cmake_policy(SET CMP0146 NEW) message("NVIDIA NX PLATFORM") set(PROJECT_NAME train) project(${PROJECT_NAME} VERSION 1.0) - + add_definitions(-std=c++11) add_definitions(-DAPI_EXPORTS) @@ -85,6 +85,7 @@ include_directories( ${PROJECT_SOURCE_DIR}/ai_matrix/myqueue ${PROJECT_SOURCE_DIR}/ai_matrix/myshell ${PROJECT_SOURCE_DIR}/ai_matrix/myutils + ${PROJECT_SOURCE_DIR}/ai_matrix/Http #nvidia ascend common cann include ${PROJECT_SOURCE_DIR}/nvidia_ascend_base/Base/BlockingQueue @@ -106,11 +107,12 @@ include_directories( ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/MergerEngine ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/SaveEngine ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/SelectBestEngine - ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/TrainAnaEngine ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/TransEngine + ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/TrainAnaEngine ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/DataDealEngine ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/SocketEngine ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/DeleteExpiredFolderEngine + ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/ApiEngine #common tools rtsp_server include ${PROJECT_SOURCE_DIR}/nvidia_ascend_tools/common_tools/rtsp_server/3rdpart/md5 @@ -179,17 +181,18 @@ file(GLOB_RECURSE COMMON_SRCS_LISTS #common engine src ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common/*.cpp ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/DataSourceEngine/*.cpp - ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/ControlEngine/*.cpp ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/DataUploadEngine/*.cpp ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/FilterEngine/*.cpp ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/MergerEngine/*.cpp + ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/SaveEngine/*.cpp ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/SelectBestEngine/*.cpp - ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/TrainAnaEngine/*.cpp ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/TransEngine/*.cpp + ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/TrainAnaEngine/*.cpp ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/DataDealEngine/*.cpp ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/SocketEngine/*.cpp ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/DeleteExpiredFolderEngine/*.cpp + ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/ApiEngine/*.cpp #common tools rtsp_server src ${PROJECT_SOURCE_DIR}/nvidia_ascend_tools/common_tools/rtsp_server/net/*.cpp @@ -198,18 +201,6 @@ file(GLOB_RECURSE COMMON_SRCS_LISTS file(GLOB_RECURSE SRCS_LISTS #nvidia engine src - #nvidia engine include - ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/ControlEngine/*.cpp - ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/DataSourceEngine/*.cpp - ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/DataUploadEngine/*.cpp - ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/FilterEngine/*.cpp - ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/MergerEngine/*.cpp - ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/SaveEngine/*.cpp - ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/SelectBestEngine/*.cpp - ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/TrainAnaEngine/*.cpp - ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/TransEngine/*.cpp - ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/common_engine/DataDealEngine/*.cpp - ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/nvidia_engine/ChkDateStepOneEngine/*.cpp ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/nvidia_engine/ChkDateStepTwoEngine/*.cpp ${PROJECT_SOURCE_DIR}/nvidia_ascend_engine/nvidia_engine/MyYaml/*.cpp diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..428b8da --- /dev/null +++ b/Dockerfile @@ -0,0 +1,12 @@ +FROM dustynv/jetson-inference:r32.6.1 + +#拷贝业务程序 +COPY --chown=1000:1000 app /app +#WORKDIR /app/bin +WORKDIR /app + +ENV LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/app/lib + +#CMD echo "$APP_NAME version $APP_VERSION" + +ENTRYPOINT ["./train"] \ No newline at end of file diff --git a/README.md b/README.md index ec07105..6f4172a 100644 --- a/README.md +++ b/README.md @@ -1,3 +1,3 @@ # Train_Identify -火车车号识别 \ No newline at end of file +4分类 \ No newline at end of file diff --git a/ai_matrix/Config/Config.cpp b/ai_matrix/Config/Config.cpp new file mode 100644 index 0000000..0336dac --- /dev/null +++ b/ai_matrix/Config/Config.cpp @@ -0,0 +1,246 @@ +#include "Config.h" + +namespace ai_matrix +{ + Config *Config::pInstance_ = nullptr; + Config::GarbageCollector Config::gc_; + std::mutex Config::mx_; + + Config *Config::GetIns() + { + //双层锁，确保线程安全 + if (pInstance_ == nullptr) + { + std::lock_guard guard(mx_); //防止异常发生不能解锁 + if (pInstance_ == nullptr) + { + pInstance_ = new Config(); + } + } + return pInstance_; + } + + int Config::readYaml(std::string &strPath) + { + try + { + strConfigYamlPath_ = strPath; + config_ = YAML::LoadFile(strPath); + + //退出程序 + if (config_.IsNull()) + { + printf("config.yaml no find"); + return -1; + } + + // 控制参数 + this->baseConfig_.strTrackName = config_["base"]["track_name"].as(); + this->baseConfig_.bTestModel = config_["base"]["test_model"].as(); + this->baseConfig_.iApiPort = config_["base"]["api_port"].as(); + this->baseConfig_.bUpResult = config_["base"]["up_result"].as(); + this->baseConfig_.strLogPath = config_["base"]["log_path"].as(); + this->baseConfig_.strResultPath = config_["base"]["result_path"].as(); + this->baseConfig_.iResultSaveDays = config_["base"]["result_save_days"].as(); + + // 日志参数 + this->logConfig_.strOutLevel = config_["log"]["out_level"].as(); + this->logConfig_.strSaveLevel = config_["log"]["save_level"].as(); + + // 数据源参数 + this->dataSourceConfig_.strUrl = config_["data_source"]["url"].as(); + this->dataSourceConfig_.iSkipInterval = config_["data_source"]["skip_interval"].as(); + this->dataSourceConfig_.iDirection = config_["data_source"]["direction"].as(); + this->dataSourceConfig_.iLeftFirst = config_["data_source"]["left_first"].as(); + this->dataSourceConfig_.iRightFirst = config_["data_source"]["right_first"].as(); + + // 识别参数 + this->identifyConfig_.strRunModel = config_["identify"]["run_mode"].as(); + this->identifyConfig_.bNeedMoveDetectFlag = config_["identify"]["need_move_detect_flag"].as(); + this->identifyConfig_.strIdentifyDirection = config_["identify"]["identify_direction"].as(); + this->identifyConfig_.iPartitionFrameSpan = config_["identify"]["partition_frame_span"].as(); + this->identifyConfig_.iSplitFrameSpanPx = config_["identify"]["split_frame_span_px"].as(); + this->identifyConfig_.iChkstopPx = config_["identify"]["chkstop_px"].as(); + this->identifyConfig_.iChkstopCount = config_["identify"]["chkstop_count"].as(); + this->identifyConfig_.iNumFrameHeight = config_["identify"]["num_frame_height"].as(); + this->identifyConfig_.iProFrameHeight = config_["identify"]["pro_frame_height"].as(); + this->identifyConfig_.iSpaceFrameWidth = config_["identify"]["space_frame_width"].as(); + this->identifyConfig_.bTrainHeardDetect = config_["identify"]["train_heard_detect"].as(); + + // websocket server 服务端参数 + this->wSocketConfig_.bIsUse = config_["wsocket_server"]["is_use"].as(); + this->wSocketConfig_.iPort = config_["wsocket_server"]["port"].as(); + this->wSocketConfig_.iMaxQueueLen = config_["wsocket_server"]["max_queue_len"].as(); + + // http服务器参数 + this->httpServerConfig_.bIsUse = config_["http_server"]["is_use"].as(); + this->httpServerConfig_.strIp = config_["http_server"]["http_ip"].as(); + this->httpServerConfig_.iPort = config_["http_server"]["http_port"].as(); + this->httpServerConfig_.strTokenUrl = config_["http_server"]["token_path"].as(); + this->httpServerConfig_.strUpResultUrl = config_["http_server"]["up_result_path"].as(); + this->httpServerConfig_.strUserName = config_["http_server"]["username"].as(); + this->httpServerConfig_.strPassword = config_["http_server"]["password"].as(); + + } + catch (...) //捕获所有异常 + { + return -1; + } + return 0; + } + + int Config::writeYaml() + { + try + { + std::ofstream of(strConfigYamlPath_); + of << config_; + of.close(); + } + catch (...) //捕获所有异常 + { + printf("yaml文件不存在\n"); + return -1; + } + return 0; + } + + std::string Config::getStringValue(const char *pszKey, const YAML::Node *pConfig/*=nullptr*/) const + { + if(nullptr == pConfig) + { + pConfig = &config_; + } + if (!(*pConfig)[pszKey].IsDefined()) + { + printf("key:[%s] not exist!\n", pszKey); + } + return (*pConfig)[pszKey].as(); + } + + int Config::getIntValue(const char *pszKey, const YAML::Node *pConfig/*=nullptr*/) const + { + if (nullptr == pConfig) + { + pConfig = &config_; + } + if (!(*pConfig)[pszKey].IsDefined()) + { + printf("key:[%s] not exist!\n", pszKey); + } + return (*pConfig)[pszKey].as(); + } + + bool Config::getBoolValue(const char *pszKey, const YAML::Node *pConfig/*=nullptr*/) const + { + if (nullptr == pConfig) + { + pConfig = &config_; + } + if (!(*pConfig)[pszKey].IsDefined()) + { + printf("key:[%s] not exist!\n", pszKey); + } + return (*pConfig)[pszKey].as(); + } + + float Config::getFloatValue(const char *pszKey, const YAML::Node *pConfig/*=nullptr*/) const + { + if (nullptr == pConfig) + { + pConfig = &config_; + } + if (!(*pConfig)[pszKey].IsDefined()) + { + printf("key:[%s] not exist!\n", pszKey); + } + return (*pConfig)[pszKey].as(); + } + + std::string Config::getPathValue(const char *pszKey, const YAML::Node *pConfig /*=nullptr*/) const + { + if (nullptr == pConfig) + { + pConfig = &config_; + } + if (!(*pConfig)[pszKey].IsDefined()) + { + printf("key:[%s] not exist!\n", pszKey); + } + std::string strTmp = (*pConfig)[pszKey].as(); + if (strTmp.back() != '/') + { + strTmp += "/"; + } + return strTmp; + } + + RunConfig Config::getRunConfig() const + { + return this->runConfig_; + } + + void Config::setRunConfig(const ai_matrix::RunConfig runConfig) + { + this->runConfig_ = runConfig; + } + + BaseConfig Config::getBaseConfig() const + { + return this->baseConfig_; + } + + void Config::setBaseConfig(const BaseConfig baseConfig) + { + this->baseConfig_ = baseConfig; + } + + LogConfig Config::getLogConfig() const + { + return this->logConfig_; + } + + void Config::setLogConfig(const LogConfig logConfig) + { + this->logConfig_ = logConfig; + } + + DataSourceConfig Config::getDataSourceConfig() const + { + return this->dataSourceConfig_; + } + + void Config::setDataSourceConfig(const ai_matrix::DataSourceConfig dataSourceConfig) + { + this->dataSourceConfig_ = dataSourceConfig; + } + + IdentifyConfig Config::getIdentifyConfig() const + { + return this->identifyConfig_; + } + + void Config::setIdentifyConfig(const ai_matrix::IdentifyConfig identifyConfig) + { + this->identifyConfig_ = identifyConfig; + } + + WSocketConfig Config::getWSocketConfig() const + { + return this->wSocketConfig_; + } + + void Config::setWSocketConfig(const ai_matrix::WSocketConfig wSocketConfig) + { + this->wSocketConfig_ = wSocketConfig; + } + + HttpServerConfig Config::getHttpServerConfig() const + { + return this->httpServerConfig_; + } + + void Config::setHttpServerConfig(const HttpServerConfig httpServerConfig) { + this->httpServerConfig_ = httpServerConfig; + } +} diff --git a/ai_matrix/Config/Config.h b/ai_matrix/Config/Config.h new file mode 100644 index 0000000..e14d234 --- /dev/null +++ b/ai_matrix/Config/Config.h @@ -0,0 +1,209 @@ +#ifndef MYYAML_H_ +#define MYYAML_H_ + + +#include +#include +#include "yaml-cpp/yaml.h" +#include "Log.h" + +namespace ai_matrix +{ + + struct RunConfig + { + // 识别状态 + bool bRun; + + }; + + // 基础控制参数 + struct BaseConfig + { + // 股道名称 + std::string strTrackName; + // 测试模式 + bool bTestModel; + // Api 监听端口 + int iApiPort; + // 是否上传识别结果 + bool bUpResult; + // 日志文件目录 + std::string strLogPath; + // 识别结果目录 + std::string strResultPath; + // 调试结果目录 + std::string strDebugResultPath; + // 日志存储天数 + int iResultSaveDays; + // 过期文件夹天数 + int iDayForResultExpire; + }; + + // 日志参数 + struct LogConfig { + // 输出日志级别[DEBUG, INFO, WARN, ERROR, FATAL] + std::string strOutLevel; + // 保存日志级别[DEBUG, INFO, WARN, ERROR, FATAL] + std::string strSaveLevel; + }; + + // 数据源参数 + struct DataSourceConfig { + // 数据源地址 + std::string strUrl; + // 跳帧数 + int iSkipInterval; + // 行驶方向 0-自动识别 1-向左 2-向右 （与“首位信息”成对存在，形成例如向左就编号在前，向右就属性在前的对应） + int iDirection; + // 0-向左编号在前 1-向左属性在前 (向右行驶的情况：2-向右编号在前 3-向右属性在前) + int iLeftFirst; + // (向左行驶的情况：0-向左编号在前 1-向左属性在前) 2-向右编号在前 3-向右属性在前 + int iRightFirst; + }; + + // 识别参数 + struct IdentifyConfig { + // 运行方式 + std::string strRunModel; + // 是否开启动态检测 + bool bNeedMoveDetectFlag; + // 识别方向 [LEFT,RIGHT,ALL] + std::string strIdentifyDirection; + // 大框帧跨度（比一个大框从出现到消失的跨度稍大一点, 跟跳帧有关系） + int iPartitionFrameSpan; + // 大框帧跨度的位置像素差异 + int iSplitFrameSpanPx; + // 每帧大框位置差异最小值 (持续小于此值，则可能停车) + int iChkstopPx; + // 持续X次续位置差异小于gc_chkstop_px，则判断为停车。 + int iChkstopCount; + // 过滤最小大框高度（不需要的话就写个很小的值） + int iNumFrameHeight; + int iProFrameHeight; + // 过滤最大框宽度（不需要的话就写个很大的值） + int iSpaceFrameWidth; + // 是否识别车头 + bool bTrainHeardDetect; + }; + + // websocket_server 的服务端参数 + struct WSocketConfig { + // 是否启用 + bool bIsUse; + // 端口 + int iPort; + // 最大链接队列 + int iMaxQueueLen; + }; + + // web服务器参数 + struct HttpServerConfig + { + // 使用状态 + bool bIsUse; + // 获取接口授权地址 + std::string strIp; + // 通讯端口 + int iPort; + // 获取接口授权地址 + std::string strTokenUrl; + // 识别结果上传地址 + std::string strUpResultUrl; + // 接口用户名 + std::string strUserName; + // 接口密码 + std::string strPassword; + }; + + class Config final + { + public: + static Config *GetIns(); + + // 读yaml文件 + int readYaml(std::string &strPath); + // 写yaml文件 + int writeYaml(); + std::string getStringValue(const char *pszKey, const YAML::Node *pConfig = nullptr) const; + int getIntValue(const char *pszKey, const YAML::Node *pConfig = nullptr) const; + bool getBoolValue(const char *pszKey, const YAML::Node *pConfig = nullptr) const; + float getFloatValue(const char *pszKey, const YAML::Node *pConfig = nullptr) const; + std::string getPathValue(const char *pszKey, const YAML::Node *pConfig =nullptr) const; + + + RunConfig getRunConfig() const; + void setRunConfig(const RunConfig runConfig); + + // 获取控制参数 + BaseConfig getBaseConfig() const; + void setBaseConfig(const BaseConfig baseConfig); + // 获取日志参数 + LogConfig getLogConfig() const; + void setLogConfig(const LogConfig logConfig); + // 获取数据源参数 + DataSourceConfig getDataSourceConfig() const; + void setDataSourceConfig(const DataSourceConfig dataSourceConfig); + // 获取识别参数 + IdentifyConfig getIdentifyConfig() const; + void setIdentifyConfig(const IdentifyConfig identifyConfig); + // 获取websocket server 参数 + WSocketConfig getWSocketConfig() const; + void setWSocketConfig(const WSocketConfig wSocketConfig); + // 获取web服务器参数 + HttpServerConfig getHttpServerConfig() const; + void setHttpServerConfig(const HttpServerConfig httpServerConfig); + + YAML::Node config_; + + private: + Config() = default; + Config(const Config &) = delete; + Config(Config &&) = delete; + Config &operator=(const Config &) = delete; + Config &operator=(Config &&) = delete; + ~Config() = default; + + static Config *pInstance_; + static std::mutex mx_; //锁，保证线程安全 + std::string strConfigYamlPath_; + + // （全局）运行实时变量 + RunConfig runConfig_; + + // 控制参数 + BaseConfig baseConfig_; + + // 日志参数 + LogConfig logConfig_; + + // 数据源参数 + DataSourceConfig dataSourceConfig_; + + // 识别参数 + IdentifyConfig identifyConfig_; + + // websocket server 服务端参数 + WSocketConfig wSocketConfig_; + + // web服务器参数 + HttpServerConfig httpServerConfig_; + + //定义一个嵌套类，负责释放内存，操作系统自动完成，不用担心内存泄露 + class GarbageCollector + { + public: + ~GarbageCollector() + { + if (Config::pInstance_) + { + delete Config::pInstance_; + Config::pInstance_ = nullptr; + } + } + }; + static GarbageCollector gc_; + }; +} + +#endif \ No newline at end of file diff --git a/ai_matrix/Http/httplib.h b/ai_matrix/Http/httplib.h new file mode 100644 index 0000000..d04ac77 --- /dev/null +++ b/ai_matrix/Http/httplib.h @@ -0,0 +1,9388 @@ +// +// httplib.h +// +// Copyright (c) 2023 Yuji Hirose. All rights reserved. +// MIT License +// + +#ifndef CPPHTTPLIB_HTTPLIB_H +#define CPPHTTPLIB_HTTPLIB_H + +#define CPPHTTPLIB_VERSION "0.14.3" + +/* + * Configuration + */ + +#ifndef CPPHTTPLIB_KEEPALIVE_TIMEOUT_SECOND +#define CPPHTTPLIB_KEEPALIVE_TIMEOUT_SECOND 5 +#endif + +#ifndef CPPHTTPLIB_KEEPALIVE_MAX_COUNT +#define CPPHTTPLIB_KEEPALIVE_MAX_COUNT 5 +#endif + +#ifndef CPPHTTPLIB_CONNECTION_TIMEOUT_SECOND +#define CPPHTTPLIB_CONNECTION_TIMEOUT_SECOND 300 +#endif + +#ifndef CPPHTTPLIB_CONNECTION_TIMEOUT_USECOND +#define CPPHTTPLIB_CONNECTION_TIMEOUT_USECOND 0 +#endif + +#ifndef CPPHTTPLIB_READ_TIMEOUT_SECOND +#define CPPHTTPLIB_READ_TIMEOUT_SECOND 5 +#endif + +#ifndef CPPHTTPLIB_READ_TIMEOUT_USECOND +#define CPPHTTPLIB_READ_TIMEOUT_USECOND 0 +#endif + +#ifndef CPPHTTPLIB_WRITE_TIMEOUT_SECOND +#define CPPHTTPLIB_WRITE_TIMEOUT_SECOND 5 +#endif + +#ifndef CPPHTTPLIB_WRITE_TIMEOUT_USECOND +#define CPPHTTPLIB_WRITE_TIMEOUT_USECOND 0 +#endif + +#ifndef CPPHTTPLIB_IDLE_INTERVAL_SECOND +#define CPPHTTPLIB_IDLE_INTERVAL_SECOND 0 +#endif + +#ifndef CPPHTTPLIB_IDLE_INTERVAL_USECOND +#ifdef _WIN32 +#define CPPHTTPLIB_IDLE_INTERVAL_USECOND 10000 +#else +#define CPPHTTPLIB_IDLE_INTERVAL_USECOND 0 +#endif +#endif + +#ifndef CPPHTTPLIB_REQUEST_URI_MAX_LENGTH +#define CPPHTTPLIB_REQUEST_URI_MAX_LENGTH 8192 +#endif + +#ifndef CPPHTTPLIB_HEADER_MAX_LENGTH +#define CPPHTTPLIB_HEADER_MAX_LENGTH 8192 +#endif + +#ifndef CPPHTTPLIB_REDIRECT_MAX_COUNT +#define CPPHTTPLIB_REDIRECT_MAX_COUNT 20 +#endif + +#ifndef CPPHTTPLIB_MULTIPART_FORM_DATA_FILE_MAX_COUNT +#define CPPHTTPLIB_MULTIPART_FORM_DATA_FILE_MAX_COUNT 1024 +#endif + +#ifndef CPPHTTPLIB_PAYLOAD_MAX_LENGTH +#define CPPHTTPLIB_PAYLOAD_MAX_LENGTH ((std::numeric_limits::max)()) +#endif + +#ifndef CPPHTTPLIB_FORM_URL_ENCODED_PAYLOAD_MAX_LENGTH +#define CPPHTTPLIB_FORM_URL_ENCODED_PAYLOAD_MAX_LENGTH 8192 +#endif + +#ifndef CPPHTTPLIB_TCP_NODELAY +#define CPPHTTPLIB_TCP_NODELAY false +#endif + +#ifndef CPPHTTPLIB_RECV_BUFSIZ +#define CPPHTTPLIB_RECV_BUFSIZ size_t(4096u) +#endif + +#ifndef CPPHTTPLIB_COMPRESSION_BUFSIZ +#define CPPHTTPLIB_COMPRESSION_BUFSIZ size_t(16384u) +#endif + +#ifndef CPPHTTPLIB_THREAD_POOL_COUNT +#define CPPHTTPLIB_THREAD_POOL_COUNT \ + ((std::max)(8u, std::thread::hardware_concurrency() > 0 \ + ? std::thread::hardware_concurrency() - 1 \ + : 0)) +#endif + +#ifndef CPPHTTPLIB_RECV_FLAGS +#define CPPHTTPLIB_RECV_FLAGS 0 +#endif + +#ifndef CPPHTTPLIB_SEND_FLAGS +#define CPPHTTPLIB_SEND_FLAGS 0 +#endif + +#ifndef CPPHTTPLIB_LISTEN_BACKLOG +#define CPPHTTPLIB_LISTEN_BACKLOG 5 +#endif + +/* + * Headers + */ + +#ifdef _WIN32 +#ifndef _CRT_SECURE_NO_WARNINGS +#define _CRT_SECURE_NO_WARNINGS +#endif //_CRT_SECURE_NO_WARNINGS + +#ifndef _CRT_NONSTDC_NO_DEPRECATE +#define _CRT_NONSTDC_NO_DEPRECATE +#endif //_CRT_NONSTDC_NO_DEPRECATE + +#if defined(_MSC_VER) +#if _MSC_VER < 1900 +#error Sorry, Visual Studio versions prior to 2015 are not supported +#endif + +#pragma comment(lib, "ws2_32.lib") + +#ifdef _WIN64 +using ssize_t = __int64; +#else +using ssize_t = long; +#endif +#endif // _MSC_VER + +#ifndef S_ISREG +#define S_ISREG(m) (((m)&S_IFREG) == S_IFREG) +#endif // S_ISREG + +#ifndef S_ISDIR +#define S_ISDIR(m) (((m)&S_IFDIR) == S_IFDIR) +#endif // S_ISDIR + +#ifndef NOMINMAX +#define NOMINMAX +#endif // NOMINMAX + +#include +#include +#include + +#ifndef WSA_FLAG_NO_HANDLE_INHERIT +#define WSA_FLAG_NO_HANDLE_INHERIT 0x80 +#endif + +using socket_t = SOCKET; +#ifdef CPPHTTPLIB_USE_POLL +#define poll(fds, nfds, timeout) WSAPoll(fds, nfds, timeout) +#endif + +#else // not _WIN32 + +#include +#if !defined(_AIX) && !defined(__MVS__) +#include +#endif +#ifdef __MVS__ +#include +#ifndef NI_MAXHOST +#define NI_MAXHOST 1025 +#endif +#endif +#include +#include +#include +#ifdef __linux__ +#include +#endif +#include +#ifdef CPPHTTPLIB_USE_POLL +#include +#endif +#include +#include +#include +#include +#include +#include +#include + +using socket_t = int; +#ifndef INVALID_SOCKET +#define INVALID_SOCKET (-1) +#endif +#endif //_WIN32 + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +#ifdef _WIN32 +#include + +// these are defined in wincrypt.h and it breaks compilation if BoringSSL is +// used +#undef X509_NAME +#undef X509_CERT_PAIR +#undef X509_EXTENSIONS +#undef PKCS7_SIGNER_INFO + +#ifdef _MSC_VER +#pragma comment(lib, "crypt32.lib") +#endif +#elif defined(CPPHTTPLIB_USE_CERTS_FROM_MACOSX_KEYCHAIN) && defined(__APPLE__) +#include +#if TARGET_OS_OSX +#include +#include +#endif // TARGET_OS_OSX +#endif // _WIN32 + +#include +#include +#include +#include + +#if defined(_WIN32) && defined(OPENSSL_USE_APPLINK) +#include +#endif + +#include +#include + +#if OPENSSL_VERSION_NUMBER < 0x30000000L +#error Sorry, OpenSSL versions prior to 3.0.0 are not supported +#endif + +#endif + +#ifdef CPPHTTPLIB_ZLIB_SUPPORT +#include +#endif + +#ifdef CPPHTTPLIB_BROTLI_SUPPORT +#include +#include +#endif + +/* + * Declaration + */ +namespace httplib { + +namespace detail { + +/* + * Backport std::make_unique from C++14. + * + * NOTE: This code came up with the following stackoverflow post: + * https://stackoverflow.com/questions/10149840/c-arrays-and-make-unique + * + */ + +template +typename std::enable_if::value, std::unique_ptr>::type +make_unique(Args &&...args) { + return std::unique_ptr(new T(std::forward(args)...)); +} + +template +typename std::enable_if::value, std::unique_ptr>::type +make_unique(std::size_t n) { + typedef typename std::remove_extent::type RT; + return std::unique_ptr(new RT[n]); +} + +struct ci { + bool operator()(const std::string &s1, const std::string &s2) const { + return std::lexicographical_compare(s1.begin(), s1.end(), s2.begin(), + s2.end(), + [](unsigned char c1, unsigned char c2) { + return ::tolower(c1) < ::tolower(c2); + }); + } +}; + +// This is based on +// "http://www.open-std.org/jtc1/sc22/wg21/docs/papers/2014/n4189". + +struct scope_exit { + explicit scope_exit(std::function &&f) + : exit_function(std::move(f)), execute_on_destruction{true} {} + + scope_exit(scope_exit &&rhs) noexcept + : exit_function(std::move(rhs.exit_function)), + execute_on_destruction{rhs.execute_on_destruction} { + rhs.release(); + } + + ~scope_exit() { + if (execute_on_destruction) { this->exit_function(); } + } + + void release() { this->execute_on_destruction = false; } + +private: + scope_exit(const scope_exit &) = delete; + void operator=(const scope_exit &) = delete; + scope_exit &operator=(scope_exit &&) = delete; + + std::function exit_function; + bool execute_on_destruction; +}; + +} // namespace detail + +enum StatusCode { + // Information responses + Continue_100 = 100, + SwitchingProtocol_101 = 101, + Processing_102 = 102, + EarlyHints_103 = 103, + + // Successful responses + OK_200 = 200, + Created_201 = 201, + Accepted_202 = 202, + NonAuthoritativeInformation_203 = 203, + NoContent_204 = 204, + ResetContent_205 = 205, + PartialContent_206 = 206, + MultiStatus_207 = 207, + AlreadyReported_208 = 208, + IMUsed_226 = 226, + + // Redirection messages + MultipleChoices_300 = 300, + MovedPermanently_301 = 301, + Found_302 = 302, + SeeOther_303 = 303, + NotModified_304 = 304, + UseProxy_305 = 305, + unused_306 = 306, + TemporaryRedirect_307 = 307, + PermanentRedirect_308 = 308, + + // Client error responses + BadRequest_400 = 400, + Unauthorized_401 = 401, + PaymentRequired_402 = 402, + Forbidden_403 = 403, + NotFound_404 = 404, + MethodNotAllowed_405 = 405, + NotAcceptable_406 = 406, + ProxyAuthenticationRequired_407 = 407, + RequestTimeout_408 = 408, + Conflict_409 = 409, + Gone_410 = 410, + LengthRequired_411 = 411, + PreconditionFailed_412 = 412, + PayloadTooLarge_413 = 413, + UriTooLong_414 = 414, + UnsupportedMediaType_415 = 415, + RangeNotSatisfiable_416 = 416, + ExpectationFailed_417 = 417, + ImATeapot_418 = 418, + MisdirectedRequest_421 = 421, + UnprocessableContent_422 = 422, + Locked_423 = 423, + FailedDependency_424 = 424, + TooEarly_425 = 425, + UpgradeRequired_426 = 426, + PreconditionRequired_428 = 428, + TooManyRequests_429 = 429, + RequestHeaderFieldsTooLarge_431 = 431, + UnavailableForLegalReasons_451 = 451, + + // Server error responses + InternalServerError_500 = 500, + NotImplemented_501 = 501, + BadGateway_502 = 502, + ServiceUnavailable_503 = 503, + GatewayTimeout_504 = 504, + HttpVersionNotSupported_505 = 505, + VariantAlsoNegotiates_506 = 506, + InsufficientStorage_507 = 507, + LoopDetected_508 = 508, + NotExtended_510 = 510, + NetworkAuthenticationRequired_511 = 511, +}; + +using Headers = std::multimap; + +using Params = std::multimap; +using Match = std::smatch; + +using Progress = std::function; + +struct Response; +using ResponseHandler = std::function; + +struct MultipartFormData { + std::string name; + std::string content; + std::string filename; + std::string content_type; +}; +using MultipartFormDataItems = std::vector; +using MultipartFormDataMap = std::multimap; + +class DataSink { +public: + DataSink() : os(&sb_), sb_(*this) {} + + DataSink(const DataSink &) = delete; + DataSink &operator=(const DataSink &) = delete; + DataSink(DataSink &&) = delete; + DataSink &operator=(DataSink &&) = delete; + + std::function write; + std::function is_writable; + std::function done; + std::function done_with_trailer; + std::ostream os; + +private: + class data_sink_streambuf : public std::streambuf { + public: + explicit data_sink_streambuf(DataSink &sink) : sink_(sink) {} + + protected: + std::streamsize xsputn(const char *s, std::streamsize n) override { + sink_.write(s, static_cast(n)); + return n; + } + + private: + DataSink &sink_; + }; + + data_sink_streambuf sb_; +}; + +using ContentProvider = + std::function; + +using ContentProviderWithoutLength = + std::function; + +using ContentProviderResourceReleaser = std::function; + +struct MultipartFormDataProvider { + std::string name; + ContentProviderWithoutLength provider; + std::string filename; + std::string content_type; +}; +using MultipartFormDataProviderItems = std::vector; + +using ContentReceiverWithProgress = + std::function; + +using ContentReceiver = + std::function; + +using MultipartContentHeader = + std::function; + +class ContentReader { +public: + using Reader = std::function; + using MultipartReader = std::function; + + ContentReader(Reader reader, MultipartReader multipart_reader) + : reader_(std::move(reader)), + multipart_reader_(std::move(multipart_reader)) {} + + bool operator()(MultipartContentHeader header, + ContentReceiver receiver) const { + return multipart_reader_(std::move(header), std::move(receiver)); + } + + bool operator()(ContentReceiver receiver) const { + return reader_(std::move(receiver)); + } + + Reader reader_; + MultipartReader multipart_reader_; +}; + +using Range = std::pair; +using Ranges = std::vector; + +struct Request { + std::string method; + std::string path; + Headers headers; + std::string body; + + std::string remote_addr; + int remote_port = -1; + std::string local_addr; + int local_port = -1; + + // for server + std::string version; + std::string target; + Params params; + MultipartFormDataMap files; + Ranges ranges; + Match matches; + std::unordered_map path_params; + + // for client + ResponseHandler response_handler; + ContentReceiverWithProgress content_receiver; + Progress progress; +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + const SSL *ssl = nullptr; +#endif + + bool has_header(const std::string &key) const; + std::string get_header_value(const std::string &key, size_t id = 0) const; + uint64_t get_header_value_u64(const std::string &key, size_t id = 0) const; + size_t get_header_value_count(const std::string &key) const; + void set_header(const std::string &key, const std::string &val); + + bool has_param(const std::string &key) const; + std::string get_param_value(const std::string &key, size_t id = 0) const; + size_t get_param_value_count(const std::string &key) const; + + bool is_multipart_form_data() const; + + bool has_file(const std::string &key) const; + MultipartFormData get_file_value(const std::string &key) const; + std::vector get_file_values(const std::string &key) const; + + // private members... + size_t redirect_count_ = CPPHTTPLIB_REDIRECT_MAX_COUNT; + size_t content_length_ = 0; + ContentProvider content_provider_; + bool is_chunked_content_provider_ = false; + size_t authorization_count_ = 0; +}; + +struct Response { + std::string version; + int status = -1; + std::string reason; + Headers headers; + std::string body; + std::string location; // Redirect location + + bool has_header(const std::string &key) const; + std::string get_header_value(const std::string &key, size_t id = 0) const; + uint64_t get_header_value_u64(const std::string &key, size_t id = 0) const; + size_t get_header_value_count(const std::string &key) const; + void set_header(const std::string &key, const std::string &val); + + void set_redirect(const std::string &url, int status = StatusCode::Found_302); + void set_content(const char *s, size_t n, const std::string &content_type); + void set_content(const std::string &s, const std::string &content_type); + + void set_content_provider( + size_t length, const std::string &content_type, ContentProvider provider, + ContentProviderResourceReleaser resource_releaser = nullptr); + + void set_content_provider( + const std::string &content_type, ContentProviderWithoutLength provider, + ContentProviderResourceReleaser resource_releaser = nullptr); + + void set_chunked_content_provider( + const std::string &content_type, ContentProviderWithoutLength provider, + ContentProviderResourceReleaser resource_releaser = nullptr); + + Response() = default; + Response(const Response &) = default; + Response &operator=(const Response &) = default; + Response(Response &&) = default; + Response &operator=(Response &&) = default; + ~Response() { + if (content_provider_resource_releaser_) { + content_provider_resource_releaser_(content_provider_success_); + } + } + + // private members... + size_t content_length_ = 0; + ContentProvider content_provider_; + ContentProviderResourceReleaser content_provider_resource_releaser_; + bool is_chunked_content_provider_ = false; + bool content_provider_success_ = false; +}; + +class Stream { +public: + virtual ~Stream() = default; + + virtual bool is_readable() const = 0; + virtual bool is_writable() const = 0; + + virtual ssize_t read(char *ptr, size_t size) = 0; + virtual ssize_t write(const char *ptr, size_t size) = 0; + virtual void get_remote_ip_and_port(std::string &ip, int &port) const = 0; + virtual void get_local_ip_and_port(std::string &ip, int &port) const = 0; + virtual socket_t socket() const = 0; + + template + ssize_t write_format(const char *fmt, const Args &...args); + ssize_t write(const char *ptr); + ssize_t write(const std::string &s); +}; + +class TaskQueue { +public: + TaskQueue() = default; + virtual ~TaskQueue() = default; + + virtual bool enqueue(std::function fn) = 0; + virtual void shutdown() = 0; + + virtual void on_idle() {} +}; + +class ThreadPool : public TaskQueue { +public: + explicit ThreadPool(size_t n, size_t mqr = 0) + : shutdown_(false), max_queued_requests_(mqr) { + while (n) { + threads_.emplace_back(worker(*this)); + n--; + } + } + + ThreadPool(const ThreadPool &) = delete; + ~ThreadPool() override = default; + + bool enqueue(std::function fn) override { + { + std::unique_lock lock(mutex_); + if (max_queued_requests_ > 0 && jobs_.size() >= max_queued_requests_) { + return false; + } + jobs_.push_back(std::move(fn)); + } + + cond_.notify_one(); + return true; + } + + void shutdown() override { + // Stop all worker threads... + { + std::unique_lock lock(mutex_); + shutdown_ = true; + } + + cond_.notify_all(); + + // Join... + for (auto &t : threads_) { + t.join(); + } + } + +private: + struct worker { + explicit worker(ThreadPool &pool) : pool_(pool) {} + + void operator()() { + for (;;) { + std::function fn; + { + std::unique_lock lock(pool_.mutex_); + + pool_.cond_.wait( + lock, [&] { return !pool_.jobs_.empty() || pool_.shutdown_; }); + + if (pool_.shutdown_ && pool_.jobs_.empty()) { break; } + + fn = std::move(pool_.jobs_.front()); + pool_.jobs_.pop_front(); + } + + assert(true == static_cast(fn)); + fn(); + } + } + + ThreadPool &pool_; + }; + friend struct worker; + + std::vector threads_; + std::list> jobs_; + + bool shutdown_; + size_t max_queued_requests_ = 0; + + std::condition_variable cond_; + std::mutex mutex_; +}; + +using Logger = std::function; + +using SocketOptions = std::function; + +void default_socket_options(socket_t sock); + +const char *status_message(int status); + +std::string get_bearer_token_auth(const Request &req); + +namespace detail { + +class MatcherBase { +public: + virtual ~MatcherBase() = default; + + // Match request path and populate its matches and + virtual bool match(Request &request) const = 0; +}; + +/** + * Captures parameters in request path and stores them in Request::path_params + * + * Capture name is a substring of a pattern from : to /. + * The rest of the pattern is matched agains the request path directly + * Parameters are captured starting from the next character after + * the end of the last matched static pattern fragment until the next /. + * + * Example pattern: + * "/path/fragments/:capture/more/fragments/:second_capture" + * Static fragments: + * "/path/fragments/", "more/fragments/" + * + * Given the following request path: + * "/path/fragments/:1/more/fragments/:2" + * the resulting capture will be + * {{"capture", "1"}, {"second_capture", "2"}} + */ +class PathParamsMatcher : public MatcherBase { +public: + PathParamsMatcher(const std::string &pattern); + + bool match(Request &request) const override; + +private: + static constexpr char marker = ':'; + // Treat segment separators as the end of path parameter capture + // Does not need to handle query parameters as they are parsed before path + // matching + static constexpr char separator = '/'; + + // Contains static path fragments to match against, excluding the '/' after + // path params + // Fragments are separated by path params + std::vector static_fragments_; + // Stores the names of the path parameters to be used as keys in the + // Request::path_params map + std::vector param_names_; +}; + +/** + * Performs std::regex_match on request path + * and stores the result in Request::matches + * + * Note that regex match is performed directly on the whole request. + * This means that wildcard patterns may match multiple path segments with /: + * "/begin/(.*)/end" will match both "/begin/middle/end" and "/begin/1/2/end". + */ +class RegexMatcher : public MatcherBase { +public: + RegexMatcher(const std::string &pattern) : regex_(pattern) {} + + bool match(Request &request) const override; + +private: + std::regex regex_; +}; + +ssize_t write_headers(Stream &strm, const Headers &headers); + +} // namespace detail + +class Server { +public: + using Handler = std::function; + + using ExceptionHandler = + std::function; + + enum class HandlerResponse { + Handled, + Unhandled, + }; + using HandlerWithResponse = + std::function; + + using HandlerWithContentReader = std::function; + + using Expect100ContinueHandler = + std::function; + + Server(); + + virtual ~Server(); + + virtual bool is_valid() const; + + Server &Get(const std::string &pattern, Handler handler); + Server &Post(const std::string &pattern, Handler handler); + Server &Post(const std::string &pattern, HandlerWithContentReader handler); + Server &Put(const std::string &pattern, Handler handler); + Server &Put(const std::string &pattern, HandlerWithContentReader handler); + Server &Patch(const std::string &pattern, Handler handler); + Server &Patch(const std::string &pattern, HandlerWithContentReader handler); + Server &Delete(const std::string &pattern, Handler handler); + Server &Delete(const std::string &pattern, HandlerWithContentReader handler); + Server &Options(const std::string &pattern, Handler handler); + + bool set_base_dir(const std::string &dir, + const std::string &mount_point = std::string()); + bool set_mount_point(const std::string &mount_point, const std::string &dir, + Headers headers = Headers()); + bool remove_mount_point(const std::string &mount_point); + Server &set_file_extension_and_mimetype_mapping(const std::string &ext, + const std::string &mime); + Server &set_default_file_mimetype(const std::string &mime); + Server &set_file_request_handler(Handler handler); + + Server &set_error_handler(HandlerWithResponse handler); + Server &set_error_handler(Handler handler); + Server &set_exception_handler(ExceptionHandler handler); + Server &set_pre_routing_handler(HandlerWithResponse handler); + Server &set_post_routing_handler(Handler handler); + + Server &set_expect_100_continue_handler(Expect100ContinueHandler handler); + Server &set_logger(Logger logger); + + Server &set_address_family(int family); + Server &set_tcp_nodelay(bool on); + Server &set_socket_options(SocketOptions socket_options); + + Server &set_default_headers(Headers headers); + Server & + set_header_writer(std::function const &writer); + + Server &set_keep_alive_max_count(size_t count); + Server &set_keep_alive_timeout(time_t sec); + + Server &set_read_timeout(time_t sec, time_t usec = 0); + template + Server &set_read_timeout(const std::chrono::duration &duration); + + Server &set_write_timeout(time_t sec, time_t usec = 0); + template + Server &set_write_timeout(const std::chrono::duration &duration); + + Server &set_idle_interval(time_t sec, time_t usec = 0); + template + Server &set_idle_interval(const std::chrono::duration &duration); + + Server &set_payload_max_length(size_t length); + + bool bind_to_port(const std::string &host, int port, int socket_flags = 0); + int bind_to_any_port(const std::string &host, int socket_flags = 0); + bool listen_after_bind(); + + bool listen(const std::string &host, int port, int socket_flags = 0); + + bool is_running() const; + void wait_until_ready() const; + void stop(); + + std::function new_task_queue; + +protected: + bool process_request(Stream &strm, bool close_connection, + bool &connection_closed, + const std::function &setup_request); + + std::atomic svr_sock_{INVALID_SOCKET}; + size_t keep_alive_max_count_ = CPPHTTPLIB_KEEPALIVE_MAX_COUNT; + time_t keep_alive_timeout_sec_ = CPPHTTPLIB_KEEPALIVE_TIMEOUT_SECOND; + time_t read_timeout_sec_ = CPPHTTPLIB_READ_TIMEOUT_SECOND; + time_t read_timeout_usec_ = CPPHTTPLIB_READ_TIMEOUT_USECOND; + time_t write_timeout_sec_ = CPPHTTPLIB_WRITE_TIMEOUT_SECOND; + time_t write_timeout_usec_ = CPPHTTPLIB_WRITE_TIMEOUT_USECOND; + time_t idle_interval_sec_ = CPPHTTPLIB_IDLE_INTERVAL_SECOND; + time_t idle_interval_usec_ = CPPHTTPLIB_IDLE_INTERVAL_USECOND; + size_t payload_max_length_ = CPPHTTPLIB_PAYLOAD_MAX_LENGTH; + +private: + using Handlers = + std::vector, Handler>>; + using HandlersForContentReader = + std::vector, + HandlerWithContentReader>>; + + static std::unique_ptr + make_matcher(const std::string &pattern); + + socket_t create_server_socket(const std::string &host, int port, + int socket_flags, + SocketOptions socket_options) const; + int bind_internal(const std::string &host, int port, int socket_flags); + bool listen_internal(); + + bool routing(Request &req, Response &res, Stream &strm); + bool handle_file_request(const Request &req, Response &res, + bool head = false); + bool dispatch_request(Request &req, Response &res, + const Handlers &handlers) const; + bool dispatch_request_for_content_reader( + Request &req, Response &res, ContentReader content_reader, + const HandlersForContentReader &handlers) const; + + bool parse_request_line(const char *s, Request &req) const; + void apply_ranges(const Request &req, Response &res, + std::string &content_type, std::string &boundary) const; + bool write_response(Stream &strm, bool close_connection, const Request &req, + Response &res); + bool write_response_with_content(Stream &strm, bool close_connection, + const Request &req, Response &res); + bool write_response_core(Stream &strm, bool close_connection, + const Request &req, Response &res, + bool need_apply_ranges); + bool write_content_with_provider(Stream &strm, const Request &req, + Response &res, const std::string &boundary, + const std::string &content_type); + bool read_content(Stream &strm, Request &req, Response &res); + bool + read_content_with_content_receiver(Stream &strm, Request &req, Response &res, + ContentReceiver receiver, + MultipartContentHeader multipart_header, + ContentReceiver multipart_receiver); + bool read_content_core(Stream &strm, Request &req, Response &res, + ContentReceiver receiver, + MultipartContentHeader multipart_header, + ContentReceiver multipart_receiver) const; + + virtual bool process_and_close_socket(socket_t sock); + + std::atomic is_running_{false}; + std::atomic done_{false}; + + struct MountPointEntry { + std::string mount_point; + std::string base_dir; + Headers headers; + }; + std::vector base_dirs_; + std::map file_extension_and_mimetype_map_; + std::string default_file_mimetype_ = "application/octet-stream"; + Handler file_request_handler_; + + Handlers get_handlers_; + Handlers post_handlers_; + HandlersForContentReader post_handlers_for_content_reader_; + Handlers put_handlers_; + HandlersForContentReader put_handlers_for_content_reader_; + Handlers patch_handlers_; + HandlersForContentReader patch_handlers_for_content_reader_; + Handlers delete_handlers_; + HandlersForContentReader delete_handlers_for_content_reader_; + Handlers options_handlers_; + + HandlerWithResponse error_handler_; + ExceptionHandler exception_handler_; + HandlerWithResponse pre_routing_handler_; + Handler post_routing_handler_; + Expect100ContinueHandler expect_100_continue_handler_; + + Logger logger_; + + int address_family_ = AF_UNSPEC; + bool tcp_nodelay_ = CPPHTTPLIB_TCP_NODELAY; + SocketOptions socket_options_ = default_socket_options; + + Headers default_headers_; + std::function header_writer_ = + detail::write_headers; +}; + +enum class Error { + Success = 0, + Unknown, + Connection, + BindIPAddress, + Read, + Write, + ExceedRedirectCount, + Canceled, + SSLConnection, + SSLLoadingCerts, + SSLServerVerification, + UnsupportedMultipartBoundaryChars, + Compression, + ConnectionTimeout, + ProxyConnection, + + // For internal use only + SSLPeerCouldBeClosed_, +}; + +std::string to_string(Error error); + +std::ostream &operator<<(std::ostream &os, const Error &obj); + +class Result { +public: + Result() = default; + Result(std::unique_ptr &&res, Error err, + Headers &&request_headers = Headers{}) + : res_(std::move(res)), err_(err), + request_headers_(std::move(request_headers)) {} + // Response + operator bool() const { return res_ != nullptr; } + bool operator==(std::nullptr_t) const { return res_ == nullptr; } + bool operator!=(std::nullptr_t) const { return res_ != nullptr; } + const Response &value() const { return *res_; } + Response &value() { return *res_; } + const Response &operator*() const { return *res_; } + Response &operator*() { return *res_; } + const Response *operator->() const { return res_.get(); } + Response *operator->() { return res_.get(); } + + // Error + Error error() const { return err_; } + + // Request Headers + bool has_request_header(const std::string &key) const; + std::string get_request_header_value(const std::string &key, + size_t id = 0) const; + uint64_t get_request_header_value_u64(const std::string &key, + size_t id = 0) const; + size_t get_request_header_value_count(const std::string &key) const; + +private: + std::unique_ptr res_; + Error err_ = Error::Unknown; + Headers request_headers_; +}; + +class ClientImpl { +public: + explicit ClientImpl(const std::string &host); + + explicit ClientImpl(const std::string &host, int port); + + explicit ClientImpl(const std::string &host, int port, + const std::string &client_cert_path, + const std::string &client_key_path); + + virtual ~ClientImpl(); + + virtual bool is_valid() const; + + Result Get(const std::string &path); + Result Get(const std::string &path, const Headers &headers); + Result Get(const std::string &path, Progress progress); + Result Get(const std::string &path, const Headers &headers, + Progress progress); + Result Get(const std::string &path, ContentReceiver content_receiver); + Result Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver); + Result Get(const std::string &path, ContentReceiver content_receiver, + Progress progress); + Result Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver, Progress progress); + Result Get(const std::string &path, ResponseHandler response_handler, + ContentReceiver content_receiver); + Result Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver); + Result Get(const std::string &path, ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress); + Result Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, ContentReceiver content_receiver, + Progress progress); + + Result Get(const std::string &path, const Params ¶ms, + const Headers &headers, Progress progress = nullptr); + Result Get(const std::string &path, const Params ¶ms, + const Headers &headers, ContentReceiver content_receiver, + Progress progress = nullptr); + Result Get(const std::string &path, const Params ¶ms, + const Headers &headers, ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress = nullptr); + + Result Head(const std::string &path); + Result Head(const std::string &path, const Headers &headers); + + Result Post(const std::string &path); + Result Post(const std::string &path, const Headers &headers); + Result Post(const std::string &path, const char *body, size_t content_length, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, const char *body, + size_t content_length, const std::string &content_type); + Result Post(const std::string &path, const std::string &body, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + Result Post(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type); + Result Post(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, + size_t content_length, ContentProvider content_provider, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Post(const std::string &path, const Params ¶ms); + Result Post(const std::string &path, const Headers &headers, + const Params ¶ms); + Result Post(const std::string &path, const MultipartFormDataItems &items); + Result Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items); + Result Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, const std::string &boundary); + Result Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items); + + Result Put(const std::string &path); + Result Put(const std::string &path, const char *body, size_t content_length, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, const char *body, + size_t content_length, const std::string &content_type); + Result Put(const std::string &path, const std::string &body, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + Result Put(const std::string &path, size_t content_length, + ContentProvider content_provider, const std::string &content_type); + Result Put(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, + size_t content_length, ContentProvider content_provider, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Put(const std::string &path, const Params ¶ms); + Result Put(const std::string &path, const Headers &headers, + const Params ¶ms); + Result Put(const std::string &path, const MultipartFormDataItems &items); + Result Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items); + Result Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, const std::string &boundary); + Result Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items); + + Result Patch(const std::string &path); + Result Patch(const std::string &path, const char *body, size_t content_length, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type); + Result Patch(const std::string &path, const std::string &body, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + Result Patch(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type); + Result Patch(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + size_t content_length, ContentProvider content_provider, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + + Result Delete(const std::string &path); + Result Delete(const std::string &path, const Headers &headers); + Result Delete(const std::string &path, const char *body, + size_t content_length, const std::string &content_type); + Result Delete(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type); + Result Delete(const std::string &path, const std::string &body, + const std::string &content_type); + Result Delete(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + + Result Options(const std::string &path); + Result Options(const std::string &path, const Headers &headers); + + bool send(Request &req, Response &res, Error &error); + Result send(const Request &req); + + void stop(); + + std::string host() const; + int port() const; + + size_t is_socket_open() const; + socket_t socket() const; + + void set_hostname_addr_map(std::map addr_map); + + void set_default_headers(Headers headers); + + void + set_header_writer(std::function const &writer); + + void set_address_family(int family); + void set_tcp_nodelay(bool on); + void set_socket_options(SocketOptions socket_options); + + void set_connection_timeout(time_t sec, time_t usec = 0); + template + void + set_connection_timeout(const std::chrono::duration &duration); + + void set_read_timeout(time_t sec, time_t usec = 0); + template + void set_read_timeout(const std::chrono::duration &duration); + + void set_write_timeout(time_t sec, time_t usec = 0); + template + void set_write_timeout(const std::chrono::duration &duration); + + void set_basic_auth(const std::string &username, const std::string &password); + void set_bearer_token_auth(const std::string &token); +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void set_digest_auth(const std::string &username, + const std::string &password); +#endif + + void set_keep_alive(bool on); + void set_follow_location(bool on); + + void set_url_encode(bool on); + + void set_compress(bool on); + + void set_decompress(bool on); + + void set_interface(const std::string &intf); + + void set_proxy(const std::string &host, int port); + void set_proxy_basic_auth(const std::string &username, + const std::string &password); + void set_proxy_bearer_token_auth(const std::string &token); +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void set_proxy_digest_auth(const std::string &username, + const std::string &password); +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void set_ca_cert_path(const std::string &ca_cert_file_path, + const std::string &ca_cert_dir_path = std::string()); + void set_ca_cert_store(X509_STORE *ca_cert_store); + X509_STORE *create_ca_cert_store(const char *ca_cert, std::size_t size) const; +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void enable_server_certificate_verification(bool enabled); +#endif + + void set_logger(Logger logger); + +protected: + struct Socket { + socket_t sock = INVALID_SOCKET; +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + SSL *ssl = nullptr; +#endif + + bool is_open() const { return sock != INVALID_SOCKET; } + }; + + virtual bool create_and_connect_socket(Socket &socket, Error &error); + + // All of: + // shutdown_ssl + // shutdown_socket + // close_socket + // should ONLY be called when socket_mutex_ is locked. + // Also, shutdown_ssl and close_socket should also NOT be called concurrently + // with a DIFFERENT thread sending requests using that socket. + virtual void shutdown_ssl(Socket &socket, bool shutdown_gracefully); + void shutdown_socket(Socket &socket) const; + void close_socket(Socket &socket); + + bool process_request(Stream &strm, Request &req, Response &res, + bool close_connection, Error &error); + + bool write_content_with_provider(Stream &strm, const Request &req, + Error &error) const; + + void copy_settings(const ClientImpl &rhs); + + // Socket endpoint information + const std::string host_; + const int port_; + const std::string host_and_port_; + + // Current open socket + Socket socket_; + mutable std::mutex socket_mutex_; + std::recursive_mutex request_mutex_; + + // These are all protected under socket_mutex + size_t socket_requests_in_flight_ = 0; + std::thread::id socket_requests_are_from_thread_ = std::thread::id(); + bool socket_should_be_closed_when_request_is_done_ = false; + + // Hostname-IP map + std::map addr_map_; + + // Default headers + Headers default_headers_; + + // Header writer + std::function header_writer_ = + detail::write_headers; + + // Settings + std::string client_cert_path_; + std::string client_key_path_; + + time_t connection_timeout_sec_ = CPPHTTPLIB_CONNECTION_TIMEOUT_SECOND; + time_t connection_timeout_usec_ = CPPHTTPLIB_CONNECTION_TIMEOUT_USECOND; + time_t read_timeout_sec_ = CPPHTTPLIB_READ_TIMEOUT_SECOND; + time_t read_timeout_usec_ = CPPHTTPLIB_READ_TIMEOUT_USECOND; + time_t write_timeout_sec_ = CPPHTTPLIB_WRITE_TIMEOUT_SECOND; + time_t write_timeout_usec_ = CPPHTTPLIB_WRITE_TIMEOUT_USECOND; + + std::string basic_auth_username_; + std::string basic_auth_password_; + std::string bearer_token_auth_token_; +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + std::string digest_auth_username_; + std::string digest_auth_password_; +#endif + + bool keep_alive_ = false; + bool follow_location_ = false; + + bool url_encode_ = true; + + int address_family_ = AF_UNSPEC; + bool tcp_nodelay_ = CPPHTTPLIB_TCP_NODELAY; + SocketOptions socket_options_ = nullptr; + + bool compress_ = false; + bool decompress_ = true; + + std::string interface_; + + std::string proxy_host_; + int proxy_port_ = -1; + + std::string proxy_basic_auth_username_; + std::string proxy_basic_auth_password_; + std::string proxy_bearer_token_auth_token_; +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + std::string proxy_digest_auth_username_; + std::string proxy_digest_auth_password_; +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + std::string ca_cert_file_path_; + std::string ca_cert_dir_path_; + + X509_STORE *ca_cert_store_ = nullptr; +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + bool server_certificate_verification_ = true; +#endif + + Logger logger_; + +private: + bool send_(Request &req, Response &res, Error &error); + Result send_(Request &&req); + + socket_t create_client_socket(Error &error) const; + bool read_response_line(Stream &strm, const Request &req, + Response &res) const; + bool write_request(Stream &strm, Request &req, bool close_connection, + Error &error); + bool redirect(Request &req, Response &res, Error &error); + bool handle_request(Stream &strm, Request &req, Response &res, + bool close_connection, Error &error); + std::unique_ptr send_with_content_provider( + Request &req, const char *body, size_t content_length, + ContentProvider content_provider, + ContentProviderWithoutLength content_provider_without_length, + const std::string &content_type, Error &error); + Result send_with_content_provider( + const std::string &method, const std::string &path, + const Headers &headers, const char *body, size_t content_length, + ContentProvider content_provider, + ContentProviderWithoutLength content_provider_without_length, + const std::string &content_type); + ContentProviderWithoutLength get_multipart_content_provider( + const std::string &boundary, const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items) const; + + std::string adjust_host_string(const std::string &host) const; + + virtual bool process_socket(const Socket &socket, + std::function callback); + virtual bool is_ssl() const; +}; + +class Client { +public: + // Universal interface + explicit Client(const std::string &scheme_host_port); + + explicit Client(const std::string &scheme_host_port, + const std::string &client_cert_path, + const std::string &client_key_path); + + // HTTP only interface + explicit Client(const std::string &host, int port); + + explicit Client(const std::string &host, int port, + const std::string &client_cert_path, + const std::string &client_key_path); + + Client(Client &&) = default; + + ~Client(); + + bool is_valid() const; + + Result Get(const std::string &path); + Result Get(const std::string &path, const Headers &headers); + Result Get(const std::string &path, Progress progress); + Result Get(const std::string &path, const Headers &headers, + Progress progress); + Result Get(const std::string &path, ContentReceiver content_receiver); + Result Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver); + Result Get(const std::string &path, ContentReceiver content_receiver, + Progress progress); + Result Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver, Progress progress); + Result Get(const std::string &path, ResponseHandler response_handler, + ContentReceiver content_receiver); + Result Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver); + Result Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, ContentReceiver content_receiver, + Progress progress); + Result Get(const std::string &path, ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress); + + Result Get(const std::string &path, const Params ¶ms, + const Headers &headers, Progress progress = nullptr); + Result Get(const std::string &path, const Params ¶ms, + const Headers &headers, ContentReceiver content_receiver, + Progress progress = nullptr); + Result Get(const std::string &path, const Params ¶ms, + const Headers &headers, ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress = nullptr); + + Result Head(const std::string &path); + Result Head(const std::string &path, const Headers &headers); + + Result Post(const std::string &path); + Result Post(const std::string &path, const Headers &headers); + Result Post(const std::string &path, const char *body, size_t content_length, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, const char *body, + size_t content_length, const std::string &content_type); + Result Post(const std::string &path, const std::string &body, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + Result Post(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type); + Result Post(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, + size_t content_length, ContentProvider content_provider, + const std::string &content_type); + Result Post(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Post(const std::string &path, const Params ¶ms); + Result Post(const std::string &path, const Headers &headers, + const Params ¶ms); + Result Post(const std::string &path, const MultipartFormDataItems &items); + Result Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items); + Result Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, const std::string &boundary); + Result Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items); + + Result Put(const std::string &path); + Result Put(const std::string &path, const char *body, size_t content_length, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, const char *body, + size_t content_length, const std::string &content_type); + Result Put(const std::string &path, const std::string &body, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + Result Put(const std::string &path, size_t content_length, + ContentProvider content_provider, const std::string &content_type); + Result Put(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, + size_t content_length, ContentProvider content_provider, + const std::string &content_type); + Result Put(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Put(const std::string &path, const Params ¶ms); + Result Put(const std::string &path, const Headers &headers, + const Params ¶ms); + Result Put(const std::string &path, const MultipartFormDataItems &items); + Result Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items); + Result Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, const std::string &boundary); + Result Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items); + + Result Patch(const std::string &path); + Result Patch(const std::string &path, const char *body, size_t content_length, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type); + Result Patch(const std::string &path, const std::string &body, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + Result Patch(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type); + Result Patch(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + size_t content_length, ContentProvider content_provider, + const std::string &content_type); + Result Patch(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type); + + Result Delete(const std::string &path); + Result Delete(const std::string &path, const Headers &headers); + Result Delete(const std::string &path, const char *body, + size_t content_length, const std::string &content_type); + Result Delete(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type); + Result Delete(const std::string &path, const std::string &body, + const std::string &content_type); + Result Delete(const std::string &path, const Headers &headers, + const std::string &body, const std::string &content_type); + + Result Options(const std::string &path); + Result Options(const std::string &path, const Headers &headers); + + bool send(Request &req, Response &res, Error &error); + Result send(const Request &req); + + void stop(); + + std::string host() const; + int port() const; + + size_t is_socket_open() const; + socket_t socket() const; + + void set_hostname_addr_map(std::map addr_map); + + void set_default_headers(Headers headers); + + void + set_header_writer(std::function const &writer); + + void set_address_family(int family); + void set_tcp_nodelay(bool on); + void set_socket_options(SocketOptions socket_options); + + void set_connection_timeout(time_t sec, time_t usec = 0); + template + void + set_connection_timeout(const std::chrono::duration &duration); + + void set_read_timeout(time_t sec, time_t usec = 0); + template + void set_read_timeout(const std::chrono::duration &duration); + + void set_write_timeout(time_t sec, time_t usec = 0); + template + void set_write_timeout(const std::chrono::duration &duration); + + void set_basic_auth(const std::string &username, const std::string &password); + void set_bearer_token_auth(const std::string &token); +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void set_digest_auth(const std::string &username, + const std::string &password); +#endif + + void set_keep_alive(bool on); + void set_follow_location(bool on); + + void set_url_encode(bool on); + + void set_compress(bool on); + + void set_decompress(bool on); + + void set_interface(const std::string &intf); + + void set_proxy(const std::string &host, int port); + void set_proxy_basic_auth(const std::string &username, + const std::string &password); + void set_proxy_bearer_token_auth(const std::string &token); +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void set_proxy_digest_auth(const std::string &username, + const std::string &password); +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void enable_server_certificate_verification(bool enabled); +#endif + + void set_logger(Logger logger); + + // SSL +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + void set_ca_cert_path(const std::string &ca_cert_file_path, + const std::string &ca_cert_dir_path = std::string()); + + void set_ca_cert_store(X509_STORE *ca_cert_store); + void load_ca_cert_store(const char *ca_cert, std::size_t size); + + long get_openssl_verify_result() const; + + SSL_CTX *ssl_context() const; +#endif + +private: + std::unique_ptr cli_; + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + bool is_ssl_ = false; +#endif +}; + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +class SSLServer : public Server { +public: + SSLServer(const char *cert_path, const char *private_key_path, + const char *client_ca_cert_file_path = nullptr, + const char *client_ca_cert_dir_path = nullptr, + const char *private_key_password = nullptr); + + SSLServer(X509 *cert, EVP_PKEY *private_key, + X509_STORE *client_ca_cert_store = nullptr); + + SSLServer( + const std::function &setup_ssl_ctx_callback); + + ~SSLServer() override; + + bool is_valid() const override; + + SSL_CTX *ssl_context() const; + +private: + bool process_and_close_socket(socket_t sock) override; + + SSL_CTX *ctx_; + std::mutex ctx_mutex_; +}; + +class SSLClient : public ClientImpl { +public: + explicit SSLClient(const std::string &host); + + explicit SSLClient(const std::string &host, int port); + + explicit SSLClient(const std::string &host, int port, + const std::string &client_cert_path, + const std::string &client_key_path); + + explicit SSLClient(const std::string &host, int port, X509 *client_cert, + EVP_PKEY *client_key); + + ~SSLClient() override; + + bool is_valid() const override; + + void set_ca_cert_store(X509_STORE *ca_cert_store); + void load_ca_cert_store(const char *ca_cert, std::size_t size); + + long get_openssl_verify_result() const; + + SSL_CTX *ssl_context() const; + +private: + bool create_and_connect_socket(Socket &socket, Error &error) override; + void shutdown_ssl(Socket &socket, bool shutdown_gracefully) override; + void shutdown_ssl_impl(Socket &socket, bool shutdown_gracefully); + + bool process_socket(const Socket &socket, + std::function callback) override; + bool is_ssl() const override; + + bool connect_with_proxy(Socket &sock, Response &res, bool &success, + Error &error); + bool initialize_ssl(Socket &socket, Error &error); + + bool load_certs(); + + bool verify_host(X509 *server_cert) const; + bool verify_host_with_subject_alt_name(X509 *server_cert) const; + bool verify_host_with_common_name(X509 *server_cert) const; + bool check_host_name(const char *pattern, size_t pattern_len) const; + + SSL_CTX *ctx_; + std::mutex ctx_mutex_; + std::once_flag initialize_cert_; + + std::vector host_components_; + + long verify_result_ = 0; + + friend class ClientImpl; +}; +#endif + +/* + * Implementation of template methods. + */ + +namespace detail { + +template +inline void duration_to_sec_and_usec(const T &duration, U callback) { + auto sec = std::chrono::duration_cast(duration).count(); + auto usec = std::chrono::duration_cast( + duration - std::chrono::seconds(sec)) + .count(); + callback(static_cast(sec), static_cast(usec)); +} + +inline uint64_t get_header_value_u64(const Headers &headers, + const std::string &key, size_t id, + uint64_t def) { + auto rng = headers.equal_range(key); + auto it = rng.first; + std::advance(it, static_cast(id)); + if (it != rng.second) { + return std::strtoull(it->second.data(), nullptr, 10); + } + return def; +} + +} // namespace detail + +inline uint64_t Request::get_header_value_u64(const std::string &key, + size_t id) const { + return detail::get_header_value_u64(headers, key, id, 0); +} + +inline uint64_t Response::get_header_value_u64(const std::string &key, + size_t id) const { + return detail::get_header_value_u64(headers, key, id, 0); +} + +template +inline ssize_t Stream::write_format(const char *fmt, const Args &...args) { + const auto bufsiz = 2048; + std::array buf{}; + + auto sn = snprintf(buf.data(), buf.size() - 1, fmt, args...); + if (sn <= 0) { return sn; } + + auto n = static_cast(sn); + + if (n >= buf.size() - 1) { + std::vector glowable_buf(buf.size()); + + while (n >= glowable_buf.size() - 1) { + glowable_buf.resize(glowable_buf.size() * 2); + n = static_cast( + snprintf(&glowable_buf[0], glowable_buf.size() - 1, fmt, args...)); + } + return write(&glowable_buf[0], n); + } else { + return write(buf.data(), n); + } +} + +inline void default_socket_options(socket_t sock) { + int yes = 1; +#ifdef _WIN32 + setsockopt(sock, SOL_SOCKET, SO_REUSEADDR, + reinterpret_cast(&yes), sizeof(yes)); + setsockopt(sock, SOL_SOCKET, SO_EXCLUSIVEADDRUSE, + reinterpret_cast(&yes), sizeof(yes)); +#else +#ifdef SO_REUSEPORT + setsockopt(sock, SOL_SOCKET, SO_REUSEPORT, + reinterpret_cast(&yes), sizeof(yes)); +#else + setsockopt(sock, SOL_SOCKET, SO_REUSEADDR, + reinterpret_cast(&yes), sizeof(yes)); +#endif +#endif +} + +inline const char *status_message(int status) { + switch (status) { + case StatusCode::Continue_100: return "Continue"; + case StatusCode::SwitchingProtocol_101: return "Switching Protocol"; + case StatusCode::Processing_102: return "Processing"; + case StatusCode::EarlyHints_103: return "Early Hints"; + case StatusCode::OK_200: return "OK"; + case StatusCode::Created_201: return "Created"; + case StatusCode::Accepted_202: return "Accepted"; + case StatusCode::NonAuthoritativeInformation_203: + return "Non-Authoritative Information"; + case StatusCode::NoContent_204: return "No Content"; + case StatusCode::ResetContent_205: return "Reset Content"; + case StatusCode::PartialContent_206: return "Partial Content"; + case StatusCode::MultiStatus_207: return "Multi-Status"; + case StatusCode::AlreadyReported_208: return "Already Reported"; + case StatusCode::IMUsed_226: return "IM Used"; + case StatusCode::MultipleChoices_300: return "Multiple Choices"; + case StatusCode::MovedPermanently_301: return "Moved Permanently"; + case StatusCode::Found_302: return "Found"; + case StatusCode::SeeOther_303: return "See Other"; + case StatusCode::NotModified_304: return "Not Modified"; + case StatusCode::UseProxy_305: return "Use Proxy"; + case StatusCode::unused_306: return "unused"; + case StatusCode::TemporaryRedirect_307: return "Temporary Redirect"; + case StatusCode::PermanentRedirect_308: return "Permanent Redirect"; + case StatusCode::BadRequest_400: return "Bad Request"; + case StatusCode::Unauthorized_401: return "Unauthorized"; + case StatusCode::PaymentRequired_402: return "Payment Required"; + case StatusCode::Forbidden_403: return "Forbidden"; + case StatusCode::NotFound_404: return "Not Found"; + case StatusCode::MethodNotAllowed_405: return "Method Not Allowed"; + case StatusCode::NotAcceptable_406: return "Not Acceptable"; + case StatusCode::ProxyAuthenticationRequired_407: + return "Proxy Authentication Required"; + case StatusCode::RequestTimeout_408: return "Request Timeout"; + case StatusCode::Conflict_409: return "Conflict"; + case StatusCode::Gone_410: return "Gone"; + case StatusCode::LengthRequired_411: return "Length Required"; + case StatusCode::PreconditionFailed_412: return "Precondition Failed"; + case StatusCode::PayloadTooLarge_413: return "Payload Too Large"; + case StatusCode::UriTooLong_414: return "URI Too Long"; + case StatusCode::UnsupportedMediaType_415: return "Unsupported Media Type"; + case StatusCode::RangeNotSatisfiable_416: return "Range Not Satisfiable"; + case StatusCode::ExpectationFailed_417: return "Expectation Failed"; + case StatusCode::ImATeapot_418: return "I'm a teapot"; + case StatusCode::MisdirectedRequest_421: return "Misdirected Request"; + case StatusCode::UnprocessableContent_422: return "Unprocessable Content"; + case StatusCode::Locked_423: return "Locked"; + case StatusCode::FailedDependency_424: return "Failed Dependency"; + case StatusCode::TooEarly_425: return "Too Early"; + case StatusCode::UpgradeRequired_426: return "Upgrade Required"; + case StatusCode::PreconditionRequired_428: return "Precondition Required"; + case StatusCode::TooManyRequests_429: return "Too Many Requests"; + case StatusCode::RequestHeaderFieldsTooLarge_431: + return "Request Header Fields Too Large"; + case StatusCode::UnavailableForLegalReasons_451: + return "Unavailable For Legal Reasons"; + case StatusCode::NotImplemented_501: return "Not Implemented"; + case StatusCode::BadGateway_502: return "Bad Gateway"; + case StatusCode::ServiceUnavailable_503: return "Service Unavailable"; + case StatusCode::GatewayTimeout_504: return "Gateway Timeout"; + case StatusCode::HttpVersionNotSupported_505: + return "HTTP Version Not Supported"; + case StatusCode::VariantAlsoNegotiates_506: return "Variant Also Negotiates"; + case StatusCode::InsufficientStorage_507: return "Insufficient Storage"; + case StatusCode::LoopDetected_508: return "Loop Detected"; + case StatusCode::NotExtended_510: return "Not Extended"; + case StatusCode::NetworkAuthenticationRequired_511: + return "Network Authentication Required"; + + default: + case StatusCode::InternalServerError_500: return "Internal Server Error"; + } +} + +inline std::string get_bearer_token_auth(const Request &req) { + if (req.has_header("Authorization")) { + static std::string BearerHeaderPrefix = "Bearer "; + return req.get_header_value("Authorization") + .substr(BearerHeaderPrefix.length()); + } + return ""; +} + +template +inline Server & +Server::set_read_timeout(const std::chrono::duration &duration) { + detail::duration_to_sec_and_usec( + duration, [&](time_t sec, time_t usec) { set_read_timeout(sec, usec); }); + return *this; +} + +template +inline Server & +Server::set_write_timeout(const std::chrono::duration &duration) { + detail::duration_to_sec_and_usec( + duration, [&](time_t sec, time_t usec) { set_write_timeout(sec, usec); }); + return *this; +} + +template +inline Server & +Server::set_idle_interval(const std::chrono::duration &duration) { + detail::duration_to_sec_and_usec( + duration, [&](time_t sec, time_t usec) { set_idle_interval(sec, usec); }); + return *this; +} + +inline std::string to_string(const Error error) { + switch (error) { + case Error::Success: return "Success (no error)"; + case Error::Connection: return "Could not establish connection"; + case Error::BindIPAddress: return "Failed to bind IP address"; + case Error::Read: return "Failed to read connection"; + case Error::Write: return "Failed to write connection"; + case Error::ExceedRedirectCount: return "Maximum redirect count exceeded"; + case Error::Canceled: return "Connection handling canceled"; + case Error::SSLConnection: return "SSL connection failed"; + case Error::SSLLoadingCerts: return "SSL certificate loading failed"; + case Error::SSLServerVerification: return "SSL server verification failed"; + case Error::UnsupportedMultipartBoundaryChars: + return "Unsupported HTTP multipart boundary characters"; + case Error::Compression: return "Compression failed"; + case Error::ConnectionTimeout: return "Connection timed out"; + case Error::ProxyConnection: return "Proxy connection failed"; + case Error::Unknown: return "Unknown"; + default: break; + } + + return "Invalid"; +} + +inline std::ostream &operator<<(std::ostream &os, const Error &obj) { + os << to_string(obj); + os << " (" << static_cast::type>(obj) << ')'; + return os; +} + +inline uint64_t Result::get_request_header_value_u64(const std::string &key, + size_t id) const { + return detail::get_header_value_u64(request_headers_, key, id, 0); +} + +template +inline void ClientImpl::set_connection_timeout( + const std::chrono::duration &duration) { + detail::duration_to_sec_and_usec(duration, [&](time_t sec, time_t usec) { + set_connection_timeout(sec, usec); + }); +} + +template +inline void ClientImpl::set_read_timeout( + const std::chrono::duration &duration) { + detail::duration_to_sec_and_usec( + duration, [&](time_t sec, time_t usec) { set_read_timeout(sec, usec); }); +} + +template +inline void ClientImpl::set_write_timeout( + const std::chrono::duration &duration) { + detail::duration_to_sec_and_usec( + duration, [&](time_t sec, time_t usec) { set_write_timeout(sec, usec); }); +} + +template +inline void Client::set_connection_timeout( + const std::chrono::duration &duration) { + cli_->set_connection_timeout(duration); +} + +template +inline void +Client::set_read_timeout(const std::chrono::duration &duration) { + cli_->set_read_timeout(duration); +} + +template +inline void +Client::set_write_timeout(const std::chrono::duration &duration) { + cli_->set_write_timeout(duration); +} + +/* + * Forward declarations and types that will be part of the .h file if split into + * .h + .cc. + */ + +std::string hosted_at(const std::string &hostname); + +void hosted_at(const std::string &hostname, std::vector &addrs); + +std::string append_query_params(const std::string &path, const Params ¶ms); + +std::pair make_range_header(Ranges ranges); + +std::pair +make_basic_authentication_header(const std::string &username, + const std::string &password, + bool is_proxy = false); + +namespace detail { + +std::string encode_query_param(const std::string &value); + +std::string decode_url(const std::string &s, bool convert_plus_to_space); + +void read_file(const std::string &path, std::string &out); + +std::string trim_copy(const std::string &s); + +void split(const char *b, const char *e, char d, + std::function fn); + +void split(const char *b, const char *e, char d, size_t m, + std::function fn); + +bool process_client_socket(socket_t sock, time_t read_timeout_sec, + time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec, + std::function callback); + +socket_t create_client_socket( + const std::string &host, const std::string &ip, int port, + int address_family, bool tcp_nodelay, SocketOptions socket_options, + time_t connection_timeout_sec, time_t connection_timeout_usec, + time_t read_timeout_sec, time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec, const std::string &intf, Error &error); + +const char *get_header_value(const Headers &headers, const std::string &key, + size_t id = 0, const char *def = nullptr); + +std::string params_to_query_str(const Params ¶ms); + +void parse_query_text(const std::string &s, Params ¶ms); + +bool parse_multipart_boundary(const std::string &content_type, + std::string &boundary); + +bool parse_range_header(const std::string &s, Ranges &ranges); + +int close_socket(socket_t sock); + +ssize_t send_socket(socket_t sock, const void *ptr, size_t size, int flags); + +ssize_t read_socket(socket_t sock, void *ptr, size_t size, int flags); + +enum class EncodingType { None = 0, Gzip, Brotli }; + +EncodingType encoding_type(const Request &req, const Response &res); + +class BufferStream : public Stream { +public: + BufferStream() = default; + ~BufferStream() override = default; + + bool is_readable() const override; + bool is_writable() const override; + ssize_t read(char *ptr, size_t size) override; + ssize_t write(const char *ptr, size_t size) override; + void get_remote_ip_and_port(std::string &ip, int &port) const override; + void get_local_ip_and_port(std::string &ip, int &port) const override; + socket_t socket() const override; + + const std::string &get_buffer() const; + +private: + std::string buffer; + size_t position = 0; +}; + +class compressor { +public: + virtual ~compressor() = default; + + typedef std::function Callback; + virtual bool compress(const char *data, size_t data_length, bool last, + Callback callback) = 0; +}; + +class decompressor { +public: + virtual ~decompressor() = default; + + virtual bool is_valid() const = 0; + + typedef std::function Callback; + virtual bool decompress(const char *data, size_t data_length, + Callback callback) = 0; +}; + +class nocompressor : public compressor { +public: + ~nocompressor() override = default; + + bool compress(const char *data, size_t data_length, bool /*last*/, + Callback callback) override; +}; + +#ifdef CPPHTTPLIB_ZLIB_SUPPORT +class gzip_compressor : public compressor { +public: + gzip_compressor(); + ~gzip_compressor() override; + + bool compress(const char *data, size_t data_length, bool last, + Callback callback) override; + +private: + bool is_valid_ = false; + z_stream strm_; +}; + +class gzip_decompressor : public decompressor { +public: + gzip_decompressor(); + ~gzip_decompressor() override; + + bool is_valid() const override; + + bool decompress(const char *data, size_t data_length, + Callback callback) override; + +private: + bool is_valid_ = false; + z_stream strm_; +}; +#endif + +#ifdef CPPHTTPLIB_BROTLI_SUPPORT +class brotli_compressor : public compressor { +public: + brotli_compressor(); + ~brotli_compressor(); + + bool compress(const char *data, size_t data_length, bool last, + Callback callback) override; + +private: + BrotliEncoderState *state_ = nullptr; +}; + +class brotli_decompressor : public decompressor { +public: + brotli_decompressor(); + ~brotli_decompressor(); + + bool is_valid() const override; + + bool decompress(const char *data, size_t data_length, + Callback callback) override; + +private: + BrotliDecoderResult decoder_r; + BrotliDecoderState *decoder_s = nullptr; +}; +#endif + +// NOTE: until the read size reaches `fixed_buffer_size`, use `fixed_buffer` +// to store data. The call can set memory on stack for performance. +class stream_line_reader { +public: + stream_line_reader(Stream &strm, char *fixed_buffer, + size_t fixed_buffer_size); + const char *ptr() const; + size_t size() const; + bool end_with_crlf() const; + bool getline(); + +private: + void append(char c); + + Stream &strm_; + char *fixed_buffer_; + const size_t fixed_buffer_size_; + size_t fixed_buffer_used_size_ = 0; + std::string glowable_buffer_; +}; + +class mmap { +public: + mmap(const char *path); + ~mmap(); + + bool open(const char *path); + void close(); + + bool is_open() const; + size_t size() const; + const char *data() const; + +private: +#if defined(_WIN32) + HANDLE hFile_; + HANDLE hMapping_; +#else + int fd_; +#endif + size_t size_; + void *addr_; +}; + +} // namespace detail + +// ---------------------------------------------------------------------------- + +/* + * Implementation that will be part of the .cc file if split into .h + .cc. + */ + +namespace detail { + +inline bool is_hex(char c, int &v) { + if (0x20 <= c && isdigit(c)) { + v = c - '0'; + return true; + } else if ('A' <= c && c <= 'F') { + v = c - 'A' + 10; + return true; + } else if ('a' <= c && c <= 'f') { + v = c - 'a' + 10; + return true; + } + return false; +} + +inline bool from_hex_to_i(const std::string &s, size_t i, size_t cnt, + int &val) { + if (i >= s.size()) { return false; } + + val = 0; + for (; cnt; i++, cnt--) { + if (!s[i]) { return false; } + auto v = 0; + if (is_hex(s[i], v)) { + val = val * 16 + v; + } else { + return false; + } + } + return true; +} + +inline std::string from_i_to_hex(size_t n) { + static const auto charset = "0123456789abcdef"; + std::string ret; + do { + ret = charset[n & 15] + ret; + n >>= 4; + } while (n > 0); + return ret; +} + +inline size_t to_utf8(int code, char *buff) { + if (code < 0x0080) { + buff[0] = static_cast(code & 0x7F); + return 1; + } else if (code < 0x0800) { + buff[0] = static_cast(0xC0 | ((code >> 6) & 0x1F)); + buff[1] = static_cast(0x80 | (code & 0x3F)); + return 2; + } else if (code < 0xD800) { + buff[0] = static_cast(0xE0 | ((code >> 12) & 0xF)); + buff[1] = static_cast(0x80 | ((code >> 6) & 0x3F)); + buff[2] = static_cast(0x80 | (code & 0x3F)); + return 3; + } else if (code < 0xE000) { // D800 - DFFF is invalid... + return 0; + } else if (code < 0x10000) { + buff[0] = static_cast(0xE0 | ((code >> 12) & 0xF)); + buff[1] = static_cast(0x80 | ((code >> 6) & 0x3F)); + buff[2] = static_cast(0x80 | (code & 0x3F)); + return 3; + } else if (code < 0x110000) { + buff[0] = static_cast(0xF0 | ((code >> 18) & 0x7)); + buff[1] = static_cast(0x80 | ((code >> 12) & 0x3F)); + buff[2] = static_cast(0x80 | ((code >> 6) & 0x3F)); + buff[3] = static_cast(0x80 | (code & 0x3F)); + return 4; + } + + // NOTREACHED + return 0; +} + +// NOTE: This code came up with the following stackoverflow post: +// https://stackoverflow.com/questions/180947/base64-decode-snippet-in-c +inline std::string base64_encode(const std::string &in) { + static const auto lookup = + "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/"; + + std::string out; + out.reserve(in.size()); + + auto val = 0; + auto valb = -6; + + for (auto c : in) { + val = (val << 8) + static_cast(c); + valb += 8; + while (valb >= 0) { + out.push_back(lookup[(val >> valb) & 0x3F]); + valb -= 6; + } + } + + if (valb > -6) { out.push_back(lookup[((val << 8) >> (valb + 8)) & 0x3F]); } + + while (out.size() % 4) { + out.push_back('='); + } + + return out; +} + +inline bool is_file(const std::string &path) { +#ifdef _WIN32 + return _access_s(path.c_str(), 0) == 0; +#else + struct stat st; + return stat(path.c_str(), &st) >= 0 && S_ISREG(st.st_mode); +#endif +} + +inline bool is_dir(const std::string &path) { + struct stat st; + return stat(path.c_str(), &st) >= 0 && S_ISDIR(st.st_mode); +} + +inline bool is_valid_path(const std::string &path) { + size_t level = 0; + size_t i = 0; + + // Skip slash + while (i < path.size() && path[i] == '/') { + i++; + } + + while (i < path.size()) { + // Read component + auto beg = i; + while (i < path.size() && path[i] != '/') { + i++; + } + + auto len = i - beg; + assert(len > 0); + + if (!path.compare(beg, len, ".")) { + ; + } else if (!path.compare(beg, len, "..")) { + if (level == 0) { return false; } + level--; + } else { + level++; + } + + // Skip slash + while (i < path.size() && path[i] == '/') { + i++; + } + } + + return true; +} + +inline std::string encode_query_param(const std::string &value) { + std::ostringstream escaped; + escaped.fill('0'); + escaped << std::hex; + + for (auto c : value) { + if (std::isalnum(static_cast(c)) || c == '-' || c == '_' || + c == '.' || c == '!' || c == '~' || c == '*' || c == '\'' || c == '(' || + c == ')') { + escaped << c; + } else { + escaped << std::uppercase; + escaped << '%' << std::setw(2) + << static_cast(static_cast(c)); + escaped << std::nouppercase; + } + } + + return escaped.str(); +} + +inline std::string encode_url(const std::string &s) { + std::string result; + result.reserve(s.size()); + + for (size_t i = 0; s[i]; i++) { + switch (s[i]) { + case ' ': result += "%20"; break; + case '+': result += "%2B"; break; + case '\r': result += "%0D"; break; + case '\n': result += "%0A"; break; + case '\'': result += "%27"; break; + case ',': result += "%2C"; break; + // case ':': result += "%3A"; break; // ok? probably... + case ';': result += "%3B"; break; + default: + auto c = static_cast(s[i]); + if (c >= 0x80) { + result += '%'; + char hex[4]; + auto len = snprintf(hex, sizeof(hex) - 1, "%02X", c); + assert(len == 2); + result.append(hex, static_cast(len)); + } else { + result += s[i]; + } + break; + } + } + + return result; +} + +inline std::string decode_url(const std::string &s, + bool convert_plus_to_space) { + std::string result; + + for (size_t i = 0; i < s.size(); i++) { + if (s[i] == '%' && i + 1 < s.size()) { + if (s[i + 1] == 'u') { + auto val = 0; + if (from_hex_to_i(s, i + 2, 4, val)) { + // 4 digits Unicode codes + char buff[4]; + size_t len = to_utf8(val, buff); + if (len > 0) { result.append(buff, len); } + i += 5; // 'u0000' + } else { + result += s[i]; + } + } else { + auto val = 0; + if (from_hex_to_i(s, i + 1, 2, val)) { + // 2 digits hex codes + result += static_cast(val); + i += 2; // '00' + } else { + result += s[i]; + } + } + } else if (convert_plus_to_space && s[i] == '+') { + result += ' '; + } else { + result += s[i]; + } + } + + return result; +} + +inline void read_file(const std::string &path, std::string &out) { + std::ifstream fs(path, std::ios_base::binary); + fs.seekg(0, std::ios_base::end); + auto size = fs.tellg(); + fs.seekg(0); + out.resize(static_cast(size)); + fs.read(&out[0], static_cast(size)); +} + +inline std::string file_extension(const std::string &path) { + std::smatch m; + static auto re = std::regex("\\.([a-zA-Z0-9]+)$"); + if (std::regex_search(path, m, re)) { return m[1].str(); } + return std::string(); +} + +inline bool is_space_or_tab(char c) { return c == ' ' || c == '\t'; } + +inline std::pair trim(const char *b, const char *e, size_t left, + size_t right) { + while (b + left < e && is_space_or_tab(b[left])) { + left++; + } + while (right > 0 && is_space_or_tab(b[right - 1])) { + right--; + } + return std::make_pair(left, right); +} + +inline std::string trim_copy(const std::string &s) { + auto r = trim(s.data(), s.data() + s.size(), 0, s.size()); + return s.substr(r.first, r.second - r.first); +} + +inline std::string trim_double_quotes_copy(const std::string &s) { + if (s.length() >= 2 && s.front() == '"' && s.back() == '"') { + return s.substr(1, s.size() - 2); + } + return s; +} + +inline void split(const char *b, const char *e, char d, + std::function fn) { + return split(b, e, d, (std::numeric_limits::max)(), fn); +} + +inline void split(const char *b, const char *e, char d, size_t m, + std::function fn) { + size_t i = 0; + size_t beg = 0; + size_t count = 1; + + while (e ? (b + i < e) : (b[i] != '\0')) { + if (b[i] == d && count < m) { + auto r = trim(b, e, beg, i); + if (r.first < r.second) { fn(&b[r.first], &b[r.second]); } + beg = i + 1; + count++; + } + i++; + } + + if (i) { + auto r = trim(b, e, beg, i); + if (r.first < r.second) { fn(&b[r.first], &b[r.second]); } + } +} + +inline stream_line_reader::stream_line_reader(Stream &strm, char *fixed_buffer, + size_t fixed_buffer_size) + : strm_(strm), fixed_buffer_(fixed_buffer), + fixed_buffer_size_(fixed_buffer_size) {} + +inline const char *stream_line_reader::ptr() const { + if (glowable_buffer_.empty()) { + return fixed_buffer_; + } else { + return glowable_buffer_.data(); + } +} + +inline size_t stream_line_reader::size() const { + if (glowable_buffer_.empty()) { + return fixed_buffer_used_size_; + } else { + return glowable_buffer_.size(); + } +} + +inline bool stream_line_reader::end_with_crlf() const { + auto end = ptr() + size(); + return size() >= 2 && end[-2] == '\r' && end[-1] == '\n'; +} + +inline bool stream_line_reader::getline() { + fixed_buffer_used_size_ = 0; + glowable_buffer_.clear(); + + for (size_t i = 0;; i++) { + char byte; + auto n = strm_.read(&byte, 1); + + if (n < 0) { + return false; + } else if (n == 0) { + if (i == 0) { + return false; + } else { + break; + } + } + + append(byte); + + if (byte == '\n') { break; } + } + + return true; +} + +inline void stream_line_reader::append(char c) { + if (fixed_buffer_used_size_ < fixed_buffer_size_ - 1) { + fixed_buffer_[fixed_buffer_used_size_++] = c; + fixed_buffer_[fixed_buffer_used_size_] = '\0'; + } else { + if (glowable_buffer_.empty()) { + assert(fixed_buffer_[fixed_buffer_used_size_] == '\0'); + glowable_buffer_.assign(fixed_buffer_, fixed_buffer_used_size_); + } + glowable_buffer_ += c; + } +} + +inline mmap::mmap(const char *path) +#if defined(_WIN32) + : hFile_(NULL), hMapping_(NULL) +#else + : fd_(-1) +#endif + , + size_(0), addr_(nullptr) { + open(path); +} + +inline mmap::~mmap() { close(); } + +inline bool mmap::open(const char *path) { + close(); + +#if defined(_WIN32) + hFile_ = ::CreateFileA(path, GENERIC_READ, FILE_SHARE_READ, NULL, + OPEN_EXISTING, FILE_ATTRIBUTE_NORMAL, NULL); + + if (hFile_ == INVALID_HANDLE_VALUE) { return false; } + + size_ = ::GetFileSize(hFile_, NULL); + + hMapping_ = ::CreateFileMapping(hFile_, NULL, PAGE_READONLY, 0, 0, NULL); + + if (hMapping_ == NULL) { + close(); + return false; + } + + addr_ = ::MapViewOfFile(hMapping_, FILE_MAP_READ, 0, 0, 0); +#else + fd_ = ::open(path, O_RDONLY); + if (fd_ == -1) { return false; } + + struct stat sb; + if (fstat(fd_, &sb) == -1) { + close(); + return false; + } + size_ = static_cast(sb.st_size); + + addr_ = ::mmap(NULL, size_, PROT_READ, MAP_PRIVATE, fd_, 0); +#endif + + if (addr_ == nullptr) { + close(); + return false; + } + + return true; +} + +inline bool mmap::is_open() const { return addr_ != nullptr; } + +inline size_t mmap::size() const { return size_; } + +inline const char *mmap::data() const { + return static_cast(addr_); +} + +inline void mmap::close() { +#if defined(_WIN32) + if (addr_) { + ::UnmapViewOfFile(addr_); + addr_ = nullptr; + } + + if (hMapping_) { + ::CloseHandle(hMapping_); + hMapping_ = NULL; + } + + if (hFile_ != INVALID_HANDLE_VALUE) { + ::CloseHandle(hFile_); + hFile_ = INVALID_HANDLE_VALUE; + } +#else + if (addr_ != nullptr) { + munmap(addr_, size_); + addr_ = nullptr; + } + + if (fd_ != -1) { + ::close(fd_); + fd_ = -1; + } +#endif + size_ = 0; +} +inline int close_socket(socket_t sock) { +#ifdef _WIN32 + return closesocket(sock); +#else + return close(sock); +#endif +} + +template inline ssize_t handle_EINTR(T fn) { + ssize_t res = 0; + while (true) { + res = fn(); + if (res < 0 && errno == EINTR) { continue; } + break; + } + return res; +} + +inline ssize_t read_socket(socket_t sock, void *ptr, size_t size, int flags) { + return handle_EINTR([&]() { + return recv(sock, +#ifdef _WIN32 + static_cast(ptr), static_cast(size), +#else + ptr, size, +#endif + flags); + }); +} + +inline ssize_t send_socket(socket_t sock, const void *ptr, size_t size, + int flags) { + return handle_EINTR([&]() { + return send(sock, +#ifdef _WIN32 + static_cast(ptr), static_cast(size), +#else + ptr, size, +#endif + flags); + }); +} + +inline ssize_t select_read(socket_t sock, time_t sec, time_t usec) { +#ifdef CPPHTTPLIB_USE_POLL + struct pollfd pfd_read; + pfd_read.fd = sock; + pfd_read.events = POLLIN; + + auto timeout = static_cast(sec * 1000 + usec / 1000); + + return handle_EINTR([&]() { return poll(&pfd_read, 1, timeout); }); +#else +#ifndef _WIN32 + if (sock >= FD_SETSIZE) { return -1; } +#endif + + fd_set fds; + FD_ZERO(&fds); + FD_SET(sock, &fds); + + timeval tv; + tv.tv_sec = static_cast(sec); + tv.tv_usec = static_cast(usec); + + return handle_EINTR([&]() { + return select(static_cast(sock + 1), &fds, nullptr, nullptr, &tv); + }); +#endif +} + +inline ssize_t select_write(socket_t sock, time_t sec, time_t usec) { +#ifdef CPPHTTPLIB_USE_POLL + struct pollfd pfd_read; + pfd_read.fd = sock; + pfd_read.events = POLLOUT; + + auto timeout = static_cast(sec * 1000 + usec / 1000); + + return handle_EINTR([&]() { return poll(&pfd_read, 1, timeout); }); +#else +#ifndef _WIN32 + if (sock >= FD_SETSIZE) { return -1; } +#endif + + fd_set fds; + FD_ZERO(&fds); + FD_SET(sock, &fds); + + timeval tv; + tv.tv_sec = static_cast(sec); + tv.tv_usec = static_cast(usec); + + return handle_EINTR([&]() { + return select(static_cast(sock + 1), nullptr, &fds, nullptr, &tv); + }); +#endif +} + +inline Error wait_until_socket_is_ready(socket_t sock, time_t sec, + time_t usec) { +#ifdef CPPHTTPLIB_USE_POLL + struct pollfd pfd_read; + pfd_read.fd = sock; + pfd_read.events = POLLIN | POLLOUT; + + auto timeout = static_cast(sec * 1000 + usec / 1000); + + auto poll_res = handle_EINTR([&]() { return poll(&pfd_read, 1, timeout); }); + + if (poll_res == 0) { return Error::ConnectionTimeout; } + + if (poll_res > 0 && pfd_read.revents & (POLLIN | POLLOUT)) { + auto error = 0; + socklen_t len = sizeof(error); + auto res = getsockopt(sock, SOL_SOCKET, SO_ERROR, + reinterpret_cast(&error), &len); + auto successful = res >= 0 && !error; + return successful ? Error::Success : Error::Connection; + } + + return Error::Connection; +#else +#ifndef _WIN32 + if (sock >= FD_SETSIZE) { return Error::Connection; } +#endif + + fd_set fdsr; + FD_ZERO(&fdsr); + FD_SET(sock, &fdsr); + + auto fdsw = fdsr; + auto fdse = fdsr; + + timeval tv; + tv.tv_sec = static_cast(sec); + tv.tv_usec = static_cast(usec); + + auto ret = handle_EINTR([&]() { + return select(static_cast(sock + 1), &fdsr, &fdsw, &fdse, &tv); + }); + + if (ret == 0) { return Error::ConnectionTimeout; } + + if (ret > 0 && (FD_ISSET(sock, &fdsr) || FD_ISSET(sock, &fdsw))) { + auto error = 0; + socklen_t len = sizeof(error); + auto res = getsockopt(sock, SOL_SOCKET, SO_ERROR, + reinterpret_cast(&error), &len); + auto successful = res >= 0 && !error; + return successful ? Error::Success : Error::Connection; + } + return Error::Connection; +#endif +} + +inline bool is_socket_alive(socket_t sock) { + const auto val = detail::select_read(sock, 0, 0); + if (val == 0) { + return true; + } else if (val < 0 && errno == EBADF) { + return false; + } + char buf[1]; + return detail::read_socket(sock, &buf[0], sizeof(buf), MSG_PEEK) > 0; +} + +class SocketStream : public Stream { +public: + SocketStream(socket_t sock, time_t read_timeout_sec, time_t read_timeout_usec, + time_t write_timeout_sec, time_t write_timeout_usec); + ~SocketStream() override; + + bool is_readable() const override; + bool is_writable() const override; + ssize_t read(char *ptr, size_t size) override; + ssize_t write(const char *ptr, size_t size) override; + void get_remote_ip_and_port(std::string &ip, int &port) const override; + void get_local_ip_and_port(std::string &ip, int &port) const override; + socket_t socket() const override; + +private: + socket_t sock_; + time_t read_timeout_sec_; + time_t read_timeout_usec_; + time_t write_timeout_sec_; + time_t write_timeout_usec_; + + std::vector read_buff_; + size_t read_buff_off_ = 0; + size_t read_buff_content_size_ = 0; + + static const size_t read_buff_size_ = 1024l * 4; +}; + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +class SSLSocketStream : public Stream { +public: + SSLSocketStream(socket_t sock, SSL *ssl, time_t read_timeout_sec, + time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec); + ~SSLSocketStream() override; + + bool is_readable() const override; + bool is_writable() const override; + ssize_t read(char *ptr, size_t size) override; + ssize_t write(const char *ptr, size_t size) override; + void get_remote_ip_and_port(std::string &ip, int &port) const override; + void get_local_ip_and_port(std::string &ip, int &port) const override; + socket_t socket() const override; + +private: + socket_t sock_; + SSL *ssl_; + time_t read_timeout_sec_; + time_t read_timeout_usec_; + time_t write_timeout_sec_; + time_t write_timeout_usec_; +}; +#endif + +inline bool keep_alive(socket_t sock, time_t keep_alive_timeout_sec) { + using namespace std::chrono; + auto start = steady_clock::now(); + while (true) { + auto val = select_read(sock, 0, 10000); + if (val < 0) { + return false; + } else if (val == 0) { + auto current = steady_clock::now(); + auto duration = duration_cast(current - start); + auto timeout = keep_alive_timeout_sec * 1000; + if (duration.count() > timeout) { return false; } + std::this_thread::sleep_for(std::chrono::milliseconds(1)); + } else { + return true; + } + } +} + +template +inline bool +process_server_socket_core(const std::atomic &svr_sock, socket_t sock, + size_t keep_alive_max_count, + time_t keep_alive_timeout_sec, T callback) { + assert(keep_alive_max_count > 0); + auto ret = false; + auto count = keep_alive_max_count; + while (svr_sock != INVALID_SOCKET && count > 0 && + keep_alive(sock, keep_alive_timeout_sec)) { + auto close_connection = count == 1; + auto connection_closed = false; + ret = callback(close_connection, connection_closed); + if (!ret || connection_closed) { break; } + count--; + } + return ret; +} + +template +inline bool +process_server_socket(const std::atomic &svr_sock, socket_t sock, + size_t keep_alive_max_count, + time_t keep_alive_timeout_sec, time_t read_timeout_sec, + time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec, T callback) { + return process_server_socket_core( + svr_sock, sock, keep_alive_max_count, keep_alive_timeout_sec, + [&](bool close_connection, bool &connection_closed) { + SocketStream strm(sock, read_timeout_sec, read_timeout_usec, + write_timeout_sec, write_timeout_usec); + return callback(strm, close_connection, connection_closed); + }); +} + +inline bool process_client_socket(socket_t sock, time_t read_timeout_sec, + time_t read_timeout_usec, + time_t write_timeout_sec, + time_t write_timeout_usec, + std::function callback) { + SocketStream strm(sock, read_timeout_sec, read_timeout_usec, + write_timeout_sec, write_timeout_usec); + return callback(strm); +} + +inline int shutdown_socket(socket_t sock) { +#ifdef _WIN32 + return shutdown(sock, SD_BOTH); +#else + return shutdown(sock, SHUT_RDWR); +#endif +} + +template +socket_t create_socket(const std::string &host, const std::string &ip, int port, + int address_family, int socket_flags, bool tcp_nodelay, + SocketOptions socket_options, + BindOrConnect bind_or_connect) { + // Get address info + const char *node = nullptr; + struct addrinfo hints; + struct addrinfo *result; + + memset(&hints, 0, sizeof(struct addrinfo)); + hints.ai_socktype = SOCK_STREAM; + hints.ai_protocol = 0; + + if (!ip.empty()) { + node = ip.c_str(); + // Ask getaddrinfo to convert IP in c-string to address + hints.ai_family = AF_UNSPEC; + hints.ai_flags = AI_NUMERICHOST; + } else { + if (!host.empty()) { node = host.c_str(); } + hints.ai_family = address_family; + hints.ai_flags = socket_flags; + } + +#ifndef _WIN32 + if (hints.ai_family == AF_UNIX) { + const auto addrlen = host.length(); + if (addrlen > sizeof(sockaddr_un::sun_path)) { return INVALID_SOCKET; } + + auto sock = socket(hints.ai_family, hints.ai_socktype, hints.ai_protocol); + if (sock != INVALID_SOCKET) { + sockaddr_un addr{}; + addr.sun_family = AF_UNIX; + std::copy(host.begin(), host.end(), addr.sun_path); + + hints.ai_addr = reinterpret_cast(&addr); + hints.ai_addrlen = static_cast( + sizeof(addr) - sizeof(addr.sun_path) + addrlen); + + fcntl(sock, F_SETFD, FD_CLOEXEC); + if (socket_options) { socket_options(sock); } + + if (!bind_or_connect(sock, hints)) { + close_socket(sock); + sock = INVALID_SOCKET; + } + } + return sock; + } +#endif + + auto service = std::to_string(port); + + if (getaddrinfo(node, service.c_str(), &hints, &result)) { +#if defined __linux__ && !defined __ANDROID__ + res_init(); +#endif + return INVALID_SOCKET; + } + + for (auto rp = result; rp; rp = rp->ai_next) { + // Create a socket +#ifdef _WIN32 + auto sock = + WSASocketW(rp->ai_family, rp->ai_socktype, rp->ai_protocol, nullptr, 0, + WSA_FLAG_NO_HANDLE_INHERIT | WSA_FLAG_OVERLAPPED); + /** + * Since the WSA_FLAG_NO_HANDLE_INHERIT is only supported on Windows 7 SP1 + * and above the socket creation fails on older Windows Systems. + * + * Let's try to create a socket the old way in this case. + * + * Reference: + * https://docs.microsoft.com/en-us/windows/win32/api/winsock2/nf-winsock2-wsasocketa + * + * WSA_FLAG_NO_HANDLE_INHERIT: + * This flag is supported on Windows 7 with SP1, Windows Server 2008 R2 with + * SP1, and later + * + */ + if (sock == INVALID_SOCKET) { + sock = socket(rp->ai_family, rp->ai_socktype, rp->ai_protocol); + } +#else + auto sock = socket(rp->ai_family, rp->ai_socktype, rp->ai_protocol); +#endif + if (sock == INVALID_SOCKET) { continue; } + +#ifndef _WIN32 + if (fcntl(sock, F_SETFD, FD_CLOEXEC) == -1) { + close_socket(sock); + continue; + } +#endif + + if (tcp_nodelay) { + auto yes = 1; +#ifdef _WIN32 + setsockopt(sock, IPPROTO_TCP, TCP_NODELAY, + reinterpret_cast(&yes), sizeof(yes)); +#else + setsockopt(sock, IPPROTO_TCP, TCP_NODELAY, + reinterpret_cast(&yes), sizeof(yes)); +#endif + } + + if (socket_options) { socket_options(sock); } + + if (rp->ai_family == AF_INET6) { + auto no = 0; +#ifdef _WIN32 + setsockopt(sock, IPPROTO_IPV6, IPV6_V6ONLY, + reinterpret_cast(&no), sizeof(no)); +#else + setsockopt(sock, IPPROTO_IPV6, IPV6_V6ONLY, + reinterpret_cast(&no), sizeof(no)); +#endif + } + + // bind or connect + if (bind_or_connect(sock, *rp)) { + freeaddrinfo(result); + return sock; + } + + close_socket(sock); + } + + freeaddrinfo(result); + return INVALID_SOCKET; +} + +inline void set_nonblocking(socket_t sock, bool nonblocking) { +#ifdef _WIN32 + auto flags = nonblocking ? 1UL : 0UL; + ioctlsocket(sock, FIONBIO, &flags); +#else + auto flags = fcntl(sock, F_GETFL, 0); + fcntl(sock, F_SETFL, + nonblocking ? (flags | O_NONBLOCK) : (flags & (~O_NONBLOCK))); +#endif +} + +inline bool is_connection_error() { +#ifdef _WIN32 + return WSAGetLastError() != WSAEWOULDBLOCK; +#else + return errno != EINPROGRESS; +#endif +} + +inline bool bind_ip_address(socket_t sock, const std::string &host) { + struct addrinfo hints; + struct addrinfo *result; + + memset(&hints, 0, sizeof(struct addrinfo)); + hints.ai_family = AF_UNSPEC; + hints.ai_socktype = SOCK_STREAM; + hints.ai_protocol = 0; + + if (getaddrinfo(host.c_str(), "0", &hints, &result)) { return false; } + + auto ret = false; + for (auto rp = result; rp; rp = rp->ai_next) { + const auto &ai = *rp; + if (!::bind(sock, ai.ai_addr, static_cast(ai.ai_addrlen))) { + ret = true; + break; + } + } + + freeaddrinfo(result); + return ret; +} + +#if !defined _WIN32 && !defined ANDROID && !defined _AIX && !defined __MVS__ +#define USE_IF2IP +#endif + +#ifdef USE_IF2IP +inline std::string if2ip(int address_family, const std::string &ifn) { + struct ifaddrs *ifap; + getifaddrs(&ifap); + std::string addr_candidate; + for (auto ifa = ifap; ifa; ifa = ifa->ifa_next) { + if (ifa->ifa_addr && ifn == ifa->ifa_name && + (AF_UNSPEC == address_family || + ifa->ifa_addr->sa_family == address_family)) { + if (ifa->ifa_addr->sa_family == AF_INET) { + auto sa = reinterpret_cast(ifa->ifa_addr); + char buf[INET_ADDRSTRLEN]; + if (inet_ntop(AF_INET, &sa->sin_addr, buf, INET_ADDRSTRLEN)) { + freeifaddrs(ifap); + return std::string(buf, INET_ADDRSTRLEN); + } + } else if (ifa->ifa_addr->sa_family == AF_INET6) { + auto sa = reinterpret_cast(ifa->ifa_addr); + if (!IN6_IS_ADDR_LINKLOCAL(&sa->sin6_addr)) { + char buf[INET6_ADDRSTRLEN] = {}; + if (inet_ntop(AF_INET6, &sa->sin6_addr, buf, INET6_ADDRSTRLEN)) { + // equivalent to mac's IN6_IS_ADDR_UNIQUE_LOCAL + auto s6_addr_head = sa->sin6_addr.s6_addr[0]; + if (s6_addr_head == 0xfc || s6_addr_head == 0xfd) { + addr_candidate = std::string(buf, INET6_ADDRSTRLEN); + } else { + freeifaddrs(ifap); + return std::string(buf, INET6_ADDRSTRLEN); + } + } + } + } + } + } + freeifaddrs(ifap); + return addr_candidate; +} +#endif + +inline socket_t create_client_socket( + const std::string &host, const std::string &ip, int port, + int address_family, bool tcp_nodelay, SocketOptions socket_options, + time_t connection_timeout_sec, time_t connection_timeout_usec, + time_t read_timeout_sec, time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec, const std::string &intf, Error &error) { + auto sock = create_socket( + host, ip, port, address_family, 0, tcp_nodelay, std::move(socket_options), + [&](socket_t sock2, struct addrinfo &ai) -> bool { + if (!intf.empty()) { +#ifdef USE_IF2IP + auto ip_from_if = if2ip(address_family, intf); + if (ip_from_if.empty()) { ip_from_if = intf; } + if (!bind_ip_address(sock2, ip_from_if)) { + error = Error::BindIPAddress; + return false; + } +#endif + } + + set_nonblocking(sock2, true); + + auto ret = + ::connect(sock2, ai.ai_addr, static_cast(ai.ai_addrlen)); + + if (ret < 0) { + if (is_connection_error()) { + error = Error::Connection; + return false; + } + error = wait_until_socket_is_ready(sock2, connection_timeout_sec, + connection_timeout_usec); + if (error != Error::Success) { return false; } + } + + set_nonblocking(sock2, false); + + { +#ifdef _WIN32 + auto timeout = static_cast(read_timeout_sec * 1000 + + read_timeout_usec / 1000); + setsockopt(sock2, SOL_SOCKET, SO_RCVTIMEO, + reinterpret_cast(&timeout), sizeof(timeout)); +#else + timeval tv; + tv.tv_sec = static_cast(read_timeout_sec); + tv.tv_usec = static_cast(read_timeout_usec); + setsockopt(sock2, SOL_SOCKET, SO_RCVTIMEO, + reinterpret_cast(&tv), sizeof(tv)); +#endif + } + { + +#ifdef _WIN32 + auto timeout = static_cast(write_timeout_sec * 1000 + + write_timeout_usec / 1000); + setsockopt(sock2, SOL_SOCKET, SO_SNDTIMEO, + reinterpret_cast(&timeout), sizeof(timeout)); +#else + timeval tv; + tv.tv_sec = static_cast(write_timeout_sec); + tv.tv_usec = static_cast(write_timeout_usec); + setsockopt(sock2, SOL_SOCKET, SO_SNDTIMEO, + reinterpret_cast(&tv), sizeof(tv)); +#endif + } + + error = Error::Success; + return true; + }); + + if (sock != INVALID_SOCKET) { + error = Error::Success; + } else { + if (error == Error::Success) { error = Error::Connection; } + } + + return sock; +} + +inline bool get_ip_and_port(const struct sockaddr_storage &addr, + socklen_t addr_len, std::string &ip, int &port) { + if (addr.ss_family == AF_INET) { + port = ntohs(reinterpret_cast(&addr)->sin_port); + } else if (addr.ss_family == AF_INET6) { + port = + ntohs(reinterpret_cast(&addr)->sin6_port); + } else { + return false; + } + + std::array ipstr{}; + if (getnameinfo(reinterpret_cast(&addr), addr_len, + ipstr.data(), static_cast(ipstr.size()), nullptr, + 0, NI_NUMERICHOST)) { + return false; + } + + ip = ipstr.data(); + return true; +} + +inline void get_local_ip_and_port(socket_t sock, std::string &ip, int &port) { + struct sockaddr_storage addr; + socklen_t addr_len = sizeof(addr); + if (!getsockname(sock, reinterpret_cast(&addr), + &addr_len)) { + get_ip_and_port(addr, addr_len, ip, port); + } +} + +inline void get_remote_ip_and_port(socket_t sock, std::string &ip, int &port) { + struct sockaddr_storage addr; + socklen_t addr_len = sizeof(addr); + + if (!getpeername(sock, reinterpret_cast(&addr), + &addr_len)) { +#ifndef _WIN32 + if (addr.ss_family == AF_UNIX) { +#if defined(__linux__) + struct ucred ucred; + socklen_t len = sizeof(ucred); + if (getsockopt(sock, SOL_SOCKET, SO_PEERCRED, &ucred, &len) == 0) { + port = ucred.pid; + } +#elif defined(SOL_LOCAL) && defined(SO_PEERPID) // __APPLE__ + pid_t pid; + socklen_t len = sizeof(pid); + if (getsockopt(sock, SOL_LOCAL, SO_PEERPID, &pid, &len) == 0) { + port = pid; + } +#endif + return; + } +#endif + get_ip_and_port(addr, addr_len, ip, port); + } +} + +inline constexpr unsigned int str2tag_core(const char *s, size_t l, + unsigned int h) { + return (l == 0) + ? h + : str2tag_core( + s + 1, l - 1, + // Unsets the 6 high bits of h, therefore no overflow happens + (((std::numeric_limits::max)() >> 6) & + h * 33) ^ + static_cast(*s)); +} + +inline unsigned int str2tag(const std::string &s) { + return str2tag_core(s.data(), s.size(), 0); +} + +namespace udl { + +inline constexpr unsigned int operator"" _t(const char *s, size_t l) { + return str2tag_core(s, l, 0); +} + +} // namespace udl + +inline std::string +find_content_type(const std::string &path, + const std::map &user_data, + const std::string &default_content_type) { + auto ext = file_extension(path); + + auto it = user_data.find(ext); + if (it != user_data.end()) { return it->second; } + + using udl::operator""_t; + + switch (str2tag(ext)) { + default: return default_content_type; + + case "css"_t: return "text/css"; + case "csv"_t: return "text/csv"; + case "htm"_t: + case "html"_t: return "text/html"; + case "js"_t: + case "mjs"_t: return "text/javascript"; + case "txt"_t: return "text/plain"; + case "vtt"_t: return "text/vtt"; + + case "apng"_t: return "image/apng"; + case "avif"_t: return "image/avif"; + case "bmp"_t: return "image/bmp"; + case "gif"_t: return "image/gif"; + case "png"_t: return "image/png"; + case "svg"_t: return "image/svg+xml"; + case "webp"_t: return "image/webp"; + case "ico"_t: return "image/x-icon"; + case "tif"_t: return "image/tiff"; + case "tiff"_t: return "image/tiff"; + case "jpg"_t: + case "jpeg"_t: return "image/jpeg"; + + case "mp4"_t: return "video/mp4"; + case "mpeg"_t: return "video/mpeg"; + case "webm"_t: return "video/webm"; + + case "mp3"_t: return "audio/mp3"; + case "mpga"_t: return "audio/mpeg"; + case "weba"_t: return "audio/webm"; + case "wav"_t: return "audio/wave"; + + case "otf"_t: return "font/otf"; + case "ttf"_t: return "font/ttf"; + case "woff"_t: return "font/woff"; + case "woff2"_t: return "font/woff2"; + + case "7z"_t: return "application/x-7z-compressed"; + case "atom"_t: return "application/atom+xml"; + case "pdf"_t: return "application/pdf"; + case "json"_t: return "application/json"; + case "rss"_t: return "application/rss+xml"; + case "tar"_t: return "application/x-tar"; + case "xht"_t: + case "xhtml"_t: return "application/xhtml+xml"; + case "xslt"_t: return "application/xslt+xml"; + case "xml"_t: return "application/xml"; + case "gz"_t: return "application/gzip"; + case "zip"_t: return "application/zip"; + case "wasm"_t: return "application/wasm"; + } +} + +inline bool can_compress_content_type(const std::string &content_type) { + using udl::operator""_t; + + auto tag = str2tag(content_type); + + switch (tag) { + case "image/svg+xml"_t: + case "application/javascript"_t: + case "application/json"_t: + case "application/xml"_t: + case "application/protobuf"_t: + case "application/xhtml+xml"_t: return true; + + default: + return !content_type.rfind("text/", 0) && tag != "text/event-stream"_t; + } +} + +inline EncodingType encoding_type(const Request &req, const Response &res) { + auto ret = + detail::can_compress_content_type(res.get_header_value("Content-Type")); + if (!ret) { return EncodingType::None; } + + const auto &s = req.get_header_value("Accept-Encoding"); + (void)(s); + +#ifdef CPPHTTPLIB_BROTLI_SUPPORT + // TODO: 'Accept-Encoding' has br, not br;q=0 + ret = s.find("br") != std::string::npos; + if (ret) { return EncodingType::Brotli; } +#endif + +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + // TODO: 'Accept-Encoding' has gzip, not gzip;q=0 + ret = s.find("gzip") != std::string::npos; + if (ret) { return EncodingType::Gzip; } +#endif + + return EncodingType::None; +} + +inline bool nocompressor::compress(const char *data, size_t data_length, + bool /*last*/, Callback callback) { + if (!data_length) { return true; } + return callback(data, data_length); +} + +#ifdef CPPHTTPLIB_ZLIB_SUPPORT +inline gzip_compressor::gzip_compressor() { + std::memset(&strm_, 0, sizeof(strm_)); + strm_.zalloc = Z_NULL; + strm_.zfree = Z_NULL; + strm_.opaque = Z_NULL; + + is_valid_ = deflateInit2(&strm_, Z_DEFAULT_COMPRESSION, Z_DEFLATED, 31, 8, + Z_DEFAULT_STRATEGY) == Z_OK; +} + +inline gzip_compressor::~gzip_compressor() { deflateEnd(&strm_); } + +inline bool gzip_compressor::compress(const char *data, size_t data_length, + bool last, Callback callback) { + assert(is_valid_); + + do { + constexpr size_t max_avail_in = + (std::numeric_limits::max)(); + + strm_.avail_in = static_cast( + (std::min)(data_length, max_avail_in)); + strm_.next_in = const_cast(reinterpret_cast(data)); + + data_length -= strm_.avail_in; + data += strm_.avail_in; + + auto flush = (last && data_length == 0) ? Z_FINISH : Z_NO_FLUSH; + auto ret = Z_OK; + + std::array buff{}; + do { + strm_.avail_out = static_cast(buff.size()); + strm_.next_out = reinterpret_cast(buff.data()); + + ret = deflate(&strm_, flush); + if (ret == Z_STREAM_ERROR) { return false; } + + if (!callback(buff.data(), buff.size() - strm_.avail_out)) { + return false; + } + } while (strm_.avail_out == 0); + + assert((flush == Z_FINISH && ret == Z_STREAM_END) || + (flush == Z_NO_FLUSH && ret == Z_OK)); + assert(strm_.avail_in == 0); + } while (data_length > 0); + + return true; +} + +inline gzip_decompressor::gzip_decompressor() { + std::memset(&strm_, 0, sizeof(strm_)); + strm_.zalloc = Z_NULL; + strm_.zfree = Z_NULL; + strm_.opaque = Z_NULL; + + // 15 is the value of wbits, which should be at the maximum possible value + // to ensure that any gzip stream can be decoded. The offset of 32 specifies + // that the stream type should be automatically detected either gzip or + // deflate. + is_valid_ = inflateInit2(&strm_, 32 + 15) == Z_OK; +} + +inline gzip_decompressor::~gzip_decompressor() { inflateEnd(&strm_); } + +inline bool gzip_decompressor::is_valid() const { return is_valid_; } + +inline bool gzip_decompressor::decompress(const char *data, size_t data_length, + Callback callback) { + assert(is_valid_); + + auto ret = Z_OK; + + do { + constexpr size_t max_avail_in = + (std::numeric_limits::max)(); + + strm_.avail_in = static_cast( + (std::min)(data_length, max_avail_in)); + strm_.next_in = const_cast(reinterpret_cast(data)); + + data_length -= strm_.avail_in; + data += strm_.avail_in; + + std::array buff{}; + while (strm_.avail_in > 0 && ret == Z_OK) { + strm_.avail_out = static_cast(buff.size()); + strm_.next_out = reinterpret_cast(buff.data()); + + ret = inflate(&strm_, Z_NO_FLUSH); + + assert(ret != Z_STREAM_ERROR); + switch (ret) { + case Z_NEED_DICT: + case Z_DATA_ERROR: + case Z_MEM_ERROR: inflateEnd(&strm_); return false; + } + + if (!callback(buff.data(), buff.size() - strm_.avail_out)) { + return false; + } + } + + if (ret != Z_OK && ret != Z_STREAM_END) { return false; } + + } while (data_length > 0); + + return true; +} +#endif + +#ifdef CPPHTTPLIB_BROTLI_SUPPORT +inline brotli_compressor::brotli_compressor() { + state_ = BrotliEncoderCreateInstance(nullptr, nullptr, nullptr); +} + +inline brotli_compressor::~brotli_compressor() { + BrotliEncoderDestroyInstance(state_); +} + +inline bool brotli_compressor::compress(const char *data, size_t data_length, + bool last, Callback callback) { + std::array buff{}; + + auto operation = last ? BROTLI_OPERATION_FINISH : BROTLI_OPERATION_PROCESS; + auto available_in = data_length; + auto next_in = reinterpret_cast(data); + + for (;;) { + if (last) { + if (BrotliEncoderIsFinished(state_)) { break; } + } else { + if (!available_in) { break; } + } + + auto available_out = buff.size(); + auto next_out = buff.data(); + + if (!BrotliEncoderCompressStream(state_, operation, &available_in, &next_in, + &available_out, &next_out, nullptr)) { + return false; + } + + auto output_bytes = buff.size() - available_out; + if (output_bytes) { + callback(reinterpret_cast(buff.data()), output_bytes); + } + } + + return true; +} + +inline brotli_decompressor::brotli_decompressor() { + decoder_s = BrotliDecoderCreateInstance(0, 0, 0); + decoder_r = decoder_s ? BROTLI_DECODER_RESULT_NEEDS_MORE_INPUT + : BROTLI_DECODER_RESULT_ERROR; +} + +inline brotli_decompressor::~brotli_decompressor() { + if (decoder_s) { BrotliDecoderDestroyInstance(decoder_s); } +} + +inline bool brotli_decompressor::is_valid() const { return decoder_s; } + +inline bool brotli_decompressor::decompress(const char *data, + size_t data_length, + Callback callback) { + if (decoder_r == BROTLI_DECODER_RESULT_SUCCESS || + decoder_r == BROTLI_DECODER_RESULT_ERROR) { + return 0; + } + + auto next_in = reinterpret_cast(data); + size_t avail_in = data_length; + size_t total_out; + + decoder_r = BROTLI_DECODER_RESULT_NEEDS_MORE_OUTPUT; + + std::array buff{}; + while (decoder_r == BROTLI_DECODER_RESULT_NEEDS_MORE_OUTPUT) { + char *next_out = buff.data(); + size_t avail_out = buff.size(); + + decoder_r = BrotliDecoderDecompressStream( + decoder_s, &avail_in, &next_in, &avail_out, + reinterpret_cast(&next_out), &total_out); + + if (decoder_r == BROTLI_DECODER_RESULT_ERROR) { return false; } + + if (!callback(buff.data(), buff.size() - avail_out)) { return false; } + } + + return decoder_r == BROTLI_DECODER_RESULT_SUCCESS || + decoder_r == BROTLI_DECODER_RESULT_NEEDS_MORE_INPUT; +} +#endif + +inline bool has_header(const Headers &headers, const std::string &key) { + return headers.find(key) != headers.end(); +} + +inline const char *get_header_value(const Headers &headers, + const std::string &key, size_t id, + const char *def) { + auto rng = headers.equal_range(key); + auto it = rng.first; + std::advance(it, static_cast(id)); + if (it != rng.second) { return it->second.c_str(); } + return def; +} + +inline bool compare_case_ignore(const std::string &a, const std::string &b) { + if (a.size() != b.size()) { return false; } + for (size_t i = 0; i < b.size(); i++) { + if (::tolower(a[i]) != ::tolower(b[i])) { return false; } + } + return true; +} + +template +inline bool parse_header(const char *beg, const char *end, T fn) { + // Skip trailing spaces and tabs. + while (beg < end && is_space_or_tab(end[-1])) { + end--; + } + + auto p = beg; + while (p < end && *p != ':') { + p++; + } + + if (p == end) { return false; } + + auto key_end = p; + + if (*p++ != ':') { return false; } + + while (p < end && is_space_or_tab(*p)) { + p++; + } + + if (p < end) { + auto key_len = key_end - beg; + if (!key_len) { return false; } + + auto key = std::string(beg, key_end); + auto val = compare_case_ignore(key, "Location") + ? std::string(p, end) + : decode_url(std::string(p, end), false); + fn(std::move(key), std::move(val)); + return true; + } + + return false; +} + +inline bool read_headers(Stream &strm, Headers &headers) { + const auto bufsiz = 2048; + char buf[bufsiz]; + stream_line_reader line_reader(strm, buf, bufsiz); + + for (;;) { + if (!line_reader.getline()) { return false; } + + // Check if the line ends with CRLF. + auto line_terminator_len = 2; + if (line_reader.end_with_crlf()) { + // Blank line indicates end of headers. + if (line_reader.size() == 2) { break; } +#ifdef CPPHTTPLIB_ALLOW_LF_AS_LINE_TERMINATOR + } else { + // Blank line indicates end of headers. + if (line_reader.size() == 1) { break; } + line_terminator_len = 1; + } +#else + } else { + continue; // Skip invalid line. + } +#endif + + if (line_reader.size() > CPPHTTPLIB_HEADER_MAX_LENGTH) { return false; } + + // Exclude line terminator + auto end = line_reader.ptr() + line_reader.size() - line_terminator_len; + + parse_header(line_reader.ptr(), end, + [&](std::string &&key, std::string &&val) { + headers.emplace(std::move(key), std::move(val)); + }); + } + + return true; +} + +inline bool read_content_with_length(Stream &strm, uint64_t len, + Progress progress, + ContentReceiverWithProgress out) { + char buf[CPPHTTPLIB_RECV_BUFSIZ]; + + uint64_t r = 0; + while (r < len) { + auto read_len = static_cast(len - r); + auto n = strm.read(buf, (std::min)(read_len, CPPHTTPLIB_RECV_BUFSIZ)); + if (n <= 0) { return false; } + + if (!out(buf, static_cast(n), r, len)) { return false; } + r += static_cast(n); + + if (progress) { + if (!progress(r, len)) { return false; } + } + } + + return true; +} + +inline void skip_content_with_length(Stream &strm, uint64_t len) { + char buf[CPPHTTPLIB_RECV_BUFSIZ]; + uint64_t r = 0; + while (r < len) { + auto read_len = static_cast(len - r); + auto n = strm.read(buf, (std::min)(read_len, CPPHTTPLIB_RECV_BUFSIZ)); + if (n <= 0) { return; } + r += static_cast(n); + } +} + +inline bool read_content_without_length(Stream &strm, + ContentReceiverWithProgress out) { + char buf[CPPHTTPLIB_RECV_BUFSIZ]; + uint64_t r = 0; + for (;;) { + auto n = strm.read(buf, CPPHTTPLIB_RECV_BUFSIZ); + if (n <= 0) { return true; } + + if (!out(buf, static_cast(n), r, 0)) { return false; } + r += static_cast(n); + } + + return true; +} + +template +inline bool read_content_chunked(Stream &strm, T &x, + ContentReceiverWithProgress out) { + const auto bufsiz = 16; + char buf[bufsiz]; + + stream_line_reader line_reader(strm, buf, bufsiz); + + if (!line_reader.getline()) { return false; } + + unsigned long chunk_len; + while (true) { + char *end_ptr; + + chunk_len = std::strtoul(line_reader.ptr(), &end_ptr, 16); + + if (end_ptr == line_reader.ptr()) { return false; } + if (chunk_len == ULONG_MAX) { return false; } + + if (chunk_len == 0) { break; } + + if (!read_content_with_length(strm, chunk_len, nullptr, out)) { + return false; + } + + if (!line_reader.getline()) { return false; } + + if (strcmp(line_reader.ptr(), "\r\n") != 0) { return false; } + + if (!line_reader.getline()) { return false; } + } + + assert(chunk_len == 0); + + // Trailer + if (!line_reader.getline()) { return false; } + + while (strcmp(line_reader.ptr(), "\r\n") != 0) { + if (line_reader.size() > CPPHTTPLIB_HEADER_MAX_LENGTH) { return false; } + + // Exclude line terminator + constexpr auto line_terminator_len = 2; + auto end = line_reader.ptr() + line_reader.size() - line_terminator_len; + + parse_header(line_reader.ptr(), end, + [&](std::string &&key, std::string &&val) { + x.headers.emplace(std::move(key), std::move(val)); + }); + + if (!line_reader.getline()) { return false; } + } + + return true; +} + +inline bool is_chunked_transfer_encoding(const Headers &headers) { + return compare_case_ignore( + get_header_value(headers, "Transfer-Encoding", 0, ""), "chunked"); +} + +template +bool prepare_content_receiver(T &x, int &status, + ContentReceiverWithProgress receiver, + bool decompress, U callback) { + if (decompress) { + std::string encoding = x.get_header_value("Content-Encoding"); + std::unique_ptr decompressor; + + if (encoding == "gzip" || encoding == "deflate") { +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + decompressor = detail::make_unique(); +#else + status = StatusCode::UnsupportedMediaType_415; + return false; +#endif + } else if (encoding.find("br") != std::string::npos) { +#ifdef CPPHTTPLIB_BROTLI_SUPPORT + decompressor = detail::make_unique(); +#else + status = StatusCode::UnsupportedMediaType_415; + return false; +#endif + } + + if (decompressor) { + if (decompressor->is_valid()) { + ContentReceiverWithProgress out = [&](const char *buf, size_t n, + uint64_t off, uint64_t len) { + return decompressor->decompress(buf, n, + [&](const char *buf2, size_t n2) { + return receiver(buf2, n2, off, len); + }); + }; + return callback(std::move(out)); + } else { + status = StatusCode::InternalServerError_500; + return false; + } + } + } + + ContentReceiverWithProgress out = [&](const char *buf, size_t n, uint64_t off, + uint64_t len) { + return receiver(buf, n, off, len); + }; + return callback(std::move(out)); +} + +template +bool read_content(Stream &strm, T &x, size_t payload_max_length, int &status, + Progress progress, ContentReceiverWithProgress receiver, + bool decompress) { + return prepare_content_receiver( + x, status, std::move(receiver), decompress, + [&](const ContentReceiverWithProgress &out) { + auto ret = true; + auto exceed_payload_max_length = false; + + if (is_chunked_transfer_encoding(x.headers)) { + ret = read_content_chunked(strm, x, out); + } else if (!has_header(x.headers, "Content-Length")) { + ret = read_content_without_length(strm, out); + } else { + auto len = get_header_value_u64(x.headers, "Content-Length", 0, 0); + if (len > payload_max_length) { + exceed_payload_max_length = true; + skip_content_with_length(strm, len); + ret = false; + } else if (len > 0) { + ret = read_content_with_length(strm, len, std::move(progress), out); + } + } + + if (!ret) { + status = exceed_payload_max_length ? StatusCode::PayloadTooLarge_413 + : StatusCode::BadRequest_400; + } + return ret; + }); +} // namespace detail + +inline ssize_t write_headers(Stream &strm, const Headers &headers) { + ssize_t write_len = 0; + for (const auto &x : headers) { + auto len = + strm.write_format("%s: %s\r\n", x.first.c_str(), x.second.c_str()); + if (len < 0) { return len; } + write_len += len; + } + auto len = strm.write("\r\n"); + if (len < 0) { return len; } + write_len += len; + return write_len; +} + +inline bool write_data(Stream &strm, const char *d, size_t l) { + size_t offset = 0; + while (offset < l) { + auto length = strm.write(d + offset, l - offset); + if (length < 0) { return false; } + offset += static_cast(length); + } + return true; +} + +template +inline bool write_content(Stream &strm, const ContentProvider &content_provider, + size_t offset, size_t length, T is_shutting_down, + Error &error) { + size_t end_offset = offset + length; + auto ok = true; + DataSink data_sink; + + data_sink.write = [&](const char *d, size_t l) -> bool { + if (ok) { + if (strm.is_writable() && write_data(strm, d, l)) { + offset += l; + } else { + ok = false; + } + } + return ok; + }; + + data_sink.is_writable = [&]() -> bool { return strm.is_writable(); }; + + while (offset < end_offset && !is_shutting_down()) { + if (!strm.is_writable()) { + error = Error::Write; + return false; + } else if (!content_provider(offset, end_offset - offset, data_sink)) { + error = Error::Canceled; + return false; + } else if (!ok) { + error = Error::Write; + return false; + } + } + + error = Error::Success; + return true; +} + +template +inline bool write_content(Stream &strm, const ContentProvider &content_provider, + size_t offset, size_t length, + const T &is_shutting_down) { + auto error = Error::Success; + return write_content(strm, content_provider, offset, length, is_shutting_down, + error); +} + +template +inline bool +write_content_without_length(Stream &strm, + const ContentProvider &content_provider, + const T &is_shutting_down) { + size_t offset = 0; + auto data_available = true; + auto ok = true; + DataSink data_sink; + + data_sink.write = [&](const char *d, size_t l) -> bool { + if (ok) { + offset += l; + if (!strm.is_writable() || !write_data(strm, d, l)) { ok = false; } + } + return ok; + }; + + data_sink.is_writable = [&]() -> bool { return strm.is_writable(); }; + + data_sink.done = [&](void) { data_available = false; }; + + while (data_available && !is_shutting_down()) { + if (!strm.is_writable()) { + return false; + } else if (!content_provider(offset, 0, data_sink)) { + return false; + } else if (!ok) { + return false; + } + } + return true; +} + +template +inline bool +write_content_chunked(Stream &strm, const ContentProvider &content_provider, + const T &is_shutting_down, U &compressor, Error &error) { + size_t offset = 0; + auto data_available = true; + auto ok = true; + DataSink data_sink; + + data_sink.write = [&](const char *d, size_t l) -> bool { + if (ok) { + data_available = l > 0; + offset += l; + + std::string payload; + if (compressor.compress(d, l, false, + [&](const char *data, size_t data_len) { + payload.append(data, data_len); + return true; + })) { + if (!payload.empty()) { + // Emit chunked response header and footer for each chunk + auto chunk = + from_i_to_hex(payload.size()) + "\r\n" + payload + "\r\n"; + if (!strm.is_writable() || + !write_data(strm, chunk.data(), chunk.size())) { + ok = false; + } + } + } else { + ok = false; + } + } + return ok; + }; + + data_sink.is_writable = [&]() -> bool { return strm.is_writable(); }; + + auto done_with_trailer = [&](const Headers *trailer) { + if (!ok) { return; } + + data_available = false; + + std::string payload; + if (!compressor.compress(nullptr, 0, true, + [&](const char *data, size_t data_len) { + payload.append(data, data_len); + return true; + })) { + ok = false; + return; + } + + if (!payload.empty()) { + // Emit chunked response header and footer for each chunk + auto chunk = from_i_to_hex(payload.size()) + "\r\n" + payload + "\r\n"; + if (!strm.is_writable() || + !write_data(strm, chunk.data(), chunk.size())) { + ok = false; + return; + } + } + + static const std::string done_marker("0\r\n"); + if (!write_data(strm, done_marker.data(), done_marker.size())) { + ok = false; + } + + // Trailer + if (trailer) { + for (const auto &kv : *trailer) { + std::string field_line = kv.first + ": " + kv.second + "\r\n"; + if (!write_data(strm, field_line.data(), field_line.size())) { + ok = false; + } + } + } + + static const std::string crlf("\r\n"); + if (!write_data(strm, crlf.data(), crlf.size())) { ok = false; } + }; + + data_sink.done = [&](void) { done_with_trailer(nullptr); }; + + data_sink.done_with_trailer = [&](const Headers &trailer) { + done_with_trailer(&trailer); + }; + + while (data_available && !is_shutting_down()) { + if (!strm.is_writable()) { + error = Error::Write; + return false; + } else if (!content_provider(offset, 0, data_sink)) { + error = Error::Canceled; + return false; + } else if (!ok) { + error = Error::Write; + return false; + } + } + + error = Error::Success; + return true; +} + +template +inline bool write_content_chunked(Stream &strm, + const ContentProvider &content_provider, + const T &is_shutting_down, U &compressor) { + auto error = Error::Success; + return write_content_chunked(strm, content_provider, is_shutting_down, + compressor, error); +} + +template +inline bool redirect(T &cli, Request &req, Response &res, + const std::string &path, const std::string &location, + Error &error) { + Request new_req = req; + new_req.path = path; + new_req.redirect_count_ -= 1; + + if (res.status == StatusCode::SeeOther_303 && + (req.method != "GET" && req.method != "HEAD")) { + new_req.method = "GET"; + new_req.body.clear(); + new_req.headers.clear(); + } + + Response new_res; + + auto ret = cli.send(new_req, new_res, error); + if (ret) { + req = new_req; + res = new_res; + + if (res.location.empty()) { res.location = location; } + } + return ret; +} + +inline std::string params_to_query_str(const Params ¶ms) { + std::string query; + + for (auto it = params.begin(); it != params.end(); ++it) { + if (it != params.begin()) { query += "&"; } + query += it->first; + query += "="; + query += encode_query_param(it->second); + } + return query; +} + +inline void parse_query_text(const std::string &s, Params ¶ms) { + std::set cache; + split(s.data(), s.data() + s.size(), '&', [&](const char *b, const char *e) { + std::string kv(b, e); + if (cache.find(kv) != cache.end()) { return; } + cache.insert(kv); + + std::string key; + std::string val; + split(b, e, '=', [&](const char *b2, const char *e2) { + if (key.empty()) { + key.assign(b2, e2); + } else { + val.assign(b2, e2); + } + }); + + if (!key.empty()) { + params.emplace(decode_url(key, true), decode_url(val, true)); + } + }); +} + +inline bool parse_multipart_boundary(const std::string &content_type, + std::string &boundary) { + auto boundary_keyword = "boundary="; + auto pos = content_type.find(boundary_keyword); + if (pos == std::string::npos) { return false; } + auto end = content_type.find(';', pos); + auto beg = pos + strlen(boundary_keyword); + boundary = trim_double_quotes_copy(content_type.substr(beg, end - beg)); + return !boundary.empty(); +} + +inline void parse_disposition_params(const std::string &s, Params ¶ms) { + std::set cache; + split(s.data(), s.data() + s.size(), ';', [&](const char *b, const char *e) { + std::string kv(b, e); + if (cache.find(kv) != cache.end()) { return; } + cache.insert(kv); + + std::string key; + std::string val; + split(b, e, '=', [&](const char *b2, const char *e2) { + if (key.empty()) { + key.assign(b2, e2); + } else { + val.assign(b2, e2); + } + }); + + if (!key.empty()) { + params.emplace(trim_double_quotes_copy((key)), + trim_double_quotes_copy((val))); + } + }); +} + +#ifdef CPPHTTPLIB_NO_EXCEPTIONS +inline bool parse_range_header(const std::string &s, Ranges &ranges) { +#else +inline bool parse_range_header(const std::string &s, Ranges &ranges) try { +#endif + static auto re_first_range = std::regex(R"(bytes=(\d*-\d*(?:,\s*\d*-\d*)*))"); + std::smatch m; + if (std::regex_match(s, m, re_first_range)) { + auto pos = static_cast(m.position(1)); + auto len = static_cast(m.length(1)); + auto all_valid_ranges = true; + split(&s[pos], &s[pos + len], ',', [&](const char *b, const char *e) { + if (!all_valid_ranges) { return; } + static auto re_another_range = std::regex(R"(\s*(\d*)-(\d*))"); + std::cmatch cm; + if (std::regex_match(b, e, cm, re_another_range)) { + ssize_t first = -1; + if (!cm.str(1).empty()) { + first = static_cast(std::stoll(cm.str(1))); + } + + ssize_t last = -1; + if (!cm.str(2).empty()) { + last = static_cast(std::stoll(cm.str(2))); + } + + if (first != -1 && last != -1 && first > last) { + all_valid_ranges = false; + return; + } + ranges.emplace_back(std::make_pair(first, last)); + } + }); + return all_valid_ranges; + } + return false; +#ifdef CPPHTTPLIB_NO_EXCEPTIONS +} +#else +} catch (...) { return false; } +#endif + +class MultipartFormDataParser { +public: + MultipartFormDataParser() = default; + + void set_boundary(std::string &&boundary) { + boundary_ = boundary; + dash_boundary_crlf_ = dash_ + boundary_ + crlf_; + crlf_dash_boundary_ = crlf_ + dash_ + boundary_; + } + + bool is_valid() const { return is_valid_; } + + bool parse(const char *buf, size_t n, const ContentReceiver &content_callback, + const MultipartContentHeader &header_callback) { + + buf_append(buf, n); + + while (buf_size() > 0) { + switch (state_) { + case 0: { // Initial boundary + buf_erase(buf_find(dash_boundary_crlf_)); + if (dash_boundary_crlf_.size() > buf_size()) { return true; } + if (!buf_start_with(dash_boundary_crlf_)) { return false; } + buf_erase(dash_boundary_crlf_.size()); + state_ = 1; + break; + } + case 1: { // New entry + clear_file_info(); + state_ = 2; + break; + } + case 2: { // Headers + auto pos = buf_find(crlf_); + if (pos > CPPHTTPLIB_HEADER_MAX_LENGTH) { return false; } + while (pos < buf_size()) { + // Empty line + if (pos == 0) { + if (!header_callback(file_)) { + is_valid_ = false; + return false; + } + buf_erase(crlf_.size()); + state_ = 3; + break; + } + + const auto header = buf_head(pos); + + if (!parse_header(header.data(), header.data() + header.size(), + [&](std::string &&, std::string &&) {})) { + is_valid_ = false; + return false; + } + + static const std::string header_content_type = "Content-Type:"; + + if (start_with_case_ignore(header, header_content_type)) { + file_.content_type = + trim_copy(header.substr(header_content_type.size())); + } else { + static const std::regex re_content_disposition( + R"~(^Content-Disposition:\s*form-data;\s*(.*)$)~", + std::regex_constants::icase); + + std::smatch m; + if (std::regex_match(header, m, re_content_disposition)) { + Params params; + parse_disposition_params(m[1], params); + + auto it = params.find("name"); + if (it != params.end()) { + file_.name = it->second; + } else { + is_valid_ = false; + return false; + } + + it = params.find("filename"); + if (it != params.end()) { file_.filename = it->second; } + + it = params.find("filename*"); + if (it != params.end()) { + // Only allow UTF-8 enconnding... + static const std::regex re_rfc5987_encoding( + R"~(^UTF-8''(.+?)$)~", std::regex_constants::icase); + + std::smatch m2; + if (std::regex_match(it->second, m2, re_rfc5987_encoding)) { + file_.filename = decode_url(m2[1], false); // override... + } else { + is_valid_ = false; + return false; + } + } + } + } + buf_erase(pos + crlf_.size()); + pos = buf_find(crlf_); + } + if (state_ != 3) { return true; } + break; + } + case 3: { // Body + if (crlf_dash_boundary_.size() > buf_size()) { return true; } + auto pos = buf_find(crlf_dash_boundary_); + if (pos < buf_size()) { + if (!content_callback(buf_data(), pos)) { + is_valid_ = false; + return false; + } + buf_erase(pos + crlf_dash_boundary_.size()); + state_ = 4; + } else { + auto len = buf_size() - crlf_dash_boundary_.size(); + if (len > 0) { + if (!content_callback(buf_data(), len)) { + is_valid_ = false; + return false; + } + buf_erase(len); + } + return true; + } + break; + } + case 4: { // Boundary + if (crlf_.size() > buf_size()) { return true; } + if (buf_start_with(crlf_)) { + buf_erase(crlf_.size()); + state_ = 1; + } else { + if (dash_.size() > buf_size()) { return true; } + if (buf_start_with(dash_)) { + buf_erase(dash_.size()); + is_valid_ = true; + buf_erase(buf_size()); // Remove epilogue + } else { + return true; + } + } + break; + } + } + } + + return true; + } + +private: + void clear_file_info() { + file_.name.clear(); + file_.filename.clear(); + file_.content_type.clear(); + } + + bool start_with_case_ignore(const std::string &a, + const std::string &b) const { + if (a.size() < b.size()) { return false; } + for (size_t i = 0; i < b.size(); i++) { + if (::tolower(a[i]) != ::tolower(b[i])) { return false; } + } + return true; + } + + const std::string dash_ = "--"; + const std::string crlf_ = "\r\n"; + std::string boundary_; + std::string dash_boundary_crlf_; + std::string crlf_dash_boundary_; + + size_t state_ = 0; + bool is_valid_ = false; + MultipartFormData file_; + + // Buffer + bool start_with(const std::string &a, size_t spos, size_t epos, + const std::string &b) const { + if (epos - spos < b.size()) { return false; } + for (size_t i = 0; i < b.size(); i++) { + if (a[i + spos] != b[i]) { return false; } + } + return true; + } + + size_t buf_size() const { return buf_epos_ - buf_spos_; } + + const char *buf_data() const { return &buf_[buf_spos_]; } + + std::string buf_head(size_t l) const { return buf_.substr(buf_spos_, l); } + + bool buf_start_with(const std::string &s) const { + return start_with(buf_, buf_spos_, buf_epos_, s); + } + + size_t buf_find(const std::string &s) const { + auto c = s.front(); + + size_t off = buf_spos_; + while (off < buf_epos_) { + auto pos = off; + while (true) { + if (pos == buf_epos_) { return buf_size(); } + if (buf_[pos] == c) { break; } + pos++; + } + + auto remaining_size = buf_epos_ - pos; + if (s.size() > remaining_size) { return buf_size(); } + + if (start_with(buf_, pos, buf_epos_, s)) { return pos - buf_spos_; } + + off = pos + 1; + } + + return buf_size(); + } + + void buf_append(const char *data, size_t n) { + auto remaining_size = buf_size(); + if (remaining_size > 0 && buf_spos_ > 0) { + for (size_t i = 0; i < remaining_size; i++) { + buf_[i] = buf_[buf_spos_ + i]; + } + } + buf_spos_ = 0; + buf_epos_ = remaining_size; + + if (remaining_size + n > buf_.size()) { buf_.resize(remaining_size + n); } + + for (size_t i = 0; i < n; i++) { + buf_[buf_epos_ + i] = data[i]; + } + buf_epos_ += n; + } + + void buf_erase(size_t size) { buf_spos_ += size; } + + std::string buf_; + size_t buf_spos_ = 0; + size_t buf_epos_ = 0; +}; + +inline std::string to_lower(const char *beg, const char *end) { + std::string out; + auto it = beg; + while (it != end) { + out += static_cast(::tolower(*it)); + it++; + } + return out; +} + +inline std::string make_multipart_data_boundary() { + static const char data[] = + "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz"; + + // std::random_device might actually be deterministic on some + // platforms, but due to lack of support in the c++ standard library, + // doing better requires either some ugly hacks or breaking portability. + std::random_device seed_gen; + + // Request 128 bits of entropy for initialization + std::seed_seq seed_sequence{seed_gen(), seed_gen(), seed_gen(), seed_gen()}; + std::mt19937 engine(seed_sequence); + + std::string result = "--cpp-httplib-multipart-data-"; + + for (auto i = 0; i < 16; i++) { + result += data[engine() % (sizeof(data) - 1)]; + } + + return result; +} + +inline bool is_multipart_boundary_chars_valid(const std::string &boundary) { + auto valid = true; + for (size_t i = 0; i < boundary.size(); i++) { + auto c = boundary[i]; + if (!std::isalnum(c) && c != '-' && c != '_') { + valid = false; + break; + } + } + return valid; +} + +template +inline std::string +serialize_multipart_formdata_item_begin(const T &item, + const std::string &boundary) { + std::string body = "--" + boundary + "\r\n"; + body += "Content-Disposition: form-data; name=\"" + item.name + "\""; + if (!item.filename.empty()) { + body += "; filename=\"" + item.filename + "\""; + } + body += "\r\n"; + if (!item.content_type.empty()) { + body += "Content-Type: " + item.content_type + "\r\n"; + } + body += "\r\n"; + + return body; +} + +inline std::string serialize_multipart_formdata_item_end() { return "\r\n"; } + +inline std::string +serialize_multipart_formdata_finish(const std::string &boundary) { + return "--" + boundary + "--\r\n"; +} + +inline std::string +serialize_multipart_formdata_get_content_type(const std::string &boundary) { + return "multipart/form-data; boundary=" + boundary; +} + +inline std::string +serialize_multipart_formdata(const MultipartFormDataItems &items, + const std::string &boundary, bool finish = true) { + std::string body; + + for (const auto &item : items) { + body += serialize_multipart_formdata_item_begin(item, boundary); + body += item.content + serialize_multipart_formdata_item_end(); + } + + if (finish) { body += serialize_multipart_formdata_finish(boundary); } + + return body; +} + +inline std::pair +get_range_offset_and_length(const Request &req, size_t content_length, + size_t index) { + auto r = req.ranges[index]; + + if (r.first == -1 && r.second == -1) { + return std::make_pair(0, content_length); + } + + auto slen = static_cast(content_length); + + if (r.first == -1) { + r.first = (std::max)(static_cast(0), slen - r.second); + r.second = slen - 1; + } + + if (r.second == -1) { r.second = slen - 1; } + return std::make_pair(r.first, static_cast(r.second - r.first) + 1); +} + +inline std::string +make_content_range_header_field(const std::pair &range, + size_t content_length) { + std::string field = "bytes "; + if (range.first != -1) { field += std::to_string(range.first); } + field += "-"; + if (range.second != -1) { field += std::to_string(range.second); } + field += "/"; + field += std::to_string(content_length); + return field; +} + +template +bool process_multipart_ranges_data(const Request &req, Response &res, + const std::string &boundary, + const std::string &content_type, + SToken stoken, CToken ctoken, + Content content) { + for (size_t i = 0; i < req.ranges.size(); i++) { + ctoken("--"); + stoken(boundary); + ctoken("\r\n"); + if (!content_type.empty()) { + ctoken("Content-Type: "); + stoken(content_type); + ctoken("\r\n"); + } + + ctoken("Content-Range: "); + const auto &range = req.ranges[i]; + stoken(make_content_range_header_field(range, res.content_length_)); + ctoken("\r\n"); + ctoken("\r\n"); + + auto offsets = get_range_offset_and_length(req, res.content_length_, i); + auto offset = offsets.first; + auto length = offsets.second; + if (!content(offset, length)) { return false; } + ctoken("\r\n"); + } + + ctoken("--"); + stoken(boundary); + ctoken("--"); + + return true; +} + +inline bool make_multipart_ranges_data(const Request &req, Response &res, + const std::string &boundary, + const std::string &content_type, + std::string &data) { + return process_multipart_ranges_data( + req, res, boundary, content_type, + [&](const std::string &token) { data += token; }, + [&](const std::string &token) { data += token; }, + [&](size_t offset, size_t length) { + if (offset < res.body.size()) { + data += res.body.substr(offset, length); + return true; + } + return false; + }); +} + +inline size_t +get_multipart_ranges_data_length(const Request &req, Response &res, + const std::string &boundary, + const std::string &content_type) { + size_t data_length = 0; + + process_multipart_ranges_data( + req, res, boundary, content_type, + [&](const std::string &token) { data_length += token.size(); }, + [&](const std::string &token) { data_length += token.size(); }, + [&](size_t /*offset*/, size_t length) { + data_length += length; + return true; + }); + + return data_length; +} + +template +inline bool write_multipart_ranges_data(Stream &strm, const Request &req, + Response &res, + const std::string &boundary, + const std::string &content_type, + const T &is_shutting_down) { + return process_multipart_ranges_data( + req, res, boundary, content_type, + [&](const std::string &token) { strm.write(token); }, + [&](const std::string &token) { strm.write(token); }, + [&](size_t offset, size_t length) { + return write_content(strm, res.content_provider_, offset, length, + is_shutting_down); + }); +} + +inline std::pair +get_range_offset_and_length(const Request &req, const Response &res, + size_t index) { + auto r = req.ranges[index]; + + if (r.second == -1) { + r.second = static_cast(res.content_length_) - 1; + } + + return std::make_pair(r.first, r.second - r.first + 1); +} + +inline bool expect_content(const Request &req) { + if (req.method == "POST" || req.method == "PUT" || req.method == "PATCH" || + req.method == "PRI" || req.method == "DELETE") { + return true; + } + // TODO: check if Content-Length is set + return false; +} + +inline bool has_crlf(const std::string &s) { + auto p = s.c_str(); + while (*p) { + if (*p == '\r' || *p == '\n') { return true; } + p++; + } + return false; +} + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +inline std::string message_digest(const std::string &s, const EVP_MD *algo) { + auto context = std::unique_ptr( + EVP_MD_CTX_new(), EVP_MD_CTX_free); + + unsigned int hash_length = 0; + unsigned char hash[EVP_MAX_MD_SIZE]; + + EVP_DigestInit_ex(context.get(), algo, nullptr); + EVP_DigestUpdate(context.get(), s.c_str(), s.size()); + EVP_DigestFinal_ex(context.get(), hash, &hash_length); + + std::stringstream ss; + for (auto i = 0u; i < hash_length; ++i) { + ss << std::hex << std::setw(2) << std::setfill('0') + << static_cast(hash[i]); + } + + return ss.str(); +} + +inline std::string MD5(const std::string &s) { + return message_digest(s, EVP_md5()); +} + +inline std::string SHA_256(const std::string &s) { + return message_digest(s, EVP_sha256()); +} + +inline std::string SHA_512(const std::string &s) { + return message_digest(s, EVP_sha512()); +} +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +#ifdef _WIN32 +// NOTE: This code came up with the following stackoverflow post: +// https://stackoverflow.com/questions/9507184/can-openssl-on-windows-use-the-system-certificate-store +inline bool load_system_certs_on_windows(X509_STORE *store) { + auto hStore = CertOpenSystemStoreW((HCRYPTPROV_LEGACY)NULL, L"ROOT"); + if (!hStore) { return false; } + + auto result = false; + PCCERT_CONTEXT pContext = NULL; + while ((pContext = CertEnumCertificatesInStore(hStore, pContext)) != + nullptr) { + auto encoded_cert = + static_cast(pContext->pbCertEncoded); + + auto x509 = d2i_X509(NULL, &encoded_cert, pContext->cbCertEncoded); + if (x509) { + X509_STORE_add_cert(store, x509); + X509_free(x509); + result = true; + } + } + + CertFreeCertificateContext(pContext); + CertCloseStore(hStore, 0); + + return result; +} +#elif defined(CPPHTTPLIB_USE_CERTS_FROM_MACOSX_KEYCHAIN) && defined(__APPLE__) +#if TARGET_OS_OSX +template +using CFObjectPtr = + std::unique_ptr::type, void (*)(CFTypeRef)>; + +inline void cf_object_ptr_deleter(CFTypeRef obj) { + if (obj) { CFRelease(obj); } +} + +inline bool retrieve_certs_from_keychain(CFObjectPtr &certs) { + CFStringRef keys[] = {kSecClass, kSecMatchLimit, kSecReturnRef}; + CFTypeRef values[] = {kSecClassCertificate, kSecMatchLimitAll, + kCFBooleanTrue}; + + CFObjectPtr query( + CFDictionaryCreate(nullptr, reinterpret_cast(keys), values, + sizeof(keys) / sizeof(keys[0]), + &kCFTypeDictionaryKeyCallBacks, + &kCFTypeDictionaryValueCallBacks), + cf_object_ptr_deleter); + + if (!query) { return false; } + + CFTypeRef security_items = nullptr; + if (SecItemCopyMatching(query.get(), &security_items) != errSecSuccess || + CFArrayGetTypeID() != CFGetTypeID(security_items)) { + return false; + } + + certs.reset(reinterpret_cast(security_items)); + return true; +} + +inline bool retrieve_root_certs_from_keychain(CFObjectPtr &certs) { + CFArrayRef root_security_items = nullptr; + if (SecTrustCopyAnchorCertificates(&root_security_items) != errSecSuccess) { + return false; + } + + certs.reset(root_security_items); + return true; +} + +inline bool add_certs_to_x509_store(CFArrayRef certs, X509_STORE *store) { + auto result = false; + for (auto i = 0; i < CFArrayGetCount(certs); ++i) { + const auto cert = reinterpret_cast( + CFArrayGetValueAtIndex(certs, i)); + + if (SecCertificateGetTypeID() != CFGetTypeID(cert)) { continue; } + + CFDataRef cert_data = nullptr; + if (SecItemExport(cert, kSecFormatX509Cert, 0, nullptr, &cert_data) != + errSecSuccess) { + continue; + } + + CFObjectPtr cert_data_ptr(cert_data, cf_object_ptr_deleter); + + auto encoded_cert = static_cast( + CFDataGetBytePtr(cert_data_ptr.get())); + + auto x509 = + d2i_X509(NULL, &encoded_cert, CFDataGetLength(cert_data_ptr.get())); + + if (x509) { + X509_STORE_add_cert(store, x509); + X509_free(x509); + result = true; + } + } + + return result; +} + +inline bool load_system_certs_on_macos(X509_STORE *store) { + auto result = false; + CFObjectPtr certs(nullptr, cf_object_ptr_deleter); + if (retrieve_certs_from_keychain(certs) && certs) { + result = add_certs_to_x509_store(certs.get(), store); + } + + if (retrieve_root_certs_from_keychain(certs) && certs) { + result = add_certs_to_x509_store(certs.get(), store) || result; + } + + return result; +} +#endif // TARGET_OS_OSX +#endif // _WIN32 +#endif // CPPHTTPLIB_OPENSSL_SUPPORT + +#ifdef _WIN32 +class WSInit { +public: + WSInit() { + WSADATA wsaData; + if (WSAStartup(0x0002, &wsaData) == 0) is_valid_ = true; + } + + ~WSInit() { + if (is_valid_) WSACleanup(); + } + + bool is_valid_ = false; +}; + +static WSInit wsinit_; +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +inline std::pair make_digest_authentication_header( + const Request &req, const std::map &auth, + size_t cnonce_count, const std::string &cnonce, const std::string &username, + const std::string &password, bool is_proxy = false) { + std::string nc; + { + std::stringstream ss; + ss << std::setfill('0') << std::setw(8) << std::hex << cnonce_count; + nc = ss.str(); + } + + std::string qop; + if (auth.find("qop") != auth.end()) { + qop = auth.at("qop"); + if (qop.find("auth-int") != std::string::npos) { + qop = "auth-int"; + } else if (qop.find("auth") != std::string::npos) { + qop = "auth"; + } else { + qop.clear(); + } + } + + std::string algo = "MD5"; + if (auth.find("algorithm") != auth.end()) { algo = auth.at("algorithm"); } + + std::string response; + { + auto H = algo == "SHA-256" ? detail::SHA_256 + : algo == "SHA-512" ? detail::SHA_512 + : detail::MD5; + + auto A1 = username + ":" + auth.at("realm") + ":" + password; + + auto A2 = req.method + ":" + req.path; + if (qop == "auth-int") { A2 += ":" + H(req.body); } + + if (qop.empty()) { + response = H(H(A1) + ":" + auth.at("nonce") + ":" + H(A2)); + } else { + response = H(H(A1) + ":" + auth.at("nonce") + ":" + nc + ":" + cnonce + + ":" + qop + ":" + H(A2)); + } + } + + auto opaque = (auth.find("opaque") != auth.end()) ? auth.at("opaque") : ""; + + auto field = "Digest username=\"" + username + "\", realm=\"" + + auth.at("realm") + "\", nonce=\"" + auth.at("nonce") + + "\", uri=\"" + req.path + "\", algorithm=" + algo + + (qop.empty() ? ", response=\"" + : ", qop=" + qop + ", nc=" + nc + ", cnonce=\"" + + cnonce + "\", response=\"") + + response + "\"" + + (opaque.empty() ? "" : ", opaque=\"" + opaque + "\""); + + auto key = is_proxy ? "Proxy-Authorization" : "Authorization"; + return std::make_pair(key, field); +} +#endif + +inline bool parse_www_authenticate(const Response &res, + std::map &auth, + bool is_proxy) { + auto auth_key = is_proxy ? "Proxy-Authenticate" : "WWW-Authenticate"; + if (res.has_header(auth_key)) { + static auto re = std::regex(R"~((?:(?:,\s*)?(.+?)=(?:"(.*?)"|([^,]*))))~"); + auto s = res.get_header_value(auth_key); + auto pos = s.find(' '); + if (pos != std::string::npos) { + auto type = s.substr(0, pos); + if (type == "Basic") { + return false; + } else if (type == "Digest") { + s = s.substr(pos + 1); + auto beg = std::sregex_iterator(s.begin(), s.end(), re); + for (auto i = beg; i != std::sregex_iterator(); ++i) { + const auto &m = *i; + auto key = s.substr(static_cast(m.position(1)), + static_cast(m.length(1))); + auto val = m.length(2) > 0 + ? s.substr(static_cast(m.position(2)), + static_cast(m.length(2))) + : s.substr(static_cast(m.position(3)), + static_cast(m.length(3))); + auth[key] = val; + } + return true; + } + } + } + return false; +} + +// https://stackoverflow.com/questions/440133/how-do-i-create-a-random-alpha-numeric-string-in-c/440240#answer-440240 +inline std::string random_string(size_t length) { + auto randchar = []() -> char { + const char charset[] = "0123456789" + "ABCDEFGHIJKLMNOPQRSTUVWXYZ" + "abcdefghijklmnopqrstuvwxyz"; + const size_t max_index = (sizeof(charset) - 1); + return charset[static_cast(std::rand()) % max_index]; + }; + std::string str(length, 0); + std::generate_n(str.begin(), length, randchar); + return str; +} + +class ContentProviderAdapter { +public: + explicit ContentProviderAdapter( + ContentProviderWithoutLength &&content_provider) + : content_provider_(content_provider) {} + + bool operator()(size_t offset, size_t, DataSink &sink) { + return content_provider_(offset, sink); + } + +private: + ContentProviderWithoutLength content_provider_; +}; + +} // namespace detail + +inline std::string hosted_at(const std::string &hostname) { + std::vector addrs; + hosted_at(hostname, addrs); + if (addrs.empty()) { return std::string(); } + return addrs[0]; +} + +inline void hosted_at(const std::string &hostname, + std::vector &addrs) { + struct addrinfo hints; + struct addrinfo *result; + + memset(&hints, 0, sizeof(struct addrinfo)); + hints.ai_family = AF_UNSPEC; + hints.ai_socktype = SOCK_STREAM; + hints.ai_protocol = 0; + + if (getaddrinfo(hostname.c_str(), nullptr, &hints, &result)) { +#if defined __linux__ && !defined __ANDROID__ + res_init(); +#endif + return; + } + + for (auto rp = result; rp; rp = rp->ai_next) { + const auto &addr = + *reinterpret_cast(rp->ai_addr); + std::string ip; + auto dummy = -1; + if (detail::get_ip_and_port(addr, sizeof(struct sockaddr_storage), ip, + dummy)) { + addrs.push_back(ip); + } + } + + freeaddrinfo(result); +} + +inline std::string append_query_params(const std::string &path, + const Params ¶ms) { + std::string path_with_query = path; + const static std::regex re("[^?]+\\?.*"); + auto delm = std::regex_match(path, re) ? '&' : '?'; + path_with_query += delm + detail::params_to_query_str(params); + return path_with_query; +} + +// Header utilities +inline std::pair make_range_header(Ranges ranges) { + std::string field = "bytes="; + auto i = 0; + for (auto r : ranges) { + if (i != 0) { field += ", "; } + if (r.first != -1) { field += std::to_string(r.first); } + field += '-'; + if (r.second != -1) { field += std::to_string(r.second); } + i++; + } + return std::make_pair("Range", std::move(field)); +} + +inline std::pair +make_basic_authentication_header(const std::string &username, + const std::string &password, bool is_proxy) { + auto field = "Basic " + detail::base64_encode(username + ":" + password); + auto key = is_proxy ? "Proxy-Authorization" : "Authorization"; + return std::make_pair(key, std::move(field)); +} + +inline std::pair +make_bearer_token_authentication_header(const std::string &token, + bool is_proxy = false) { + auto field = "Bearer " + token; + auto key = is_proxy ? "Proxy-Authorization" : "Authorization"; + return std::make_pair(key, std::move(field)); +} + +// Request implementation +inline bool Request::has_header(const std::string &key) const { + return detail::has_header(headers, key); +} + +inline std::string Request::get_header_value(const std::string &key, + size_t id) const { + return detail::get_header_value(headers, key, id, ""); +} + +inline size_t Request::get_header_value_count(const std::string &key) const { + auto r = headers.equal_range(key); + return static_cast(std::distance(r.first, r.second)); +} + +inline void Request::set_header(const std::string &key, + const std::string &val) { + if (!detail::has_crlf(key) && !detail::has_crlf(val)) { + headers.emplace(key, val); + } +} + +inline bool Request::has_param(const std::string &key) const { + return params.find(key) != params.end(); +} + +inline std::string Request::get_param_value(const std::string &key, + size_t id) const { + auto rng = params.equal_range(key); + auto it = rng.first; + std::advance(it, static_cast(id)); + if (it != rng.second) { return it->second; } + return std::string(); +} + +inline size_t Request::get_param_value_count(const std::string &key) const { + auto r = params.equal_range(key); + return static_cast(std::distance(r.first, r.second)); +} + +inline bool Request::is_multipart_form_data() const { + const auto &content_type = get_header_value("Content-Type"); + return !content_type.rfind("multipart/form-data", 0); +} + +inline bool Request::has_file(const std::string &key) const { + return files.find(key) != files.end(); +} + +inline MultipartFormData Request::get_file_value(const std::string &key) const { + auto it = files.find(key); + if (it != files.end()) { return it->second; } + return MultipartFormData(); +} + +inline std::vector +Request::get_file_values(const std::string &key) const { + std::vector values; + auto rng = files.equal_range(key); + for (auto it = rng.first; it != rng.second; it++) { + values.push_back(it->second); + } + return values; +} + +// Response implementation +inline bool Response::has_header(const std::string &key) const { + return headers.find(key) != headers.end(); +} + +inline std::string Response::get_header_value(const std::string &key, + size_t id) const { + return detail::get_header_value(headers, key, id, ""); +} + +inline size_t Response::get_header_value_count(const std::string &key) const { + auto r = headers.equal_range(key); + return static_cast(std::distance(r.first, r.second)); +} + +inline void Response::set_header(const std::string &key, + const std::string &val) { + if (!detail::has_crlf(key) && !detail::has_crlf(val)) { + headers.emplace(key, val); + } +} + +inline void Response::set_redirect(const std::string &url, int stat) { + if (!detail::has_crlf(url)) { + set_header("Location", url); + if (300 <= stat && stat < 400) { + this->status = stat; + } else { + this->status = StatusCode::Found_302; + } + } +} + +inline void Response::set_content(const char *s, size_t n, + const std::string &content_type) { + body.assign(s, n); + + auto rng = headers.equal_range("Content-Type"); + headers.erase(rng.first, rng.second); + set_header("Content-Type", content_type); +} + +inline void Response::set_content(const std::string &s, + const std::string &content_type) { + set_content(s.data(), s.size(), content_type); +} + +inline void Response::set_content_provider( + size_t in_length, const std::string &content_type, ContentProvider provider, + ContentProviderResourceReleaser resource_releaser) { + set_header("Content-Type", content_type); + content_length_ = in_length; + if (in_length > 0) { content_provider_ = std::move(provider); } + content_provider_resource_releaser_ = resource_releaser; + is_chunked_content_provider_ = false; +} + +inline void Response::set_content_provider( + const std::string &content_type, ContentProviderWithoutLength provider, + ContentProviderResourceReleaser resource_releaser) { + set_header("Content-Type", content_type); + content_length_ = 0; + content_provider_ = detail::ContentProviderAdapter(std::move(provider)); + content_provider_resource_releaser_ = resource_releaser; + is_chunked_content_provider_ = false; +} + +inline void Response::set_chunked_content_provider( + const std::string &content_type, ContentProviderWithoutLength provider, + ContentProviderResourceReleaser resource_releaser) { + set_header("Content-Type", content_type); + content_length_ = 0; + content_provider_ = detail::ContentProviderAdapter(std::move(provider)); + content_provider_resource_releaser_ = resource_releaser; + is_chunked_content_provider_ = true; +} + +// Result implementation +inline bool Result::has_request_header(const std::string &key) const { + return request_headers_.find(key) != request_headers_.end(); +} + +inline std::string Result::get_request_header_value(const std::string &key, + size_t id) const { + return detail::get_header_value(request_headers_, key, id, ""); +} + +inline size_t +Result::get_request_header_value_count(const std::string &key) const { + auto r = request_headers_.equal_range(key); + return static_cast(std::distance(r.first, r.second)); +} + +// Stream implementation +inline ssize_t Stream::write(const char *ptr) { + return write(ptr, strlen(ptr)); +} + +inline ssize_t Stream::write(const std::string &s) { + return write(s.data(), s.size()); +} + +namespace detail { + +// Socket stream implementation +inline SocketStream::SocketStream(socket_t sock, time_t read_timeout_sec, + time_t read_timeout_usec, + time_t write_timeout_sec, + time_t write_timeout_usec) + : sock_(sock), read_timeout_sec_(read_timeout_sec), + read_timeout_usec_(read_timeout_usec), + write_timeout_sec_(write_timeout_sec), + write_timeout_usec_(write_timeout_usec), read_buff_(read_buff_size_, 0) {} + +inline SocketStream::~SocketStream() = default; + +inline bool SocketStream::is_readable() const { + return select_read(sock_, read_timeout_sec_, read_timeout_usec_) > 0; +} + +inline bool SocketStream::is_writable() const { + return select_write(sock_, write_timeout_sec_, write_timeout_usec_) > 0 && + is_socket_alive(sock_); +} + +inline ssize_t SocketStream::read(char *ptr, size_t size) { +#ifdef _WIN32 + size = + (std::min)(size, static_cast((std::numeric_limits::max)())); +#else + size = (std::min)(size, + static_cast((std::numeric_limits::max)())); +#endif + + if (read_buff_off_ < read_buff_content_size_) { + auto remaining_size = read_buff_content_size_ - read_buff_off_; + if (size <= remaining_size) { + memcpy(ptr, read_buff_.data() + read_buff_off_, size); + read_buff_off_ += size; + return static_cast(size); + } else { + memcpy(ptr, read_buff_.data() + read_buff_off_, remaining_size); + read_buff_off_ += remaining_size; + return static_cast(remaining_size); + } + } + + if (!is_readable()) { return -1; } + + read_buff_off_ = 0; + read_buff_content_size_ = 0; + + if (size < read_buff_size_) { + auto n = read_socket(sock_, read_buff_.data(), read_buff_size_, + CPPHTTPLIB_RECV_FLAGS); + if (n <= 0) { + return n; + } else if (n <= static_cast(size)) { + memcpy(ptr, read_buff_.data(), static_cast(n)); + return n; + } else { + memcpy(ptr, read_buff_.data(), size); + read_buff_off_ = size; + read_buff_content_size_ = static_cast(n); + return static_cast(size); + } + } else { + return read_socket(sock_, ptr, size, CPPHTTPLIB_RECV_FLAGS); + } +} + +inline ssize_t SocketStream::write(const char *ptr, size_t size) { + if (!is_writable()) { return -1; } + +#if defined(_WIN32) && !defined(_WIN64) + size = + (std::min)(size, static_cast((std::numeric_limits::max)())); +#endif + + return send_socket(sock_, ptr, size, CPPHTTPLIB_SEND_FLAGS); +} + +inline void SocketStream::get_remote_ip_and_port(std::string &ip, + int &port) const { + return detail::get_remote_ip_and_port(sock_, ip, port); +} + +inline void SocketStream::get_local_ip_and_port(std::string &ip, + int &port) const { + return detail::get_local_ip_and_port(sock_, ip, port); +} + +inline socket_t SocketStream::socket() const { return sock_; } + +// Buffer stream implementation +inline bool BufferStream::is_readable() const { return true; } + +inline bool BufferStream::is_writable() const { return true; } + +inline ssize_t BufferStream::read(char *ptr, size_t size) { +#if defined(_MSC_VER) && _MSC_VER < 1910 + auto len_read = buffer._Copy_s(ptr, size, size, position); +#else + auto len_read = buffer.copy(ptr, size, position); +#endif + position += static_cast(len_read); + return static_cast(len_read); +} + +inline ssize_t BufferStream::write(const char *ptr, size_t size) { + buffer.append(ptr, size); + return static_cast(size); +} + +inline void BufferStream::get_remote_ip_and_port(std::string & /*ip*/, + int & /*port*/) const {} + +inline void BufferStream::get_local_ip_and_port(std::string & /*ip*/, + int & /*port*/) const {} + +inline socket_t BufferStream::socket() const { return 0; } + +inline const std::string &BufferStream::get_buffer() const { return buffer; } + +inline PathParamsMatcher::PathParamsMatcher(const std::string &pattern) { + // One past the last ending position of a path param substring + std::size_t last_param_end = 0; + +#ifndef CPPHTTPLIB_NO_EXCEPTIONS + // Needed to ensure that parameter names are unique during matcher + // construction + // If exceptions are disabled, only last duplicate path + // parameter will be set + std::unordered_set param_name_set; +#endif + + while (true) { + const auto marker_pos = pattern.find(marker, last_param_end); + if (marker_pos == std::string::npos) { break; } + + static_fragments_.push_back( + pattern.substr(last_param_end, marker_pos - last_param_end)); + + const auto param_name_start = marker_pos + 1; + + auto sep_pos = pattern.find(separator, param_name_start); + if (sep_pos == std::string::npos) { sep_pos = pattern.length(); } + + auto param_name = + pattern.substr(param_name_start, sep_pos - param_name_start); + +#ifndef CPPHTTPLIB_NO_EXCEPTIONS + if (param_name_set.find(param_name) != param_name_set.cend()) { + std::string msg = "Encountered path parameter '" + param_name + + "' multiple times in route pattern '" + pattern + "'."; + throw std::invalid_argument(msg); + } +#endif + + param_names_.push_back(std::move(param_name)); + + last_param_end = sep_pos + 1; + } + + if (last_param_end < pattern.length()) { + static_fragments_.push_back(pattern.substr(last_param_end)); + } +} + +inline bool PathParamsMatcher::match(Request &request) const { + request.matches = std::smatch(); + request.path_params.clear(); + request.path_params.reserve(param_names_.size()); + + // One past the position at which the path matched the pattern last time + std::size_t starting_pos = 0; + for (size_t i = 0; i < static_fragments_.size(); ++i) { + const auto &fragment = static_fragments_[i]; + + if (starting_pos + fragment.length() > request.path.length()) { + return false; + } + + // Avoid unnecessary allocation by using strncmp instead of substr + + // comparison + if (std::strncmp(request.path.c_str() + starting_pos, fragment.c_str(), + fragment.length()) != 0) { + return false; + } + + starting_pos += fragment.length(); + + // Should only happen when we have a static fragment after a param + // Example: '/users/:id/subscriptions' + // The 'subscriptions' fragment here does not have a corresponding param + if (i >= param_names_.size()) { continue; } + + auto sep_pos = request.path.find(separator, starting_pos); + if (sep_pos == std::string::npos) { sep_pos = request.path.length(); } + + const auto ¶m_name = param_names_[i]; + + request.path_params.emplace( + param_name, request.path.substr(starting_pos, sep_pos - starting_pos)); + + // Mark everythin up to '/' as matched + starting_pos = sep_pos + 1; + } + // Returns false if the path is longer than the pattern + return starting_pos >= request.path.length(); +} + +inline bool RegexMatcher::match(Request &request) const { + request.path_params.clear(); + return std::regex_match(request.path, request.matches, regex_); +} + +} // namespace detail + +// HTTP server implementation +inline Server::Server() + : new_task_queue( + [] { return new ThreadPool(CPPHTTPLIB_THREAD_POOL_COUNT); }) { +#ifndef _WIN32 + signal(SIGPIPE, SIG_IGN); +#endif +} + +inline Server::~Server() = default; + +inline std::unique_ptr +Server::make_matcher(const std::string &pattern) { + if (pattern.find("/:") != std::string::npos) { + return detail::make_unique(pattern); + } else { + return detail::make_unique(pattern); + } +} + +inline Server &Server::Get(const std::string &pattern, Handler handler) { + get_handlers_.emplace_back(make_matcher(pattern), std::move(handler)); + return *this; +} + +inline Server &Server::Post(const std::string &pattern, Handler handler) { + post_handlers_.emplace_back(make_matcher(pattern), std::move(handler)); + return *this; +} + +inline Server &Server::Post(const std::string &pattern, + HandlerWithContentReader handler) { + post_handlers_for_content_reader_.emplace_back(make_matcher(pattern), + std::move(handler)); + return *this; +} + +inline Server &Server::Put(const std::string &pattern, Handler handler) { + put_handlers_.emplace_back(make_matcher(pattern), std::move(handler)); + return *this; +} + +inline Server &Server::Put(const std::string &pattern, + HandlerWithContentReader handler) { + put_handlers_for_content_reader_.emplace_back(make_matcher(pattern), + std::move(handler)); + return *this; +} + +inline Server &Server::Patch(const std::string &pattern, Handler handler) { + patch_handlers_.emplace_back(make_matcher(pattern), std::move(handler)); + return *this; +} + +inline Server &Server::Patch(const std::string &pattern, + HandlerWithContentReader handler) { + patch_handlers_for_content_reader_.emplace_back(make_matcher(pattern), + std::move(handler)); + return *this; +} + +inline Server &Server::Delete(const std::string &pattern, Handler handler) { + delete_handlers_.emplace_back(make_matcher(pattern), std::move(handler)); + return *this; +} + +inline Server &Server::Delete(const std::string &pattern, + HandlerWithContentReader handler) { + delete_handlers_for_content_reader_.emplace_back(make_matcher(pattern), + std::move(handler)); + return *this; +} + +inline Server &Server::Options(const std::string &pattern, Handler handler) { + options_handlers_.emplace_back(make_matcher(pattern), std::move(handler)); + return *this; +} + +inline bool Server::set_base_dir(const std::string &dir, + const std::string &mount_point) { + return set_mount_point(mount_point, dir); +} + +inline bool Server::set_mount_point(const std::string &mount_point, + const std::string &dir, Headers headers) { + if (detail::is_dir(dir)) { + std::string mnt = !mount_point.empty() ? mount_point : "/"; + if (!mnt.empty() && mnt[0] == '/') { + base_dirs_.push_back({mnt, dir, std::move(headers)}); + return true; + } + } + return false; +} + +inline bool Server::remove_mount_point(const std::string &mount_point) { + for (auto it = base_dirs_.begin(); it != base_dirs_.end(); ++it) { + if (it->mount_point == mount_point) { + base_dirs_.erase(it); + return true; + } + } + return false; +} + +inline Server & +Server::set_file_extension_and_mimetype_mapping(const std::string &ext, + const std::string &mime) { + file_extension_and_mimetype_map_[ext] = mime; + return *this; +} + +inline Server &Server::set_default_file_mimetype(const std::string &mime) { + default_file_mimetype_ = mime; + return *this; +} + +inline Server &Server::set_file_request_handler(Handler handler) { + file_request_handler_ = std::move(handler); + return *this; +} + +inline Server &Server::set_error_handler(HandlerWithResponse handler) { + error_handler_ = std::move(handler); + return *this; +} + +inline Server &Server::set_error_handler(Handler handler) { + error_handler_ = [handler](const Request &req, Response &res) { + handler(req, res); + return HandlerResponse::Handled; + }; + return *this; +} + +inline Server &Server::set_exception_handler(ExceptionHandler handler) { + exception_handler_ = std::move(handler); + return *this; +} + +inline Server &Server::set_pre_routing_handler(HandlerWithResponse handler) { + pre_routing_handler_ = std::move(handler); + return *this; +} + +inline Server &Server::set_post_routing_handler(Handler handler) { + post_routing_handler_ = std::move(handler); + return *this; +} + +inline Server &Server::set_logger(Logger logger) { + logger_ = std::move(logger); + return *this; +} + +inline Server & +Server::set_expect_100_continue_handler(Expect100ContinueHandler handler) { + expect_100_continue_handler_ = std::move(handler); + return *this; +} + +inline Server &Server::set_address_family(int family) { + address_family_ = family; + return *this; +} + +inline Server &Server::set_tcp_nodelay(bool on) { + tcp_nodelay_ = on; + return *this; +} + +inline Server &Server::set_socket_options(SocketOptions socket_options) { + socket_options_ = std::move(socket_options); + return *this; +} + +inline Server &Server::set_default_headers(Headers headers) { + default_headers_ = std::move(headers); + return *this; +} + +inline Server &Server::set_header_writer( + std::function const &writer) { + header_writer_ = writer; + return *this; +} + +inline Server &Server::set_keep_alive_max_count(size_t count) { + keep_alive_max_count_ = count; + return *this; +} + +inline Server &Server::set_keep_alive_timeout(time_t sec) { + keep_alive_timeout_sec_ = sec; + return *this; +} + +inline Server &Server::set_read_timeout(time_t sec, time_t usec) { + read_timeout_sec_ = sec; + read_timeout_usec_ = usec; + return *this; +} + +inline Server &Server::set_write_timeout(time_t sec, time_t usec) { + write_timeout_sec_ = sec; + write_timeout_usec_ = usec; + return *this; +} + +inline Server &Server::set_idle_interval(time_t sec, time_t usec) { + idle_interval_sec_ = sec; + idle_interval_usec_ = usec; + return *this; +} + +inline Server &Server::set_payload_max_length(size_t length) { + payload_max_length_ = length; + return *this; +} + +inline bool Server::bind_to_port(const std::string &host, int port, + int socket_flags) { + return bind_internal(host, port, socket_flags) >= 0; +} +inline int Server::bind_to_any_port(const std::string &host, int socket_flags) { + return bind_internal(host, 0, socket_flags); +} + +inline bool Server::listen_after_bind() { + auto se = detail::scope_exit([&]() { done_ = true; }); + return listen_internal(); +} + +inline bool Server::listen(const std::string &host, int port, + int socket_flags) { + auto se = detail::scope_exit([&]() { done_ = true; }); + return bind_to_port(host, port, socket_flags) && listen_internal(); +} + +inline bool Server::is_running() const { return is_running_; } + +inline void Server::wait_until_ready() const { + while (!is_running() && !done_) { + std::this_thread::sleep_for(std::chrono::milliseconds{1}); + } +} + +inline void Server::stop() { + if (is_running_) { + assert(svr_sock_ != INVALID_SOCKET); + std::atomic sock(svr_sock_.exchange(INVALID_SOCKET)); + detail::shutdown_socket(sock); + detail::close_socket(sock); + } +} + +inline bool Server::parse_request_line(const char *s, Request &req) const { + auto len = strlen(s); + if (len < 2 || s[len - 2] != '\r' || s[len - 1] != '\n') { return false; } + len -= 2; + + { + size_t count = 0; + + detail::split(s, s + len, ' ', [&](const char *b, const char *e) { + switch (count) { + case 0: req.method = std::string(b, e); break; + case 1: req.target = std::string(b, e); break; + case 2: req.version = std::string(b, e); break; + default: break; + } + count++; + }); + + if (count != 3) { return false; } + } + + static const std::set methods{ + "GET", "HEAD", "POST", "PUT", "DELETE", + "CONNECT", "OPTIONS", "TRACE", "PATCH", "PRI"}; + + if (methods.find(req.method) == methods.end()) { return false; } + + if (req.version != "HTTP/1.1" && req.version != "HTTP/1.0") { return false; } + + { + // Skip URL fragment + for (size_t i = 0; i < req.target.size(); i++) { + if (req.target[i] == '#') { + req.target.erase(i); + break; + } + } + + size_t count = 0; + + detail::split(req.target.data(), req.target.data() + req.target.size(), '?', + 2, [&](const char *b, const char *e) { + switch (count) { + case 0: + req.path = detail::decode_url(std::string(b, e), false); + break; + case 1: { + if (e - b > 0) { + detail::parse_query_text(std::string(b, e), req.params); + } + break; + } + default: break; + } + count++; + }); + + if (count > 2) { return false; } + } + + return true; +} + +inline bool Server::write_response(Stream &strm, bool close_connection, + const Request &req, Response &res) { + return write_response_core(strm, close_connection, req, res, false); +} + +inline bool Server::write_response_with_content(Stream &strm, + bool close_connection, + const Request &req, + Response &res) { + return write_response_core(strm, close_connection, req, res, true); +} + +inline bool Server::write_response_core(Stream &strm, bool close_connection, + const Request &req, Response &res, + bool need_apply_ranges) { + assert(res.status != -1); + + if (400 <= res.status && error_handler_ && + error_handler_(req, res) == HandlerResponse::Handled) { + need_apply_ranges = true; + } + + std::string content_type; + std::string boundary; + if (need_apply_ranges) { apply_ranges(req, res, content_type, boundary); } + + // Prepare additional headers + if (close_connection || req.get_header_value("Connection") == "close") { + res.set_header("Connection", "close"); + } else { + std::stringstream ss; + ss << "timeout=" << keep_alive_timeout_sec_ + << ", max=" << keep_alive_max_count_; + res.set_header("Keep-Alive", ss.str()); + } + + if (!res.has_header("Content-Type") && + (!res.body.empty() || res.content_length_ > 0 || res.content_provider_)) { + res.set_header("Content-Type", "text/plain"); + } + + if (!res.has_header("Content-Length") && res.body.empty() && + !res.content_length_ && !res.content_provider_) { + res.set_header("Content-Length", "0"); + } + + if (!res.has_header("Accept-Ranges") && req.method == "HEAD") { + res.set_header("Accept-Ranges", "bytes"); + } + + if (post_routing_handler_) { post_routing_handler_(req, res); } + + // Response line and headers + { + detail::BufferStream bstrm; + + if (!bstrm.write_format("HTTP/1.1 %d %s\r\n", res.status, + status_message(res.status))) { + return false; + } + + if (!header_writer_(bstrm, res.headers)) { return false; } + + // Flush buffer + auto &data = bstrm.get_buffer(); + detail::write_data(strm, data.data(), data.size()); + } + + // Body + auto ret = true; + if (req.method != "HEAD") { + if (!res.body.empty()) { + if (!detail::write_data(strm, res.body.data(), res.body.size())) { + ret = false; + } + } else if (res.content_provider_) { + if (write_content_with_provider(strm, req, res, boundary, content_type)) { + res.content_provider_success_ = true; + } else { + res.content_provider_success_ = false; + ret = false; + } + } + } + + // Log + if (logger_) { logger_(req, res); } + + return ret; +} + +inline bool +Server::write_content_with_provider(Stream &strm, const Request &req, + Response &res, const std::string &boundary, + const std::string &content_type) { + auto is_shutting_down = [this]() { + return this->svr_sock_ == INVALID_SOCKET; + }; + + if (res.content_length_ > 0) { + if (req.ranges.empty()) { + return detail::write_content(strm, res.content_provider_, 0, + res.content_length_, is_shutting_down); + } else if (req.ranges.size() == 1) { + auto offsets = + detail::get_range_offset_and_length(req, res.content_length_, 0); + auto offset = offsets.first; + auto length = offsets.second; + return detail::write_content(strm, res.content_provider_, offset, length, + is_shutting_down); + } else { + return detail::write_multipart_ranges_data( + strm, req, res, boundary, content_type, is_shutting_down); + } + } else { + if (res.is_chunked_content_provider_) { + auto type = detail::encoding_type(req, res); + + std::unique_ptr compressor; + if (type == detail::EncodingType::Gzip) { +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + compressor = detail::make_unique(); +#endif + } else if (type == detail::EncodingType::Brotli) { +#ifdef CPPHTTPLIB_BROTLI_SUPPORT + compressor = detail::make_unique(); +#endif + } else { + compressor = detail::make_unique(); + } + assert(compressor != nullptr); + + return detail::write_content_chunked(strm, res.content_provider_, + is_shutting_down, *compressor); + } else { + return detail::write_content_without_length(strm, res.content_provider_, + is_shutting_down); + } + } +} + +inline bool Server::read_content(Stream &strm, Request &req, Response &res) { + MultipartFormDataMap::iterator cur; + auto file_count = 0; + if (read_content_core( + strm, req, res, + // Regular + [&](const char *buf, size_t n) { + if (req.body.size() + n > req.body.max_size()) { return false; } + req.body.append(buf, n); + return true; + }, + // Multipart + [&](const MultipartFormData &file) { + if (file_count++ == CPPHTTPLIB_MULTIPART_FORM_DATA_FILE_MAX_COUNT) { + return false; + } + cur = req.files.emplace(file.name, file); + return true; + }, + [&](const char *buf, size_t n) { + auto &content = cur->second.content; + if (content.size() + n > content.max_size()) { return false; } + content.append(buf, n); + return true; + })) { + const auto &content_type = req.get_header_value("Content-Type"); + if (!content_type.find("application/x-www-form-urlencoded")) { + if (req.body.size() > CPPHTTPLIB_FORM_URL_ENCODED_PAYLOAD_MAX_LENGTH) { + res.status = StatusCode::PayloadTooLarge_413; // NOTE: should be 414? + return false; + } + detail::parse_query_text(req.body, req.params); + } + return true; + } + return false; +} + +inline bool Server::read_content_with_content_receiver( + Stream &strm, Request &req, Response &res, ContentReceiver receiver, + MultipartContentHeader multipart_header, + ContentReceiver multipart_receiver) { + return read_content_core(strm, req, res, std::move(receiver), + std::move(multipart_header), + std::move(multipart_receiver)); +} + +inline bool +Server::read_content_core(Stream &strm, Request &req, Response &res, + ContentReceiver receiver, + MultipartContentHeader multipart_header, + ContentReceiver multipart_receiver) const { + detail::MultipartFormDataParser multipart_form_data_parser; + ContentReceiverWithProgress out; + + if (req.is_multipart_form_data()) { + const auto &content_type = req.get_header_value("Content-Type"); + std::string boundary; + if (!detail::parse_multipart_boundary(content_type, boundary)) { + res.status = StatusCode::BadRequest_400; + return false; + } + + multipart_form_data_parser.set_boundary(std::move(boundary)); + out = [&](const char *buf, size_t n, uint64_t /*off*/, uint64_t /*len*/) { + /* For debug + size_t pos = 0; + while (pos < n) { + auto read_size = (std::min)(1, n - pos); + auto ret = multipart_form_data_parser.parse( + buf + pos, read_size, multipart_receiver, multipart_header); + if (!ret) { return false; } + pos += read_size; + } + return true; + */ + return multipart_form_data_parser.parse(buf, n, multipart_receiver, + multipart_header); + }; + } else { + out = [receiver](const char *buf, size_t n, uint64_t /*off*/, + uint64_t /*len*/) { return receiver(buf, n); }; + } + + if (req.method == "DELETE" && !req.has_header("Content-Length")) { + return true; + } + + if (!detail::read_content(strm, req, payload_max_length_, res.status, nullptr, + out, true)) { + return false; + } + + if (req.is_multipart_form_data()) { + if (!multipart_form_data_parser.is_valid()) { + res.status = StatusCode::BadRequest_400; + return false; + } + } + + return true; +} + +inline bool Server::handle_file_request(const Request &req, Response &res, + bool head) { + for (const auto &entry : base_dirs_) { + // Prefix match + if (!req.path.compare(0, entry.mount_point.size(), entry.mount_point)) { + std::string sub_path = "/" + req.path.substr(entry.mount_point.size()); + if (detail::is_valid_path(sub_path)) { + auto path = entry.base_dir + sub_path; + if (path.back() == '/') { path += "index.html"; } + + if (detail::is_file(path)) { + for (const auto &kv : entry.headers) { + res.set_header(kv.first, kv.second); + } + + auto mm = std::make_shared(path.c_str()); + if (!mm->is_open()) { return false; } + + res.set_content_provider( + mm->size(), + detail::find_content_type(path, file_extension_and_mimetype_map_, + default_file_mimetype_), + [mm](size_t offset, size_t length, DataSink &sink) -> bool { + sink.write(mm->data() + offset, length); + return true; + }); + + if (!head && file_request_handler_) { + file_request_handler_(req, res); + } + + return true; + } + } + } + } + return false; +} + +inline socket_t +Server::create_server_socket(const std::string &host, int port, + int socket_flags, + SocketOptions socket_options) const { + return detail::create_socket( + host, std::string(), port, address_family_, socket_flags, tcp_nodelay_, + std::move(socket_options), + [](socket_t sock, struct addrinfo &ai) -> bool { + if (::bind(sock, ai.ai_addr, static_cast(ai.ai_addrlen))) { + return false; + } + if (::listen(sock, CPPHTTPLIB_LISTEN_BACKLOG)) { return false; } + return true; + }); +} + +inline int Server::bind_internal(const std::string &host, int port, + int socket_flags) { + if (!is_valid()) { return -1; } + + svr_sock_ = create_server_socket(host, port, socket_flags, socket_options_); + if (svr_sock_ == INVALID_SOCKET) { return -1; } + + if (port == 0) { + struct sockaddr_storage addr; + socklen_t addr_len = sizeof(addr); + if (getsockname(svr_sock_, reinterpret_cast(&addr), + &addr_len) == -1) { + return -1; + } + if (addr.ss_family == AF_INET) { + return ntohs(reinterpret_cast(&addr)->sin_port); + } else if (addr.ss_family == AF_INET6) { + return ntohs(reinterpret_cast(&addr)->sin6_port); + } else { + return -1; + } + } else { + return port; + } +} + +inline bool Server::listen_internal() { + auto ret = true; + is_running_ = true; + auto se = detail::scope_exit([&]() { is_running_ = false; }); + + { + std::unique_ptr task_queue(new_task_queue()); + + while (svr_sock_ != INVALID_SOCKET) { +#ifndef _WIN32 + if (idle_interval_sec_ > 0 || idle_interval_usec_ > 0) { +#endif + auto val = detail::select_read(svr_sock_, idle_interval_sec_, + idle_interval_usec_); + if (val == 0) { // Timeout + task_queue->on_idle(); + continue; + } +#ifndef _WIN32 + } +#endif + socket_t sock = accept(svr_sock_, nullptr, nullptr); + + if (sock == INVALID_SOCKET) { + if (errno == EMFILE) { + // The per-process limit of open file descriptors has been reached. + // Try to accept new connections after a short sleep. + std::this_thread::sleep_for(std::chrono::milliseconds(1)); + continue; + } else if (errno == EINTR || errno == EAGAIN) { + continue; + } + if (svr_sock_ != INVALID_SOCKET) { + detail::close_socket(svr_sock_); + ret = false; + } else { + ; // The server socket was closed by user. + } + break; + } + + { +#ifdef _WIN32 + auto timeout = static_cast(read_timeout_sec_ * 1000 + + read_timeout_usec_ / 1000); + setsockopt(sock, SOL_SOCKET, SO_RCVTIMEO, + reinterpret_cast(&timeout), sizeof(timeout)); +#else + timeval tv; + tv.tv_sec = static_cast(read_timeout_sec_); + tv.tv_usec = static_cast(read_timeout_usec_); + setsockopt(sock, SOL_SOCKET, SO_RCVTIMEO, + reinterpret_cast(&tv), sizeof(tv)); +#endif + } + { + +#ifdef _WIN32 + auto timeout = static_cast(write_timeout_sec_ * 1000 + + write_timeout_usec_ / 1000); + setsockopt(sock, SOL_SOCKET, SO_SNDTIMEO, + reinterpret_cast(&timeout), sizeof(timeout)); +#else + timeval tv; + tv.tv_sec = static_cast(write_timeout_sec_); + tv.tv_usec = static_cast(write_timeout_usec_); + setsockopt(sock, SOL_SOCKET, SO_SNDTIMEO, + reinterpret_cast(&tv), sizeof(tv)); +#endif + } + + if (!task_queue->enqueue( + [this, sock]() { process_and_close_socket(sock); })) { + detail::shutdown_socket(sock); + detail::close_socket(sock); + } + } + + task_queue->shutdown(); + } + + return ret; +} + +inline bool Server::routing(Request &req, Response &res, Stream &strm) { + if (pre_routing_handler_ && + pre_routing_handler_(req, res) == HandlerResponse::Handled) { + return true; + } + + // File handler + auto is_head_request = req.method == "HEAD"; + if ((req.method == "GET" || is_head_request) && + handle_file_request(req, res, is_head_request)) { + return true; + } + + if (detail::expect_content(req)) { + // Content reader handler + { + ContentReader reader( + [&](ContentReceiver receiver) { + return read_content_with_content_receiver( + strm, req, res, std::move(receiver), nullptr, nullptr); + }, + [&](MultipartContentHeader header, ContentReceiver receiver) { + return read_content_with_content_receiver(strm, req, res, nullptr, + std::move(header), + std::move(receiver)); + }); + + if (req.method == "POST") { + if (dispatch_request_for_content_reader( + req, res, std::move(reader), + post_handlers_for_content_reader_)) { + return true; + } + } else if (req.method == "PUT") { + if (dispatch_request_for_content_reader( + req, res, std::move(reader), + put_handlers_for_content_reader_)) { + return true; + } + } else if (req.method == "PATCH") { + if (dispatch_request_for_content_reader( + req, res, std::move(reader), + patch_handlers_for_content_reader_)) { + return true; + } + } else if (req.method == "DELETE") { + if (dispatch_request_for_content_reader( + req, res, std::move(reader), + delete_handlers_for_content_reader_)) { + return true; + } + } + } + + // Read content into `req.body` + if (!read_content(strm, req, res)) { return false; } + } + + // Regular handler + if (req.method == "GET" || req.method == "HEAD") { + return dispatch_request(req, res, get_handlers_); + } else if (req.method == "POST") { + return dispatch_request(req, res, post_handlers_); + } else if (req.method == "PUT") { + return dispatch_request(req, res, put_handlers_); + } else if (req.method == "DELETE") { + return dispatch_request(req, res, delete_handlers_); + } else if (req.method == "OPTIONS") { + return dispatch_request(req, res, options_handlers_); + } else if (req.method == "PATCH") { + return dispatch_request(req, res, patch_handlers_); + } + + res.status = StatusCode::BadRequest_400; + return false; +} + +inline bool Server::dispatch_request(Request &req, Response &res, + const Handlers &handlers) const { + for (const auto &x : handlers) { + const auto &matcher = x.first; + const auto &handler = x.second; + + if (matcher->match(req)) { + handler(req, res); + return true; + } + } + return false; +} + +inline void Server::apply_ranges(const Request &req, Response &res, + std::string &content_type, + std::string &boundary) const { + if (req.ranges.size() > 1) { + boundary = detail::make_multipart_data_boundary(); + + auto it = res.headers.find("Content-Type"); + if (it != res.headers.end()) { + content_type = it->second; + res.headers.erase(it); + } + + res.set_header("Content-Type", + "multipart/byteranges; boundary=" + boundary); + } + + auto type = detail::encoding_type(req, res); + + if (res.body.empty()) { + if (res.content_length_ > 0) { + size_t length = 0; + if (req.ranges.empty()) { + length = res.content_length_; + } else if (req.ranges.size() == 1) { + auto offsets = + detail::get_range_offset_and_length(req, res.content_length_, 0); + length = offsets.second; + + auto content_range = detail::make_content_range_header_field( + req.ranges[0], res.content_length_); + res.set_header("Content-Range", content_range); + } else { + length = detail::get_multipart_ranges_data_length(req, res, boundary, + content_type); + } + res.set_header("Content-Length", std::to_string(length)); + } else { + if (res.content_provider_) { + if (res.is_chunked_content_provider_) { + res.set_header("Transfer-Encoding", "chunked"); + if (type == detail::EncodingType::Gzip) { + res.set_header("Content-Encoding", "gzip"); + } else if (type == detail::EncodingType::Brotli) { + res.set_header("Content-Encoding", "br"); + } + } + } + } + } else { + if (req.ranges.empty()) { + ; + } else if (req.ranges.size() == 1) { + auto content_range = detail::make_content_range_header_field( + req.ranges[0], res.body.size()); + res.set_header("Content-Range", content_range); + + auto offsets = + detail::get_range_offset_and_length(req, res.body.size(), 0); + auto offset = offsets.first; + auto length = offsets.second; + + if (offset < res.body.size()) { + res.body = res.body.substr(offset, length); + } else { + res.body.clear(); + res.status = StatusCode::RangeNotSatisfiable_416; + } + } else { + std::string data; + if (detail::make_multipart_ranges_data(req, res, boundary, content_type, + data)) { + res.body.swap(data); + } else { + res.body.clear(); + res.status = StatusCode::RangeNotSatisfiable_416; + } + } + + if (type != detail::EncodingType::None) { + std::unique_ptr compressor; + std::string content_encoding; + + if (type == detail::EncodingType::Gzip) { +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + compressor = detail::make_unique(); + content_encoding = "gzip"; +#endif + } else if (type == detail::EncodingType::Brotli) { +#ifdef CPPHTTPLIB_BROTLI_SUPPORT + compressor = detail::make_unique(); + content_encoding = "br"; +#endif + } + + if (compressor) { + std::string compressed; + if (compressor->compress(res.body.data(), res.body.size(), true, + [&](const char *data, size_t data_len) { + compressed.append(data, data_len); + return true; + })) { + res.body.swap(compressed); + res.set_header("Content-Encoding", content_encoding); + } + } + } + + auto length = std::to_string(res.body.size()); + res.set_header("Content-Length", length); + } +} + +inline bool Server::dispatch_request_for_content_reader( + Request &req, Response &res, ContentReader content_reader, + const HandlersForContentReader &handlers) const { + for (const auto &x : handlers) { + const auto &matcher = x.first; + const auto &handler = x.second; + + if (matcher->match(req)) { + handler(req, res, content_reader); + return true; + } + } + return false; +} + +inline bool +Server::process_request(Stream &strm, bool close_connection, + bool &connection_closed, + const std::function &setup_request) { + std::array buf{}; + + detail::stream_line_reader line_reader(strm, buf.data(), buf.size()); + + // Connection has been closed on client + if (!line_reader.getline()) { return false; } + + Request req; + + Response res; + res.version = "HTTP/1.1"; + res.headers = default_headers_; + +#ifdef _WIN32 + // TODO: Increase FD_SETSIZE statically (libzmq), dynamically (MySQL). +#else +#ifndef CPPHTTPLIB_USE_POLL + // Socket file descriptor exceeded FD_SETSIZE... + if (strm.socket() >= FD_SETSIZE) { + Headers dummy; + detail::read_headers(strm, dummy); + res.status = StatusCode::InternalServerError_500; + return write_response(strm, close_connection, req, res); + } +#endif +#endif + + // Check if the request URI doesn't exceed the limit + if (line_reader.size() > CPPHTTPLIB_REQUEST_URI_MAX_LENGTH) { + Headers dummy; + detail::read_headers(strm, dummy); + res.status = StatusCode::UriTooLong_414; + return write_response(strm, close_connection, req, res); + } + + // Request line and headers + if (!parse_request_line(line_reader.ptr(), req) || + !detail::read_headers(strm, req.headers)) { + res.status = StatusCode::BadRequest_400; + return write_response(strm, close_connection, req, res); + } + + if (req.get_header_value("Connection") == "close") { + connection_closed = true; + } + + if (req.version == "HTTP/1.0" && + req.get_header_value("Connection") != "Keep-Alive") { + connection_closed = true; + } + + strm.get_remote_ip_and_port(req.remote_addr, req.remote_port); + req.set_header("REMOTE_ADDR", req.remote_addr); + req.set_header("REMOTE_PORT", std::to_string(req.remote_port)); + + strm.get_local_ip_and_port(req.local_addr, req.local_port); + req.set_header("LOCAL_ADDR", req.local_addr); + req.set_header("LOCAL_PORT", std::to_string(req.local_port)); + + if (req.has_header("Range")) { + const auto &range_header_value = req.get_header_value("Range"); + if (!detail::parse_range_header(range_header_value, req.ranges)) { + res.status = StatusCode::RangeNotSatisfiable_416; + return write_response(strm, close_connection, req, res); + } + } + + if (setup_request) { setup_request(req); } + + if (req.get_header_value("Expect") == "100-continue") { + int status = StatusCode::Continue_100; + if (expect_100_continue_handler_) { + status = expect_100_continue_handler_(req, res); + } + switch (status) { + case StatusCode::Continue_100: + case StatusCode::ExpectationFailed_417: + strm.write_format("HTTP/1.1 %d %s\r\n\r\n", status, + status_message(status)); + break; + default: return write_response(strm, close_connection, req, res); + } + } + + // Rounting + auto routed = false; +#ifdef CPPHTTPLIB_NO_EXCEPTIONS + routed = routing(req, res, strm); +#else + try { + routed = routing(req, res, strm); + } catch (std::exception &e) { + if (exception_handler_) { + auto ep = std::current_exception(); + exception_handler_(req, res, ep); + routed = true; + } else { + res.status = StatusCode::InternalServerError_500; + std::string val; + auto s = e.what(); + for (size_t i = 0; s[i]; i++) { + switch (s[i]) { + case '\r': val += "\\r"; break; + case '\n': val += "\\n"; break; + default: val += s[i]; break; + } + } + res.set_header("EXCEPTION_WHAT", val); + } + } catch (...) { + if (exception_handler_) { + auto ep = std::current_exception(); + exception_handler_(req, res, ep); + routed = true; + } else { + res.status = StatusCode::InternalServerError_500; + res.set_header("EXCEPTION_WHAT", "UNKNOWN"); + } + } +#endif + + if (routed) { + if (res.status == -1) { + res.status = req.ranges.empty() ? StatusCode::OK_200 + : StatusCode::PartialContent_206; + } + return write_response_with_content(strm, close_connection, req, res); + } else { + if (res.status == -1) { res.status = StatusCode::NotFound_404; } + return write_response(strm, close_connection, req, res); + } +} + +inline bool Server::is_valid() const { return true; } + +inline bool Server::process_and_close_socket(socket_t sock) { + auto ret = detail::process_server_socket( + svr_sock_, sock, keep_alive_max_count_, keep_alive_timeout_sec_, + read_timeout_sec_, read_timeout_usec_, write_timeout_sec_, + write_timeout_usec_, + [this](Stream &strm, bool close_connection, bool &connection_closed) { + return process_request(strm, close_connection, connection_closed, + nullptr); + }); + + detail::shutdown_socket(sock); + detail::close_socket(sock); + return ret; +} + +// HTTP client implementation +inline ClientImpl::ClientImpl(const std::string &host) + : ClientImpl(host, 80, std::string(), std::string()) {} + +inline ClientImpl::ClientImpl(const std::string &host, int port) + : ClientImpl(host, port, std::string(), std::string()) {} + +inline ClientImpl::ClientImpl(const std::string &host, int port, + const std::string &client_cert_path, + const std::string &client_key_path) + : host_(host), port_(port), + host_and_port_(adjust_host_string(host) + ":" + std::to_string(port)), + client_cert_path_(client_cert_path), client_key_path_(client_key_path) {} + +inline ClientImpl::~ClientImpl() { + std::lock_guard guard(socket_mutex_); + shutdown_socket(socket_); + close_socket(socket_); +} + +inline bool ClientImpl::is_valid() const { return true; } + +inline void ClientImpl::copy_settings(const ClientImpl &rhs) { + client_cert_path_ = rhs.client_cert_path_; + client_key_path_ = rhs.client_key_path_; + connection_timeout_sec_ = rhs.connection_timeout_sec_; + read_timeout_sec_ = rhs.read_timeout_sec_; + read_timeout_usec_ = rhs.read_timeout_usec_; + write_timeout_sec_ = rhs.write_timeout_sec_; + write_timeout_usec_ = rhs.write_timeout_usec_; + basic_auth_username_ = rhs.basic_auth_username_; + basic_auth_password_ = rhs.basic_auth_password_; + bearer_token_auth_token_ = rhs.bearer_token_auth_token_; +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + digest_auth_username_ = rhs.digest_auth_username_; + digest_auth_password_ = rhs.digest_auth_password_; +#endif + keep_alive_ = rhs.keep_alive_; + follow_location_ = rhs.follow_location_; + url_encode_ = rhs.url_encode_; + address_family_ = rhs.address_family_; + tcp_nodelay_ = rhs.tcp_nodelay_; + socket_options_ = rhs.socket_options_; + compress_ = rhs.compress_; + decompress_ = rhs.decompress_; + interface_ = rhs.interface_; + proxy_host_ = rhs.proxy_host_; + proxy_port_ = rhs.proxy_port_; + proxy_basic_auth_username_ = rhs.proxy_basic_auth_username_; + proxy_basic_auth_password_ = rhs.proxy_basic_auth_password_; + proxy_bearer_token_auth_token_ = rhs.proxy_bearer_token_auth_token_; +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + proxy_digest_auth_username_ = rhs.proxy_digest_auth_username_; + proxy_digest_auth_password_ = rhs.proxy_digest_auth_password_; +#endif +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + ca_cert_file_path_ = rhs.ca_cert_file_path_; + ca_cert_dir_path_ = rhs.ca_cert_dir_path_; + ca_cert_store_ = rhs.ca_cert_store_; +#endif +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + server_certificate_verification_ = rhs.server_certificate_verification_; +#endif + logger_ = rhs.logger_; +} + +inline socket_t ClientImpl::create_client_socket(Error &error) const { + if (!proxy_host_.empty() && proxy_port_ != -1) { + return detail::create_client_socket( + proxy_host_, std::string(), proxy_port_, address_family_, tcp_nodelay_, + socket_options_, connection_timeout_sec_, connection_timeout_usec_, + read_timeout_sec_, read_timeout_usec_, write_timeout_sec_, + write_timeout_usec_, interface_, error); + } + + // Check is custom IP specified for host_ + std::string ip; + auto it = addr_map_.find(host_); + if (it != addr_map_.end()) { ip = it->second; } + + return detail::create_client_socket( + host_, ip, port_, address_family_, tcp_nodelay_, socket_options_, + connection_timeout_sec_, connection_timeout_usec_, read_timeout_sec_, + read_timeout_usec_, write_timeout_sec_, write_timeout_usec_, interface_, + error); +} + +inline bool ClientImpl::create_and_connect_socket(Socket &socket, + Error &error) { + auto sock = create_client_socket(error); + if (sock == INVALID_SOCKET) { return false; } + socket.sock = sock; + return true; +} + +inline void ClientImpl::shutdown_ssl(Socket & /*socket*/, + bool /*shutdown_gracefully*/) { + // If there are any requests in flight from threads other than us, then it's + // a thread-unsafe race because individual ssl* objects are not thread-safe. + assert(socket_requests_in_flight_ == 0 || + socket_requests_are_from_thread_ == std::this_thread::get_id()); +} + +inline void ClientImpl::shutdown_socket(Socket &socket) const { + if (socket.sock == INVALID_SOCKET) { return; } + detail::shutdown_socket(socket.sock); +} + +inline void ClientImpl::close_socket(Socket &socket) { + // If there are requests in flight in another thread, usually closing + // the socket will be fine and they will simply receive an error when + // using the closed socket, but it is still a bug since rarely the OS + // may reassign the socket id to be used for a new socket, and then + // suddenly they will be operating on a live socket that is different + // than the one they intended! + assert(socket_requests_in_flight_ == 0 || + socket_requests_are_from_thread_ == std::this_thread::get_id()); + + // It is also a bug if this happens while SSL is still active +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + assert(socket.ssl == nullptr); +#endif + if (socket.sock == INVALID_SOCKET) { return; } + detail::close_socket(socket.sock); + socket.sock = INVALID_SOCKET; +} + +inline bool ClientImpl::read_response_line(Stream &strm, const Request &req, + Response &res) const { + std::array buf{}; + + detail::stream_line_reader line_reader(strm, buf.data(), buf.size()); + + if (!line_reader.getline()) { return false; } + +#ifdef CPPHTTPLIB_ALLOW_LF_AS_LINE_TERMINATOR + const static std::regex re("(HTTP/1\\.[01]) (\\d{3})(?: (.*?))?\r?\n"); +#else + const static std::regex re("(HTTP/1\\.[01]) (\\d{3})(?: (.*?))?\r\n"); +#endif + + std::cmatch m; + if (!std::regex_match(line_reader.ptr(), m, re)) { + return req.method == "CONNECT"; + } + res.version = std::string(m[1]); + res.status = std::stoi(std::string(m[2])); + res.reason = std::string(m[3]); + + // Ignore '100 Continue' + while (res.status == StatusCode::Continue_100) { + if (!line_reader.getline()) { return false; } // CRLF + if (!line_reader.getline()) { return false; } // next response line + + if (!std::regex_match(line_reader.ptr(), m, re)) { return false; } + res.version = std::string(m[1]); + res.status = std::stoi(std::string(m[2])); + res.reason = std::string(m[3]); + } + + return true; +} + +inline bool ClientImpl::send(Request &req, Response &res, Error &error) { + std::lock_guard request_mutex_guard(request_mutex_); + auto ret = send_(req, res, error); + if (error == Error::SSLPeerCouldBeClosed_) { + assert(!ret); + ret = send_(req, res, error); + } + return ret; +} + +inline bool ClientImpl::send_(Request &req, Response &res, Error &error) { + { + std::lock_guard guard(socket_mutex_); + + // Set this to false immediately - if it ever gets set to true by the end of + // the request, we know another thread instructed us to close the socket. + socket_should_be_closed_when_request_is_done_ = false; + + auto is_alive = false; + if (socket_.is_open()) { + is_alive = detail::is_socket_alive(socket_.sock); + if (!is_alive) { + // Attempt to avoid sigpipe by shutting down nongracefully if it seems + // like the other side has already closed the connection Also, there + // cannot be any requests in flight from other threads since we locked + // request_mutex_, so safe to close everything immediately + const bool shutdown_gracefully = false; + shutdown_ssl(socket_, shutdown_gracefully); + shutdown_socket(socket_); + close_socket(socket_); + } + } + + if (!is_alive) { + if (!create_and_connect_socket(socket_, error)) { return false; } + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + // TODO: refactoring + if (is_ssl()) { + auto &scli = static_cast(*this); + if (!proxy_host_.empty() && proxy_port_ != -1) { + auto success = false; + if (!scli.connect_with_proxy(socket_, res, success, error)) { + return success; + } + } + + if (!scli.initialize_ssl(socket_, error)) { return false; } + } +#endif + } + + // Mark the current socket as being in use so that it cannot be closed by + // anyone else while this request is ongoing, even though we will be + // releasing the mutex. + if (socket_requests_in_flight_ > 1) { + assert(socket_requests_are_from_thread_ == std::this_thread::get_id()); + } + socket_requests_in_flight_ += 1; + socket_requests_are_from_thread_ = std::this_thread::get_id(); + } + + for (const auto &header : default_headers_) { + if (req.headers.find(header.first) == req.headers.end()) { + req.headers.insert(header); + } + } + + auto ret = false; + auto close_connection = !keep_alive_; + + auto se = detail::scope_exit([&]() { + // Briefly lock mutex in order to mark that a request is no longer ongoing + std::lock_guard guard(socket_mutex_); + socket_requests_in_flight_ -= 1; + if (socket_requests_in_flight_ <= 0) { + assert(socket_requests_in_flight_ == 0); + socket_requests_are_from_thread_ = std::thread::id(); + } + + if (socket_should_be_closed_when_request_is_done_ || close_connection || + !ret) { + shutdown_ssl(socket_, true); + shutdown_socket(socket_); + close_socket(socket_); + } + }); + + ret = process_socket(socket_, [&](Stream &strm) { + return handle_request(strm, req, res, close_connection, error); + }); + + if (!ret) { + if (error == Error::Success) { error = Error::Unknown; } + } + + return ret; +} + +inline Result ClientImpl::send(const Request &req) { + auto req2 = req; + return send_(std::move(req2)); +} + +inline Result ClientImpl::send_(Request &&req) { + auto res = detail::make_unique(); + auto error = Error::Success; + auto ret = send(req, *res, error); + return Result{ret ? std::move(res) : nullptr, error, std::move(req.headers)}; +} + +inline bool ClientImpl::handle_request(Stream &strm, Request &req, + Response &res, bool close_connection, + Error &error) { + if (req.path.empty()) { + error = Error::Connection; + return false; + } + + auto req_save = req; + + bool ret; + + if (!is_ssl() && !proxy_host_.empty() && proxy_port_ != -1) { + auto req2 = req; + req2.path = "http://" + host_and_port_ + req.path; + ret = process_request(strm, req2, res, close_connection, error); + req = req2; + req.path = req_save.path; + } else { + ret = process_request(strm, req, res, close_connection, error); + } + + if (!ret) { return false; } + + if (res.get_header_value("Connection") == "close" || + (res.version == "HTTP/1.0" && res.reason != "Connection established")) { + // TODO this requires a not-entirely-obvious chain of calls to be correct + // for this to be safe. + + // This is safe to call because handle_request is only called by send_ + // which locks the request mutex during the process. It would be a bug + // to call it from a different thread since it's a thread-safety issue + // to do these things to the socket if another thread is using the socket. + std::lock_guard guard(socket_mutex_); + shutdown_ssl(socket_, true); + shutdown_socket(socket_); + close_socket(socket_); + } + + if (300 < res.status && res.status < 400 && follow_location_) { + req = req_save; + ret = redirect(req, res, error); + } + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + if ((res.status == StatusCode::Unauthorized_401 || + res.status == StatusCode::ProxyAuthenticationRequired_407) && + req.authorization_count_ < 5) { + auto is_proxy = res.status == StatusCode::ProxyAuthenticationRequired_407; + const auto &username = + is_proxy ? proxy_digest_auth_username_ : digest_auth_username_; + const auto &password = + is_proxy ? proxy_digest_auth_password_ : digest_auth_password_; + + if (!username.empty() && !password.empty()) { + std::map auth; + if (detail::parse_www_authenticate(res, auth, is_proxy)) { + Request new_req = req; + new_req.authorization_count_ += 1; + new_req.headers.erase(is_proxy ? "Proxy-Authorization" + : "Authorization"); + new_req.headers.insert(detail::make_digest_authentication_header( + req, auth, new_req.authorization_count_, detail::random_string(10), + username, password, is_proxy)); + + Response new_res; + + ret = send(new_req, new_res, error); + if (ret) { res = new_res; } + } + } + } +#endif + + return ret; +} + +inline bool ClientImpl::redirect(Request &req, Response &res, Error &error) { + if (req.redirect_count_ == 0) { + error = Error::ExceedRedirectCount; + return false; + } + + auto location = res.get_header_value("location"); + if (location.empty()) { return false; } + + const static std::regex re( + R"((?:(https?):)?(?://(?:\[([\d:]+)\]|([^:/?#]+))(?::(\d+))?)?([^?#]*)(\?[^#]*)?(?:#.*)?)"); + + std::smatch m; + if (!std::regex_match(location, m, re)) { return false; } + + auto scheme = is_ssl() ? "https" : "http"; + + auto next_scheme = m[1].str(); + auto next_host = m[2].str(); + if (next_host.empty()) { next_host = m[3].str(); } + auto port_str = m[4].str(); + auto next_path = m[5].str(); + auto next_query = m[6].str(); + + auto next_port = port_; + if (!port_str.empty()) { + next_port = std::stoi(port_str); + } else if (!next_scheme.empty()) { + next_port = next_scheme == "https" ? 443 : 80; + } + + if (next_scheme.empty()) { next_scheme = scheme; } + if (next_host.empty()) { next_host = host_; } + if (next_path.empty()) { next_path = "/"; } + + auto path = detail::decode_url(next_path, true) + next_query; + + if (next_scheme == scheme && next_host == host_ && next_port == port_) { + return detail::redirect(*this, req, res, path, location, error); + } else { + if (next_scheme == "https") { +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + SSLClient cli(next_host, next_port); + cli.copy_settings(*this); + if (ca_cert_store_) { cli.set_ca_cert_store(ca_cert_store_); } + return detail::redirect(cli, req, res, path, location, error); +#else + return false; +#endif + } else { + ClientImpl cli(next_host, next_port); + cli.copy_settings(*this); + return detail::redirect(cli, req, res, path, location, error); + } + } +} + +inline bool ClientImpl::write_content_with_provider(Stream &strm, + const Request &req, + Error &error) const { + auto is_shutting_down = []() { return false; }; + + if (req.is_chunked_content_provider_) { + // TODO: Brotli support + std::unique_ptr compressor; +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + if (compress_) { + compressor = detail::make_unique(); + } else +#endif + { + compressor = detail::make_unique(); + } + + return detail::write_content_chunked(strm, req.content_provider_, + is_shutting_down, *compressor, error); + } else { + return detail::write_content(strm, req.content_provider_, 0, + req.content_length_, is_shutting_down, error); + } +} + +inline bool ClientImpl::write_request(Stream &strm, Request &req, + bool close_connection, Error &error) { + // Prepare additional headers + if (close_connection) { + if (!req.has_header("Connection")) { + req.set_header("Connection", "close"); + } + } + + if (!req.has_header("Host")) { + if (is_ssl()) { + if (port_ == 443) { + req.set_header("Host", host_); + } else { + req.set_header("Host", host_and_port_); + } + } else { + if (port_ == 80) { + req.set_header("Host", host_); + } else { + req.set_header("Host", host_and_port_); + } + } + } + + if (!req.has_header("Accept")) { req.set_header("Accept", "*/*"); } + +#ifndef CPPHTTPLIB_NO_DEFAULT_USER_AGENT + if (!req.has_header("User-Agent")) { + auto agent = std::string("cpp-httplib/") + CPPHTTPLIB_VERSION; + req.set_header("User-Agent", agent); + } +#endif + + if (req.body.empty()) { + if (req.content_provider_) { + if (!req.is_chunked_content_provider_) { + if (!req.has_header("Content-Length")) { + auto length = std::to_string(req.content_length_); + req.set_header("Content-Length", length); + } + } + } else { + if (req.method == "POST" || req.method == "PUT" || + req.method == "PATCH") { + req.set_header("Content-Length", "0"); + } + } + } else { + if (!req.has_header("Content-Type")) { + req.set_header("Content-Type", "text/plain"); + } + + if (!req.has_header("Content-Length")) { + auto length = std::to_string(req.body.size()); + req.set_header("Content-Length", length); + } + } + + if (!basic_auth_password_.empty() || !basic_auth_username_.empty()) { + if (!req.has_header("Authorization")) { + req.headers.insert(make_basic_authentication_header( + basic_auth_username_, basic_auth_password_, false)); + } + } + + if (!proxy_basic_auth_username_.empty() && + !proxy_basic_auth_password_.empty()) { + if (!req.has_header("Proxy-Authorization")) { + req.headers.insert(make_basic_authentication_header( + proxy_basic_auth_username_, proxy_basic_auth_password_, true)); + } + } + + if (!bearer_token_auth_token_.empty()) { + if (!req.has_header("Authorization")) { + req.headers.insert(make_bearer_token_authentication_header( + bearer_token_auth_token_, false)); + } + } + + if (!proxy_bearer_token_auth_token_.empty()) { + if (!req.has_header("Proxy-Authorization")) { + req.headers.insert(make_bearer_token_authentication_header( + proxy_bearer_token_auth_token_, true)); + } + } + + // Request line and headers + { + detail::BufferStream bstrm; + + const auto &path = url_encode_ ? detail::encode_url(req.path) : req.path; + bstrm.write_format("%s %s HTTP/1.1\r\n", req.method.c_str(), path.c_str()); + + header_writer_(bstrm, req.headers); + + // Flush buffer + auto &data = bstrm.get_buffer(); + if (!detail::write_data(strm, data.data(), data.size())) { + error = Error::Write; + return false; + } + } + + // Body + if (req.body.empty()) { + return write_content_with_provider(strm, req, error); + } + + if (!detail::write_data(strm, req.body.data(), req.body.size())) { + error = Error::Write; + return false; + } + + return true; +} + +inline std::unique_ptr ClientImpl::send_with_content_provider( + Request &req, const char *body, size_t content_length, + ContentProvider content_provider, + ContentProviderWithoutLength content_provider_without_length, + const std::string &content_type, Error &error) { + if (!content_type.empty()) { req.set_header("Content-Type", content_type); } + +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + if (compress_) { req.set_header("Content-Encoding", "gzip"); } +#endif + +#ifdef CPPHTTPLIB_ZLIB_SUPPORT + if (compress_ && !content_provider_without_length) { + // TODO: Brotli support + detail::gzip_compressor compressor; + + if (content_provider) { + auto ok = true; + size_t offset = 0; + DataSink data_sink; + + data_sink.write = [&](const char *data, size_t data_len) -> bool { + if (ok) { + auto last = offset + data_len == content_length; + + auto ret = compressor.compress( + data, data_len, last, + [&](const char *compressed_data, size_t compressed_data_len) { + req.body.append(compressed_data, compressed_data_len); + return true; + }); + + if (ret) { + offset += data_len; + } else { + ok = false; + } + } + return ok; + }; + + while (ok && offset < content_length) { + if (!content_provider(offset, content_length - offset, data_sink)) { + error = Error::Canceled; + return nullptr; + } + } + } else { + if (!compressor.compress(body, content_length, true, + [&](const char *data, size_t data_len) { + req.body.append(data, data_len); + return true; + })) { + error = Error::Compression; + return nullptr; + } + } + } else +#endif + { + if (content_provider) { + req.content_length_ = content_length; + req.content_provider_ = std::move(content_provider); + req.is_chunked_content_provider_ = false; + } else if (content_provider_without_length) { + req.content_length_ = 0; + req.content_provider_ = detail::ContentProviderAdapter( + std::move(content_provider_without_length)); + req.is_chunked_content_provider_ = true; + req.set_header("Transfer-Encoding", "chunked"); + } else { + req.body.assign(body, content_length); + } + } + + auto res = detail::make_unique(); + return send(req, *res, error) ? std::move(res) : nullptr; +} + +inline Result ClientImpl::send_with_content_provider( + const std::string &method, const std::string &path, const Headers &headers, + const char *body, size_t content_length, ContentProvider content_provider, + ContentProviderWithoutLength content_provider_without_length, + const std::string &content_type) { + Request req; + req.method = method; + req.headers = headers; + req.path = path; + + auto error = Error::Success; + + auto res = send_with_content_provider( + req, body, content_length, std::move(content_provider), + std::move(content_provider_without_length), content_type, error); + + return Result{std::move(res), error, std::move(req.headers)}; +} + +inline std::string +ClientImpl::adjust_host_string(const std::string &host) const { + if (host.find(':') != std::string::npos) { return "[" + host + "]"; } + return host; +} + +inline bool ClientImpl::process_request(Stream &strm, Request &req, + Response &res, bool close_connection, + Error &error) { + // Send request + if (!write_request(strm, req, close_connection, error)) { return false; } + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + if (is_ssl()) { + auto is_proxy_enabled = !proxy_host_.empty() && proxy_port_ != -1; + if (!is_proxy_enabled) { + char buf[1]; + if (SSL_peek(socket_.ssl, buf, 1) == 0 && + SSL_get_error(socket_.ssl, 0) == SSL_ERROR_ZERO_RETURN) { + error = Error::SSLPeerCouldBeClosed_; + return false; + } + } + } +#endif + + // Receive response and headers + if (!read_response_line(strm, req, res) || + !detail::read_headers(strm, res.headers)) { + error = Error::Read; + return false; + } + + // Body + if ((res.status != StatusCode::NoContent_204) && req.method != "HEAD" && + req.method != "CONNECT") { + auto redirect = 300 < res.status && res.status < 400 && follow_location_; + + if (req.response_handler && !redirect) { + if (!req.response_handler(res)) { + error = Error::Canceled; + return false; + } + } + + auto out = + req.content_receiver + ? static_cast( + [&](const char *buf, size_t n, uint64_t off, uint64_t len) { + if (redirect) { return true; } + auto ret = req.content_receiver(buf, n, off, len); + if (!ret) { error = Error::Canceled; } + return ret; + }) + : static_cast( + [&](const char *buf, size_t n, uint64_t /*off*/, + uint64_t /*len*/) { + if (res.body.size() + n > res.body.max_size()) { + return false; + } + res.body.append(buf, n); + return true; + }); + + auto progress = [&](uint64_t current, uint64_t total) { + if (!req.progress || redirect) { return true; } + auto ret = req.progress(current, total); + if (!ret) { error = Error::Canceled; } + return ret; + }; + + int dummy_status; + if (!detail::read_content(strm, res, (std::numeric_limits::max)(), + dummy_status, std::move(progress), std::move(out), + decompress_)) { + if (error != Error::Canceled) { error = Error::Read; } + return false; + } + } + + // Log + if (logger_) { logger_(req, res); } + + return true; +} + +inline ContentProviderWithoutLength ClientImpl::get_multipart_content_provider( + const std::string &boundary, const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items) const { + size_t cur_item = 0; + size_t cur_start = 0; + // cur_item and cur_start are copied to within the std::function and maintain + // state between successive calls + return [&, cur_item, cur_start](size_t offset, + DataSink &sink) mutable -> bool { + if (!offset && !items.empty()) { + sink.os << detail::serialize_multipart_formdata(items, boundary, false); + return true; + } else if (cur_item < provider_items.size()) { + if (!cur_start) { + const auto &begin = detail::serialize_multipart_formdata_item_begin( + provider_items[cur_item], boundary); + offset += begin.size(); + cur_start = offset; + sink.os << begin; + } + + DataSink cur_sink; + auto has_data = true; + cur_sink.write = sink.write; + cur_sink.done = [&]() { has_data = false; }; + + if (!provider_items[cur_item].provider(offset - cur_start, cur_sink)) { + return false; + } + + if (!has_data) { + sink.os << detail::serialize_multipart_formdata_item_end(); + cur_item++; + cur_start = 0; + } + return true; + } else { + sink.os << detail::serialize_multipart_formdata_finish(boundary); + sink.done(); + return true; + } + }; +} + +inline bool +ClientImpl::process_socket(const Socket &socket, + std::function callback) { + return detail::process_client_socket( + socket.sock, read_timeout_sec_, read_timeout_usec_, write_timeout_sec_, + write_timeout_usec_, std::move(callback)); +} + +inline bool ClientImpl::is_ssl() const { return false; } + +inline Result ClientImpl::Get(const std::string &path) { + return Get(path, Headers(), Progress()); +} + +inline Result ClientImpl::Get(const std::string &path, Progress progress) { + return Get(path, Headers(), std::move(progress)); +} + +inline Result ClientImpl::Get(const std::string &path, const Headers &headers) { + return Get(path, headers, Progress()); +} + +inline Result ClientImpl::Get(const std::string &path, const Headers &headers, + Progress progress) { + Request req; + req.method = "GET"; + req.path = path; + req.headers = headers; + req.progress = std::move(progress); + + return send_(std::move(req)); +} + +inline Result ClientImpl::Get(const std::string &path, + ContentReceiver content_receiver) { + return Get(path, Headers(), nullptr, std::move(content_receiver), nullptr); +} + +inline Result ClientImpl::Get(const std::string &path, + ContentReceiver content_receiver, + Progress progress) { + return Get(path, Headers(), nullptr, std::move(content_receiver), + std::move(progress)); +} + +inline Result ClientImpl::Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver) { + return Get(path, headers, nullptr, std::move(content_receiver), nullptr); +} + +inline Result ClientImpl::Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver, + Progress progress) { + return Get(path, headers, nullptr, std::move(content_receiver), + std::move(progress)); +} + +inline Result ClientImpl::Get(const std::string &path, + ResponseHandler response_handler, + ContentReceiver content_receiver) { + return Get(path, Headers(), std::move(response_handler), + std::move(content_receiver), nullptr); +} + +inline Result ClientImpl::Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver) { + return Get(path, headers, std::move(response_handler), + std::move(content_receiver), nullptr); +} + +inline Result ClientImpl::Get(const std::string &path, + ResponseHandler response_handler, + ContentReceiver content_receiver, + Progress progress) { + return Get(path, Headers(), std::move(response_handler), + std::move(content_receiver), std::move(progress)); +} + +inline Result ClientImpl::Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver, + Progress progress) { + Request req; + req.method = "GET"; + req.path = path; + req.headers = headers; + req.response_handler = std::move(response_handler); + req.content_receiver = + [content_receiver](const char *data, size_t data_length, + uint64_t /*offset*/, uint64_t /*total_length*/) { + return content_receiver(data, data_length); + }; + req.progress = std::move(progress); + + return send_(std::move(req)); +} + +inline Result ClientImpl::Get(const std::string &path, const Params ¶ms, + const Headers &headers, Progress progress) { + if (params.empty()) { return Get(path, headers); } + + std::string path_with_query = append_query_params(path, params); + return Get(path_with_query, headers, progress); +} + +inline Result ClientImpl::Get(const std::string &path, const Params ¶ms, + const Headers &headers, + ContentReceiver content_receiver, + Progress progress) { + return Get(path, params, headers, nullptr, content_receiver, progress); +} + +inline Result ClientImpl::Get(const std::string &path, const Params ¶ms, + const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver, + Progress progress) { + if (params.empty()) { + return Get(path, headers, response_handler, content_receiver, progress); + } + + std::string path_with_query = append_query_params(path, params); + return Get(path_with_query, headers, response_handler, content_receiver, + progress); +} + +inline Result ClientImpl::Head(const std::string &path) { + return Head(path, Headers()); +} + +inline Result ClientImpl::Head(const std::string &path, + const Headers &headers) { + Request req; + req.method = "HEAD"; + req.headers = headers; + req.path = path; + + return send_(std::move(req)); +} + +inline Result ClientImpl::Post(const std::string &path) { + return Post(path, std::string(), std::string()); +} + +inline Result ClientImpl::Post(const std::string &path, + const Headers &headers) { + return Post(path, headers, nullptr, 0, std::string()); +} + +inline Result ClientImpl::Post(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return Post(path, Headers(), body, content_length, content_type); +} + +inline Result ClientImpl::Post(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return send_with_content_provider("POST", path, headers, body, content_length, + nullptr, nullptr, content_type); +} + +inline Result ClientImpl::Post(const std::string &path, const std::string &body, + const std::string &content_type) { + return Post(path, Headers(), body, content_type); +} + +inline Result ClientImpl::Post(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return send_with_content_provider("POST", path, headers, body.data(), + body.size(), nullptr, nullptr, + content_type); +} + +inline Result ClientImpl::Post(const std::string &path, const Params ¶ms) { + return Post(path, Headers(), params); +} + +inline Result ClientImpl::Post(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return Post(path, Headers(), content_length, std::move(content_provider), + content_type); +} + +inline Result ClientImpl::Post(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return Post(path, Headers(), std::move(content_provider), content_type); +} + +inline Result ClientImpl::Post(const std::string &path, const Headers &headers, + size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return send_with_content_provider("POST", path, headers, nullptr, + content_length, std::move(content_provider), + nullptr, content_type); +} + +inline Result ClientImpl::Post(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return send_with_content_provider("POST", path, headers, nullptr, 0, nullptr, + std::move(content_provider), content_type); +} + +inline Result ClientImpl::Post(const std::string &path, const Headers &headers, + const Params ¶ms) { + auto query = detail::params_to_query_str(params); + return Post(path, headers, query, "application/x-www-form-urlencoded"); +} + +inline Result ClientImpl::Post(const std::string &path, + const MultipartFormDataItems &items) { + return Post(path, Headers(), items); +} + +inline Result ClientImpl::Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items) { + const auto &boundary = detail::make_multipart_data_boundary(); + const auto &content_type = + detail::serialize_multipart_formdata_get_content_type(boundary); + const auto &body = detail::serialize_multipart_formdata(items, boundary); + return Post(path, headers, body, content_type); +} + +inline Result ClientImpl::Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const std::string &boundary) { + if (!detail::is_multipart_boundary_chars_valid(boundary)) { + return Result{nullptr, Error::UnsupportedMultipartBoundaryChars}; + } + + const auto &content_type = + detail::serialize_multipart_formdata_get_content_type(boundary); + const auto &body = detail::serialize_multipart_formdata(items, boundary); + return Post(path, headers, body, content_type); +} + +inline Result +ClientImpl::Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items) { + const auto &boundary = detail::make_multipart_data_boundary(); + const auto &content_type = + detail::serialize_multipart_formdata_get_content_type(boundary); + return send_with_content_provider( + "POST", path, headers, nullptr, 0, nullptr, + get_multipart_content_provider(boundary, items, provider_items), + content_type); +} + +inline Result ClientImpl::Put(const std::string &path) { + return Put(path, std::string(), std::string()); +} + +inline Result ClientImpl::Put(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return Put(path, Headers(), body, content_length, content_type); +} + +inline Result ClientImpl::Put(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return send_with_content_provider("PUT", path, headers, body, content_length, + nullptr, nullptr, content_type); +} + +inline Result ClientImpl::Put(const std::string &path, const std::string &body, + const std::string &content_type) { + return Put(path, Headers(), body, content_type); +} + +inline Result ClientImpl::Put(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return send_with_content_provider("PUT", path, headers, body.data(), + body.size(), nullptr, nullptr, + content_type); +} + +inline Result ClientImpl::Put(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return Put(path, Headers(), content_length, std::move(content_provider), + content_type); +} + +inline Result ClientImpl::Put(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return Put(path, Headers(), std::move(content_provider), content_type); +} + +inline Result ClientImpl::Put(const std::string &path, const Headers &headers, + size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return send_with_content_provider("PUT", path, headers, nullptr, + content_length, std::move(content_provider), + nullptr, content_type); +} + +inline Result ClientImpl::Put(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return send_with_content_provider("PUT", path, headers, nullptr, 0, nullptr, + std::move(content_provider), content_type); +} + +inline Result ClientImpl::Put(const std::string &path, const Params ¶ms) { + return Put(path, Headers(), params); +} + +inline Result ClientImpl::Put(const std::string &path, const Headers &headers, + const Params ¶ms) { + auto query = detail::params_to_query_str(params); + return Put(path, headers, query, "application/x-www-form-urlencoded"); +} + +inline Result ClientImpl::Put(const std::string &path, + const MultipartFormDataItems &items) { + return Put(path, Headers(), items); +} + +inline Result ClientImpl::Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items) { + const auto &boundary = detail::make_multipart_data_boundary(); + const auto &content_type = + detail::serialize_multipart_formdata_get_content_type(boundary); + const auto &body = detail::serialize_multipart_formdata(items, boundary); + return Put(path, headers, body, content_type); +} + +inline Result ClientImpl::Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const std::string &boundary) { + if (!detail::is_multipart_boundary_chars_valid(boundary)) { + return Result{nullptr, Error::UnsupportedMultipartBoundaryChars}; + } + + const auto &content_type = + detail::serialize_multipart_formdata_get_content_type(boundary); + const auto &body = detail::serialize_multipart_formdata(items, boundary); + return Put(path, headers, body, content_type); +} + +inline Result +ClientImpl::Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items) { + const auto &boundary = detail::make_multipart_data_boundary(); + const auto &content_type = + detail::serialize_multipart_formdata_get_content_type(boundary); + return send_with_content_provider( + "PUT", path, headers, nullptr, 0, nullptr, + get_multipart_content_provider(boundary, items, provider_items), + content_type); +} +inline Result ClientImpl::Patch(const std::string &path) { + return Patch(path, std::string(), std::string()); +} + +inline Result ClientImpl::Patch(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return Patch(path, Headers(), body, content_length, content_type); +} + +inline Result ClientImpl::Patch(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return send_with_content_provider("PATCH", path, headers, body, + content_length, nullptr, nullptr, + content_type); +} + +inline Result ClientImpl::Patch(const std::string &path, + const std::string &body, + const std::string &content_type) { + return Patch(path, Headers(), body, content_type); +} + +inline Result ClientImpl::Patch(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return send_with_content_provider("PATCH", path, headers, body.data(), + body.size(), nullptr, nullptr, + content_type); +} + +inline Result ClientImpl::Patch(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return Patch(path, Headers(), content_length, std::move(content_provider), + content_type); +} + +inline Result ClientImpl::Patch(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return Patch(path, Headers(), std::move(content_provider), content_type); +} + +inline Result ClientImpl::Patch(const std::string &path, const Headers &headers, + size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return send_with_content_provider("PATCH", path, headers, nullptr, + content_length, std::move(content_provider), + nullptr, content_type); +} + +inline Result ClientImpl::Patch(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return send_with_content_provider("PATCH", path, headers, nullptr, 0, nullptr, + std::move(content_provider), content_type); +} + +inline Result ClientImpl::Delete(const std::string &path) { + return Delete(path, Headers(), std::string(), std::string()); +} + +inline Result ClientImpl::Delete(const std::string &path, + const Headers &headers) { + return Delete(path, headers, std::string(), std::string()); +} + +inline Result ClientImpl::Delete(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return Delete(path, Headers(), body, content_length, content_type); +} + +inline Result ClientImpl::Delete(const std::string &path, + const Headers &headers, const char *body, + size_t content_length, + const std::string &content_type) { + Request req; + req.method = "DELETE"; + req.headers = headers; + req.path = path; + + if (!content_type.empty()) { req.set_header("Content-Type", content_type); } + req.body.assign(body, content_length); + + return send_(std::move(req)); +} + +inline Result ClientImpl::Delete(const std::string &path, + const std::string &body, + const std::string &content_type) { + return Delete(path, Headers(), body.data(), body.size(), content_type); +} + +inline Result ClientImpl::Delete(const std::string &path, + const Headers &headers, + const std::string &body, + const std::string &content_type) { + return Delete(path, headers, body.data(), body.size(), content_type); +} + +inline Result ClientImpl::Options(const std::string &path) { + return Options(path, Headers()); +} + +inline Result ClientImpl::Options(const std::string &path, + const Headers &headers) { + Request req; + req.method = "OPTIONS"; + req.headers = headers; + req.path = path; + + return send_(std::move(req)); +} + +inline void ClientImpl::stop() { + std::lock_guard guard(socket_mutex_); + + // If there is anything ongoing right now, the ONLY thread-safe thing we can + // do is to shutdown_socket, so that threads using this socket suddenly + // discover they can't read/write any more and error out. Everything else + // (closing the socket, shutting ssl down) is unsafe because these actions are + // not thread-safe. + if (socket_requests_in_flight_ > 0) { + shutdown_socket(socket_); + + // Aside from that, we set a flag for the socket to be closed when we're + // done. + socket_should_be_closed_when_request_is_done_ = true; + return; + } + + // Otherwise, still holding the mutex, we can shut everything down ourselves + shutdown_ssl(socket_, true); + shutdown_socket(socket_); + close_socket(socket_); +} + +inline std::string ClientImpl::host() const { return host_; } + +inline int ClientImpl::port() const { return port_; } + +inline size_t ClientImpl::is_socket_open() const { + std::lock_guard guard(socket_mutex_); + return socket_.is_open(); +} + +inline socket_t ClientImpl::socket() const { return socket_.sock; } + +inline void ClientImpl::set_connection_timeout(time_t sec, time_t usec) { + connection_timeout_sec_ = sec; + connection_timeout_usec_ = usec; +} + +inline void ClientImpl::set_read_timeout(time_t sec, time_t usec) { + read_timeout_sec_ = sec; + read_timeout_usec_ = usec; +} + +inline void ClientImpl::set_write_timeout(time_t sec, time_t usec) { + write_timeout_sec_ = sec; + write_timeout_usec_ = usec; +} + +inline void ClientImpl::set_basic_auth(const std::string &username, + const std::string &password) { + basic_auth_username_ = username; + basic_auth_password_ = password; +} + +inline void ClientImpl::set_bearer_token_auth(const std::string &token) { + bearer_token_auth_token_ = token; +} + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +inline void ClientImpl::set_digest_auth(const std::string &username, + const std::string &password) { + digest_auth_username_ = username; + digest_auth_password_ = password; +} +#endif + +inline void ClientImpl::set_keep_alive(bool on) { keep_alive_ = on; } + +inline void ClientImpl::set_follow_location(bool on) { follow_location_ = on; } + +inline void ClientImpl::set_url_encode(bool on) { url_encode_ = on; } + +inline void +ClientImpl::set_hostname_addr_map(std::map addr_map) { + addr_map_ = std::move(addr_map); +} + +inline void ClientImpl::set_default_headers(Headers headers) { + default_headers_ = std::move(headers); +} + +inline void ClientImpl::set_header_writer( + std::function const &writer) { + header_writer_ = writer; +} + +inline void ClientImpl::set_address_family(int family) { + address_family_ = family; +} + +inline void ClientImpl::set_tcp_nodelay(bool on) { tcp_nodelay_ = on; } + +inline void ClientImpl::set_socket_options(SocketOptions socket_options) { + socket_options_ = std::move(socket_options); +} + +inline void ClientImpl::set_compress(bool on) { compress_ = on; } + +inline void ClientImpl::set_decompress(bool on) { decompress_ = on; } + +inline void ClientImpl::set_interface(const std::string &intf) { + interface_ = intf; +} + +inline void ClientImpl::set_proxy(const std::string &host, int port) { + proxy_host_ = host; + proxy_port_ = port; +} + +inline void ClientImpl::set_proxy_basic_auth(const std::string &username, + const std::string &password) { + proxy_basic_auth_username_ = username; + proxy_basic_auth_password_ = password; +} + +inline void ClientImpl::set_proxy_bearer_token_auth(const std::string &token) { + proxy_bearer_token_auth_token_ = token; +} + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +inline void ClientImpl::set_proxy_digest_auth(const std::string &username, + const std::string &password) { + proxy_digest_auth_username_ = username; + proxy_digest_auth_password_ = password; +} + +inline void ClientImpl::set_ca_cert_path(const std::string &ca_cert_file_path, + const std::string &ca_cert_dir_path) { + ca_cert_file_path_ = ca_cert_file_path; + ca_cert_dir_path_ = ca_cert_dir_path; +} + +inline void ClientImpl::set_ca_cert_store(X509_STORE *ca_cert_store) { + if (ca_cert_store && ca_cert_store != ca_cert_store_) { + ca_cert_store_ = ca_cert_store; + } +} + +inline X509_STORE *ClientImpl::create_ca_cert_store(const char *ca_cert, + std::size_t size) const { + auto mem = BIO_new_mem_buf(ca_cert, static_cast(size)); + if (!mem) { return nullptr; } + + auto inf = PEM_X509_INFO_read_bio(mem, nullptr, nullptr, nullptr); + if (!inf) { + BIO_free_all(mem); + return nullptr; + } + + auto cts = X509_STORE_new(); + if (cts) { + for (auto i = 0; i < static_cast(sk_X509_INFO_num(inf)); i++) { + auto itmp = sk_X509_INFO_value(inf, i); + if (!itmp) { continue; } + + if (itmp->x509) { X509_STORE_add_cert(cts, itmp->x509); } + if (itmp->crl) { X509_STORE_add_crl(cts, itmp->crl); } + } + } + + sk_X509_INFO_pop_free(inf, X509_INFO_free); + BIO_free_all(mem); + return cts; +} + +inline void ClientImpl::enable_server_certificate_verification(bool enabled) { + server_certificate_verification_ = enabled; +} +#endif + +inline void ClientImpl::set_logger(Logger logger) { + logger_ = std::move(logger); +} + +/* + * SSL Implementation + */ +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +namespace detail { + +template +inline SSL *ssl_new(socket_t sock, SSL_CTX *ctx, std::mutex &ctx_mutex, + U SSL_connect_or_accept, V setup) { + SSL *ssl = nullptr; + { + std::lock_guard guard(ctx_mutex); + ssl = SSL_new(ctx); + } + + if (ssl) { + set_nonblocking(sock, true); + auto bio = BIO_new_socket(static_cast(sock), BIO_NOCLOSE); + BIO_set_nbio(bio, 1); + SSL_set_bio(ssl, bio, bio); + + if (!setup(ssl) || SSL_connect_or_accept(ssl) != 1) { + SSL_shutdown(ssl); + { + std::lock_guard guard(ctx_mutex); + SSL_free(ssl); + } + set_nonblocking(sock, false); + return nullptr; + } + BIO_set_nbio(bio, 0); + set_nonblocking(sock, false); + } + + return ssl; +} + +inline void ssl_delete(std::mutex &ctx_mutex, SSL *ssl, + bool shutdown_gracefully) { + // sometimes we may want to skip this to try to avoid SIGPIPE if we know + // the remote has closed the network connection + // Note that it is not always possible to avoid SIGPIPE, this is merely a + // best-efforts. + if (shutdown_gracefully) { SSL_shutdown(ssl); } + + std::lock_guard guard(ctx_mutex); + SSL_free(ssl); +} + +template +bool ssl_connect_or_accept_nonblocking(socket_t sock, SSL *ssl, + U ssl_connect_or_accept, + time_t timeout_sec, + time_t timeout_usec) { + auto res = 0; + while ((res = ssl_connect_or_accept(ssl)) != 1) { + auto err = SSL_get_error(ssl, res); + switch (err) { + case SSL_ERROR_WANT_READ: + if (select_read(sock, timeout_sec, timeout_usec) > 0) { continue; } + break; + case SSL_ERROR_WANT_WRITE: + if (select_write(sock, timeout_sec, timeout_usec) > 0) { continue; } + break; + default: break; + } + return false; + } + return true; +} + +template +inline bool process_server_socket_ssl( + const std::atomic &svr_sock, SSL *ssl, socket_t sock, + size_t keep_alive_max_count, time_t keep_alive_timeout_sec, + time_t read_timeout_sec, time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec, T callback) { + return process_server_socket_core( + svr_sock, sock, keep_alive_max_count, keep_alive_timeout_sec, + [&](bool close_connection, bool &connection_closed) { + SSLSocketStream strm(sock, ssl, read_timeout_sec, read_timeout_usec, + write_timeout_sec, write_timeout_usec); + return callback(strm, close_connection, connection_closed); + }); +} + +template +inline bool +process_client_socket_ssl(SSL *ssl, socket_t sock, time_t read_timeout_sec, + time_t read_timeout_usec, time_t write_timeout_sec, + time_t write_timeout_usec, T callback) { + SSLSocketStream strm(sock, ssl, read_timeout_sec, read_timeout_usec, + write_timeout_sec, write_timeout_usec); + return callback(strm); +} + +class SSLInit { +public: + SSLInit() { + OPENSSL_init_ssl( + OPENSSL_INIT_LOAD_SSL_STRINGS | OPENSSL_INIT_LOAD_CRYPTO_STRINGS, NULL); + } +}; + +// SSL socket stream implementation +inline SSLSocketStream::SSLSocketStream(socket_t sock, SSL *ssl, + time_t read_timeout_sec, + time_t read_timeout_usec, + time_t write_timeout_sec, + time_t write_timeout_usec) + : sock_(sock), ssl_(ssl), read_timeout_sec_(read_timeout_sec), + read_timeout_usec_(read_timeout_usec), + write_timeout_sec_(write_timeout_sec), + write_timeout_usec_(write_timeout_usec) { + SSL_clear_mode(ssl, SSL_MODE_AUTO_RETRY); +} + +inline SSLSocketStream::~SSLSocketStream() = default; + +inline bool SSLSocketStream::is_readable() const { + return detail::select_read(sock_, read_timeout_sec_, read_timeout_usec_) > 0; +} + +inline bool SSLSocketStream::is_writable() const { + return select_write(sock_, write_timeout_sec_, write_timeout_usec_) > 0 && + is_socket_alive(sock_); +} + +inline ssize_t SSLSocketStream::read(char *ptr, size_t size) { + if (SSL_pending(ssl_) > 0) { + return SSL_read(ssl_, ptr, static_cast(size)); + } else if (is_readable()) { + auto ret = SSL_read(ssl_, ptr, static_cast(size)); + if (ret < 0) { + auto err = SSL_get_error(ssl_, ret); + auto n = 1000; +#ifdef _WIN32 + while (--n >= 0 && (err == SSL_ERROR_WANT_READ || + (err == SSL_ERROR_SYSCALL && + WSAGetLastError() == WSAETIMEDOUT))) { +#else + while (--n >= 0 && err == SSL_ERROR_WANT_READ) { +#endif + if (SSL_pending(ssl_) > 0) { + return SSL_read(ssl_, ptr, static_cast(size)); + } else if (is_readable()) { + std::this_thread::sleep_for(std::chrono::milliseconds(1)); + ret = SSL_read(ssl_, ptr, static_cast(size)); + if (ret >= 0) { return ret; } + err = SSL_get_error(ssl_, ret); + } else { + return -1; + } + } + } + return ret; + } + return -1; +} + +inline ssize_t SSLSocketStream::write(const char *ptr, size_t size) { + if (is_writable()) { + auto handle_size = static_cast( + std::min(size, (std::numeric_limits::max)())); + + auto ret = SSL_write(ssl_, ptr, static_cast(handle_size)); + if (ret < 0) { + auto err = SSL_get_error(ssl_, ret); + auto n = 1000; +#ifdef _WIN32 + while (--n >= 0 && (err == SSL_ERROR_WANT_WRITE || + (err == SSL_ERROR_SYSCALL && + WSAGetLastError() == WSAETIMEDOUT))) { +#else + while (--n >= 0 && err == SSL_ERROR_WANT_WRITE) { +#endif + if (is_writable()) { + std::this_thread::sleep_for(std::chrono::milliseconds(1)); + ret = SSL_write(ssl_, ptr, static_cast(handle_size)); + if (ret >= 0) { return ret; } + err = SSL_get_error(ssl_, ret); + } else { + return -1; + } + } + } + return ret; + } + return -1; +} + +inline void SSLSocketStream::get_remote_ip_and_port(std::string &ip, + int &port) const { + detail::get_remote_ip_and_port(sock_, ip, port); +} + +inline void SSLSocketStream::get_local_ip_and_port(std::string &ip, + int &port) const { + detail::get_local_ip_and_port(sock_, ip, port); +} + +inline socket_t SSLSocketStream::socket() const { return sock_; } + +static SSLInit sslinit_; + +} // namespace detail + +// SSL HTTP server implementation +inline SSLServer::SSLServer(const char *cert_path, const char *private_key_path, + const char *client_ca_cert_file_path, + const char *client_ca_cert_dir_path, + const char *private_key_password) { + ctx_ = SSL_CTX_new(TLS_server_method()); + + if (ctx_) { + SSL_CTX_set_options(ctx_, + SSL_OP_NO_COMPRESSION | + SSL_OP_NO_SESSION_RESUMPTION_ON_RENEGOTIATION); + + SSL_CTX_set_min_proto_version(ctx_, TLS1_1_VERSION); + + // add default password callback before opening encrypted private key + if (private_key_password != nullptr && (private_key_password[0] != '\0')) { + SSL_CTX_set_default_passwd_cb_userdata( + ctx_, + reinterpret_cast(const_cast(private_key_password))); + } + + if (SSL_CTX_use_certificate_chain_file(ctx_, cert_path) != 1 || + SSL_CTX_use_PrivateKey_file(ctx_, private_key_path, SSL_FILETYPE_PEM) != + 1) { + SSL_CTX_free(ctx_); + ctx_ = nullptr; + } else if (client_ca_cert_file_path || client_ca_cert_dir_path) { + SSL_CTX_load_verify_locations(ctx_, client_ca_cert_file_path, + client_ca_cert_dir_path); + + SSL_CTX_set_verify( + ctx_, SSL_VERIFY_PEER | SSL_VERIFY_FAIL_IF_NO_PEER_CERT, nullptr); + } + } +} + +inline SSLServer::SSLServer(X509 *cert, EVP_PKEY *private_key, + X509_STORE *client_ca_cert_store) { + ctx_ = SSL_CTX_new(TLS_server_method()); + + if (ctx_) { + SSL_CTX_set_options(ctx_, + SSL_OP_NO_COMPRESSION | + SSL_OP_NO_SESSION_RESUMPTION_ON_RENEGOTIATION); + + SSL_CTX_set_min_proto_version(ctx_, TLS1_1_VERSION); + + if (SSL_CTX_use_certificate(ctx_, cert) != 1 || + SSL_CTX_use_PrivateKey(ctx_, private_key) != 1) { + SSL_CTX_free(ctx_); + ctx_ = nullptr; + } else if (client_ca_cert_store) { + SSL_CTX_set_cert_store(ctx_, client_ca_cert_store); + + SSL_CTX_set_verify( + ctx_, SSL_VERIFY_PEER | SSL_VERIFY_FAIL_IF_NO_PEER_CERT, nullptr); + } + } +} + +inline SSLServer::SSLServer( + const std::function &setup_ssl_ctx_callback) { + ctx_ = SSL_CTX_new(TLS_method()); + if (ctx_) { + if (!setup_ssl_ctx_callback(*ctx_)) { + SSL_CTX_free(ctx_); + ctx_ = nullptr; + } + } +} + +inline SSLServer::~SSLServer() { + if (ctx_) { SSL_CTX_free(ctx_); } +} + +inline bool SSLServer::is_valid() const { return ctx_; } + +inline SSL_CTX *SSLServer::ssl_context() const { return ctx_; } + +inline bool SSLServer::process_and_close_socket(socket_t sock) { + auto ssl = detail::ssl_new( + sock, ctx_, ctx_mutex_, + [&](SSL *ssl2) { + return detail::ssl_connect_or_accept_nonblocking( + sock, ssl2, SSL_accept, read_timeout_sec_, read_timeout_usec_); + }, + [](SSL * /*ssl2*/) { return true; }); + + auto ret = false; + if (ssl) { + ret = detail::process_server_socket_ssl( + svr_sock_, ssl, sock, keep_alive_max_count_, keep_alive_timeout_sec_, + read_timeout_sec_, read_timeout_usec_, write_timeout_sec_, + write_timeout_usec_, + [this, ssl](Stream &strm, bool close_connection, + bool &connection_closed) { + return process_request(strm, close_connection, connection_closed, + [&](Request &req) { req.ssl = ssl; }); + }); + + // Shutdown gracefully if the result seemed successful, non-gracefully if + // the connection appeared to be closed. + const bool shutdown_gracefully = ret; + detail::ssl_delete(ctx_mutex_, ssl, shutdown_gracefully); + } + + detail::shutdown_socket(sock); + detail::close_socket(sock); + return ret; +} + +// SSL HTTP client implementation +inline SSLClient::SSLClient(const std::string &host) + : SSLClient(host, 443, std::string(), std::string()) {} + +inline SSLClient::SSLClient(const std::string &host, int port) + : SSLClient(host, port, std::string(), std::string()) {} + +inline SSLClient::SSLClient(const std::string &host, int port, + const std::string &client_cert_path, + const std::string &client_key_path) + : ClientImpl(host, port, client_cert_path, client_key_path) { + ctx_ = SSL_CTX_new(TLS_client_method()); + + detail::split(&host_[0], &host_[host_.size()], '.', + [&](const char *b, const char *e) { + host_components_.emplace_back(b, e); + }); + + if (!client_cert_path.empty() && !client_key_path.empty()) { + if (SSL_CTX_use_certificate_file(ctx_, client_cert_path.c_str(), + SSL_FILETYPE_PEM) != 1 || + SSL_CTX_use_PrivateKey_file(ctx_, client_key_path.c_str(), + SSL_FILETYPE_PEM) != 1) { + SSL_CTX_free(ctx_); + ctx_ = nullptr; + } + } +} + +inline SSLClient::SSLClient(const std::string &host, int port, + X509 *client_cert, EVP_PKEY *client_key) + : ClientImpl(host, port) { + ctx_ = SSL_CTX_new(TLS_client_method()); + + detail::split(&host_[0], &host_[host_.size()], '.', + [&](const char *b, const char *e) { + host_components_.emplace_back(b, e); + }); + + if (client_cert != nullptr && client_key != nullptr) { + if (SSL_CTX_use_certificate(ctx_, client_cert) != 1 || + SSL_CTX_use_PrivateKey(ctx_, client_key) != 1) { + SSL_CTX_free(ctx_); + ctx_ = nullptr; + } + } +} + +inline SSLClient::~SSLClient() { + if (ctx_) { SSL_CTX_free(ctx_); } + // Make sure to shut down SSL since shutdown_ssl will resolve to the + // base function rather than the derived function once we get to the + // base class destructor, and won't free the SSL (causing a leak). + shutdown_ssl_impl(socket_, true); +} + +inline bool SSLClient::is_valid() const { return ctx_; } + +inline void SSLClient::set_ca_cert_store(X509_STORE *ca_cert_store) { + if (ca_cert_store) { + if (ctx_) { + if (SSL_CTX_get_cert_store(ctx_) != ca_cert_store) { + // Free memory allocated for old cert and use new store `ca_cert_store` + SSL_CTX_set_cert_store(ctx_, ca_cert_store); + } + } else { + X509_STORE_free(ca_cert_store); + } + } +} + +inline void SSLClient::load_ca_cert_store(const char *ca_cert, + std::size_t size) { + set_ca_cert_store(ClientImpl::create_ca_cert_store(ca_cert, size)); +} + +inline long SSLClient::get_openssl_verify_result() const { + return verify_result_; +} + +inline SSL_CTX *SSLClient::ssl_context() const { return ctx_; } + +inline bool SSLClient::create_and_connect_socket(Socket &socket, Error &error) { + return is_valid() && ClientImpl::create_and_connect_socket(socket, error); +} + +// Assumes that socket_mutex_ is locked and that there are no requests in flight +inline bool SSLClient::connect_with_proxy(Socket &socket, Response &res, + bool &success, Error &error) { + success = true; + Response proxy_res; + if (!detail::process_client_socket( + socket.sock, read_timeout_sec_, read_timeout_usec_, + write_timeout_sec_, write_timeout_usec_, [&](Stream &strm) { + Request req2; + req2.method = "CONNECT"; + req2.path = host_and_port_; + return process_request(strm, req2, proxy_res, false, error); + })) { + // Thread-safe to close everything because we are assuming there are no + // requests in flight + shutdown_ssl(socket, true); + shutdown_socket(socket); + close_socket(socket); + success = false; + return false; + } + + if (proxy_res.status == StatusCode::ProxyAuthenticationRequired_407) { + if (!proxy_digest_auth_username_.empty() && + !proxy_digest_auth_password_.empty()) { + std::map auth; + if (detail::parse_www_authenticate(proxy_res, auth, true)) { + proxy_res = Response(); + if (!detail::process_client_socket( + socket.sock, read_timeout_sec_, read_timeout_usec_, + write_timeout_sec_, write_timeout_usec_, [&](Stream &strm) { + Request req3; + req3.method = "CONNECT"; + req3.path = host_and_port_; + req3.headers.insert(detail::make_digest_authentication_header( + req3, auth, 1, detail::random_string(10), + proxy_digest_auth_username_, proxy_digest_auth_password_, + true)); + return process_request(strm, req3, proxy_res, false, error); + })) { + // Thread-safe to close everything because we are assuming there are + // no requests in flight + shutdown_ssl(socket, true); + shutdown_socket(socket); + close_socket(socket); + success = false; + return false; + } + } + } + } + + // If status code is not 200, proxy request is failed. + // Set error to ProxyConnection and return proxy response + // as the response of the request + if (proxy_res.status != StatusCode::OK_200) { + error = Error::ProxyConnection; + res = std::move(proxy_res); + // Thread-safe to close everything because we are assuming there are + // no requests in flight + shutdown_ssl(socket, true); + shutdown_socket(socket); + close_socket(socket); + return false; + } + + return true; +} + +inline bool SSLClient::load_certs() { + auto ret = true; + + std::call_once(initialize_cert_, [&]() { + std::lock_guard guard(ctx_mutex_); + if (!ca_cert_file_path_.empty()) { + if (!SSL_CTX_load_verify_locations(ctx_, ca_cert_file_path_.c_str(), + nullptr)) { + ret = false; + } + } else if (!ca_cert_dir_path_.empty()) { + if (!SSL_CTX_load_verify_locations(ctx_, nullptr, + ca_cert_dir_path_.c_str())) { + ret = false; + } + } else { + auto loaded = false; +#ifdef _WIN32 + loaded = + detail::load_system_certs_on_windows(SSL_CTX_get_cert_store(ctx_)); +#elif defined(CPPHTTPLIB_USE_CERTS_FROM_MACOSX_KEYCHAIN) && defined(__APPLE__) +#if TARGET_OS_OSX + loaded = detail::load_system_certs_on_macos(SSL_CTX_get_cert_store(ctx_)); +#endif // TARGET_OS_OSX +#endif // _WIN32 + if (!loaded) { SSL_CTX_set_default_verify_paths(ctx_); } + } + }); + + return ret; +} + +inline bool SSLClient::initialize_ssl(Socket &socket, Error &error) { + auto ssl = detail::ssl_new( + socket.sock, ctx_, ctx_mutex_, + [&](SSL *ssl2) { + if (server_certificate_verification_) { + if (!load_certs()) { + error = Error::SSLLoadingCerts; + return false; + } + SSL_set_verify(ssl2, SSL_VERIFY_NONE, nullptr); + } + + if (!detail::ssl_connect_or_accept_nonblocking( + socket.sock, ssl2, SSL_connect, connection_timeout_sec_, + connection_timeout_usec_)) { + error = Error::SSLConnection; + return false; + } + + if (server_certificate_verification_) { + verify_result_ = SSL_get_verify_result(ssl2); + + if (verify_result_ != X509_V_OK) { + error = Error::SSLServerVerification; + return false; + } + + auto server_cert = SSL_get1_peer_certificate(ssl2); + + if (server_cert == nullptr) { + error = Error::SSLServerVerification; + return false; + } + + if (!verify_host(server_cert)) { + X509_free(server_cert); + error = Error::SSLServerVerification; + return false; + } + X509_free(server_cert); + } + + return true; + }, + [&](SSL *ssl2) { + // NOTE: Direct call instead of using the OpenSSL macro to suppress + // -Wold-style-cast warning + // SSL_set_tlsext_host_name(ssl2, host_.c_str()); + SSL_ctrl(ssl2, SSL_CTRL_SET_TLSEXT_HOSTNAME, TLSEXT_NAMETYPE_host_name, + static_cast(const_cast(host_.c_str()))); + return true; + }); + + if (ssl) { + socket.ssl = ssl; + return true; + } + + shutdown_socket(socket); + close_socket(socket); + return false; +} + +inline void SSLClient::shutdown_ssl(Socket &socket, bool shutdown_gracefully) { + shutdown_ssl_impl(socket, shutdown_gracefully); +} + +inline void SSLClient::shutdown_ssl_impl(Socket &socket, + bool shutdown_gracefully) { + if (socket.sock == INVALID_SOCKET) { + assert(socket.ssl == nullptr); + return; + } + if (socket.ssl) { + detail::ssl_delete(ctx_mutex_, socket.ssl, shutdown_gracefully); + socket.ssl = nullptr; + } + assert(socket.ssl == nullptr); +} + +inline bool +SSLClient::process_socket(const Socket &socket, + std::function callback) { + assert(socket.ssl); + return detail::process_client_socket_ssl( + socket.ssl, socket.sock, read_timeout_sec_, read_timeout_usec_, + write_timeout_sec_, write_timeout_usec_, std::move(callback)); +} + +inline bool SSLClient::is_ssl() const { return true; } + +inline bool SSLClient::verify_host(X509 *server_cert) const { + /* Quote from RFC2818 section 3.1 "Server Identity" + + If a subjectAltName extension of type dNSName is present, that MUST + be used as the identity. Otherwise, the (most specific) Common Name + field in the Subject field of the certificate MUST be used. Although + the use of the Common Name is existing practice, it is deprecated and + Certification Authorities are encouraged to use the dNSName instead. + + Matching is performed using the matching rules specified by + [RFC2459]. If more than one identity of a given type is present in + the certificate (e.g., more than one dNSName name, a match in any one + of the set is considered acceptable.) Names may contain the wildcard + character * which is considered to match any single domain name + component or component fragment. E.g., *.a.com matches foo.a.com but + not bar.foo.a.com. f*.com matches foo.com but not bar.com. + + In some cases, the URI is specified as an IP address rather than a + hostname. In this case, the iPAddress subjectAltName must be present + in the certificate and must exactly match the IP in the URI. + + */ + return verify_host_with_subject_alt_name(server_cert) || + verify_host_with_common_name(server_cert); +} + +inline bool +SSLClient::verify_host_with_subject_alt_name(X509 *server_cert) const { + auto ret = false; + + auto type = GEN_DNS; + + struct in6_addr addr6 {}; + struct in_addr addr {}; + size_t addr_len = 0; + +#ifndef __MINGW32__ + if (inet_pton(AF_INET6, host_.c_str(), &addr6)) { + type = GEN_IPADD; + addr_len = sizeof(struct in6_addr); + } else if (inet_pton(AF_INET, host_.c_str(), &addr)) { + type = GEN_IPADD; + addr_len = sizeof(struct in_addr); + } +#endif + + auto alt_names = static_cast( + X509_get_ext_d2i(server_cert, NID_subject_alt_name, nullptr, nullptr)); + + if (alt_names) { + auto dsn_matched = false; + auto ip_matched = false; + + auto count = sk_GENERAL_NAME_num(alt_names); + + for (decltype(count) i = 0; i < count && !dsn_matched; i++) { + auto val = sk_GENERAL_NAME_value(alt_names, i); + if (val->type == type) { + auto name = + reinterpret_cast(ASN1_STRING_get0_data(val->d.ia5)); + auto name_len = static_cast(ASN1_STRING_length(val->d.ia5)); + + switch (type) { + case GEN_DNS: dsn_matched = check_host_name(name, name_len); break; + + case GEN_IPADD: + if (!memcmp(&addr6, name, addr_len) || + !memcmp(&addr, name, addr_len)) { + ip_matched = true; + } + break; + } + } + } + + if (dsn_matched || ip_matched) { ret = true; } + } + + GENERAL_NAMES_free(const_cast( + reinterpret_cast(alt_names))); + return ret; +} + +inline bool SSLClient::verify_host_with_common_name(X509 *server_cert) const { + const auto subject_name = X509_get_subject_name(server_cert); + + if (subject_name != nullptr) { + char name[BUFSIZ]; + auto name_len = X509_NAME_get_text_by_NID(subject_name, NID_commonName, + name, sizeof(name)); + + if (name_len != -1) { + return check_host_name(name, static_cast(name_len)); + } + } + + return false; +} + +inline bool SSLClient::check_host_name(const char *pattern, + size_t pattern_len) const { + if (host_.size() == pattern_len && host_ == pattern) { return true; } + + // Wildcard match + // https://bugs.launchpad.net/ubuntu/+source/firefox-3.0/+bug/376484 + std::vector pattern_components; + detail::split(&pattern[0], &pattern[pattern_len], '.', + [&](const char *b, const char *e) { + pattern_components.emplace_back(b, e); + }); + + if (host_components_.size() != pattern_components.size()) { return false; } + + auto itr = pattern_components.begin(); + for (const auto &h : host_components_) { + auto &p = *itr; + if (p != h && p != "*") { + auto partial_match = (p.size() > 0 && p[p.size() - 1] == '*' && + !p.compare(0, p.size() - 1, h)); + if (!partial_match) { return false; } + } + ++itr; + } + + return true; +} +#endif + +// Universal client implementation +inline Client::Client(const std::string &scheme_host_port) + : Client(scheme_host_port, std::string(), std::string()) {} + +inline Client::Client(const std::string &scheme_host_port, + const std::string &client_cert_path, + const std::string &client_key_path) { + const static std::regex re( + R"((?:([a-z]+):\/\/)?(?:\[([\d:]+)\]|([^:/?#]+))(?::(\d+))?)"); + + std::smatch m; + if (std::regex_match(scheme_host_port, m, re)) { + auto scheme = m[1].str(); + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + if (!scheme.empty() && (scheme != "http" && scheme != "https")) { +#else + if (!scheme.empty() && scheme != "http") { +#endif +#ifndef CPPHTTPLIB_NO_EXCEPTIONS + std::string msg = "'" + scheme + "' scheme is not supported."; + throw std::invalid_argument(msg); +#endif + return; + } + + auto is_ssl = scheme == "https"; + + auto host = m[2].str(); + if (host.empty()) { host = m[3].str(); } + + auto port_str = m[4].str(); + auto port = !port_str.empty() ? std::stoi(port_str) : (is_ssl ? 443 : 80); + + if (is_ssl) { +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT + cli_ = detail::make_unique(host, port, client_cert_path, + client_key_path); + is_ssl_ = is_ssl; +#endif + } else { + cli_ = detail::make_unique(host, port, client_cert_path, + client_key_path); + } + } else { + cli_ = detail::make_unique(scheme_host_port, 80, + client_cert_path, client_key_path); + } +} + +inline Client::Client(const std::string &host, int port) + : cli_(detail::make_unique(host, port)) {} + +inline Client::Client(const std::string &host, int port, + const std::string &client_cert_path, + const std::string &client_key_path) + : cli_(detail::make_unique(host, port, client_cert_path, + client_key_path)) {} + +inline Client::~Client() = default; + +inline bool Client::is_valid() const { + return cli_ != nullptr && cli_->is_valid(); +} + +inline Result Client::Get(const std::string &path) { return cli_->Get(path); } +inline Result Client::Get(const std::string &path, const Headers &headers) { + return cli_->Get(path, headers); +} +inline Result Client::Get(const std::string &path, Progress progress) { + return cli_->Get(path, std::move(progress)); +} +inline Result Client::Get(const std::string &path, const Headers &headers, + Progress progress) { + return cli_->Get(path, headers, std::move(progress)); +} +inline Result Client::Get(const std::string &path, + ContentReceiver content_receiver) { + return cli_->Get(path, std::move(content_receiver)); +} +inline Result Client::Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver) { + return cli_->Get(path, headers, std::move(content_receiver)); +} +inline Result Client::Get(const std::string &path, + ContentReceiver content_receiver, Progress progress) { + return cli_->Get(path, std::move(content_receiver), std::move(progress)); +} +inline Result Client::Get(const std::string &path, const Headers &headers, + ContentReceiver content_receiver, Progress progress) { + return cli_->Get(path, headers, std::move(content_receiver), + std::move(progress)); +} +inline Result Client::Get(const std::string &path, + ResponseHandler response_handler, + ContentReceiver content_receiver) { + return cli_->Get(path, std::move(response_handler), + std::move(content_receiver)); +} +inline Result Client::Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver) { + return cli_->Get(path, headers, std::move(response_handler), + std::move(content_receiver)); +} +inline Result Client::Get(const std::string &path, + ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress) { + return cli_->Get(path, std::move(response_handler), + std::move(content_receiver), std::move(progress)); +} +inline Result Client::Get(const std::string &path, const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress) { + return cli_->Get(path, headers, std::move(response_handler), + std::move(content_receiver), std::move(progress)); +} +inline Result Client::Get(const std::string &path, const Params ¶ms, + const Headers &headers, Progress progress) { + return cli_->Get(path, params, headers, progress); +} +inline Result Client::Get(const std::string &path, const Params ¶ms, + const Headers &headers, + ContentReceiver content_receiver, Progress progress) { + return cli_->Get(path, params, headers, content_receiver, progress); +} +inline Result Client::Get(const std::string &path, const Params ¶ms, + const Headers &headers, + ResponseHandler response_handler, + ContentReceiver content_receiver, Progress progress) { + return cli_->Get(path, params, headers, response_handler, content_receiver, + progress); +} + +inline Result Client::Head(const std::string &path) { return cli_->Head(path); } +inline Result Client::Head(const std::string &path, const Headers &headers) { + return cli_->Head(path, headers); +} + +inline Result Client::Post(const std::string &path) { return cli_->Post(path); } +inline Result Client::Post(const std::string &path, const Headers &headers) { + return cli_->Post(path, headers); +} +inline Result Client::Post(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return cli_->Post(path, body, content_length, content_type); +} +inline Result Client::Post(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return cli_->Post(path, headers, body, content_length, content_type); +} +inline Result Client::Post(const std::string &path, const std::string &body, + const std::string &content_type) { + return cli_->Post(path, body, content_type); +} +inline Result Client::Post(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return cli_->Post(path, headers, body, content_type); +} +inline Result Client::Post(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return cli_->Post(path, content_length, std::move(content_provider), + content_type); +} +inline Result Client::Post(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return cli_->Post(path, std::move(content_provider), content_type); +} +inline Result Client::Post(const std::string &path, const Headers &headers, + size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return cli_->Post(path, headers, content_length, std::move(content_provider), + content_type); +} +inline Result Client::Post(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return cli_->Post(path, headers, std::move(content_provider), content_type); +} +inline Result Client::Post(const std::string &path, const Params ¶ms) { + return cli_->Post(path, params); +} +inline Result Client::Post(const std::string &path, const Headers &headers, + const Params ¶ms) { + return cli_->Post(path, headers, params); +} +inline Result Client::Post(const std::string &path, + const MultipartFormDataItems &items) { + return cli_->Post(path, items); +} +inline Result Client::Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items) { + return cli_->Post(path, headers, items); +} +inline Result Client::Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const std::string &boundary) { + return cli_->Post(path, headers, items, boundary); +} +inline Result +Client::Post(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items) { + return cli_->Post(path, headers, items, provider_items); +} +inline Result Client::Put(const std::string &path) { return cli_->Put(path); } +inline Result Client::Put(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return cli_->Put(path, body, content_length, content_type); +} +inline Result Client::Put(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return cli_->Put(path, headers, body, content_length, content_type); +} +inline Result Client::Put(const std::string &path, const std::string &body, + const std::string &content_type) { + return cli_->Put(path, body, content_type); +} +inline Result Client::Put(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return cli_->Put(path, headers, body, content_type); +} +inline Result Client::Put(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return cli_->Put(path, content_length, std::move(content_provider), + content_type); +} +inline Result Client::Put(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return cli_->Put(path, std::move(content_provider), content_type); +} +inline Result Client::Put(const std::string &path, const Headers &headers, + size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return cli_->Put(path, headers, content_length, std::move(content_provider), + content_type); +} +inline Result Client::Put(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return cli_->Put(path, headers, std::move(content_provider), content_type); +} +inline Result Client::Put(const std::string &path, const Params ¶ms) { + return cli_->Put(path, params); +} +inline Result Client::Put(const std::string &path, const Headers &headers, + const Params ¶ms) { + return cli_->Put(path, headers, params); +} +inline Result Client::Put(const std::string &path, + const MultipartFormDataItems &items) { + return cli_->Put(path, items); +} +inline Result Client::Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items) { + return cli_->Put(path, headers, items); +} +inline Result Client::Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const std::string &boundary) { + return cli_->Put(path, headers, items, boundary); +} +inline Result +Client::Put(const std::string &path, const Headers &headers, + const MultipartFormDataItems &items, + const MultipartFormDataProviderItems &provider_items) { + return cli_->Put(path, headers, items, provider_items); +} +inline Result Client::Patch(const std::string &path) { + return cli_->Patch(path); +} +inline Result Client::Patch(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return cli_->Patch(path, body, content_length, content_type); +} +inline Result Client::Patch(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return cli_->Patch(path, headers, body, content_length, content_type); +} +inline Result Client::Patch(const std::string &path, const std::string &body, + const std::string &content_type) { + return cli_->Patch(path, body, content_type); +} +inline Result Client::Patch(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return cli_->Patch(path, headers, body, content_type); +} +inline Result Client::Patch(const std::string &path, size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return cli_->Patch(path, content_length, std::move(content_provider), + content_type); +} +inline Result Client::Patch(const std::string &path, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return cli_->Patch(path, std::move(content_provider), content_type); +} +inline Result Client::Patch(const std::string &path, const Headers &headers, + size_t content_length, + ContentProvider content_provider, + const std::string &content_type) { + return cli_->Patch(path, headers, content_length, std::move(content_provider), + content_type); +} +inline Result Client::Patch(const std::string &path, const Headers &headers, + ContentProviderWithoutLength content_provider, + const std::string &content_type) { + return cli_->Patch(path, headers, std::move(content_provider), content_type); +} +inline Result Client::Delete(const std::string &path) { + return cli_->Delete(path); +} +inline Result Client::Delete(const std::string &path, const Headers &headers) { + return cli_->Delete(path, headers); +} +inline Result Client::Delete(const std::string &path, const char *body, + size_t content_length, + const std::string &content_type) { + return cli_->Delete(path, body, content_length, content_type); +} +inline Result Client::Delete(const std::string &path, const Headers &headers, + const char *body, size_t content_length, + const std::string &content_type) { + return cli_->Delete(path, headers, body, content_length, content_type); +} +inline Result Client::Delete(const std::string &path, const std::string &body, + const std::string &content_type) { + return cli_->Delete(path, body, content_type); +} +inline Result Client::Delete(const std::string &path, const Headers &headers, + const std::string &body, + const std::string &content_type) { + return cli_->Delete(path, headers, body, content_type); +} +inline Result Client::Options(const std::string &path) { + return cli_->Options(path); +} +inline Result Client::Options(const std::string &path, const Headers &headers) { + return cli_->Options(path, headers); +} + +inline bool Client::send(Request &req, Response &res, Error &error) { + return cli_->send(req, res, error); +} + +inline Result Client::send(const Request &req) { return cli_->send(req); } + +inline void Client::stop() { cli_->stop(); } + +inline std::string Client::host() const { return cli_->host(); } + +inline int Client::port() const { return cli_->port(); } + +inline size_t Client::is_socket_open() const { return cli_->is_socket_open(); } + +inline socket_t Client::socket() const { return cli_->socket(); } + +inline void +Client::set_hostname_addr_map(std::map addr_map) { + cli_->set_hostname_addr_map(std::move(addr_map)); +} + +inline void Client::set_default_headers(Headers headers) { + cli_->set_default_headers(std::move(headers)); +} + +inline void Client::set_header_writer( + std::function const &writer) { + cli_->set_header_writer(writer); +} + +inline void Client::set_address_family(int family) { + cli_->set_address_family(family); +} + +inline void Client::set_tcp_nodelay(bool on) { cli_->set_tcp_nodelay(on); } + +inline void Client::set_socket_options(SocketOptions socket_options) { + cli_->set_socket_options(std::move(socket_options)); +} + +inline void Client::set_connection_timeout(time_t sec, time_t usec) { + cli_->set_connection_timeout(sec, usec); +} + +inline void Client::set_read_timeout(time_t sec, time_t usec) { + cli_->set_read_timeout(sec, usec); +} + +inline void Client::set_write_timeout(time_t sec, time_t usec) { + cli_->set_write_timeout(sec, usec); +} + +inline void Client::set_basic_auth(const std::string &username, + const std::string &password) { + cli_->set_basic_auth(username, password); +} +inline void Client::set_bearer_token_auth(const std::string &token) { + cli_->set_bearer_token_auth(token); +} +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +inline void Client::set_digest_auth(const std::string &username, + const std::string &password) { + cli_->set_digest_auth(username, password); +} +#endif + +inline void Client::set_keep_alive(bool on) { cli_->set_keep_alive(on); } +inline void Client::set_follow_location(bool on) { + cli_->set_follow_location(on); +} + +inline void Client::set_url_encode(bool on) { cli_->set_url_encode(on); } + +inline void Client::set_compress(bool on) { cli_->set_compress(on); } + +inline void Client::set_decompress(bool on) { cli_->set_decompress(on); } + +inline void Client::set_interface(const std::string &intf) { + cli_->set_interface(intf); +} + +inline void Client::set_proxy(const std::string &host, int port) { + cli_->set_proxy(host, port); +} +inline void Client::set_proxy_basic_auth(const std::string &username, + const std::string &password) { + cli_->set_proxy_basic_auth(username, password); +} +inline void Client::set_proxy_bearer_token_auth(const std::string &token) { + cli_->set_proxy_bearer_token_auth(token); +} +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +inline void Client::set_proxy_digest_auth(const std::string &username, + const std::string &password) { + cli_->set_proxy_digest_auth(username, password); +} +#endif + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +inline void Client::enable_server_certificate_verification(bool enabled) { + cli_->enable_server_certificate_verification(enabled); +} +#endif + +inline void Client::set_logger(Logger logger) { + cli_->set_logger(std::move(logger)); +} + +#ifdef CPPHTTPLIB_OPENSSL_SUPPORT +inline void Client::set_ca_cert_path(const std::string &ca_cert_file_path, + const std::string &ca_cert_dir_path) { + cli_->set_ca_cert_path(ca_cert_file_path, ca_cert_dir_path); +} + +inline void Client::set_ca_cert_store(X509_STORE *ca_cert_store) { + if (is_ssl_) { + static_cast(*cli_).set_ca_cert_store(ca_cert_store); + } else { + cli_->set_ca_cert_store(ca_cert_store); + } +} + +inline void Client::load_ca_cert_store(const char *ca_cert, std::size_t size) { + set_ca_cert_store(cli_->create_ca_cert_store(ca_cert, size)); +} + +inline long Client::get_openssl_verify_result() const { + if (is_ssl_) { + return static_cast(*cli_).get_openssl_verify_result(); + } + return -1; // NOTE: -1 doesn't match any of X509_V_ERR_??? +} + +inline SSL_CTX *Client::ssl_context() const { + if (is_ssl_) { return static_cast(*cli_).ssl_context(); } + return nullptr; +} +#endif + +// ---------------------------------------------------------------------------- + +} // namespace httplib + +#if defined(_WIN32) && defined(CPPHTTPLIB_USE_POLL) +#undef poll +#endif + +#endif // CPPHTTPLIB_HTTPLIB_H diff --git a/ai_matrix/Utils/FileUtil.cpp b/ai_matrix/Utils/FileUtil.cpp new file mode 100644 index 0000000..6a8e6d3 --- /dev/null +++ b/ai_matrix/Utils/FileUtil.cpp @@ -0,0 +1,190 @@ +// +// Created by matrixai on 4/2/24. +// + +#include "FileUtil.h" + +namespace ai_matrix +{ + FileUtil *FileUtil::ins = nullptr; + FileUtil::GarbageCollector FileUtil::gc; + std::mutex FileUtil::mx; + + FileUtil *FileUtil::getins() + { + //双层锁，确保线程安全 + if (ins == nullptr) + { + std::lock_guard guard(mx); //防止异常发生不能解锁 + if (ins == nullptr) + { + ins = new FileUtil(); + } + } + return ins; + } + + /** + * 创建文件夹路径 + * inParam : std::string strDirPath :文件夹路径 + * outParam: N/A + * return : true/false + */ + bool FileUtil::CreateDirPath(std::string strDirPath) + { + if (strDirPath.back() != '/') + { + strDirPath += "/"; + } + + if (access(strDirPath.c_str(), F_OK) == 0) + { + return true; + } + + std::string::size_type pos = strDirPath.find('/'); + while (pos != std::string::npos) + { + std::string strCur = strDirPath.substr(0, pos); + if (!strCur.empty() && access(strCur.c_str(), F_OK) != 0) + { + if (mkdir(strCur.c_str(), 0755) != 0) //如果父目录不存在，会创建失败 + { + perror("mkdir fail"); + return false; + } + + if (chmod(strCur.c_str(), 0777) != 0) + { + perror("chmod fail"); + } + } + pos = strDirPath.find('/', pos + 1); + } + return true; + } + + std::string FileUtil::create_dir_name(std::string root, std::string name) + { + std::string dir_path = root + "/" + name; + if (access(dir_path.c_str(), F_OK) != 0) + { + if (mkdir(dir_path.c_str(), 0755) != 0) //如果父目录不存在，会创建失败 + { + perror("mkdir fail"); + return ""; + } + } + return dir_path; + } + + std::string FileUtil::create_dir_date(std::string root) + { + time_t timep = time(NULL); + struct tm *p = localtime(&timep); + + char tmp_date[20] = {0}; + sprintf(tmp_date, "%04d-%02d-%02d", 1900 + p->tm_year, 1 + p->tm_mon, p->tm_mday); + + std::string dir_path; + + dir_path = root + "/" + std::string(tmp_date); //创建日期目录 + if (access(dir_path.c_str(), F_OK) != 0) + { + if (mkdir(dir_path.c_str(), 0755) != 0) //如果父目录不存在，会创建失败 + { + perror("mkdir fail"); + return ""; + } + } + + return dir_path; + } + + std::string FileUtil::create_dir_date_name_time(std::string root, std::string name) + { + time_t timep = time(NULL); + struct tm *p = localtime(&timep); + + char tmp_date[20] = {0}; + sprintf(tmp_date, "%04d-%02d-%02d", 1900 + p->tm_year, 1 + p->tm_mon, p->tm_mday); + + char tmp_time[20] = {0}; + sprintf(tmp_time, "%02d-%02d-%02d", p->tm_hour, p->tm_min, p->tm_sec); + + std::string dir_path; + + dir_path = root + "/" + std::string(tmp_date); //创建日期目录 + if (access(dir_path.c_str(), F_OK) != 0) + { + if (mkdir(dir_path.c_str(), 0755) != 0) //如果父目录不存在，会创建失败 + { + perror("mkdir fail"); + return ""; + } + } + + dir_path = dir_path + "/" + name + "_" + std::string(tmp_time); //创建点云目录 + if (access(dir_path.c_str(), F_OK) != 0) + { + if (mkdir(dir_path.c_str(), 0755) != 0) //如果父目录不存在，会创建失败 + { + perror("mkdir fail"); + return ""; + } + } + + return dir_path; + } + + std::string FileUtil::create_file_path(std::string root, std::string name, std::string suffix) + { + time_t timep = time(NULL); + struct tm *p = localtime(&timep); + + char tmp_date[20] = {0}; + sprintf(tmp_date, "%04d-%02d-%02d", 1900 + p->tm_year, 1 + p->tm_mon, p->tm_mday); + + char tmp_time[20] = {0}; + sprintf(tmp_time, "%02d-%02d-%02d", p->tm_hour, p->tm_min, p->tm_sec); + + std::string file_path; + + file_path = root + "/" + std::string(tmp_date); //创建日期目录 + if (access(file_path.c_str(), F_OK) != 0) + { + if (mkdir(file_path.c_str(), 0755) != 0) //如果父目录不存在，会创建失败 + { + perror("mkdir fail"); + return ""; + } + } + + file_path = file_path + "/" + name + "_" + std::string(tmp_time) + suffix; //创建文件 + + return file_path; + } + +/** + * 拷贝文件 + * @param filePath 源文件位置 + * @param savePath 将要拷贝的新位置 + * @return + */ + bool FileUtil::copyFile(std::string filePath, std::string savePath) { + FILE *fp, *sp; + fp = fopen(filePath.c_str(), "rb"); + sp = fopen(savePath.c_str(), "w+b"); + if (!fp) { + return false; + } + void *buffer; + while (!feof(fp)) { + fread(&buffer, 1, 1, fp); + fwrite(&buffer, 1, 1, sp); + } + fclose(fp); + fclose(sp); + return true; + } +} diff --git a/ai_matrix/Utils/FileUtil.h b/ai_matrix/Utils/FileUtil.h new file mode 100644 index 0000000..18bfc7d --- /dev/null +++ b/ai_matrix/Utils/FileUtil.h @@ -0,0 +1,78 @@ +// +// Created by matrixai on 4/2/24. +// + +#ifndef TRAIN_RFID_LINUX_FILEUTIL_H +#define TRAIN_RFID_LINUX_FILEUTIL_H + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + + +namespace ai_matrix +{ + class FileUtil final + { + public: + static FileUtil *getins(); + + //创建文件夹 + std::string create_dir_name(std::string root, std::string name); + std::string create_dir_date_name_time(std::string root, std::string name); + std::string create_dir_date(std::string root); + //创建文件路径 + std::string create_file_path(std::string root, std::string name, std::string suffix); + //创建文件夹路径 + bool CreateDirPath(std::string strDirPath); + + /** + * 拷贝文件 + * @param filePath 源文件位置 + * @param savePath 将要拷贝的新位置 + * @return + */ + bool copyFile(std::string filePath, std::string savePath); + + + + + private: + FileUtil() = default; + FileUtil(const FileUtil &) = delete; + FileUtil(FileUtil &&) = delete; + FileUtil &operator=(const FileUtil &) = delete; + FileUtil &operator=(FileUtil &&) = delete; + ~FileUtil() = default; + + //定义一个嵌套类，负责释放内存，操作系统自动完成，不用担心内存泄露 + class GarbageCollector + { + public: + ~GarbageCollector() + { + if (FileUtil::ins) + { + delete FileUtil::ins; + FileUtil::ins = nullptr; + } + } + }; + + static GarbageCollector gc; + static FileUtil *ins; + static std::mutex mx; //锁，保证线程安全 + }; +} + + +#endif //TRAIN_RFID_LINUX_FILEUTIL_H diff --git a/ai_matrix/Utils/StringUtil.cpp b/ai_matrix/Utils/StringUtil.cpp new file mode 100644 index 0000000..4121d28 --- /dev/null +++ b/ai_matrix/Utils/StringUtil.cpp @@ -0,0 +1,171 @@ +// +// Created by matrixai on 4/2/24. +// + +#include "StringUtil.h" + +namespace ai_matrix +{ + StringUtil *StringUtil::ins = nullptr; + StringUtil::GarbageCollector StringUtil::gc; + std::mutex StringUtil::mx; + + StringUtil *StringUtil::getins() + { + //双层锁，确保线程安全 + if (ins == nullptr) + { + std::lock_guard guard(mx); //防止异常发生不能解锁 + if (ins == nullptr) + { + ins = new StringUtil(); + } + } + return ins; + } + + /** + * 字符串分割函数 + * @param str 目标字符串 + * @param pattern 切割字符 + * @return vector + */ + std::vector StringUtil::split(std::string str, std::string pattern) + { + std::string::size_type pos; + std::vector result; + str += pattern; //扩展字符串以方便操作 + int size = str.size(); + for (int i = 0; i < size; i++) + { + pos = str.find(pattern, i); + if (pos < size) + { + std::string s = str.substr(i, pos - i); + result.push_back(s); + i = pos + pattern.size() - 1; + } + } + return result; + } + + /** + * 去掉字符串前后空格 + * @param str + * @return + */ + std::string StringUtil::trim(const std::string& str) { + std::string temp = str; + temp.erase(0, temp.find_first_not_of(" \t\n\r\f\v")); // 去除开头的空格 + temp.erase(temp.find_last_not_of(" \t\n\r\f\v") + 1); // 去除末尾的空格 + return temp; + } + + /** + * 替换字符串中所有指定字符 + * @param str 目标字符串 + * @param old_value 原值 + * @param new_value 新值 + * @return 新结果 + */ + std::string& StringUtil::replace_all_distinct(std::string &str, const std::string &old_value, const std::string &new_value) + { + for (std::string::size_type pos(0); pos != std::string::npos; pos += new_value.length()) { + if ((pos = str.find(old_value, pos)) != std::string::npos) + str.replace(pos, old_value.length(), new_value); + else break; + } + return str; + } + + /** + * Anchor行分割 + * inParam : std::string &strLine Anchor一行内容 + * : const std::set &setDelimiters 分割符集合 + * outParam: N/A + * return : 分割数据 + */ + std::vector StringUtil::SplitAnchor(std::string &strLine, const std::set &setDelimiters) + { + std::vector result; + if (strLine.empty()) + { + return result; + } + char const *pch = strLine.c_str(); + char const *start = pch; + for (; *pch; ++pch) + { + if (setDelimiters.find(*pch) != setDelimiters.end()) + { + if (start != pch) + { + std::string tmp(start, pch); + result.push_back(atof(tmp.c_str())); //浮点数 + } + start = pch + 1; + } + } + result.push_back(atof(start)); //最后一个内容 + return result; + } + + /** + * float 转 string + * @param f + * @return + */ + std::string StringUtil::getStringFromFloat(float f) + { + std::ostringstream buffer; + buffer << f; + return buffer.str(); + } + + /** + * bool 转 string + * @param b + * @return + */ + std::string StringUtil::getStringFromBool(bool b) + { + std::ostringstream buffer; + buffer << b; + return buffer.str(); + } + + /** + * string 转 int + * (会过滤字符串前后的空格) + * @param s + * @param b + * @return + */ + int StringUtil::string2int(const std::string s, bool &b) { + try { + b = true; + return std::stoi(this->trim(s)); + } catch (...) { + b = false; + return 0; + } + } + + /** + * 判断字符串中是否存在 字母和数字 之外的字符 + * @param str + * @return + */ + bool StringUtil::containsNonAlphaNum(const std::string &str) { + for (char c : str) { + if (!std::isalnum(c) && !std::isspace(c)) { // 如果不是字母或数字 + return true; // 返回true，表示存在非字母数字字符 + } + } + return false; // 遍历完成未发现非字母数字字符，返回false + } + + bool StringUtil::is_digits(const std::string &str) { + return all_of(str.begin(), str.end(), ::isdigit); + } +} diff --git a/ai_matrix/Utils/StringUtil.h b/ai_matrix/Utils/StringUtil.h new file mode 100644 index 0000000..c85d36b --- /dev/null +++ b/ai_matrix/Utils/StringUtil.h @@ -0,0 +1,74 @@ +// +// Created by matrixai on 4/2/24. +// + +#ifndef TRAIN_RFID_LINUX_STRINGUTIL_H +#define TRAIN_RFID_LINUX_STRINGUTIL_H + +#include +#include +#include +#include +#include +#include + +namespace ai_matrix +{ + class StringUtil final + { + public: + static StringUtil *getins(); + + // 字符串分割函数 + std::vector split(std::string str, std::string pattern); + // 去掉字符串前后的空格 + std::string trim(const std::string& str); + + // 替换string中所有指定字符串 + std::string& replace_all_distinct(std::string &str, const std::string &old_value, const std::string &new_value); + // + std::vector SplitAnchor(std::string &strLine, const std::set &setDelimiters); + + // float 转 string + std::string getStringFromFloat(float f); + // bool 转 string + std::string getStringFromBool(bool b); + // string 转 int + int string2int(const std::string s, bool &b); + + // 判断字符串中是否含有 字母和数字 之外的字符 + bool containsNonAlphaNum(const std::string &str); + // 判断字符串中是否仅含有数字 + // 检查函数 + bool is_digits(const std::string& str); + + private: + StringUtil() = default; + StringUtil(const StringUtil &) = delete; + StringUtil(StringUtil &&) = delete; + StringUtil &operator=(const StringUtil &) = delete; + StringUtil &operator=(StringUtil &&) = delete; + ~StringUtil() = default; + + //定义一个嵌套类，负责释放内存，操作系统自动完成，不用担心内存泄露 + class GarbageCollector + { + public: + ~GarbageCollector() + { + if (StringUtil::ins) + { + delete StringUtil::ins; + StringUtil::ins = nullptr; + } + } + }; + + static GarbageCollector gc; + static StringUtil *ins; + static std::mutex mx; //锁，保证线程安全 + }; +} + + +#endif //TRAIN_RFID_LINUX_STRINGUTIL_H diff --git a/ai_matrix/Utils/TimeUtil.cpp b/ai_matrix/Utils/TimeUtil.cpp new file mode 100644 index 0000000..0a45200 --- /dev/null +++ b/ai_matrix/Utils/TimeUtil.cpp @@ -0,0 +1,211 @@ +#include +#include "TimeUtil.h" + +namespace ai_matrix +{ + const int TIME_DIFF = 28800; // 8 hour + TimeUtil *TimeUtil::ins = nullptr; + TimeUtil::GarbageCollector TimeUtil::gc; + std::mutex TimeUtil::mx; + + TimeUtil *TimeUtil::getins() + { + //双层锁，确保线程安全 + if (ins == nullptr) + { + std::lock_guard guard(mx); //防止异常发生不能解锁 + if (ins == nullptr) + { + ins = new TimeUtil(); + } + } + return ins; + } + + /** + * 获取用于文件命名的时间戳 + * @return + */ + std::string TimeUtil::get_timestamp_file() + { + time_t timep = time(NULL); + struct tm *p = localtime(&timep); + + struct timeval tv; + gettimeofday(&tv, NULL); + + int msec = tv.tv_usec / 1000; + + char tmp[30] = {0}; + sprintf(tmp, "%04d-%02d-%02d-%02d-%02d-%02d-%03d", 1900 + p->tm_year, 1 + p->tm_mon, p->tm_mday, p->tm_hour, p->tm_min, p->tm_sec, msec); + + return std::string(tmp); + } + + /** + * 获取用用于日志记录的时间 + * @return yyyy-MM-dd hh:mm:ss.us + */ + std::string TimeUtil::getDateTime_usec() + { + time_t timep = time(NULL); + struct tm *p = localtime(&timep); + + struct timeval tv; + gettimeofday(&tv, NULL); + + int msec = tv.tv_usec / 1000; + + char tmp[30] = {0}; + sprintf(tmp, "%04d-%02d-%02d %02d:%02d:%02d.%03d", 1900 + p->tm_year, 1 + p->tm_mon, p->tm_mday, p->tm_hour, p->tm_min, p->tm_sec, msec); + + return std::string(tmp); + } + + /** + * 获取北京当前日期 + * @return : 日期 yyyy-mm-dd + */ + std::string TimeUtil::getDate() + { + struct timeval time = {0, 0}; + gettimeofday(&time, nullptr); + time_t timep = time.tv_sec + TIME_DIFF; + + struct tm *p = gmtime(&timep); + + char szTmp[12] = {0}; + sprintf(szTmp, "%04d-%02d-%02d", 1900 + p->tm_year, 1 + p->tm_mon, p->tm_mday); + + return std::string(szTmp); + } + + /** + * 获取北京当前时间 + * @return : 时间 hh:mm:ss + */ + std::string TimeUtil::getTime() + { + struct timeval time = {0, 0}; + gettimeofday(&time, nullptr); + time_t timep = time.tv_sec + TIME_DIFF; + + struct tm *p = gmtime(&timep); + + char szTmp[10] = {0}; + sprintf(szTmp, "%02d:%02d:%02d", p->tm_hour, p->tm_min, p->tm_sec); + return std::string(szTmp); + } + + /** + * 获取当前 日期+时间 + * @return yyyy-MM-dd hh:mm:ss + */ + std::string TimeUtil::getDateTime() + { + struct timeval time = {0, 0}; + gettimeofday(&time, nullptr); + time_t timep = time.tv_sec + TIME_DIFF; + + struct tm *p = gmtime(&timep); + int msec = time.tv_usec / 1000; + + char szTmp[32] = {0}; + sprintf(szTmp, "%04d-%02d-%02d %02d:%02d:%02d", 1900 + p->tm_year, 1 + p->tm_mon, p->tm_mday, p->tm_hour, p->tm_min, p->tm_sec); + + return std::string(szTmp); + } + + /** + * 获取用于文件名的时间 + * @return hh-mm-ss + */ + std::string TimeUtil::getTime_file() + { + time_t timep = time(NULL); + struct tm *p = localtime(&timep); + + struct timeval tv; + gettimeofday(&tv, NULL); + + int msec = tv.tv_usec / 1000; + + char tmp[10] = { 0 }; + sprintf(tmp, "%02d-%02d-%02d", p->tm_hour, p->tm_min, p->tm_sec); + + return std::string(tmp); + } + + /** + * + * inParam : N/A + * outParam: N/A + * return : 时间戳 + */ + /** + * 获取当前时间距1970年的秒数(可选毫秒数) + * @param usec 是否取毫秒数 + * @return + */ + uint64_t TimeUtil::getCurrentTimeMillis(bool usec) + { + struct timeval tv; + gettimeofday(&tv, NULL); + if (usec) + return tv.tv_sec * 1000 + tv.tv_usec / 1000; + else + return tv.tv_sec; + } + + /** + * 获取指定时间距1970年的秒数 (入参格式：YYYY-MM-DD hh-mm-ss) + * inParam : std::string &strDateTime 日期时间 + * outParam: N/A + * return : 时间戳 + */ + uint64_t TimeUtil::getParamTimeMilliSeconds(std::string &strDateTime) + { +// LogDebug << "strDateTime:" << strDateTime; + if (strDateTime.length() != 19) + { + return 0; + } + + int iYear = atoi(strDateTime.substr(0, 4).c_str()); + int iMon = atoi(strDateTime.substr(5, 2).c_str()); + int iDay = atoi(strDateTime.substr(8, 2).c_str()); + int iHour = atoi(strDateTime.substr(11, 2).c_str()); + int iMin = atoi(strDateTime.substr(14, 2).c_str()); + int iSec = atoi(strDateTime.substr(17, 2).c_str()); + + struct tm stm; + memset(&stm, 0, sizeof(stm)); + stm.tm_year = iYear - 1900; + stm.tm_mon = iMon - 1; + stm.tm_mday = iDay; + stm.tm_hour = iHour; + stm.tm_min = iMin; + stm.tm_sec = iSec; + + uint64_t i64Ret = (uint64_t)mktime(&stm) * 1000; + return i64Ret; + } + + /** + * 获取指定毫秒数的对应的北京日期时间 + * inParam : uint64_t i64MilliSeconds + * outParam: N/A + * return : 日期时间 + */ + std::string TimeUtil::getDateTimeByMilliSeconds(uint64_t i64MilliSeconds) + { + time_t timep = i64MilliSeconds / 1000 + TIME_DIFF; + struct tm *p = gmtime(&timep); + + char szTmp[32] = {0}; + sprintf(szTmp, "%04d-%02d-%02d %02d-%02d-%02d", 1900 + p->tm_year, 1 + p->tm_mon, p->tm_mday, p->tm_hour, p->tm_min, p->tm_sec); + + return std::string(szTmp); + } + +} diff --git a/ai_matrix/Utils/TimeUtil.h b/ai_matrix/Utils/TimeUtil.h new file mode 100644 index 0000000..9bb6042 --- /dev/null +++ b/ai_matrix/Utils/TimeUtil.h @@ -0,0 +1,71 @@ +#ifndef TimeUtil_H_ +#define TimeUtil_H_ + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +namespace ai_matrix +{ + class TimeUtil final + { + public: + static TimeUtil *getins(); + + //获取时间戳 + std::string get_timestamp_file(); + std::string getDateTime_usec(); + //获取日期 +// std::string get_date(); + //获取北京当前日期 + std::string getDate(); + //获取北京当前时间 + std::string getTime(); + // 获取当前 日期 时间 + std::string getDateTime(); + //获取用于文件名的时间 + std::string getTime_file(); + //获取当前时间距1970年的毫秒数 + uint64_t getCurrentTimeMillis(bool usec = false); + //获取指定时间距1970年的毫秒数 (入参格式：YYYY-MM-DD hh-mm-ss) + uint64_t getParamTimeMilliSeconds(std::string &strDateTime); + //获取指定毫秒数的对应的日期时间 + std::string getDateTimeByMilliSeconds(uint64_t i64MilliSeconds); + + + private: + TimeUtil() = default; + TimeUtil(const TimeUtil &) = delete; + TimeUtil(TimeUtil &&) = delete; + TimeUtil &operator=(const TimeUtil &) = delete; + TimeUtil &operator=(TimeUtil &&) = delete; + ~TimeUtil() = default; + + //定义一个嵌套类，负责释放内存，操作系统自动完成，不用担心内存泄露 + class GarbageCollector + { + public: + ~GarbageCollector() + { + if (TimeUtil::ins) + { + delete TimeUtil::ins; + TimeUtil::ins = nullptr; + } + } + }; + + static GarbageCollector gc; + static TimeUtil *ins; + static std::mutex mx; //锁，保证线程安全 + }; +} + +#endif \ No newline at end of file diff --git a/ai_matrix/Utils/Utils.cpp b/ai_matrix/Utils/Utils.cpp new file mode 100644 index 0000000..d277f16 --- /dev/null +++ b/ai_matrix/Utils/Utils.cpp @@ -0,0 +1,180 @@ +// +// Created by matrixai on 4/2/24. +// + +#include "Utils.h" + + +namespace ai_matrix +{ + Utils *Utils::ins = nullptr; + Utils::GarbageCollector Utils::gc; + std::mutex Utils::mx; + + Utils *Utils::getins() + { + //双层锁，确保线程安全 + if (ins == nullptr) + { + std::lock_guard guard(mx); //防止异常发生不能解锁 + if (ins == nullptr) + { + ins = new Utils(); + } + } + return ins; + } + + float Utils::getMean(const std::vector &data) + { + int size = data.size(); + + if (size == 0) + { + return 0; + } + + float sum = 0; + for (int i = 0; i < size; i++) + { + sum += data[i]; + } + return sum / size; + } + + float Utils::getMax(const std::vector &data) + { + int size = data.size(); + + if (size == 0) + { + return 0; + } + + float max = 0; + for (int i = 0; i < size; i++) + { + if (i == 0) + { + max = data[i]; + } + else if (data[i] > max) + { + max = data[i]; + } + } + return max; + } + + float Utils::getMin(const std::vector &data) + { + int size = data.size(); + + if (size == 0) + { + return 0; + } + + float min = 0; + for (int i = 0; i < size; i++) + { + if (i == 0) + { + min = data[i]; + } + else if (data[i] < min) + { + min = data[i]; + } + } + return min; + } + + float Utils::getMedian(const std::vector &data) + { + if (data.size() < 2) + { + return 0; + } + + std::vector data_tmp; + + int n = data.size(); + for (int i = 0; i < n; i++) + { + data_tmp.push_back(data[i]); + } + + std::sort(data_tmp.begin(), data_tmp.end(), std::less()); + + if (n % 2 == 0) + { + return (data_tmp[n / 2] + data_tmp[n / 2 - 1]) / 2; + } + else + { + return data_tmp[(n - 1) / 2]; + } + } + + bool Utils::contains_vec(const std::vector &vec, std::string x) { + return count(vec.begin(), vec.end(), x) > 0; + } + + +// /** +// * 读取json格式文件内容 +// * inParam : std::string &strFilePath :文件路径 +// * outParam: Json::Value &jvFileInfo :json格式内容 +// * return : true/false +// */ +// bool Utils::ReadJsonInfo(Json::Value &jvFileInfo, std::string &strFilePath) +// { +// std::ifstream ifs(strFilePath.c_str()); +// if (!ifs.is_open()) +// { +//// LogWarn << "txt:" << strFilePath << " open fail"; +// return false; +// } +// +// std::string strContent; +// getline(ifs, strContent); +// ifs.close(); +// +// Json::CharReaderBuilder jsrBuilder; +// std::shared_ptr reader(jsrBuilder.newCharReader()); +// JSONCPP_STRING errs; +// if (!reader->parse(strContent.data(), strContent.data() + strContent.size(), &jvFileInfo, &errs)) +// { +//// LogWarn << "json parse fail content:" << strContent; +// return false; +// } +// return true; +// } +// +// /** +// * json格式内容写入文件 +// * inParam : Json::Value &jvFileInfo :json格式内容 +// : std::string &strFilePath :文件路径 +// * outParam: N/A +// * return : true/false +// */ +// bool Utils::WriteJsonInfo(Json::Value &jvFileInfo, std::string &strFilePath) +// { +// Json::StreamWriterBuilder jswBuilder; +// // 紧密型存储 +// jswBuilder["indentation"] = ""; +// std::string strFrameInfo = Json::writeString(jswBuilder, jvFileInfo); +// +// std::ofstream ofs(strFilePath.c_str()); +// if (!ofs.is_open()) +// { +// LogWarn << "txt:" << strFilePath << " open fail"; +// return false; +// } +// ofs.write(strFrameInfo.c_str(), strFrameInfo.length()); +// ofs.close(); +// return true; +// } + +} diff --git a/ai_matrix/Utils/Utils.h b/ai_matrix/Utils/Utils.h new file mode 100644 index 0000000..f4539f0 --- /dev/null +++ b/ai_matrix/Utils/Utils.h @@ -0,0 +1,71 @@ +// +// Created by matrixai on 4/2/24. +// + +#ifndef TRAIN_RFID_LINUX_UTILS_H +#define TRAIN_RFID_LINUX_UTILS_H + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +namespace ai_matrix +{ + class Utils final + { + public: + static Utils *getins(); + + //计算均值 + float getMean(const std::vector &data); + //计算最大值 + float getMax(const std::vector &data); + //计算最小值 + float getMin(const std::vector &data); + //计算中位数 + float getMedian(const std::vector &data); + + bool contains_vec(const std::vector &vec, std::string x); + +// //读取json格式文件内容 +// bool ReadJsonInfo(Json::Value &jvFileInfo, std::string &strFilePath); +// //json格式内容写入文件 +// bool WriteJsonInfo(Json::Value &jvFileInfo, std::string &strFilePath); + + private: + Utils() = default; + Utils(const Utils &) = delete; + Utils(Utils &&) = delete; + Utils &operator=(const Utils &) = delete; + Utils &operator=(Utils &&) = delete; + ~Utils() = default; + + //定义一个嵌套类，负责释放内存，操作系统自动完成，不用担心内存泄露 + class GarbageCollector + { + public: + ~GarbageCollector() + { + if (Utils::ins) + { + delete Utils::ins; + Utils::ins = nullptr; + } + } + }; + + static GarbageCollector gc; + static Utils *ins; + static std::mutex mx; //锁，保证线程安全 + }; +} + +#endif //TRAIN_RFID_LINUX_UTILS_H diff --git a/ai_matrix/framework/EngineManager.cpp b/ai_matrix/framework/EngineManager.cpp index f0c1d7d..f19cbbc 100644 --- a/ai_matrix/framework/EngineManager.cpp +++ b/ai_matrix/framework/EngineManager.cpp @@ -104,11 +104,10 @@ namespace ai_matrix //检查是否有重复engine std::string engine_unique = engine_name + "_" + std::to_string(engine_id); -// printf(engine_unique.c_str()); + printf(engine_unique.c_str()); auto iter = engine_map_.find(engine_unique); if (iter != engine_map_.end()) { - LogWarn << "重复engine ：" << engine_unique; continue; } diff --git a/ai_matrix/myutils/myutils.h b/ai_matrix/myutils/myutils.h index a92174d..d145748 100644 --- a/ai_matrix/myutils/myutils.h +++ b/ai_matrix/myutils/myutils.h @@ -55,6 +55,7 @@ namespace ai_matrix std::string get_date(); //获取时间 std::string get_time(); + //时间戳转化为时间 毫秒级 std::string Stamp2Time(long long timestamp, bool has_msec = false); diff --git a/config.yaml b/config.yaml index 249651f..f388b67 100644 --- a/config.yaml +++ b/config.yaml @@ -1,26 +1,19 @@ -#acl参数 -stop_delay_count: 64 -stop_by_vari: 0 -gc_acl_path: ./config/acl.json -gc_init_deviceid: "ALL" #例： 0; 0,1; 2,3; ALL - -method_setting: ./modeltest/model +gc_init_deviceid: "ALL" #例： 0; 0,1; 2,3; ALL #识别数据来源参数配置 gc_data_source: "camera" #[camera, images] camera: - camera_0: - #url: "rtsp://admin:sgt12345@10.27.119.13:554/h264/ch1/main/av_stream" - # url: "./videos/km70.mp4" - url: "./vedio/buertai2.mp4" - skipInterval: 3 - target: "NUM" - use: true - direction: 0 #行驶方向 0-自动识别 1-向左 2-向右 （与“首位信息”成对存在，形成例如向左就编号在前，向右就属性在前的对应） - left_first: 0 # 0-向左编号在前 1-向左属性在前 (向右行驶的情况：2-向右编号在前 3-向右属性在前) - right_first: 3 # (向左行驶的情况：0-向左编号在前 1-向左属性在前) 2-向右编号在前 3-向右属性在前 - identify_areas: "120, 0, 1800, 1080" #(ltx,lty,rbx,rby) - classid_minheight: "1:90, 2:120, 3:120, 9:240, 10:240, 18:120" #大框的最小高度(为屏蔽远股道识别到的信息) + #url: "rtsp://admin:sgt12345@10.27.119.13:554/h264/ch1/main/av_stream" + # url: "./videos/km70.mp4" + url: "./videos/06-29_96.mp4" + skipInterval: 3 + target: "NUM" + use: true + direction: 0 #行驶方向 0-自动识别 1-向左 2-向右 （与“首位信息”成对存在，形成例如向左就编号在前，向右就属性在前的对应） + left_first: 0 # 0-向左编号在前 1-向左属性在前 (向右行驶的情况：2-向右编号在前 3-向右属性在前) + right_first: 3 # (向左行驶的情况：0-向左编号在前 1-向左属性在前) 2-向右编号在前 3-向右属性在前 + identify_areas: "120, 0, 1800, 1080" #(ltx,lty,rbx,rby) + classid_minheight: "1:90, 2:120, 3:120, 9:240, 10:240, 18:120" #大框的最小高度(为屏蔽远股道识别到的信息) images: images_0: url: "./images" @@ -119,6 +112,8 @@ gc_http_open: 0 # gc_http_url: "http://192.168.2.211:20004/api/train-carriage/identification/video-save" # gc_gettoken_url: "http://192.168.2.211:20004/api/blade-auth/oauth/token" # gc_image_srv: "http://192.168.2.211:9010/" +username: "" +password: "" gc_http_url: "http://192.168.2.121:8081" gc_gettoken_url: "http://192.168.0.121:20004/api/blade-auth/oauth/token" gc_image_srv: "http://192.168.0.121:9010/" @@ -159,7 +154,7 @@ gc_mysql_passwd: "123456" gc_mysql_db: "test1" gc_mysql_port: "http://192.168.2.115:9000" -gc_push_direction: 1 #(1:识别向左行驶的列车，2:识别向右行驶的列车，0:识别双方向。 注：如果方向不对，服务器会正常识别只是不推送给web) +gc_push_direction: 2 #(1:识别向左行驶的列车，2:识别向右行驶的列车，0:识别双方向。 注：如果方向不对，服务器会正常识别只是不推送给web) gc_space_minrbx_imgpercent: 0 #间隔框最低点不应小于画面某个高度值(该值为画面百分比) [主要为屏蔽远股道间隔框，若不需要屏蔽则配置为0] diff --git a/config.yaml.bak b/config.yaml.bak new file mode 100644 index 0000000..e51c228 --- /dev/null +++ b/config.yaml.bak @@ -0,0 +1,165 @@ +init_deviceid: "ALL" #例： 0; 0,1; 2,3; ALL + +# 基础控制参数 +base: + # 股道名称 + track_name: "1" + # 测试模式 + test_model: false + # Api 监听端口 + api_port: 7070 + # 是否上传识别结果 + up_result: false + # 是否启用socket-server + use_socket_server: false + # 日志文件目录 + log_path: "./logs" + # 识别结果目录 + result_path: "./result" + # 调试结果目录 + debug_result_path: "./debug_result" + # 最优识别目录 + best_result_path: "./best_result" + # 结果存储天数 + result_save_days: 2 + +# 日志参数 +log: + # 输出日志级别[DEBUG, INFO, WARN, ERROR, FATAL] + out_level: "DEBUG" + # 保存日志级别 + save_level: "DEBUG" + +#识别数据来源参数配置 +data_source: + #url: "rtsp://admin:sgt12345@10.27.119.13:554/h264/ch1/main/av_stream" + url: "./vedio/buertai2.mp4" + # 跳帧数 + skip_interval: 3 + # 识别目标 + target: "NUM" + # 行驶方向 0-自动识别 1-向左 2-向右 （与“首位信息”成对存在，形成例如向左就编号在前，向右就属性在前的对应） + direction: 0 + # 0-向左编号在前 1-向左属性在前 (向右行驶的情况：2-向右编号在前 3-向右属性在前) + left_first: 0 + # (向左行驶的情况：0-向左编号在前 1-向左属性在前) 2-向右编号在前 3-向右属性在前 + right_first: 3 + # (ltx,lty,rbx,rby) + identify_areas: "120, 0, 1800, 1080" + # 大框的最小高度(为屏蔽远股道识别到的信息) + classid_minheight: "1:90, 2:120, 3:120, 9:240, 10:240, 18:120" + +# 识别参数 +identify: + # 硬件解码 + hardware_decode: true + # 运行方式 + run_mode: "always" #[always; command] + # 是否开启动态检测 + need_move_detect_flag: true + # 识别方向 [LEFT,RIGHT,ALL] + identify_direction: "LEFT" + # 大框帧跨度（比一个大框从出现到消失的跨度稍大一点, 跟跳帧有关系） + partition_frame_span: 20 + # 大框帧跨度的位置像素差异 + split_frame_span_px: 200 + # 每帧大框位置差异最小值 (持续小于此值，则可能停车) + chkstop_px: 15 + # 持续X次续位置差异小于chkstop_px，则判断为停车。 + chkstop_count: 10 + # 过滤最小大框高度（不需要的话就写个很小的值） + num_frame_height: 150 + pro_frame_height: 120 + # 过滤最大框宽度（不需要的话就写个很大的值） + space_frame_width: 500 + # 是否识别车头 + train_heard_detect: true + # 选优 0-频率优先 1-长度优先 + select_best_mode: 0 + # 保存图片质量（1~100 越高越清晰） + save_pic_quality: 50 + +#是否实时推流-用于直播 +#gc_push_actual_flag: false + +# 模型参数 +model: + # 来车检测 + MoveEngine: + path: "./model/step0/step0.engine" + model_info_path: "./model/step0/move_modelinfo.txt" + score_threshold: 0.9 + nms_threshold: 0.3 + # 关键区域识别 + TrainStepOneEngine: + path: "./model/step1/step1.engine" + model_info_path: "./model/step1/train_step1_modelinfo.txt" + score_threshold: 0.6 + nms_threshold: 0.3 + # 字符识别 + TrainStepTwoEngine: + path: "./model/step2/step2.engine" + model_info_path: "./model/step2/train_step2_modelinfo.txt" + score_threshold: 0.7 + nms_threshold: 0.3 + # 定检期关键区域识别 + ChkDateStepOneEngine: + path: "./model/chkDate_step1/step1.engine" + model_info_path: "./model/chkDate_step1/chkdate_step1_modelinfo.txt" + score_threshold: 0.6 + nms_threshold: 0.3 + # 定检期字符识别 + ChkDateStepTwoEngine: + path: "./model/chkDate_step2/step2.engine" + model_info_path: "./model/chkDate_step2/chkdate_step2_modelinfo.txt" + score_threshold: 0.7 + nms_threshold: 0.3 + # 集装箱关键区域识别 + StepOneContainerEngine: + path: "./model/container_step1/con1.engine" + model_info_path: "./model/container_step1/container_step1_modelinfo.txt" + score_threshold: 0.6 + nms_threshold: 0.3 + # 集装箱字符识别 + StepTwoContainerEngine: + path: "./model/container_step2/con2.engine" + model_info_path: "./model/container_step2/container_step2_modelinfo.txt" + score_threshold: 0.7 + nms_threshold: 0.3 + +# http 接口 +http_client: + # 服务器IP + http_ip: 192.168.2.108 + # 通讯端口 + http_port: 20004 + # 获取接口授权地址 + token_path: "/api/blade-auth/oauth/token" + # 识别结果上传地址 + up_result_path: "/api/train-carriage/identification/rfid-save" + # 设备状态上传地址 + device_status_url: "/api/blade-train/deviceInfo/save" + # 接口用户名 + username: "guest_01" + # 接口密码 + password: "d55b0f642e817eea24725d2f2a31dd08" + # 上传图片的地址 + image_srv: "http://192.168.0.121:9010/" + +# websocket_server 的服务端参数 +wsocket_server: + port: 7071 + max_queue_len: 10 + +#sftp用户名、密码、地址 +ftp: + type: "ftp" #可选 ftp 或 sftp + ip: "192.168.2.138" + port: 21 # ftp默认21 sftp默认22 + username: "nvidia" + password: "nvidia" + image_path: "" + quit_time: 10 #无上传任务延迟XXX秒断开FTP连接 + +gc_space_minrbx_imgpercent: 0 #间隔框最低点不应小于画面某个高度值(该值为画面百分比) [主要为屏蔽远股道间隔框，若不需要屏蔽则配置为0] + diff --git a/nvidia_ascend_engine/common/AppCommon.h b/nvidia_ascend_engine/common/AppCommon.h index 2cdea93..3c20bd9 100644 --- a/nvidia_ascend_engine/common/AppCommon.h +++ b/nvidia_ascend_engine/common/AppCommon.h @@ -24,7 +24,7 @@ #include #include #include -#include +#include #include #include #include @@ -459,10 +459,10 @@ typedef struct std::shared_ptr pSrcData; // Smart pointer of data(源数据) 推理时,RGB数据会拷贝一份,源数据不变用于传送到后处理引擎画框,另一份数据用于resize成640x640并归一化到0-1 uint64_t i64TimeStamp = 0; //帧数据时间戳 Step1Location step1Location; //step2 use - int iTargetType; //目标类别 (0:车号; 1:属性; 2:车头; 3:定检期; 4:集装箱) + int iTargetType; //目标类别 (0:车号; 1:属性; 2:车头; 3:定检期; 4:集装箱) int iBigClassId = -1; //大框id (给第二步用 1-属性 23456-编号) int iCarXH = 0; //当前大框所属车厢 - + } InferenceData; @@ -491,7 +491,7 @@ typedef struct std::shared_ptr pData = nullptr; // Smart pointer of data uint64_t i64TimeStamp = 0; //帧数据时间戳 bool bHostMemory = false; //数据解码后内存是否在Host侧 - std::string strPicFilePath; + std::string strPicFilePath; std::string strTrainDate; //过车日期 (格式：YYYY-MM-DD) std::string strTrainName; //车次 (格式：HH-MM-SS) bool bIsEnd = false; //列车结束标识 @@ -756,7 +756,7 @@ typedef struct std::string strTrainDate; //过车日期 (格式：YYYY-MM-DD) std::string strTrainName; //车次 (格式：HH-MM-SS) std::string strContainerNo; //集装箱号 - std::string strBestImg; //集装箱最优图 + std::string strBestImg; //集装箱最优图 float fScoreSum = 0; //集装箱最优图总得分, 取最优帧用 uint64_t i64TimeStamp = 0; //集装箱最优图时间戳 Step1Location step1Location; //原图上大框坐标 @@ -832,30 +832,30 @@ typedef struct imganalyse { // from file /////////下述设定取自csv文件 - int nType; //算法目的 0:动态检测 1:车厢划分 - int nAreaX1; //算法监测区域 开始位置x坐标 - int nAreaY1; //算法监测区域 开始位置y坐标 - int nAreaX2; //算法监测区域 结束位置x坐标 - int nAreaY2; //算法监测区域 结束位置y坐标 - int bOrLevel; //算法结果融合等级 相同值进行与运算 不同值进行或运算 - bool bDiff; //是否以不同作为判断条件 false:以匹配度相同作为判定条件 true：以匹配度不同作为判定条件 - bool bOn; //是否启用改区域匹配监测(该算法是否有效) false：不启用(无效) true:启用(有效) - double dSameThresholdVal; //判定匹配相同的阈值 - double dDiffThresholdVal; //判定匹配不同的阈值 - int nPauseMaxCoumt; //判定为停车的最大计量(超过设定值判定为停车) - int npicimprovetype; //图像改善处理(包含 灰度化/均衡化直方图/gamma变换/自定义) - int templemethod; //模型比对模式 - int histmethod; //直方图比对模式 - int specmethod; //自定义比对模式 - int compmethod; //对比类型(模型比对/模型比对/自定义比对,可多选) - std::string baseImagePath; //基准图片路径 + int nType; //算法目的 0:动态检测 1:车厢划分 + int nAreaX1; //算法监测区域 开始位置x坐标 + int nAreaY1; //算法监测区域 开始位置y坐标 + int nAreaX2; //算法监测区域 结束位置x坐标 + int nAreaY2; //算法监测区域 结束位置y坐标 + int bOrLevel; //算法结果融合等级 相同值进行与运算 不同值进行或运算 + bool bDiff; //是否以不同作为判断条件 false:以匹配度相同作为判定条件 true：以匹配度不同作为判定条件 + bool bOn; //是否启用改区域匹配监测(该算法是否有效) false：不启用(无效) true:启用(有效) + double dSameThresholdVal; //判定匹配相同的阈值 + double dDiffThresholdVal; //判定匹配不同的阈值 + int nPauseMaxCoumt; //判定为停车的最大计量(超过设定值判定为停车) + int npicimprovetype; //图像改善处理(包含 灰度化/均衡化直方图/gamma变换/自定义) + int templemethod; //模型比对模式 + int histmethod; //直方图比对模式 + int specmethod; //自定义比对模式 + int compmethod; //对比类型(模型比对/模型比对/自定义比对,可多选) + std::string baseImagePath; //基准图片路径 /////////下述设定为处理识别变量 - double dComparePoint; //比对值 + double dComparePoint; //比对值 double dPreComparePoint; //比对值 - bool bChanged; //与基准图对比值 是否发生变化 true:发生变化 false:没有发生变化 - bool bPreChanged; //上一帧与基准图对比值 + bool bChanged; //与基准图对比值 是否发生变化 true:发生变化 false:没有发生变化 + bool bPreChanged; //上一帧与基准图对比值 bool fluctuationFlag; //最近100帧的最大值与最小值的波动标志 - int nSameCount; //比对值没有发生变化的计数 + int nSameCount; //比对值没有发生变化的计数 int iIndex; //第几个配置项 }AnalyseInfo; @@ -866,25 +866,25 @@ typedef struct trainpartion { std::string strTrainDate; std::string strTrainName; - int nindex; //车厢顺位 - uint64_t i64StartTimeStamp; //当节车厢出现的开始帧时间 - uint64_t i64EndTimeStamp; //当节车厢出现的结束帧时间 - float fspeed; //当节车厢的车速 - int startframe; //当节车厢出现的开始帧帧号 - int endframe; //当节车厢出现的结束帧帧号 + int nindex; //车厢顺位 + uint64_t i64StartTimeStamp; //当节车厢出现的开始帧时间 + uint64_t i64EndTimeStamp; //当节车厢出现的结束帧时间 + float fspeed; //当节车厢的车速 + int startframe; //当节车厢出现的开始帧帧号 + int endframe; //当节车厢出现的结束帧帧号 int modelSpaceFrame; - bool bfuncconfirmed; //是否算法划分完成 true:是 false:否 - bool bmodelconfirmed; //是否根据第一次识别结果确认完成 true:是 false:否 - float fLTX; //车钩开始位置X值 - float fLTY; //车钩开始位置y值 - float fRBX; //车钩结束位置X值 - float fRBY; //车钩结束位置y值 + bool bfuncconfirmed; //是否算法划分完成 true:是 false:否 + bool bmodelconfirmed; //是否根据第一次识别结果确认完成 true:是 false:否 + float fLTX; //车钩开始位置X值 + float fLTY; //车钩开始位置y值 + float fRBX; //车钩结束位置X值 + float fRBY; //车钩结束位置y值 bool bIsEnd = false; //是否最后一节 int nStatus; //方向(0:未知，1:向左行驶，2:向右行驶) int iRate; //帧率 }PartionInfo; -typedef struct +typedef struct { std::shared_ptr processData; std::string strAllClassType; @@ -895,7 +895,8 @@ typedef struct { int iBigClassId = -1; //大框id (给第二步用 1-属性 23456-编号) uint32_t iFrameId = 0; //帧号 - float fCenterX; //第一步识别目标中心点X坐标 + float fCenterX; //第一步识别目标中心点X坐标 + float fTargetWidth; // 第一步识别目标X坐标宽度 } CalculateInfo; diff --git a/nvidia_ascend_engine/common_engine/ApiEngine/ApiEngine.cpp b/nvidia_ascend_engine/common_engine/ApiEngine/ApiEngine.cpp new file mode 100644 index 0000000..9156d27 --- /dev/null +++ b/nvidia_ascend_engine/common_engine/ApiEngine/ApiEngine.cpp @@ -0,0 +1,97 @@ +#include "ApiEngine.h" + +using namespace ai_matrix; + +ApiEngine::ApiEngine() {} + +ApiEngine::~ApiEngine() {} + +APP_ERROR ApiEngine::Init() +{ + strPort0_ = engineName_ + "_" + std::to_string(engineId_) + "_0"; + strPort1_ = engineName_ + "_" + std::to_string(engineId_) + "_1"; + + LogInfo << "engineId_:" << engineId_ << " ApiEngine Init ok"; + return APP_ERR_OK; +} + +APP_ERROR ApiEngine::DeInit() +{ + LogInfo << "ApiEngine engineId_:" << engineId_ << " DeInit ok"; + return APP_ERR_OK; +} + +APP_ERROR ApiEngine::Process() +{ + int iRet = APP_ERR_OK; + + httplib::Server svr; + + svr.Get("/hello", [](const httplib::Request& req, httplib::Response& res){ + res.set_content("Hello, World!", "text/plain"); + }); + + + + svr.Post("/queryDataSource", [=](const httplib::Request& req, httplib::Response& res){ + std::string add_result = queryDataSource(req.body); + Json::Value response; + if (add_result.empty()) + { + response["success"] = true; + response["msg"] = add_result; + } + else + { + response["success"] = false; + response["msg"] = add_result; + } + res.set_content(response.toStyledString(), "application/json"); + }); + + LogInfo << "开启Api服务，端口:" << 8080; + svr.listen("0.0.0.0", 8080); + return APP_ERR_OK; +} + +/** + * 查看当前使用的数据源 + * @param req + * @return + */ +std::string ApiEngine::queryDataSource(const std::string &req) +{ + try { + Json::CharReaderBuilder readerBuilder; + std::istringstream iss(req); + Json::Value root; + std::string errs; + bool parsingSuccessful = Json::parseFromStream(readerBuilder, iss, &root, &errs); + if (parsingSuccessful) + { +// std::shared_ptr pTrainInfo = std::make_shared(); +// pTrainInfo->strTrackNo = root["strTrackNo"].asString(); +// if (root.isMember("numCoordinate")) + MyYaml::GetIns()->GetUseDataSourceConfig(); + + + + // 转发到上传接口引擎中 +// outputQueMap_[strPort0_]->push(std::static_pointer_cast(pTrainInfo)); + // 存储到本地数据库 +// outputQueMap_[strPort1_]->push(std::static_pointer_cast(pTrainInfo)); + + } + else + { + return "接口调用参数异常，所传数据非json：" + req; + } + + return ""; + } + catch (std::exception &e) + { + return "接口调用失败！请求内容:" + req + "。 \n异常内容:" + std::string(e.what()); + } + +} \ No newline at end of file diff --git a/nvidia_ascend_engine/common_engine/ApiEngine/ApiEngine.h b/nvidia_ascend_engine/common_engine/ApiEngine/ApiEngine.h new file mode 100644 index 0000000..0ec88f3 --- /dev/null +++ b/nvidia_ascend_engine/common_engine/ApiEngine/ApiEngine.h @@ -0,0 +1,41 @@ +/** + * 拉流engine + * */ + +#ifndef INC_APIENGINE_H +#define INC_APIENGINE_H + +#include +#include "AppCommon.h" + +#include "EngineBase.h" +#include "EngineFactory.h" + +#include "MyYaml.h" + +#include "json/json.h" +#include "httplib.h" + +//#define RTSP_PULL_CAMERA_VIDEO_STREAM +class ApiEngine : public ai_matrix::EngineBase +{ +public: + ApiEngine(); + ~ApiEngine(); + + APP_ERROR Init() override; + APP_ERROR DeInit() override; + APP_ERROR Process() override; + +protected: + +private: + std::string strPort0_; + std::string strPort1_; + + std::string queryDataSource(const std::string &req); +}; + +ENGINE_REGIST(ApiEngine) + +#endif diff --git a/nvidia_ascend_engine/common_engine/DataDealEngine/DataDealEngine.cpp b/nvidia_ascend_engine/common_engine/DataDealEngine/DataDealEngine.cpp index b06c319..8e38767 100644 --- a/nvidia_ascend_engine/common_engine/DataDealEngine/DataDealEngine.cpp +++ b/nvidia_ascend_engine/common_engine/DataDealEngine/DataDealEngine.cpp @@ -1,374 +1 @@ -#include "DataDealEngine.h" - -using namespace ai_matrix; - -extern std::atomic_uint64_t g_i64ReRunTimeStamp; -extern std::atomic_uint32_t g_iReRunOrigFrameId; -extern std::atomic_uint32_t g_iReRunFrameId; - -DataDealEngine::DataDealEngine() {} - -DataDealEngine::~DataDealEngine() {} - -APP_ERROR DataDealEngine::Init() -{ - strPort0_ = engineName_ + "_" + std::to_string(engineId_) + "_0"; - strPort1_ = engineName_ + "_" + std::to_string(engineId_) + "_1"; - strPort2_ = engineName_ + "_" + std::to_string(engineId_) + "_2"; - strResultPath_ = MyYaml::GetIns()->GetPathValue("gc_result_path"); - iPushDirection_ = MyYaml::GetIns()->GetIntValue("gc_push_direction"); - - dataSourceConfig_ = MyYaml::GetIns()->GetDataSourceConfigById(engineId_); //获取摄像机参数 - iIntervalTime_ = (dataSourceConfig_.iSkipInterval - 1) * 40 * 1000; - mapUseDataSouceCfg_ = MyYaml::GetIns()->GetUseDataSourceConfig(); - - std::string delimiter(","); - for (auto iter = mapUseDataSouceCfg_.begin(); iter!=mapUseDataSouceCfg_.end(); iter++) - { - int iSourceId = iter->first; - std::vector vecSplit = MyUtils::getins()->split(iter->second.strTarget, delimiter); - - std::vector vecPushPorts; - for (auto iter = vecSplit.begin(); iter != vecSplit.end(); iter++) - { - if (*iter == "NUM") - { - vecPushPorts.push_back(strPort0_); - } - else if (*iter == "CHKDATE") - { - vecPushPorts.push_back(strPort1_); - } - else if(*iter == "CONTAINER" || *iter == "CONTAINER_T") - { - vecPushPorts.push_back(strPort2_); - } - } - mapSourcePushPort_[iSourceId] = vecPushPorts; - } - - InitParam(); - LogInfo << "engineId_:" << engineId_ << " DataDealEngine Init ok"; - return APP_ERR_OK; -} - -APP_ERROR DataDealEngine::DeInit() -{ - - LogInfo << "engineId_:" << engineId_ << " DataDealEngine DeInit ok"; - return APP_ERR_OK; -} - -/** -* 参数初始化(列车结束时需调用) -* inParam : N/A -* outParam: N/A -* return : N/A -*/ -void DataDealEngine::InitParam() -{ - iOrigDataNO_ = 1; - strDataDir_ = ""; - moveData_.i64TimeStamp = 0; - moveData_.bHasTrain = false; - moveData_.bIsEnd = false; - iDataNO_ = 1; - strTrainDate_ = ""; - strTrainName_ = ""; - iDirection_ = DIRECTION_UNKNOWN; - bNotPushFlag_ = false; -} - -/** -* 图片数据解码 -* inParam : RawData &rawData :图片数据 -* outParam: std::shared_ptr pDecodedData :解码数据 -* return : true(编码成功)/false(编码失败) -*/ -bool DataDealEngine::GetJpegdOut(std::shared_ptr pDecodedData, RawData &rawData) -{ - return true; -} - -/** -* 读取图片和文本 -* inParam : N/A -* outParam: N/A -* return : N/A -*/ -bool DataDealEngine::ReadFileInfo(Json::Value &jvFrameInfo, RawData &rawData, std::string &strFileName, std::string &strImgName) -{ - //图片或文件不存在时，休眠10ms直接return，重新获取。 - if (access(strFileName.c_str(), F_OK) != 0 || access(strImgName.c_str(), F_OK) != 0) - { - LogWarn << "txt:" << strFileName << " or image:" << strImgName << " no exist"; - return false; - } - - if (!MyUtils::getins()->ReadJsonInfo(jvFrameInfo, strFileName)) - { - LogError << "Failed to read txt:" << strFileName; - return false; - } - - //读取图片内容 - // int iRet = ReadFile(strImgName, rawData); - // if (iRet != APP_ERR_OK) - // { - // LogError << "Failed to read image:" << strImgName; - // return false; - // } - - return true; -} - -/** -* push数据到队列，队列满时则休眠一段时间再push。 -* inParam : const std::string strPort push的端口 - : const std::shared_ptr &pProcessData push的数据 -* outParam: N/A -* return : N/A -*/ -void DataDealEngine::PushData(const std::string &strPort, const std::shared_ptr &pProcessData) -{ - while (true) - { - int iRet = outputQueMap_[strPort]->push(std::static_pointer_cast(pProcessData)); - if (iRet != 0) - { - LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " push fail iRet:" << iRet; - if (iRet == 2) - { - usleep(10000); // 10ms - continue; - } - } - break; - } -} - -/** -* 构造处理数据并push -* inParam : N/A -* outParam: N/A -* return : N/A -*/ -void DataDealEngine::MakeProcessData() -{ - int iRet = APP_ERR_OK; - uint64_t i64TimeStampTemp = 0; - - bool bIsEndByStop = false; - uint64_t i64ReRunTimeStamp = 0; - uint32_t iReRunOrigFrameId = 0; - uint32_t iReRunFrameId = 0; - if (g_iReRunOrigFrameId != 0) - { - LogDebug << "g_i64ReRunTimeStamp:" << g_i64ReRunTimeStamp << " g_iReRunOrigFrameId:" << g_iReRunOrigFrameId - << " g_iReRunFrameId:" << g_iReRunFrameId; - i64ReRunTimeStamp = g_i64ReRunTimeStamp; - iReRunOrigFrameId = g_iReRunOrigFrameId; - iReRunFrameId = g_iReRunFrameId; - g_i64ReRunTimeStamp = 0; - g_iReRunOrigFrameId = 0; - g_iReRunFrameId = 0; - bIsEndByStop = true; - } - - for (auto iter = mapUseDataSouceCfg_.begin(); iter!=mapUseDataSouceCfg_.end(); iter++) - { - int iSourceId = iter->first; - char szCameraNo[5] = {0}; - sprintf(szCameraNo, "%03d/", iSourceId + 1); - uint32_t iOrigFrameId = iOrigDataNO_ * dataSourceConfig_.iSkipInterval; - uint32_t iFrameId = iDataNO_ * dataSourceConfig_.iSkipInterval; - bool bIsEndFlag = (moveData_.bIsEnd && moveData_.iFrameId == iOrigFrameId); - if (bIsEndByStop) - { - bIsEndFlag = true; - iOrigFrameId = iReRunOrigFrameId; - iFrameId = iReRunFrameId; - } - -// LogInfo << "sourceid:" << iSourceId << " MakeProcessData origtime:" << moveData_.strTrainName << " iOrigFrameId:" << iOrigFrameId -// << " time:" << strTrainName_ << " iFrameId:" << iFrameId << " bIsEndFlag:" << bIsEndFlag; - - std::string strImgName = strDataDir_ + szCameraNo + std::to_string(iOrigFrameId); - strImgName += (iter->second.iRotate != 0) ? "_rotate.jpg" : ".jpg"; - std::string strFileName = strDataDir_ + szCameraNo + std::to_string(iOrigFrameId) + ".txt"; - - //摄像头读取失败后重试2000次。 - Json::Value jvFrameInfo; - RawData rawData; - bool bRet = false; - int iNoDataCnt = 0; - while (!isStop_ && iNoDataCnt < 30) - { - bRet = ReadFileInfo(jvFrameInfo, rawData, strFileName, strImgName); - if (bRet) - { - break; - } - usleep(500 * 1000); // 500ms - iNoDataCnt++; - } - - //组织数据 - std::shared_ptr pProcessData = std::make_shared(); - pProcessData->iDataSource = iSourceId; - pProcessData->iFrameId = iFrameId; - pProcessData->strPicFilePath = strImgName; - pProcessData->i64TimeStamp = i64TimeStampTemp; - pProcessData->strOrigTrainDate = moveData_.strTrainDate; - pProcessData->strOrigTrainName = moveData_.strTrainName; - pProcessData->iOrigFrameId = iOrigFrameId; - pProcessData->strTrainDate = strTrainDate_; - pProcessData->strTrainName = strTrainName_; - pProcessData->iStatus = TRAINSTATUS_RUN; - pProcessData->bIsEnd = bIsEndFlag; - pProcessData->iDataNO = iDataNO_; - - if (bRet) - { - i64TimeStampTemp = jvFrameInfo["timeStamp"].asUInt64(); - pProcessData->i64TimeStamp = i64TimeStampTemp; - pProcessData->iWidth = jvFrameInfo["width"].asInt(); - pProcessData->iHeight = jvFrameInfo["height"].asInt(); - pProcessData->iDirection = jvFrameInfo["direction"].asInt(); - pProcessData->iRate = jvFrameInfo["rate"].asInt(); - pProcessData->nMonitorState = jvFrameInfo["moveType"].asInt(); - - cv::Mat cvframe = cv::imread(pProcessData->strPicFilePath); - int iBufferSize = pProcessData->iWidth * pProcessData->iHeight * 3; - void* pBGRBufferobj = nullptr; - pBGRBufferobj = new uint8_t[iBufferSize]; - memcpy(pBGRBufferobj, cvframe.data, iBufferSize); - pProcessData->pData.reset(pBGRBufferobj, [](void* data){if(data) {delete[] data; data = nullptr;}}); - pProcessData->iSize = iBufferSize; - } - - std::vector vecPushPorts = mapSourcePushPort_[iSourceId]; - for (int iPort = 0; iPort < vecPushPorts.size(); iPort++) - { - if (iPort == vecPushPorts.size() - 1) - { - iRet = outputQueMap_[vecPushPorts[iPort]]->push(std::static_pointer_cast(pProcessData), true); -// PushData(vecPushPorts[iPort], pProcessData); - continue; - } - std::shared_ptr pNewProcessData = std::make_shared(); - *pNewProcessData = *pProcessData; - iRet = outputQueMap_[vecPushPorts[iPort]]->push(std::static_pointer_cast(pNewProcessData), true); -// PushData(vecPushPorts[iPort], pNewProcessData); - } - - } - - iOrigDataNO_++; - iDataNO_++; - //每组处理数据需间隔一定时间 - usleep(iIntervalTime_); - - if (bIsEndByStop) - { - iDataNO_ = 1; - iOrigDataNO_ = iReRunOrigFrameId / dataSourceConfig_.iSkipInterval; - std::string strDateTime = MyUtils::getins()->GetDateTimeByMilliSeconds(i64ReRunTimeStamp); - strTrainDate_ = strDateTime.substr(0, 10); - strTrainName_ = strDateTime.substr(11, strDateTime.length()); - std::string strTrainPath = strResultPath_ + strTrainDate_ + "/" + strTrainName_ + "/"; - MyUtils::getins()->CreateDirPath(strTrainPath); - LogDebug << "rerun traindate:" << strTrainDate_ << " trainname:" << strTrainName_; - } -} - -APP_ERROR DataDealEngine::Process() -{ - int iRet = APP_ERR_OK; - //return APP_ERR_OK; - while (!isStop_) - { - //获取主摄像头检测的状态 - std::shared_ptr pVoidData0 = nullptr; - iRet = inputQueMap_[strPort0_]->pop(pVoidData0); - if (nullptr != pVoidData0) - { - std::shared_ptr pMoveData = std::static_pointer_cast(pVoidData0); - moveData_ = *pMoveData; - LogDebug << "traindate:" << moveData_.strTrainDate << " trainname:" << moveData_.strTrainName - << " MoveData frameid:" << moveData_.iFrameId << " IsEnd:" << moveData_.bIsEnd; - } - - if (!moveData_.bHasTrain) - { - usleep(1000); //1ms - continue; - } - - //第一个数据，休眠1s，等待图片存入本地 - if (iOrigDataNO_ == 1) - { - usleep(1000000); //1s - } - - if (strDataDir_.empty()) - { - strDataDir_ = strResultPath_ + moveData_.strTrainDate + "/" + moveData_.strTrainName + "/"; - strTrainDate_ = moveData_.strTrainDate; - strTrainName_ = moveData_.strTrainName; - } - - //如果设置了方向，则方向不对直接过滤，但结束帧不能过滤，需流转到后面Engine，保证后面处理正确。 - if (iDirection_ == DIRECTION_UNKNOWN) - { - std::string strFilePath = strResultPath_ + strTrainDate_ + "/" + strTrainName_ + "/" + "direction.txt"; - Json::Value jvDirectionInfo; - if (MyUtils::getins()->ReadJsonInfo(jvDirectionInfo, strFilePath, 0)) - { - iDirection_ = jvDirectionInfo["direction"].asInt(); - } - } - - if (!moveData_.bIsEnd) - { - if (iDirection_ == DIRECTION_UNKNOWN || iDirection_ == iPushDirection_ || iPushDirection_ == DIRECTION_UNKNOWN) - { - MakeProcessData(); - } - else - { - LogDebug << "traindate:" << strTrainDate_ << " trainname:" << strTrainName_ << " iOrigDataNO_:" << iOrigDataNO_ << " continue."; - bNotPushFlag_ = true; - usleep(iIntervalTime_); //每组处理数据需间隔一定时间 - continue; - } - } - else - { - if (bNotPushFlag_) - { - iOrigDataNO_ = moveData_.iFrameId / dataSourceConfig_.iSkipInterval; - iDataNO_ = moveData_.iFrameId / dataSourceConfig_.iSkipInterval; - } - - if (iOrigDataNO_ * dataSourceConfig_.iSkipInterval > moveData_.iFrameId) - { - LogDebug << "dealFrameid:" << iOrigDataNO_ * dataSourceConfig_.iSkipInterval << " moveFrameid:" << moveData_.iFrameId; - iOrigDataNO_ = moveData_.iFrameId / dataSourceConfig_.iSkipInterval; - MakeProcessData(); - } - else - { - while (!isStop_ && iOrigDataNO_ * dataSourceConfig_.iSkipInterval <= moveData_.iFrameId) - { - //继续处理 - MakeProcessData(); - } - } - - InitParam(); - } - } - return APP_ERR_OK; -} - +#include "DataDealEngine.h" using namespace ai_matrix; extern std::atomic_uint64_t g_i64ReRunTimeStamp; extern std::atomic_uint32_t g_iReRunOrigFrameId; extern std::atomic_uint32_t g_iReRunFrameId; DataDealEngine::DataDealEngine() {} DataDealEngine::~DataDealEngine() {} APP_ERROR DataDealEngine::Init() { strPort0_ = engineName_ + "_" + std::to_string(engineId_) + "_0"; strPort1_ = engineName_ + "_" + std::to_string(engineId_) + "_1"; strPort2_ = engineName_ + "_" + std::to_string(engineId_) + "_2"; strResultPath_ = MyYaml::GetIns()->GetPathValue("gc_result_path"); iPushDirection_ = MyYaml::GetIns()->GetIntValue("gc_push_direction"); dataSourceConfig_ = MyYaml::GetIns()->GetDataSourceConfigById(engineId_); //获取摄像机参数 iIntervalTime_ = (dataSourceConfig_.iSkipInterval - 1) * 40 * 1000; mapUseDataSouceCfg_ = MyYaml::GetIns()->GetUseDataSourceConfig(); std::string delimiter(","); for (auto iter = mapUseDataSouceCfg_.begin(); iter!=mapUseDataSouceCfg_.end(); iter++) { int iSourceId = iter->first; std::vector vecSplit = MyUtils::getins()->split(iter->second.strTarget, delimiter); std::vector vecPushPorts; for (auto iter = vecSplit.begin(); iter != vecSplit.end(); iter++) { if (*iter == "NUM") { vecPushPorts.push_back(strPort0_); } else if (*iter == "CHKDATE") { vecPushPorts.push_back(strPort1_); } else if(*iter == "CONTAINER" || *iter == "CONTAINER_T") { vecPushPorts.push_back(strPort2_); } } mapSourcePushPort_[iSourceId] = vecPushPorts; } InitParam(); LogInfo << "engineId_:" << engineId_ << " DataDealEngine Init ok"; return APP_ERR_OK; } APP_ERROR DataDealEngine::DeInit() { LogInfo << "engineId_:" << engineId_ << " DataDealEngine DeInit ok"; return APP_ERR_OK; } /** * 参数初始化(列车结束时需调用) * inParam : N/A * outParam: N/A * return : N/A */ void DataDealEngine::InitParam() { iOrigDataNO_ = 1; strDataDir_ = ""; moveData_.i64TimeStamp = 0; moveData_.bHasTrain = false; moveData_.bIsEnd = false; iDataNO_ = 1; strTrainDate_ = ""; strTrainName_ = ""; iDirection_ = DIRECTION_UNKNOWN; bNotPushFlag_ = false; } /** * 图片数据解码 * inParam : RawData &rawData :图片数据 * outParam: std::shared_ptr pDecodedData :解码数据 * return : true(编码成功)/false(编码失败) */ bool DataDealEngine::GetJpegdOut(std::shared_ptr pDecodedData, RawData &rawData) { return true; } /** * 读取图片和文本 * inParam : N/A * outParam: N/A * return : N/A */ bool DataDealEngine::ReadFileInfo(Json::Value &jvFrameInfo, RawData &rawData, std::string &strFileName, std::string &strImgName) { //图片或文件不存在时，休眠10ms直接return，重新获取。 if (access(strFileName.c_str(), F_OK) != 0 || access(strImgName.c_str(), F_OK) != 0) { LogWarn << "txt:" << strFileName << " or image:" << strImgName << " no exist"; return false; } if (!MyUtils::getins()->ReadJsonInfo(jvFrameInfo, strFileName)) { LogError << "Failed to read txt:" << strFileName; return false; } //读取图片内容 // int iRet = ReadFile(strImgName, rawData); // if (iRet != APP_ERR_OK) // { // LogError << "Failed to read image:" << strImgName; // return false; // } return true; } /** * push数据到队列，队列满时则休眠一段时间再push。 * inParam : const std::string strPort push的端口 : const std::shared_ptr &pProcessData push的数据 * outParam: N/A * return : N/A */ void DataDealEngine::PushData(const std::string &strPort, const std::shared_ptr &pProcessData) { while (true) { int iRet = outputQueMap_[strPort]->push(std::static_pointer_cast(pProcessData)); if (iRet != 0) { LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " push fail iRet:" << iRet; if (iRet == 2) { usleep(10000); // 10ms continue; } } break; } } /** * 构造处理数据并push * inParam : N/A * outParam: N/A * return : N/A */ void DataDealEngine::MakeProcessData() { int iRet = APP_ERR_OK; uint64_t i64TimeStampTemp = 0; bool bIsEndByStop = false; uint64_t i64ReRunTimeStamp = 0; uint32_t iReRunOrigFrameId = 0; uint32_t iReRunFrameId = 0; if (g_iReRunOrigFrameId != 0) { LogDebug << "g_i64ReRunTimeStamp:" << g_i64ReRunTimeStamp << " g_iReRunOrigFrameId:" << g_iReRunOrigFrameId << " g_iReRunFrameId:" << g_iReRunFrameId; i64ReRunTimeStamp = g_i64ReRunTimeStamp; iReRunOrigFrameId = g_iReRunOrigFrameId; iReRunFrameId = g_iReRunFrameId; g_i64ReRunTimeStamp = 0; g_iReRunOrigFrameId = 0; g_iReRunFrameId = 0; bIsEndByStop = true; } for (auto iter = mapUseDataSouceCfg_.begin(); iter!=mapUseDataSouceCfg_.end(); iter++) { int iSourceId = iter->first; char szCameraNo[5] = {0}; sprintf(szCameraNo, "%03d/", iSourceId + 1); uint32_t iOrigFrameId = iOrigDataNO_ * dataSourceConfig_.iSkipInterval; uint32_t iFrameId = iDataNO_ * dataSourceConfig_.iSkipInterval; bool bIsEndFlag = (moveData_.bIsEnd && moveData_.iFrameId == iOrigFrameId); if (bIsEndByStop) { bIsEndFlag = true; iOrigFrameId = iReRunOrigFrameId; iFrameId = iReRunFrameId; } LogInfo << "sourceid:" << iSourceId << " MakeProcessData origtime:" << moveData_.strTrainName << " iOrigFrameId:" << iOrigFrameId << " time:" << strTrainName_ << " iFrameId:" << iFrameId << " bIsEndFlag:" << bIsEndFlag; std::string strImgName = strDataDir_ + szCameraNo + std::to_string(iOrigFrameId); strImgName += (iter->second.iRotate != 0) ? "_rotate.jpg" : ".jpg"; std::string strFileName = strDataDir_ + szCameraNo + std::to_string(iOrigFrameId) + ".txt"; //摄像头读取失败后重试30次。 Json::Value jvFrameInfo; RawData rawData; bool bRet = false; int iNoDataCnt = 0; while (!isStop_ && iNoDataCnt < 30) { bRet = ReadFileInfo(jvFrameInfo, rawData, strFileName, strImgName); if (bRet) { break; } usleep(500 * 1000); // 500ms iNoDataCnt++; } //组织数据 std::shared_ptr pProcessData = std::make_shared(); pProcessData->iDataSource = iSourceId; pProcessData->iFrameId = iFrameId; pProcessData->strPicFilePath = strImgName; pProcessData->i64TimeStamp = i64TimeStampTemp; pProcessData->strOrigTrainDate = moveData_.strTrainDate; pProcessData->strOrigTrainName = moveData_.strTrainName; pProcessData->iOrigFrameId = iOrigFrameId; pProcessData->strTrainDate = strTrainDate_; pProcessData->strTrainName = strTrainName_; pProcessData->iStatus = TRAINSTATUS_RUN; pProcessData->bIsEnd = bIsEndFlag; pProcessData->iDataNO = iDataNO_; // pProcessData->nMonitorState = moveData_.nMonitorState; pProcessData->nMonitorState = jvFrameInfo["moveType"].asInt(); if (bRet) { i64TimeStampTemp = jvFrameInfo["timeStamp"].asUInt64(); pProcessData->i64TimeStamp = i64TimeStampTemp; pProcessData->iWidth = jvFrameInfo["width"].asInt(); pProcessData->iHeight = jvFrameInfo["height"].asInt(); pProcessData->iDirection = jvFrameInfo["direction"].asInt(); pProcessData->iRate = jvFrameInfo["rate"].asInt(); cv::Mat cvframe = cv::imread(pProcessData->strPicFilePath); int iBufferSize = pProcessData->iWidth * pProcessData->iHeight * 3; void* pBGRBufferobj = nullptr; pBGRBufferobj = new uint8_t[iBufferSize]; memcpy(pBGRBufferobj, cvframe.data, iBufferSize); pProcessData->pData.reset(pBGRBufferobj, [](void* data){if(data) {delete[] data; data = nullptr;}}); pProcessData->iSize = iBufferSize; } std::vector vecPushPorts = mapSourcePushPort_[iSourceId]; for (int iPort = 0; iPort < vecPushPorts.size(); iPort++) { if (iPort == vecPushPorts.size() - 1) { //iRet = outputQueMap_[vecPushPorts[iPort]]->push(std::static_pointer_cast(pProcessData)); PushData(vecPushPorts[iPort], pProcessData); continue; } std::shared_ptr pNewProcessData = std::make_shared(); *pNewProcessData = *pProcessData; //iRet = outputQueMap_[vecPushPorts[iPort]]->push(std::static_pointer_cast(pNewProcessData)); PushData(vecPushPorts[iPort], pNewProcessData); } } iOrigDataNO_++; iDataNO_++; //每组处理数据需间隔一定时间 usleep(iIntervalTime_); if (bIsEndByStop) { iDataNO_ = 1; iOrigDataNO_ = iReRunOrigFrameId / dataSourceConfig_.iSkipInterval; std::string strDateTime = MyUtils::getins()->GetDateTimeByMilliSeconds(i64ReRunTimeStamp); strTrainDate_ = strDateTime.substr(0, 10); strTrainName_ = strDateTime.substr(11, strDateTime.length()); std::string strTrainPath = strResultPath_ + strTrainDate_ + "/" + strTrainName_ + "/"; MyUtils::getins()->CreateDirPath(strTrainPath); LogDebug << "rerun traindate:" << strTrainDate_ << " trainname:" << strTrainName_; } } APP_ERROR DataDealEngine::Process() { int iRet = APP_ERR_OK; //return APP_ERR_OK; while (!isStop_) { //获取主摄像头检测的状态 std::shared_ptr pVoidData0 = nullptr; iRet = inputQueMap_[strPort0_]->pop(pVoidData0); if (nullptr != pVoidData0) { std::shared_ptr pMoveData = std::static_pointer_cast(pVoidData0); // queuwMoveData_.push(*pMoveData); moveData_ = *pMoveData; LogDebug << "traindate:" << moveData_.strTrainDate << " trainname:" << moveData_.strTrainName << " MoveData frameid:" << moveData_.iFrameId << " IsEnd:" << moveData_.bIsEnd; } // LogDebug << "【帧号】" << (iDataNO_ * dataSourceConfig_.iSkipInterval); // if (queuwMoveData_.size() > 0 && (iDataNO_ * dataSourceConfig_.iSkipInterval) >= queuwMoveData_.front().iFrameId) // { // moveData_ = queuwMoveData_.front(); // queuwMoveData_.pop(); // LogDebug << "!!!--- moveDate 更新"; // } if (!moveData_.bHasTrain) { usleep(1000); //1ms continue; } //第一个数据，休眠1s，等待图片存入本地 if (iOrigDataNO_ == 1) { usleep(1000 * 1000); //1s } if (strDataDir_.empty()) { strDataDir_ = strResultPath_ + moveData_.strTrainDate + "/" + moveData_.strTrainName + "/"; strTrainDate_ = moveData_.strTrainDate; strTrainName_ = moveData_.strTrainName; } //如果设置了方向，则方向不对直接过滤，但结束帧不能过滤，需流转到后面Engine，保证后面处理正确。 if (iDirection_ == DIRECTION_UNKNOWN) { std::string strFilePath = strResultPath_ + strTrainDate_ + "/" + strTrainName_ + "/" + "direction.txt"; Json::Value jvDirectionInfo; if (MyUtils::getins()->ReadJsonInfo(jvDirectionInfo, strFilePath, 0)) { iDirection_ = jvDirectionInfo["direction"].asInt(); } } if (!moveData_.bIsEnd) { if (iDirection_ == DIRECTION_UNKNOWN || iDirection_ == iPushDirection_ || iPushDirection_ == DIRECTION_UNKNOWN) { MakeProcessData(); } else { LogDebug << "traindate:" << strTrainDate_ << " trainname:" << strTrainName_ << " iOrigDataNO_:" << iOrigDataNO_ << " continue."; bNotPushFlag_ = true; usleep(iIntervalTime_); //每组处理数据需间隔一定时间 continue; } } else { if (bNotPushFlag_) { iOrigDataNO_ = moveData_.iFrameId / dataSourceConfig_.iSkipInterval; iDataNO_ = moveData_.iFrameId / dataSourceConfig_.iSkipInterval; } if (iOrigDataNO_ * dataSourceConfig_.iSkipInterval > moveData_.iFrameId) { LogDebug << "dealFrameid:" << iOrigDataNO_ * dataSourceConfig_.iSkipInterval << " moveFrameid:" << moveData_.iFrameId; iOrigDataNO_ = moveData_.iFrameId / dataSourceConfig_.iSkipInterval; MakeProcessData(); } else { while (!isStop_ && iOrigDataNO_ * dataSourceConfig_.iSkipInterval <= moveData_.iFrameId) { //继续处理 MakeProcessData(); } } InitParam(); } } return APP_ERR_OK; } \ No newline at end of file diff --git a/nvidia_ascend_engine/common_engine/DataDealEngine/DataDealEngine.h b/nvidia_ascend_engine/common_engine/DataDealEngine/DataDealEngine.h index f192bea..e46f98d 100644 --- a/nvidia_ascend_engine/common_engine/DataDealEngine/DataDealEngine.h +++ b/nvidia_ascend_engine/common_engine/DataDealEngine/DataDealEngine.h @@ -50,6 +50,7 @@ private: std::map> mapSourcePushPort_; MoveData moveData_; + std::queue queuwMoveData_; std::string strDataDir_; uint32_t iOrigDataNO_; //原过车数据个数 diff --git a/nvidia_ascend_engine/common_engine/DataDealEngine/DataDealTwoEngine.cpp b/nvidia_ascend_engine/common_engine/DataDealEngine/DataDealTwoEngine.cpp index eb58eb8..0623e2b 100644 --- a/nvidia_ascend_engine/common_engine/DataDealEngine/DataDealTwoEngine.cpp +++ b/nvidia_ascend_engine/common_engine/DataDealEngine/DataDealTwoEngine.cpp @@ -407,6 +407,31 @@ int DataDealTwoEngine::GetPostData(std::shared_ptr pProcessData, Js return pPostData->vecPostSubData.size(); } +/** +* push数据到队列，队列满时则休眠一段时间再push。 +* inParam : const std::string strPort push的端口 + : const std::shared_ptr &pProcessData push的数据 +* outParam: N/A +* return : N/A +*/ +void DataDealTwoEngine::PushData(const std::string &strPort, const std::shared_ptr &pProcessData) +{ + while (true) + { + int iRet = outputQueMap_[strPort]->push(std::static_pointer_cast(pProcessData)); + if (iRet != 0) + { + LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " push fail iRet:" << iRet; + if (iRet == 2) + { + usleep(10000); // 10ms + continue; + } + } + break; + } +} + /** * 构造处理数据并push * inParam : N/A @@ -490,14 +515,14 @@ void DataDealTwoEngine::MakeProcessData(std::shared_ptr pTrainRange) { if (iPort == vecPushPorts.size() - 1) { - iRet = outputQueMap_[vecPushPorts[iPort]]->push(std::static_pointer_cast(pProcessData), true); -// PushData(vecPushPorts[iPort], pProcessData); + //iRet = outputQueMap_[vecPushPorts[iPort]]->push(std::static_pointer_cast(pProcessData), true); + PushData(vecPushPorts[iPort], pProcessData); continue; } std::shared_ptr pNewProcessData = std::make_shared(); *pNewProcessData = *pProcessData; - iRet = outputQueMap_[vecPushPorts[iPort]]->push(std::static_pointer_cast(pNewProcessData), true); -// PushData(vecPushPorts[iPort], pNewProcessData); + //iRet = outputQueMap_[vecPushPorts[iPort]]->push(std::static_pointer_cast(pNewProcessData), true); + PushData(vecPushPorts[iPort], pNewProcessData); } } @@ -593,7 +618,7 @@ APP_ERROR DataDealTwoEngine::Process() //处理当车厢的每帧信息 MakeProcessData(pTrainRange); // push结果汇总 - iRet = outputQueMap_[engineName_ + "_" + std::to_string(engineId_) + "_9"]->push(std::static_pointer_cast(pTrainRange), true); + iRet = outputQueMap_[engineName_ + "_" + std::to_string(engineId_) + "_9"]->push(std::static_pointer_cast(pTrainRange)); iTrainIndex_++; if (pTrainRange->bIsEnd) diff --git a/nvidia_ascend_engine/common_engine/DataSourceEngine/CameraEngine.cpp b/nvidia_ascend_engine/common_engine/DataSourceEngine/CameraEngine.cpp index c2e7f69..77f8fa3 100644 --- a/nvidia_ascend_engine/common_engine/DataSourceEngine/CameraEngine.cpp +++ b/nvidia_ascend_engine/common_engine/DataSourceEngine/CameraEngine.cpp @@ -306,10 +306,13 @@ APP_ERROR CameraEngine::Process() { if (iRet != APP_ERR_OK) { LogError << "engineId_:" << engineId_ << "push the h264 frame data failed..."; } - } else if (pkt.stream_index == iAudioStream_) { - //音频流不处理。 + // } else if (pkt.stream_index == iAudioStream_) { + // //音频流不处理。 + } else { + av_packet_unref(&pkt); //unref LogError << "engineId_:" << engineId_ << " stream err stream_index:" << pkt.stream_index; + continue; } av_packet_unref(&pkt); //unref diff --git a/nvidia_ascend_engine/common_engine/DataUploadEngine/DeviceStatusUpSerEngine.cpp b/nvidia_ascend_engine/common_engine/DataUploadEngine/DeviceStatusUpSerEngine.cpp index 79ed3bc..bc4e861 100644 --- a/nvidia_ascend_engine/common_engine/DataUploadEngine/DeviceStatusUpSerEngine.cpp +++ b/nvidia_ascend_engine/common_engine/DataUploadEngine/DeviceStatusUpSerEngine.cpp @@ -220,9 +220,9 @@ bool DeviceStatusUpSerEngine::ResultToHttpSrv(Json::Value &jvRequest) APP_ERROR DeviceStatusUpSerEngine::Process() { int iRet = APP_ERR_OK; - if (0 == MyYaml::GetIns()->GetIntValue("gc_device_status_open")) + if (0 == MyYaml::GetIns()->GetIntValue("gc_http_open")) { - LogDebug << " gc_device_status_open value is 0"; + LogDebug << " gc_http_open value is 0"; return APP_ERR_OK; } diff --git a/nvidia_ascend_engine/common_engine/DataUploadEngine/ResultToHttpSrvEngine.cpp b/nvidia_ascend_engine/common_engine/DataUploadEngine/ResultToHttpSrvEngine.cpp index 85daa6b..0a1f1bf 100644 --- a/nvidia_ascend_engine/common_engine/DataUploadEngine/ResultToHttpSrvEngine.cpp +++ b/nvidia_ascend_engine/common_engine/DataUploadEngine/ResultToHttpSrvEngine.cpp @@ -342,12 +342,12 @@ APP_ERROR ResultToHttpSrvEngine::Process() usleep(1000); //1ms //无数据大于1分钟 - iNoDataCnt_++; - if (iNoDataCnt_ > (60 * 1000)) - { - DealHttpFailInfo(); - iNoDataCnt_ = 0; - } + // iNoDataCnt_++; + // if (iNoDataCnt_ > (60 * 1000)) + // { + // DealHttpFailInfo(); + // iNoDataCnt_ = 0; + // } continue; } iNoDataCnt_ = 0; diff --git a/nvidia_ascend_engine/common_engine/DeleteExpiredFolderEngine/DeleteExpiredFolderEngine.cpp b/nvidia_ascend_engine/common_engine/DeleteExpiredFolderEngine/DeleteExpiredFolderEngine.cpp index e291ee3..b3a4473 100644 --- a/nvidia_ascend_engine/common_engine/DeleteExpiredFolderEngine/DeleteExpiredFolderEngine.cpp +++ b/nvidia_ascend_engine/common_engine/DeleteExpiredFolderEngine/DeleteExpiredFolderEngine.cpp @@ -10,6 +10,7 @@ APP_ERROR DeleteExpiredFolderEngine::Init() { iDaysNumber_ = MyYaml::GetIns()->GetIntValue("gc_days_for_result_expire_folder"); strResultPath_ = MyYaml::GetIns()->GetPathValue("gc_result_path"); + strLogBakPath_ = MyYaml::GetIns()->GetPathValue("gc_log_logfile_bakpath"); LogInfo << "DeleteExpiredFolderEngine Init ok"; return APP_ERR_OK; @@ -24,13 +25,29 @@ APP_ERROR DeleteExpiredFolderEngine::DeInit() APP_ERROR DeleteExpiredFolderEngine::Process() { int iRet = APP_ERR_OK; + const std::chrono::hours LOG_INTERVAL(12); // 每12小时一次 + auto last_log_time = std::chrono::steady_clock::now() - LOG_INTERVAL; while (!isStop_) { - std::string strTrainDate_temp = MyUtils::getins()->GetDate(); + try + { + auto now = std::chrono::steady_clock::now(); + if (now - last_log_time < LOG_INTERVAL) + { + continue; + } - DeletePreviousFolder(strResultPath_, strTrainDate_temp, iDaysNumber_); + last_log_time = now; + std::string strTrainDate_temp = MyUtils::getins()->GetDate(); - usleep(1000*1000*3600*24); //每二十四小时执行一次 + DeletePreviousFolder(strResultPath_, strTrainDate_temp, iDaysNumber_); + // DeletePreviousFolder(this->baseConfig_.strResultPath, strTrainDate_temp, this->baseConfig_.iResultSaveDays + 10); + + } + catch(const std::exception& e) + { + LogError << e.what(); + } } return APP_ERR_OK; @@ -41,7 +58,7 @@ void DeleteExpiredFolderEngine::DeletePreviousFolder(std::string path, const std // 1 computer date std::string previous_date = getDateBeforeNDays(date, n_days); if (!previous_date.empty()) - LogDebug << "Date before " << n_days << " days from " << date << " is: " << previous_date; + std::cout << "Date before " << n_days << " days from " << date << " is: " << previous_date << std::endl; // 2 @@ -139,7 +156,7 @@ void DeleteExpiredFolderEngine::GetSubfolderNames(std::string &directory, std::v while ((ent = readdir(dir)) != nullptr) { // 排除"."和".." - if (ent->d_type == DT_DIR && ent->d_name[0] != '.' && ent->d_name != "best") + if (ent->d_type == DT_DIR && ent->d_name[0] != '.' && strcmp(ent->d_name, "best") != 0) { folder_names.push_back(StrToDate(ent->d_name)); } @@ -158,9 +175,9 @@ void DeleteExpiredFolderEngine::DeleteFolder(const std::string directory) int result = system(command.c_str()); if (result != 0) - LogError << "Failed to remove directory recursively: " << directory; + std::cout << "Failed to remove directory recursively: " << directory << std::endl; else - LogError << "delete folder successfully : " << directory; + std::cout << "delete folder successfully : " << directory << std::endl; } // 删除向量中小于指定日期的所有元素 @@ -184,4 +201,22 @@ void DeleteExpiredFolderEngine::DeleteEarlierDatesFolder(std::string &path, std: DeleteFolder(path + DateToStr(cur)); } } -} \ No newline at end of file +} + +// void DeleteExpiredFolderEngine::PushData(const std::string &strPort, const std::shared_ptr &pSaveImgData) +// { +// while (true) +// { +// int iRet = outputQueMap_[strPort]->push(std::static_pointer_cast(pSaveImgData)); +// if (iRet != 0) +// { +// LogDebug << "sourceid:" << pSaveImgData->iDataSource << " frameid:" << pSaveImgData->iFrameId << " push fail iRet:" << iRet; +// if (iRet == 2) +// { +// usleep(10000); // 10ms +// continue; +// } +// } +// break; +// } +// } diff --git a/nvidia_ascend_engine/common_engine/DeleteExpiredFolderEngine/DeleteExpiredFolderEngine.h b/nvidia_ascend_engine/common_engine/DeleteExpiredFolderEngine/DeleteExpiredFolderEngine.h index 8c808e0..fa4597c 100644 --- a/nvidia_ascend_engine/common_engine/DeleteExpiredFolderEngine/DeleteExpiredFolderEngine.h +++ b/nvidia_ascend_engine/common_engine/DeleteExpiredFolderEngine/DeleteExpiredFolderEngine.h @@ -48,6 +48,7 @@ private: private: std::string strResultPath_; + std::string strLogBakPath_; int iDaysNumber_; }; diff --git a/nvidia_ascend_engine/common_engine/FilterEngine/FilterTrainStepOneEngine.cpp b/nvidia_ascend_engine/common_engine/FilterEngine/FilterTrainStepOneEngine.cpp index 4469c32..f480688 100644 --- a/nvidia_ascend_engine/common_engine/FilterEngine/FilterTrainStepOneEngine.cpp +++ b/nvidia_ascend_engine/common_engine/FilterEngine/FilterTrainStepOneEngine.cpp @@ -1,1058 +1 @@ -#include "FilterTrainStepOneEngine.h" -#include "myutils.h" - -using namespace ai_matrix; - -namespace -{ - //按照x坐标排列 - bool CompareX(const PostSubData &a, const PostSubData &b) - { - return a.step1Location.fLTX < b.step1Location.fLTX; - } -} - -extern std::atomic_uint64_t g_i64ReRunTimeStamp; -extern std::atomic_uint32_t g_iReRunOrigFrameId; -extern std::atomic_uint32_t g_iReRunFrameId; -extern std::atomic_uint32_t g_iReRunOrigChkDateFid; -extern std::atomic_uint32_t g_iReRunOrigContainerFid; - -FilterTrainStepOneEngine::FilterTrainStepOneEngine() {} - -FilterTrainStepOneEngine::~FilterTrainStepOneEngine() {} - -APP_ERROR FilterTrainStepOneEngine::Init() -{ - strPort0_ = engineName_ + "_" + std::to_string(engineId_) + "_0"; - strResultPath_ = MyYaml::GetIns()->GetPathValue("gc_result_path"); - iChkStopPX_ = MyYaml::GetIns()->GetIntValue("gc_chkstop_px"); - iChkStopCount_ = MyYaml::GetIns()->GetIntValue("gc_chkstop_count"); - iPartitionFrameNum_ = MyYaml::GetIns()->GetIntValue("partition_frame_span"); - iPlitFrameSpanPX_ = MyYaml::GetIns()->GetIntValue("gc_split_frame_span_px"); - iPushDirection_ = MyYaml::GetIns()->GetIntValue("gc_push_direction"); - - //获取主摄像头信息 - mainCfg_ = MyYaml::GetIns()->GetDataSourceConfigById(0); - - std::map mapUseDataSouceCfg = MyYaml::GetIns()->GetUseDataSourceConfig(); - for (auto iter = mapUseDataSouceCfg.begin(); iter != mapUseDataSouceCfg.end(); iter++) - { - this->rightFirst_ = iter->second.iRightFirst; - this->leftFirst_ = iter->second.iLeftFirst; - if (iter->second.strTarget.find("NUM") != std::string::npos) - { - LogDebug << "DataSource:" << iter->first << " deal NUM"; - mapHeadContinueCnt_[iter->first] = 0; - mapProContinueCnt_[iter->first] = 0; - mapNumContinueCnt_[iter->first] = 0; - mapSpaceContinueCnt_[iter->first] = 0; - mapTrainSpaceContinueCnt_[iter->first] = 0; - mapDataSourceIsEnd_[iter->first] = false; - - PostData postDataTemp; - mapPostDataFrist_[iter->first] = postDataTemp; - std::map> mapStep1InfoTemp; //[key-目标框id, 目标框坐标集合] - mapMapStep1Info_[iter->first] = mapStep1InfoTemp; - } - } - - mapTargetStr_.insert(std::make_pair(NUM, "NUM")); - mapTargetStr_.insert(std::make_pair(PRO, "PRO")); - mapTargetStr_.insert(std::make_pair(HEAD, "HEAD")); - mapTargetStr_.insert(std::make_pair(SPACE, "SPACE"));//SPACE - mapTargetStr_.insert(std::make_pair(TRAINSPACE, "SPACE"));//SPACE - - InitParam(); - LogInfo << "FilterTrainStepOneEngine Init ok"; - return APP_ERR_OK; -} - -APP_ERROR FilterTrainStepOneEngine::DeInit() -{ - LogInfo << "FilterTrainStepOneEngine DeInit ok"; - return APP_ERR_OK; -} - - -/** -* 参数初始化(列车结束时需调用) -* inParam : N/A -* outParam: N/A -* return : N/A -*/ -void FilterTrainStepOneEngine::InitParam() -{ - mapProcessDataPre_.clear(); - for (auto iter = mapHeadContinueCnt_.begin(); iter != mapHeadContinueCnt_.end(); iter++) - { - iter->second = 0; - } - for (auto iter = mapProContinueCnt_.begin(); iter != mapProContinueCnt_.end(); iter++) - { - iter->second = 0; - } - for (auto iter = mapNumContinueCnt_.begin(); iter != mapNumContinueCnt_.end(); iter++) - { - iter->second = 0; - } - for (auto iter = mapSpaceContinueCnt_.begin(); iter != mapSpaceContinueCnt_.end(); iter++) - { - iter->second = 0; - } - for (auto iter = mapTrainSpaceContinueCnt_.begin(); iter != mapTrainSpaceContinueCnt_.end(); iter++) - { - iter->second = 0; - } - for (auto iter = mapDataSourceIsEnd_.begin(); iter != mapDataSourceIsEnd_.end(); iter++) - { - iter->second = false; - } - for (auto iter = mapPostDataFrist_.begin(); iter != mapPostDataFrist_.end(); iter++) - { - iter->second.vecPostSubData.clear(); - } - for (auto iter = mapMapStep1Info_.begin(); iter != mapMapStep1Info_.end(); iter++) - { - iter->second.clear(); - } - iDirection_ = DIRECTION_UNKNOWN; - iNotChgCount_ = 0; - - while (!stackBackInfo_.empty()) - { - stackBackInfo_.pop(); - } - while (!quePostData_.empty()) - { - quePostData_.pop(); - } - iTrainStatus_ = TRAINSTATUS_RUN; - - mapCalDirection_.clear(); -} - -/** -* push数据到队列，队列满时则休眠一段时间再push -* inParam : const std::string strPort push的端口 - : const std::shared_ptr &pProcessData push的数据 -* outParam: N/A -* return : N/A -*/ -void FilterTrainStepOneEngine::PushData(const std::string &strPort, const std::shared_ptr &pProcessData) -{ - while (true) - { - int iRet = outputQueMap_[strPort]->push(std::static_pointer_cast(pProcessData)); - if (iRet != 0) - { - LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " push fail iRet:" << iRet; - if (iRet == 2) - { - usleep(10000); // 10ms - continue; - } - } - break; - } -} - -void FilterTrainStepOneEngine::AddBackInfo(std::shared_ptr pProcessData) -{ - std::shared_ptr pPostData = std::static_pointer_cast(pProcessData->pVoidData); - std::sort(pPostData->vecPostSubData.begin(), pPostData->vecPostSubData.end(), CompareX); - - std::string strAllClassType; - for (size_t i = 0; i < pPostData->vecPostSubData.size(); i++) - { - if (strAllClassType.find(mapTargetStr_[pPostData->vecPostSubData[i].iTargetType]) != std::string::npos) - { - continue; - } - strAllClassType += mapTargetStr_[pPostData->vecPostSubData[i].iTargetType]; - } - - if (strAllClassType.empty()) - { - return; - } - LogDebug << "frameId:" << pProcessData->iFrameId << " addbackinfo strAllClassType:" << strAllClassType; - - TrainBackInfo trainBackInfo; - trainBackInfo.processData = pProcessData; - trainBackInfo.strAllClassType = strAllClassType; - if (stackBackInfo_.empty()) - { - stackBackInfo_.push(trainBackInfo); - LogDebug << "frameId:" << pProcessData->iFrameId << " push strAllClassType:" << strAllClassType - << " stacksize:" << stackBackInfo_.size(); - } - else - { - TrainBackInfo trainBackInfoTop = stackBackInfo_.top(); - // 2024年3月27日修改前 - // if (trainBackInfoTop.strAllClassType != trainBackInfo.strAllClassType) - // { - // stackBackInfo_.push(trainBackInfo); - // LogDebug << "frameId:" << pProcessData->iFrameId << " push strAllClassType:" << strAllClassType - // << " stacksize:" << stackBackInfo_.size(); - // } - - if (trainBackInfoTop.strAllClassType != trainBackInfo.strAllClassType) - { - if (iDirection_ == DIRECTION_RIGHT - && trainBackInfo.strAllClassType == "SPACE" - && (trainBackInfoTop.strAllClassType == "PROSPACE" || trainBackInfoTop.strAllClassType == "SPACEPRO")) - { - return; - } - if (iDirection_ == DIRECTION_RIGHT - && trainBackInfo.strAllClassType == "SPACE" - && (trainBackInfoTop.strAllClassType == "NUMSPACE" || trainBackInfoTop.strAllClassType == "SPACENUM")) - { - return; - } - - if (iDirection_ == DIRECTION_LEFT - && trainBackInfo.strAllClassType == "SPACE" - && (trainBackInfoTop.strAllClassType == "NUMSPACE" || trainBackInfoTop.strAllClassType == "SPACENUM")) - { - return; - } - stackBackInfo_.push(trainBackInfo); - LogDebug << "frameId:" << pProcessData->iFrameId << " push strAllClassType:" << strAllClassType - << " stacksize:" << stackBackInfo_.size(); - } - } -} - -bool FilterTrainStepOneEngine::IsEndDealBackInfo(std::shared_ptr pProcessData) -{ - if (stackBackInfo_.empty()) - { - return true; - } - - bool bPopFlag = false; - std::shared_ptr pPostData = std::static_pointer_cast(pProcessData->pVoidData); - if (pPostData->vecPostSubData.size() == 0) return false; - - /* - 处理倒车数据时，数据需设置为倒车，主要是保证这样的数据后面Engine不处理，防止切分车厢出错。 - - 类型不相等时，就pop，当pop后，还剩一个数据时，则表示已经回到了刚开始倒车的地方。（只剩一个数据的逻辑在上方） - - 处理最后一个时，不能只判断下类型相同就弹出。需要控制下位置。(要么类型相同位置合适，要么类型不相同) - 正向为向左行驶，则当前数据的位置尽量小于等于栈中最后一个元素的位置。 - 正向为向右行驶，则当前数据的位置尽量大于等于栈中最后一个元素的位置。 - */ - std::sort(pPostData->vecPostSubData.begin(), pPostData->vecPostSubData.end(), CompareX); - - std::string strAllClassType; - for (size_t i = 0; i < pPostData->vecPostSubData.size(); i++) - { - if (strAllClassType.find(mapTargetStr_[pPostData->vecPostSubData[i].iTargetType]) != std::string::npos) - { - continue; - } - strAllClassType += mapTargetStr_[pPostData->vecPostSubData[i].iTargetType]; - } - if (strAllClassType.empty()) - { - return false; - } - - if (stackBackInfo_.size() == 1) - { - TrainBackInfo trainBackInfoLast = stackBackInfo_.top(); - std::shared_ptr pPostDataBack = std::static_pointer_cast(trainBackInfoLast.processData->pVoidData); - std::sort(pPostDataBack->vecPostSubData.begin(), pPostDataBack->vecPostSubData.end(), CompareX); - - for (size_t i = 0; i < pPostDataBack->vecPostSubData.size(); i++) - { - int bFlag = -1; - for (size_t j = 0; j < pPostData->vecPostSubData.size(); j++) - { - if (pPostDataBack->vecPostSubData[i].iBigClassId == pPostData->vecPostSubData[j].iBigClassId) - { - if (pPostData->vecPostSubData[j].step1Location.fLTX < 1 || pPostDataBack->vecPostSubData[i].step1Location.fLTX < 1) - { - LogDebug << "大框X坐标小于1，判定为异常大框。过滤！！"; - break; - } - bFlag = (pPostDataBack->vecPostSubData[i].step1Location.fLTX <= pPostData->vecPostSubData[j].step1Location.fLTX) ? 1 : 0; - LogDebug << "帧:" << pProcessData->iFrameId << " 倒车前帧:" << pPostDataBack->iFrameId << " 恢复到原位:" << bFlag - << " 当前框位置:" << pPostData->vecPostSubData[i].step1Location.fLTX - << " 倒车前位置:" << pPostDataBack->vecPostSubData[i].step1Location.fLTX << "方向：" << iDirection_; - } - } - - if ((iDirection_ == DIRECTION_LEFT && bFlag == 0) || - (iDirection_ == DIRECTION_RIGHT && bFlag == 1)) - { - bPopFlag = true; - break; - } - } - - if (bPopFlag) - { - LogDebug << "frameId:" << pProcessData->iFrameId << " 恢复倒车前的位置:" << bPopFlag; - stackBackInfo_.pop(); - } - } - else - { - TrainBackInfo trainBackInfoTop_bak = stackBackInfo_.top(); - stackBackInfo_.pop(); - TrainBackInfo trainBackInfoTop = stackBackInfo_.top(); - - if (trainBackInfoTop.strAllClassType != strAllClassType) - { - stackBackInfo_.push(trainBackInfoTop_bak); - LogDebug << "帧:" << pProcessData->iFrameId << " 倒车信息:" << stackBackInfo_.size() - << " 顶部倒车信息:" << trainBackInfoTop.strAllClassType << " 本次识别信息:" << strAllClassType; - } - else - { -// bPopFlag = true; - LogDebug << "帧:" << pProcessData->iFrameId << " 倒车信息:" << stackBackInfo_.size() - << " 顶部倒车信息:" << trainBackInfoTop.strAllClassType << " 本次识别信息:" << strAllClassType - << " 删除倒车信息:" << trainBackInfoTop_bak.strAllClassType; - } - - -// if(bPopFlag) -// { -// stackBackInfo_.pop(); -// bPopFlag = false; -// } - } - - return stackBackInfo_.empty() ? true : false; -} - -/** -* 校验火车是否停止 -* inParam : std::shared_ptr pProcessData :待处理数据 -* outParam: N/A -* return : true:停止; false:非停止 1(正常行驶) 2(停车) 3(倒车) -*/ -int FilterTrainStepOneEngine::GetTrainStatus(std::shared_ptr pProcessData) -{ - if (iDirection_ == DIRECTION_UNKNOWN) - { - LogDebug << " frameId:" << pProcessData->iFrameId << " 未判断出行车方向，暂定认为火车正常行驶中"; - return TRAINSTATUS_RUN; - } - - std::shared_ptr pPostData = std::static_pointer_cast(pProcessData->pVoidData); - pPostData->iFrameId = pProcessData->iFrameId; - - // 1. 无框时，返回之前的列车状态 - if (pPostData->vecPostSubData.size() == 0) - { - return iTrainStatus_; - } - - quePostData_.push(*pPostData.get()); - - if (quePostData_.size() < 3) - { - return TRAINSTATUS_RUN; - } - - PostData postDataFront = quePostData_.front(); - //iNotChgCount_大于0表示有可能停车，此时pop队列数据要多留存几个。用最开始的数据来判断是否真正停车，如果每次只用上上帧判断当列车超级慢时可能判断为停车。 - int iSizeTemp = iNotChgCount_ > 0 ? 10 : 2; - while (quePostData_.size() > iSizeTemp) - { - quePostData_.pop(); - } - LogDebug << "frameId:" << pProcessData->iFrameId << " 判断运动状态队列 第一帧:" << postDataFront.iFrameId << " 队列size:" << quePostData_.size() << " iSizeTemp:" << iSizeTemp; - - bool bSameFlag = false; - int iDiffValue = iChkStopPX_; - for (size_t i = 0; i < pPostData->vecPostSubData.size(); i++) - { - PostSubData postSubDataBack = pPostData->vecPostSubData[i]; - for (size_t j = 0; j < postDataFront.vecPostSubData.size(); j++) - { - PostSubData postSubDataFront = postDataFront.vecPostSubData[j]; - /* - 使用iBigClassId，可能出现平车只有间隔大框，且间隔大框可以一会是平车间隔，一会是通用间隔。导致类别不一样 - 使用iTargetType，可能出现平车只有间隔大框，且间隔大框可以一会是平车间隔，一会是通用间隔。导致像素差判断不准。 - */ - if (postSubDataFront.iTargetType != postSubDataBack.iTargetType) - { - LogDebug << "判断前后帧识别的是否一致 上一个：" << postSubDataFront.iTargetType << " 当前：" << postSubDataBack.iTargetType; - continue; - } - - // if (postSubDataFront.iTargetType == SPACE && postSubDataFront.iBigClassId != postSubDataBack.iBigClassId) - // { - // iDiffValue = 50; - // } - - bSameFlag = true; - int iCenterBack = postSubDataBack.step1Location.fLTX + (postSubDataBack.step1Location.fRBX - postSubDataBack.step1Location.fLTX) / 2; - int iCenterFront = postSubDataFront.step1Location.fLTX + (postSubDataFront.step1Location.fRBX - postSubDataFront.step1Location.fLTX) / 2; - - //位置比较大于10个像素，则表示有移动。再判断时正向移动，还是倒车 - LogDebug << "frameId:" << pProcessData->iFrameId << " " << iCenterBack << "-" << iCenterFront - << "=" << abs(iCenterBack - iCenterFront) << " 预期判定移动的差值为iDiffValue:" << iDiffValue; - if (abs(iCenterBack - iCenterFront) > iDiffValue) - { - iNotChgCount_ = 0; - /* - iCenterBack > iCenterFront 表示向右行驶，且原方向为向左行驶 - iCenterBack < iCenterFront 表示向左行驶，且原方向为向右行驶 - 以上2种表示倒车。 - */ - if ((iCenterBack > iCenterFront && iDirection_ == DIRECTION_LEFT) || - (iCenterBack < iCenterFront && iDirection_ == DIRECTION_RIGHT)) - { - if (this->iPartitionFrameNum_ < (pProcessData->iFrameId - postDataFront.iFrameId) - && this->iPlitFrameSpanPX_ < abs(iCenterBack - iCenterFront)) - { - return TRAINSTATUS_RUN; - } - LogDebug << "frameId:" << pProcessData->iFrameId << " 检测到火车倒车"; - return TRAINSTATUS_BACK; - } - else - { - LogDebug << "frameId:" << pProcessData->iFrameId << " 正常行驶"; - return TRAINSTATUS_RUN; - } - } - /* - 小于10个像素表示可能停车，累计未变化次数。 - 累计变化次数超过10次，返回停车 - 累计变化次数未超过10次，返回之前行驶状态 - */ - else - { - iNotChgCount_++; - LogDebug << " frameId:" << pProcessData->iFrameId - << " 大框移动范围小 判断停车计数:" << iNotChgCount_ << "/" << iChkStopCount_; - if (iNotChgCount_ > iChkStopCount_) - { - LogDebug << "frameId:" << pProcessData->iFrameId << " 检测到火车停车"; - return TRAINSTATUS_STOP; - } - else - { -// LogDebug << "frameId:" << pProcessData->iFrameId << " iTrainStatus_:" << iTrainStatus_; - return iTrainStatus_; - } - } - } - } - - /* - 未找到相同的框，说明是老框消失掉了，新框出现了。 - 按新框出现的位置判断是向左行驶，还是向右行驶。 - */ - LogDebug << "frameId:" << pProcessData->iFrameId << " bSameFlag:" << bSameFlag; - if (!bSameFlag) - { - std::sort(pPostData->vecPostSubData.begin(), pPostData->vecPostSubData.end(), CompareX); - Step1Location step1Location = pPostData->vecPostSubData.front().step1Location; - if (iDirection_ == DIRECTION_LEFT) - { - step1Location = pPostData->vecPostSubData.back().step1Location; - } - LogDebug << "frameId:" << pProcessData->iFrameId << " fLTX:" << step1Location.fLTX << " fRBX:" << step1Location.fRBX; - - iNotChgCount_ = 0; - int iCenter = step1Location.fLTX + (step1Location.fRBX - step1Location.fLTX) / 2; - int iValue = pProcessData->iWidth / 2; - if ((iCenter > iValue && iDirection_ == DIRECTION_RIGHT) || - (iCenter < iValue && iDirection_ == DIRECTION_LEFT)) - { - /* - 针对有效帧较少时，和上上帧比较没有同类型大框，且当前帧已行驶到画面中心导致误判的情况， - 增加和上帧同类型大框的比较处理。 - */ - PostData postDataMiddle = quePostData_.front(); - for (size_t i = 0; i < pPostData->vecPostSubData.size(); i++) - { - PostSubData postSubDataBack = pPostData->vecPostSubData[i]; - for (size_t j = 0; j < postDataMiddle.vecPostSubData.size(); j++) - { - PostSubData postSubDataMiddle = postDataMiddle.vecPostSubData[j]; - if (postSubDataMiddle.iTargetType != postSubDataBack.iTargetType) - { - continue; - } - int iCenterBack = postSubDataBack.step1Location.fLTX + (postSubDataBack.step1Location.fRBX - postSubDataBack.step1Location.fLTX) / 2; - int iCenterMiddle = postSubDataMiddle.step1Location.fLTX + (postSubDataMiddle.step1Location.fRBX - postSubDataMiddle.step1Location.fLTX) / 2; - - // 位置比较大于10个像素，则表示有移动。再判断时正向移动，还是倒车 - LogDebug << "frameId:" << pProcessData->iFrameId << " " << iCenterBack << "-" << iCenterMiddle - << "=" << abs(iCenterBack - iCenterMiddle) << " middle cmp iDiffValue:" << iDiffValue; - if (abs(iCenterBack - iCenterMiddle) > iDiffValue) - { - if ((iCenterBack > iCenterMiddle && iDirection_ == DIRECTION_LEFT) || - (iCenterBack < iCenterMiddle && iDirection_ == DIRECTION_RIGHT)) - { - LogDebug << "frameId:" << pProcessData->iFrameId << " back2 back2"; - return TRAINSTATUS_BACK; - } - else - { - LogDebug << "frameId:" << pProcessData->iFrameId << " run"; - return TRAINSTATUS_RUN; - } - } - } - } - -// LogDebug << "frameId:" << pProcessData->iFrameId << " back2"; - return iTrainStatus_; - } - } - LogDebug << "frameId:" << pProcessData->iFrameId << " iNotChgCount_:" << iNotChgCount_ << " run run"; - return TRAINSTATUS_RUN; -} - -/** -* 设置行车方向 -* inParam : std::vector &vecLocation :大框坐标集合 - : std::shared_ptr pProcessData :待处理数据 -* outParam: N/A -* return : N/A -*/ -void FilterTrainStepOneEngine::SetDirection(std::vector &vecLocation, std::shared_ptr pProcessData) -{ - if (vecLocation.size() < 1) - { - return; - } - Step1Location slFront = vecLocation.front(); - Step1Location slBack = vecLocation.back(); - /* - 移动距离小于50个像素，则判断最后一个框的出现的位置 - */ - LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " slFront:" << slFront.fLTX << " slBack:" << slBack.fLTX; - if (fabs(slBack.fLTX - slFront.fLTX) < 50) - { - float fTempX1 = pProcessData->iWidth / 5; //5分之1的X坐标 - float fTempX2 = pProcessData->iWidth / 5 * 4; //5分之4的X坐标 - - if (slBack.fLTX < fTempX1) - { - iDirection_ = DIRECTION_LEFT; - } - else if (slBack.fRBX > fTempX2) - { - iDirection_ = DIRECTION_RIGHT; - } - } - else - { - //行驶方向 左 - if ((slBack.fLTX - slFront.fLTX) < 0) - { - iDirection_ = DIRECTION_LEFT; - } - //行驶方向 右 - else if ((slBack.fLTX - slFront.fLTX) > 0) - { - iDirection_ = DIRECTION_RIGHT; - } - } - - //未判断出移动方向，清除数后重新计算。 - if (iDirection_ == DIRECTION_UNKNOWN) - { - auto iterMapStep1Info = mapMapStep1Info_.find(pProcessData->iDataSource); - iterMapStep1Info->second.clear(); - } - else - { - if (MyYaml::GetIns()->GetDataSourceConfigById(pProcessData->iDataSource).iLeftFirst != mainCfg_.iLeftFirst) - { - LogDebug << "before sourceid:" << pProcessData->iDataSource << "frameid:" << pProcessData->iFrameId << " direction:" << iDirection_; - iDirection_ = (iDirection_ == DIRECTION_LEFT) ? DIRECTION_RIGHT : DIRECTION_LEFT; - LogDebug << "after sourceid:" << pProcessData->iDataSource << "frameid:" << pProcessData->iFrameId << " direction:" << iDirection_; - } - } -} - -/** -* 计算行车方向新 -* inParam : std::shared_ptr pProcessData :待处理数据 -* outParam: N/A -* return : N/A -*/ -void FilterTrainStepOneEngine::CalculateDirectionNew(std::shared_ptr pProcessData) -{ - /* - 连续3帧同目标识别框信息 - 判断位置差异是否超过10px(判停车参数)，且两两之间都是线性。如果符合则计算方向。 - 上述条件不符合则剔除第一个元素，再次累计连续3帧处理。 - */ - auto iterMap = mapCalDirection_.find(pProcessData->iDataSource); - if (iterMap == mapCalDirection_.end()) - { - std::map> mapTemp; - mapCalDirection_.insert(std::make_pair(pProcessData->iDataSource, mapTemp)); - iterMap = mapCalDirection_.find(pProcessData->iDataSource); - } - - std::shared_ptr pPostData = std::static_pointer_cast(pProcessData->pVoidData); - for (auto iter = pPostData->vecPostSubData.begin(); iter != pPostData->vecPostSubData.end(); iter++) - { - CalculateInfo calInfo; - calInfo.iFrameId = pProcessData->iFrameId; - calInfo.iBigClassId = iter->iCarXH; - calInfo.fCenterX = iter->step1Location.fLTX + (iter->step1Location.fRBX - iter->step1Location.fLTX) / 2; - - auto iterSubMap = iterMap->second.find(iter->iBigClassId); - if (iterSubMap == iterMap->second.end()) - { - std::vector vecTemp; - iterMap->second.insert(std::make_pair(iter->iBigClassId, vecTemp)); - iterSubMap = iterMap->second.find(iter->iBigClassId); - } - iterSubMap->second.emplace_back(calInfo); - - if (iterSubMap->second.size() > 2) - { - LogDebug << "souceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId - << " last:" << iterSubMap->second.at(2).iFrameId << " " << iterSubMap->second.at(2).fCenterX - << " mid:" << iterSubMap->second.at(1).iFrameId << " " << iterSubMap->second.at(1).fCenterX - << " pre:" << iterSubMap->second.at(0).iFrameId << " " << iterSubMap->second.at(0).fCenterX; - //如果帧号连续，且移动位置大于15px，则计算方向 - if (iterSubMap->second.at(2).iFrameId - iterSubMap->second.at(1).iFrameId != mainCfg_.iSkipInterval || - iterSubMap->second.at(1).iFrameId - iterSubMap->second.at(0).iFrameId != mainCfg_.iSkipInterval) - { - iterSubMap->second.erase(iterSubMap->second.begin()); - continue; - } - - int iLast = iterSubMap->second.at(2).fCenterX; - int iMid = iterSubMap->second.at(1).fCenterX; - int iPre = iterSubMap->second.at(0).fCenterX; - if (abs(iPre - iLast) <= iChkStopPX_) - { - iterSubMap->second.erase(iterSubMap->second.begin()); - continue; - } - if (iPre <= iMid && iMid <= iLast) - { - iDirection_ = DIRECTION_RIGHT; - } - else if (iPre >= iMid && iMid >= iLast) - { - iDirection_ = DIRECTION_LEFT; - } - else - { - iterSubMap->second.erase(iterSubMap->second.begin()); - continue; - } - - LogDebug << "souceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " iDirection_:" << iDirection_; - } - } - - //主相机的对侧相机需反向设置方向 - if (iDirection_ != DIRECTION_UNKNOWN && MyYaml::GetIns()->GetDataSourceConfigById(pProcessData->iDataSource).iLeftFirst != mainCfg_.iLeftFirst) - { - LogDebug << "before sourceid:" << pProcessData->iDataSource << "frameid:" << pProcessData->iFrameId << " direction:" << iDirection_; - iDirection_ = (iDirection_ == DIRECTION_LEFT) ? DIRECTION_RIGHT : DIRECTION_LEFT; - LogDebug << "after sourceid:" << pProcessData->iDataSource << "frameid:" << pProcessData->iFrameId << " direction:" << iDirection_; - } -} - -/** -* 计算行车方向 -* inParam : std::shared_ptr pProcessData :待处理数据 -* outParam: N/A -* return : N/A -*/ -void FilterTrainStepOneEngine::CalculateDirection(std::shared_ptr pProcessData) -{ - auto iterPostDataFrist = mapPostDataFrist_.find(pProcessData->iDataSource); - auto iterMapStep1Info = mapMapStep1Info_.find(pProcessData->iDataSource); - /* - 1帧暂时最多识别3个大框。[(车头、间隔、车号); (车号、间隔、属性)] - 因间隔大框不是很准确，暂时把间隔大框剔除后，计算方向。 - 剔除间隔后，大框的可能情况为(车头； 车号； 属性； 车头&车号； 车号&属性) - */ - std::shared_ptr pPostData = std::static_pointer_cast(pProcessData->pVoidData); - PostData postDataTemp = *pPostData; - for (auto iter = postDataTemp.vecPostSubData.begin(); iter != postDataTemp.vecPostSubData.end();) - { - if (iter->iTargetType == SPACE) - { - iter = postDataTemp.vecPostSubData.erase(iter); - continue; - } - auto iterMap = iterMapStep1Info->second.find(iter->iTargetType); - if (iterMap != iterMapStep1Info->second.end()) - { - iterMap->second.emplace_back(iter->step1Location); - } - else - { - std::vector vecTemp; - vecTemp.emplace_back(iter->step1Location); - iterMapStep1Info->second.insert(std::pair>(iter->iTargetType, vecTemp)); - } - - iter++; - } - - //记录第一次识别到大框的信息 - if (iterPostDataFrist->second.vecPostSubData.size() == 0) - { - iterPostDataFrist->second = postDataTemp; - LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId - << " size:" << iterPostDataFrist->second.vecPostSubData.size(); - } - - //无框时，不计算方向 - if (iterPostDataFrist->second.vecPostSubData.size() == 0) - { - LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " no find data"; - return; - } - //框的个数和类型没有变化时，不计算方向 - if (iterPostDataFrist->second.vecPostSubData.size() - postDataTemp.vecPostSubData.size() == 0) - { - std::sort(iterPostDataFrist->second.vecPostSubData.begin(), iterPostDataFrist->second.vecPostSubData.end(), CompareX); - std::sort(postDataTemp.vecPostSubData.begin(), postDataTemp.vecPostSubData.end(), CompareX); - bool bFlag = true; - for (int i = 0; i < iterPostDataFrist->second.vecPostSubData.size(); i++) - { - if (iterPostDataFrist->second.vecPostSubData[i].iTargetType != postDataTemp.vecPostSubData[i].iTargetType) - { - bFlag = false; - break; - } - } - if (bFlag) - { - LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " datasize and datatype equal"; - return; - } - } - - auto iter = iterMapStep1Info->second.begin(); - int iMaxSize = iter->second.size(); - int iMaxSizeKey = iter->first; - int iMinSize = iter->second.size(); - int iMinSizeKey = iter->first; - while (iter != iterMapStep1Info->second.end()) - { - if (iter->second.size() > iMaxSize) - { - iMaxSize = iter->second.size(); - iMaxSizeKey = iter->first; - } - if (iter->second.size() < iMinSize) - { - iMinSize = iter->second.size(); - iMinSizeKey = iter->first; - } - iter++; - } - LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId - << " iMaxSize:" << iMaxSize << " iMaxSizeKey:" << iMaxSizeKey - << " iMinSize:" << iMinSize << " iMinSizeKey:" << iMinSizeKey; - - /* - 第一次识别为1个框，后续变化为无框或2个框，使用框个数多的数据计算方向 - 第一次识别为2个框，后续变化为1个框，使用个数多的数据计算方向。 - 后续变化为0个框，使用个数少的数据计算方向。 - */ - if (iterPostDataFrist->second.vecPostSubData.size() == 1) - { - SetDirection(iterMapStep1Info->second[iMaxSizeKey], pProcessData); - } - else if (iterPostDataFrist->second.vecPostSubData.size() == 2) - { - if (postDataTemp.vecPostSubData.size() == 1) - { - SetDirection(iterMapStep1Info->second[iMinSizeKey], pProcessData); - } - else if (postDataTemp.vecPostSubData.size() == 0) - { - SetDirection(iterMapStep1Info->second[iMaxSizeKey], pProcessData); - } - } - LogDebug<< "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " 行车方向:" << iDirection_; -} - -void FilterTrainStepOneEngine::sendComeTrain(const std::string strTrainDate, const std::string strTrainName, const int iDirection) { - std::string message = "{\"cometime\":\"" + strTrainDate + " " + strTrainName + "\",\"type\":\"1\",\"direction\":" + to_string(iDirection == iPushDirection_ ? 1:-1) + "}"; - LogWarn << message; - outputQueMap_[engineName_ + "_" + std::to_string(engineId_) + "_1"]->push(std::static_pointer_cast(std::make_shared(message))); -} - -/** -* 根据当前帧数据，处理上一帧数据 -* inParam : std::shared_ptr pProcessData :当前帧数据 -* outParam: N/A -* return : N/A -*/ -void FilterTrainStepOneEngine::DealProcessDataPre(std::shared_ptr pProcessData) -{ - /* - 目标框是否是连续识别，只识别到一帧的目标框认为误识别，过滤掉。 - 判断上一帧，当前帧 是否有框 - 上一帧有框，当前帧有框，说明连续识别，正常处理。 - 上一帧有框，当前帧无框，则非连续识别，过滤大框 - 上一帧无框，当前帧有框，则连续识别个数置零。 - 上一帧无框，当前帧无框，则连续识别个数置零。 - */ - auto iterProcessData = mapProcessDataPre_.find(pProcessData->iDataSource); - if (iterProcessData == mapProcessDataPre_.end() || nullptr == iterProcessData->second) - { - return; - } - - auto iterHeadContinueCnt = mapHeadContinueCnt_.find(pProcessData->iDataSource); - auto iterProContinueCnt = mapProContinueCnt_.find(pProcessData->iDataSource); - auto iterNumContinueCnt = mapNumContinueCnt_.find(pProcessData->iDataSource); - auto iterSpaceContinueCnt = mapSpaceContinueCnt_.find(pProcessData->iDataSource); - auto iterTranSpaceContinueCnt = mapTrainSpaceContinueCnt_.find(pProcessData->iDataSource); - - //获取当前帧识别情况 - std::shared_ptr pPostData = std::static_pointer_cast(pProcessData->pVoidData); - for (int i = 0; i < pPostData->vecPostSubData.size(); i++) - { - if (pPostData->vecPostSubData[i].iTargetType == HEAD) - { - iterHeadContinueCnt->second++; - } - else if (pPostData->vecPostSubData[i].iTargetType == PRO) - { - iterProContinueCnt->second++; - } - else if (pPostData->vecPostSubData[i].iTargetType == NUM) - { - iterNumContinueCnt->second++; - } - else if (pPostData->vecPostSubData[i].iTargetType == SPACE) - { - iterSpaceContinueCnt->second++; - } - else if (pPostData->vecPostSubData[i].iTargetType == TRAINSPACE) - { - iterTranSpaceContinueCnt->second++; - } - } - //LogDebug << "engineId:" << engineId_ << " frameId:" << pProcessData->iFrameId << " " << iProContinueCnt_ << " " << iNumContinueCnt_; - - //获取上一帧识别情况 - std::shared_ptr pPostDataPre = std::static_pointer_cast(iterProcessData->second->pVoidData); - bool bPreHaveHead = false; - bool bPreHavePro = false; - bool bPreHaveNum = false; - bool bPreHaveSpace = false; - bool bPreHaveTrainSpace = false; - for (int iPre = 0; iPre < pPostDataPre->vecPostSubData.size(); iPre++) - { - if (pPostDataPre->vecPostSubData[iPre].iTargetType == HEAD) - { - iterHeadContinueCnt->second++; - bPreHaveHead = true; - } - else if (pPostDataPre->vecPostSubData[iPre].iTargetType == PRO) - { - iterProContinueCnt->second++; - bPreHavePro = true; - } - else if (pPostDataPre->vecPostSubData[iPre].iTargetType == NUM) - { - iterNumContinueCnt->second++; - bPreHaveNum = true; - } - else if (pPostDataPre->vecPostSubData[iPre].iTargetType == SPACE) - { - iterSpaceContinueCnt->second++; - bPreHaveSpace = true; - } - else if (pPostDataPre->vecPostSubData[iPre].iTargetType == TRAINSPACE) - { - iterTranSpaceContinueCnt->second++; - bPreHaveTrainSpace = true; - } - } - - //前一帧无大框连续识别次数置零 - iterHeadContinueCnt->second = bPreHaveHead ? iterHeadContinueCnt->second : 0; - iterProContinueCnt->second = bPreHavePro ? iterProContinueCnt->second : 0; - iterNumContinueCnt->second = bPreHaveNum ? iterNumContinueCnt->second : 0; - iterSpaceContinueCnt->second = bPreHaveSpace ? iterSpaceContinueCnt->second : 0; - iterTranSpaceContinueCnt->second = bPreHaveTrainSpace ? iterTranSpaceContinueCnt->second : 0; - - //非连续识别的情况，认为误识别，剔除误识别的大框信息 - for (std::vector::iterator it = pPostDataPre->vecPostSubData.begin(); it != pPostDataPre->vecPostSubData.end();) - { - if (iterHeadContinueCnt->second < 2 && it->iTargetType == HEAD) - { - LogDebug << " frameId:" << iterProcessData->second->iFrameId << " Head 框因非连续识别而过滤"; - it = pPostDataPre->vecPostSubData.erase(it); - continue; - } - if (iterProContinueCnt->second < 2 && it->iTargetType == PRO) - { - LogDebug << " frameId:" << iterProcessData->second->iFrameId << " PRO 框因非连续识别而过滤"; - it = pPostDataPre->vecPostSubData.erase(it); - continue; - } - if (iterNumContinueCnt->second < 2 && it->iTargetType == NUM) - { - LogDebug << " frameId:" << iterProcessData->second->iFrameId << " NUM 框因非连续识别而过滤"; - it = pPostDataPre->vecPostSubData.erase(it); - continue; - } - if (iterSpaceContinueCnt->second < 2 && it->iTargetType == SPACE) - { - LogDebug << " frameId:" << iterProcessData->second->iFrameId << " SPACE 框因非连续识别而过滤"; - it = pPostDataPre->vecPostSubData.erase(it); - continue; - } - if (iterTranSpaceContinueCnt->second < 2 && it->iTargetType == TRAINSPACE) - { - LogDebug << " frameId:" << iterProcessData->second->iFrameId << " TRAINSPACE 框因非连续识别而过滤"; - it = pPostDataPre->vecPostSubData.erase(it); - continue; - } - it++; - } - - //判定行驶方向, 记录Direction文件信息 - if (iDirection_ == DIRECTION_UNKNOWN) - { - iDirection_ = iterProcessData->second->iDirection; - - LogInfo << "方向：" << (iDirection_ == DIRECTION_LEFT ? "左" : (iDirection_ == DIRECTION_RIGHT ? "右" : "未判断出来")); - if (iDirection_ == DIRECTION_UNKNOWN) - { - //CalculateDirection(iterProcessData->second); - CalculateDirectionNew(iterProcessData->second); - if (iDirection_ != DIRECTION_UNKNOWN) this->sendComeTrain(pProcessData->strTrainDate, pProcessData->strTrainName, iDirection_); - } - - if (iDirection_ != DIRECTION_UNKNOWN) - { - auto iterPostDataFrist = mapPostDataFrist_.find(pProcessData->iDataSource); - Json::Value jvDirectionInfo; - jvDirectionInfo["direction"] = iDirection_; - jvDirectionInfo["firstStep1Cnt"] = iterPostDataFrist->second.vecPostSubData.size(); - jvDirectionInfo["frameid"] = iterProcessData->second->iFrameId; - jvDirectionInfo["sourceid"] = iterProcessData->second->iDataSource; - std::string strFilePath = strResultPath_ + pProcessData->strTrainDate + "/" + pProcessData->strTrainName + "/" + "direction.txt"; - MyUtils::getins()->WriteJsonInfo(jvDirectionInfo, strFilePath); - } - } - - //主摄像头校验是否停车 - int iTrainStatusTemp = iTrainStatus_; - if (iterProcessData->second->iDataSource == 0) - { - iTrainStatus_ = GetTrainStatus(iterProcessData->second); - iTrainStatusTemp = iTrainStatus_; - - if (iTrainStatus_ == TRAINSTATUS_STOP) - { - //停车 - } - else if (iTrainStatus_ == TRAINSTATUS_BACK) - { - //倒车 - AddBackInfo(iterProcessData->second); - iTrainStatusTemp = TRAINSTATUS_STOP; - } - else if(iTrainStatus_ == TRAINSTATUS_RUN) - { - /* - 正向行驶需先把倒车产生的倒车数据处理完毕，即使车辆回到原倒车点，再开始识别行驶数据 - */ - if(!IsEndDealBackInfo(iterProcessData->second)) - { - iTrainStatusTemp = TRAINSTATUS_STOP; - } - } - } - LogDebug << "数据源:" << iterProcessData->second->iDataSource << " 帧:" << iterProcessData->second->iFrameId - << " 火车实时运行状态:" << iTrainStatus_ << "(0无车，1运行，2停车，3倒车) iTrainStatusTemp:" << iTrainStatusTemp; - iterProcessData->second->iStatus = iTrainStatusTemp; - - // this->sendComeTrain(pProcessData->strTrainDate, pProcessData->strTrainName, iDirection_); - - outputQueMap_[strPort0_]->push(std::static_pointer_cast(iterProcessData->second), true); - //上一帧，push端口0 -// PushData(strPort0_, iterProcessData->second); -} - - -APP_ERROR FilterTrainStepOneEngine::Process() -{ - int iRet = APP_ERR_OK; - while (!isStop_) - { - std::shared_ptr pVoidData0 = nullptr; - inputQueMap_[strPort0_]->pop(pVoidData0); - if (nullptr == pVoidData0) - { - usleep(1000); //1ms - continue; - } - - std::shared_ptr pProcessData = std::static_pointer_cast(pVoidData0); - std::shared_ptr pPostData = std::static_pointer_cast(pProcessData->pVoidData); - - // //停止后再次行驶，把队列中多余的数据丢弃。 - // if (iReRunOrigFrameId_ != 0 && pProcessData->iOrigFrameId > iReRunOrigFrameId_ && !pProcessData->bIsEnd) - // { - // LogDebug << "reRunOrigFrameId:" << iReRunOrigFrameId_ << " origFrameId:" << pProcessData->iOrigFrameId; - // continue; - // } - - if (pProcessData->bIsEnd) - { - mapDataSourceIsEnd_[pProcessData->iDataSource] = pProcessData->bIsEnd; - } - - //1帧暂时最多识别4个大框。[(车头、车厢间隔、间隔、车号); (车号、车厢间隔、间隔、属性)] - if (pPostData->vecPostSubData.size() > 4) - { - LogError << "sourceid:" << pProcessData->iDataSource << " frameId:" << pProcessData->iFrameId << " vecpostsubdata size:" << pPostData->vecPostSubData.size(); - pPostData->vecPostSubData.clear(); - } - - //按指定识别区域过滤误识别信息--过滤逻辑迁移至TrainStepOneEngine中。 - - //根据当前帧数据，处理上一帧数据 - DealProcessDataPre(pProcessData); - mapProcessDataPre_[pProcessData->iDataSource] = pProcessData; - if (pProcessData->bIsEnd) - { - //结束帧，push端口0 - LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " isEnd:" << pProcessData->bIsEnd; -// PushData(strPort0_, pProcessData); - outputQueMap_[strPort0_]->push(std::static_pointer_cast(pProcessData), true); - } - - //3. 全部结束，初始化相关参数 - bool bAllEnd = true; - for (auto iter = mapDataSourceIsEnd_.begin(); iter != mapDataSourceIsEnd_.end(); iter++) - { - bAllEnd = bAllEnd && iter->second; - } - if (bAllEnd) - { - LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " bAllEnd"; - InitParam(); - } - } - return APP_ERR_OK; -} +#include "FilterTrainStepOneEngine.h" #include "myutils.h" #include using namespace ai_matrix; namespace { //按照x坐标排列 bool CompareX(const PostSubData &a, const PostSubData &b) { return a.step1Location.fLTX < b.step1Location.fLTX; } } extern std::atomic_uint64_t g_i64ReRunTimeStamp; extern std::atomic_uint32_t g_iReRunOrigFrameId; extern std::atomic_uint32_t g_iReRunFrameId; extern std::atomic_uint32_t g_iReRunOrigChkDateFid; extern std::atomic_uint32_t g_iReRunOrigContainerFid; FilterTrainStepOneEngine::FilterTrainStepOneEngine() {} FilterTrainStepOneEngine::~FilterTrainStepOneEngine() {} APP_ERROR FilterTrainStepOneEngine::Init() { strPort0_ = engineName_ + "_" + std::to_string(engineId_) + "_0"; strResultPath_ = MyYaml::GetIns()->GetPathValue("gc_result_path"); iChkStopPX_ = MyYaml::GetIns()->GetIntValue("gc_chkstop_px"); iChkStopCount_ = MyYaml::GetIns()->GetIntValue("gc_chkstop_count"); iPartitionFrameNum_ = MyYaml::GetIns()->GetIntValue("partition_frame_span"); iPlitFrameSpanPX_ = MyYaml::GetIns()->GetIntValue("gc_split_frame_span_px"); iPushDirection_ = MyYaml::GetIns()->GetIntValue("gc_push_direction"); //获取主摄像头信息 mainCfg_ = MyYaml::GetIns()->GetDataSourceConfigById(0); std::map mapUseDataSouceCfg = MyYaml::GetIns()->GetUseDataSourceConfig(); for (auto iter = mapUseDataSouceCfg.begin(); iter != mapUseDataSouceCfg.end(); iter++) { this->rightFirst_ = iter->second.iRightFirst; this->leftFirst_ = iter->second.iLeftFirst; if (iter->second.strTarget.find("NUM") != std::string::npos) { LogDebug << "DataSource:" << iter->first << " deal NUM"; mapHeadContinueCnt_[iter->first] = 0; mapProContinueCnt_[iter->first] = 0; mapNumContinueCnt_[iter->first] = 0; mapSpaceContinueCnt_[iter->first] = 0; mapTrainSpaceContinueCnt_[iter->first] = 0; mapDataSourceIsEnd_[iter->first] = false; PostData postDataTemp; mapPostDataFrist_[iter->first] = postDataTemp; std::map> mapStep1InfoTemp; //[key-目标框id, 目标框坐标集合] mapMapStep1Info_[iter->first] = mapStep1InfoTemp; } } mapTargetStr_.insert(std::make_pair(NUM, "NUM")); mapTargetStr_.insert(std::make_pair(PRO, "PRO")); mapTargetStr_.insert(std::make_pair(HEAD, "HEAD")); mapTargetStr_.insert(std::make_pair(SPACE, "SPACE"));//SPACE mapTargetStr_.insert(std::make_pair(TRAINSPACE, "SPACE"));//SPACE InitParam(); LogInfo << "FilterTrainStepOneEngine Init ok"; return APP_ERR_OK; } APP_ERROR FilterTrainStepOneEngine::DeInit() { LogInfo << "FilterTrainStepOneEngine DeInit ok"; return APP_ERR_OK; } /** * 参数初始化(列车结束时需调用) * inParam : N/A * outParam: N/A * return : N/A */ void FilterTrainStepOneEngine::InitParam() { mapProcessDataPre_.clear(); for (auto iter = mapHeadContinueCnt_.begin(); iter != mapHeadContinueCnt_.end(); iter++) { iter->second = 0; } for (auto iter = mapProContinueCnt_.begin(); iter != mapProContinueCnt_.end(); iter++) { iter->second = 0; } for (auto iter = mapNumContinueCnt_.begin(); iter != mapNumContinueCnt_.end(); iter++) { iter->second = 0; } for (auto iter = mapSpaceContinueCnt_.begin(); iter != mapSpaceContinueCnt_.end(); iter++) { iter->second = 0; } for (auto iter = mapTrainSpaceContinueCnt_.begin(); iter != mapTrainSpaceContinueCnt_.end(); iter++) { iter->second = 0; } for (auto iter = mapDataSourceIsEnd_.begin(); iter != mapDataSourceIsEnd_.end(); iter++) { iter->second = false; } for (auto iter = mapPostDataFrist_.begin(); iter != mapPostDataFrist_.end(); iter++) { iter->second.vecPostSubData.clear(); } for (auto iter = mapMapStep1Info_.begin(); iter != mapMapStep1Info_.end(); iter++) { iter->second.clear(); } iDirection_ = DIRECTION_UNKNOWN; iNotChgCount_ = 0; while (!stackBackInfo_.empty()) { stackBackInfo_.pop(); } while (!quePostData_.empty()) { quePostData_.pop(); } iTrainStatus_ = TRAINSTATUS_RUN; mapCalDirection_.clear(); } /** * push数据到队列，队列满时则休眠一段时间再push * inParam : const std::string strPort push的端口 : const std::shared_ptr &pProcessData push的数据 * outParam: N/A * return : N/A */ void FilterTrainStepOneEngine::PushData(const std::string &strPort, const std::shared_ptr &pProcessData) { while (true) { int iRet = outputQueMap_[strPort]->push(std::static_pointer_cast(pProcessData)); if (iRet != 0) { LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " push fail iRet:" << iRet; if (iRet == 2) { usleep(10000); // 10ms continue; } } break; } } void FilterTrainStepOneEngine::AddBackInfo(std::shared_ptr pProcessData) { std::shared_ptr pPostData = std::static_pointer_cast(pProcessData->pVoidData); std::sort(pPostData->vecPostSubData.begin(), pPostData->vecPostSubData.end(), CompareX); std::string strAllClassType; for (size_t i = 0; i < pPostData->vecPostSubData.size(); i++) { if (strAllClassType.find(mapTargetStr_[pPostData->vecPostSubData[i].iTargetType]) != std::string::npos) { continue; } strAllClassType += mapTargetStr_[pPostData->vecPostSubData[i].iTargetType]; } if (strAllClassType.empty()) { return; } LogDebug << "frameId:" << pProcessData->iFrameId << " addbackinfo strAllClassType:" << strAllClassType; TrainBackInfo trainBackInfo; trainBackInfo.processData = pProcessData; trainBackInfo.strAllClassType = strAllClassType; if (stackBackInfo_.empty()) { stackBackInfo_.push(trainBackInfo); LogDebug << "frameId:" << pProcessData->iFrameId << " push strAllClassType:" << strAllClassType << " stacksize:" << stackBackInfo_.size(); } else { TrainBackInfo trainBackInfoTop = stackBackInfo_.top(); if (trainBackInfoTop.strAllClassType != trainBackInfo.strAllClassType) { if (((iDirection_ == DIRECTION_RIGHT && this->rightFirst_ == RIGHT_RUN_AND_PRO_FIRST) || (iDirection_ == DIRECTION_LEFT && this->leftFirst_ == LEFT_RUN_AND_PRO_FIRST)) && ((trainBackInfo.strAllClassType == "SPACE" && (trainBackInfoTop.strAllClassType == "PROSPACE" || trainBackInfoTop.strAllClassType == "SPACEPRO")) || (trainBackInfo.strAllClassType == "NUM" && (trainBackInfoTop.strAllClassType == "NUMSPACE" || trainBackInfoTop.strAllClassType == "SPACENUM")) || ((trainBackInfo.strAllClassType == "PROSPACE" || trainBackInfo.strAllClassType == "SPACEPRO") && trainBackInfoTop.strAllClassType == "PRO"))) { return; } if (((iDirection_ == DIRECTION_RIGHT && this->rightFirst_ == RIGHT_RUN_AND_NUM_FIRST) || (iDirection_ == DIRECTION_LEFT && this->leftFirst_ == LEFT_RUN_AND_NUM_FIRST)) && ((trainBackInfo.strAllClassType == "SPACE" && (trainBackInfoTop.strAllClassType == "NUMSPACE" || trainBackInfoTop.strAllClassType == "SPACENUM")) || (trainBackInfo.strAllClassType == "PRO" && (trainBackInfoTop.strAllClassType == "PROSPACE" || trainBackInfoTop.strAllClassType == "SPACEPRO")) || ((trainBackInfo.strAllClassType == "NUMSPACE" || trainBackInfo.strAllClassType == "SPACENUM") && trainBackInfoTop.strAllClassType == "NUM"))) { return; } stackBackInfo_.push(trainBackInfo); LogDebug << "frameId:" << pProcessData->iFrameId << " push strAllClassType:" << strAllClassType << " stacksize:" << stackBackInfo_.size(); } } } bool FilterTrainStepOneEngine::IsEndDealBackInfo(std::shared_ptr pProcessData) { if (stackBackInfo_.empty()) { return true; } bool bPopFlag = false; std::shared_ptr pPostData = std::static_pointer_cast(pProcessData->pVoidData); if (pPostData->vecPostSubData.size() == 0) return false; /* 处理倒车数据时，数据需设置为倒车，主要是保证这样的数据后面Engine不处理，防止切分车厢出错。 类型不相等时，就pop，当pop后，还剩一个数据时，则表示已经回到了刚开始倒车的地方。（只剩一个数据的逻辑在上方） 处理最后一个时，不能只判断下类型相同就弹出。需要控制下位置。(要么类型相同位置合适，要么类型不相同) 正向为向左行驶，则当前数据的位置尽量小于等于栈中最后一个元素的位置。 正向为向右行驶，则当前数据的位置尽量大于等于栈中最后一个元素的位置。 */ std::sort(pPostData->vecPostSubData.begin(), pPostData->vecPostSubData.end(), CompareX); std::string strAllClassType; for (size_t i = 0; i < pPostData->vecPostSubData.size(); i++) { if (strAllClassType.find(mapTargetStr_[pPostData->vecPostSubData[i].iTargetType]) != std::string::npos) { continue; } strAllClassType += mapTargetStr_[pPostData->vecPostSubData[i].iTargetType]; } if (strAllClassType.empty()) { return false; } if (stackBackInfo_.size() == 1) { TrainBackInfo trainBackInfoLast = stackBackInfo_.top(); std::shared_ptr pPostDataBack = std::static_pointer_cast(trainBackInfoLast.processData->pVoidData); std::sort(pPostDataBack->vecPostSubData.begin(), pPostDataBack->vecPostSubData.end(), CompareX); for (size_t i = 0; i < pPostDataBack->vecPostSubData.size(); i++) { int bFlag = -1; for (size_t j = 0; j < pPostData->vecPostSubData.size(); j++) { if (pPostDataBack->vecPostSubData[i].iBigClassId == pPostData->vecPostSubData[j].iBigClassId) { if (pPostData->vecPostSubData[j].step1Location.fLTX < 1 || pPostDataBack->vecPostSubData[i].step1Location.fLTX < 1) { LogDebug << "大框X坐标小于1，判定为异常大框。过滤！！"; break; } bFlag = (pPostDataBack->vecPostSubData[i].step1Location.fLTX <= pPostData->vecPostSubData[j].step1Location.fLTX) ? 1 : 0; LogDebug << "帧:" << pProcessData->iFrameId << " 倒车前帧:" << pPostDataBack->iFrameId << " 恢复到原位:" << bFlag << " 当前框位置:" << pPostData->vecPostSubData[i].step1Location.fLTX << " 倒车前位置:" << pPostDataBack->vecPostSubData[i].step1Location.fLTX << "方向：" << iDirection_; } } if ((iDirection_ == DIRECTION_LEFT && bFlag == 0) || (iDirection_ == DIRECTION_RIGHT && bFlag == 1)) { bPopFlag = true; break; } } if (bPopFlag) { LogDebug << "frameId:" << pProcessData->iFrameId << " 恢复倒车前的位置:" << bPopFlag; stackBackInfo_.pop(); } } else { TrainBackInfo trainBackInfoTop_bak = stackBackInfo_.top(); stackBackInfo_.pop(); TrainBackInfo trainBackInfoTop = stackBackInfo_.top(); if (trainBackInfoTop.strAllClassType != strAllClassType) { stackBackInfo_.push(trainBackInfoTop_bak); LogDebug << "帧:" << pProcessData->iFrameId << " 倒车信息:" << stackBackInfo_.size() << " 顶部倒车信息:" << trainBackInfoTop.strAllClassType << " 本次识别信息:" << strAllClassType; } else { // bPopFlag = true; LogDebug << "帧:" << pProcessData->iFrameId << " 倒车信息:" << stackBackInfo_.size() << " 顶部倒车信息:" << trainBackInfoTop.strAllClassType << " 本次识别信息:" << strAllClassType << " 删除倒车信息:" << trainBackInfoTop_bak.strAllClassType; } // if(bPopFlag) // { // stackBackInfo_.pop(); // bPopFlag = false; // } } return stackBackInfo_.empty() ? true : false; } /** * 校验火车是否停止 * inParam : std::shared_ptr pProcessData :待处理数据 * outParam: N/A * return : true:停止; false:非停止 1(正常行驶) 2(停车) 3(倒车) */ int FilterTrainStepOneEngine::GetTrainStatus(std::shared_ptr pProcessData) { if (iDirection_ == DIRECTION_UNKNOWN) { LogDebug << " frameId:" << pProcessData->iFrameId << " 未判断出行车方向，暂定认为火车正常行驶中"; return TRAINSTATUS_RUN; } std::shared_ptr pPostData = std::static_pointer_cast(pProcessData->pVoidData); pPostData->iFrameId = pProcessData->iFrameId; // 1. 无框时，返回之前的列车状态 if (pPostData->vecPostSubData.size() == 0) { return iTrainStatus_; } quePostData_.push(*pPostData.get()); if (quePostData_.size() < 3) { return TRAINSTATUS_RUN; } PostData postDataFront = quePostData_.front(); //iNotChgCount_大于0表示有可能停车，此时pop队列数据要多留存几个。用最开始的数据来判断是否真正停车，如果每次只用上上帧判断当列车超级慢时可能判断为停车。 int iSizeTemp = iNotChgCount_ > 0 ? 10 : 2; while (quePostData_.size() > iSizeTemp) { quePostData_.pop(); } // LogDebug << "frameId:" << pProcessData->iFrameId << " 判断运动状态队列 第一帧:" << postDataFront.iFrameId << " 队列size:" << quePostData_.size() << " iSizeTemp:" << iSizeTemp; bool bSameFlag = false; int iDiffValue = iChkStopPX_; for (size_t i = 0; i < pPostData->vecPostSubData.size(); i++) { PostSubData postSubDataBack = pPostData->vecPostSubData[i]; for (size_t j = 0; j < postDataFront.vecPostSubData.size(); j++) { PostSubData postSubDataFront = postDataFront.vecPostSubData[j]; /* 使用iBigClassId，可能出现平车只有间隔大框，且间隔大框可以一会是平车间隔，一会是通用间隔。导致类别不一样 使用iTargetType，可能出现平车只有间隔大框，且间隔大框可以一会是平车间隔，一会是通用间隔。导致像素差判断不准。 */ if (postSubDataFront.iTargetType != postSubDataBack.iTargetType) { LogDebug << "判断前后帧识别的是否一致 上一个：" << postSubDataFront.iTargetType << " 当前：" << postSubDataBack.iTargetType; continue; } // if (postSubDataFront.iTargetType == SPACE && postSubDataFront.iBigClassId != postSubDataBack.iBigClassId) // { // iDiffValue = 50; // } bSameFlag = true; int iCenterBack = postSubDataBack.step1Location.fLTX + (postSubDataBack.step1Location.fRBX - postSubDataBack.step1Location.fLTX) / 2; int iCenterFront = postSubDataFront.step1Location.fLTX + (postSubDataFront.step1Location.fRBX - postSubDataFront.step1Location.fLTX) / 2; //位置比较大于10个像素，则表示有移动。再判断时正向移动，还是倒车 // LogDebug << "frameId:" << pProcessData->iFrameId << " " << iCenterBack << "-" << iCenterFront // << "=" << abs(iCenterBack - iCenterFront) << " 预期判定移动的差值为iDiffValue:" << iDiffValue; if (abs(iCenterBack - iCenterFront) > iDiffValue) { iNotChgCount_ = 0; /* iCenterBack > iCenterFront 表示向右行驶，且原方向为向左行驶 iCenterBack < iCenterFront 表示向左行驶，且原方向为向右行驶 以上2种表示倒车。 */ if ((iCenterBack > iCenterFront && iDirection_ == DIRECTION_LEFT) || (iCenterBack < iCenterFront && iDirection_ == DIRECTION_RIGHT)) { if (this->iPartitionFrameNum_ < (pProcessData->iFrameId - postDataFront.iFrameId) && this->iPlitFrameSpanPX_ < abs(iCenterBack - iCenterFront)) { return TRAINSTATUS_RUN; } LogDebug << "frameId:" << pProcessData->iFrameId << " 检测到火车倒车"; return TRAINSTATUS_BACK; } else { LogDebug << "frameId:" << pProcessData->iFrameId << " 正常行驶"; return TRAINSTATUS_RUN; } } /* 小于10个像素表示可能停车，累计未变化次数。 累计变化次数超过10次，返回停车 累计变化次数未超过10次，返回之前行驶状态 */ else { iNotChgCount_++; LogDebug << " frameId:" << pProcessData->iFrameId << " 大框移动范围小(" << abs(iCenterBack - iCenterFront) << ") 判断停车计数:" << iNotChgCount_ << "/" << iChkStopCount_; if (iNotChgCount_ > iChkStopCount_) { LogDebug << "frameId:" << pProcessData->iFrameId << " 检测到火车停车"; return TRAINSTATUS_STOP; } else { // LogDebug << "frameId:" << pProcessData->iFrameId << " iTrainStatus_:" << iTrainStatus_; return iTrainStatus_; } } } } /* 未找到相同的框，说明是老框消失掉了，新框出现了。 按新框出现的位置判断是向左行驶，还是向右行驶。 */ LogDebug << "frameId:" << pProcessData->iFrameId << " bSameFlag:" << bSameFlag; if (!bSameFlag) { std::sort(pPostData->vecPostSubData.begin(), pPostData->vecPostSubData.end(), CompareX); Step1Location step1Location = pPostData->vecPostSubData.front().step1Location; if (iDirection_ == DIRECTION_LEFT) { step1Location = pPostData->vecPostSubData.back().step1Location; } LogDebug << "frameId:" << pProcessData->iFrameId << " fLTX:" << step1Location.fLTX << " fRBX:" << step1Location.fRBX; iNotChgCount_ = 0; int iCenter = step1Location.fLTX + (step1Location.fRBX - step1Location.fLTX) / 2; int iValue = pProcessData->iWidth / 2; if ((iCenter > iValue && iDirection_ == DIRECTION_RIGHT) || (iCenter < iValue && iDirection_ == DIRECTION_LEFT)) { /* 针对有效帧较少时，和上上帧比较没有同类型大框，且当前帧已行驶到画面中心导致误判的情况， 增加和上帧同类型大框的比较处理。 */ PostData postDataMiddle = quePostData_.front(); for (size_t i = 0; i < pPostData->vecPostSubData.size(); i++) { PostSubData postSubDataBack = pPostData->vecPostSubData[i]; for (size_t j = 0; j < postDataMiddle.vecPostSubData.size(); j++) { PostSubData postSubDataMiddle = postDataMiddle.vecPostSubData[j]; if (postSubDataMiddle.iTargetType != postSubDataBack.iTargetType) { continue; } int iCenterBack = postSubDataBack.step1Location.fLTX + (postSubDataBack.step1Location.fRBX - postSubDataBack.step1Location.fLTX) / 2; int iCenterMiddle = postSubDataMiddle.step1Location.fLTX + (postSubDataMiddle.step1Location.fRBX - postSubDataMiddle.step1Location.fLTX) / 2; // 位置比较大于10个像素，则表示有移动。再判断时正向移动，还是倒车 LogDebug << "frameId:" << pProcessData->iFrameId << " " << iCenterBack << "-" << iCenterMiddle << "=" << abs(iCenterBack - iCenterMiddle) << " 移动差值 iDiffValue:" << iDiffValue; if (abs(iCenterBack - iCenterMiddle) > iDiffValue) { if ((iCenterBack > iCenterMiddle && iDirection_ == DIRECTION_LEFT) || (iCenterBack < iCenterMiddle && iDirection_ == DIRECTION_RIGHT)) { LogDebug << "frameId:" << pProcessData->iFrameId << " 检测到火车倒车"; return TRAINSTATUS_BACK; } else { LogDebug << "frameId:" << pProcessData->iFrameId << " 正常行驶"; return TRAINSTATUS_RUN; } } } } // LogDebug << "frameId:" << pProcessData->iFrameId << " back2"; return iTrainStatus_; } } // LogDebug << "frameId:" << pProcessData->iFrameId << " iNotChgCount_:" << iNotChgCount_ << " run run"; return TRAINSTATUS_RUN; } /** * 设置行车方向 * inParam : std::vector &vecLocation :大框坐标集合 : std::shared_ptr pProcessData :待处理数据 * outParam: N/A * return : N/A */ void FilterTrainStepOneEngine::SetDirection(std::vector &vecLocation, std::shared_ptr pProcessData) { if (vecLocation.size() < 1) { return; } Step1Location slFront = vecLocation.front(); Step1Location slBack = vecLocation.back(); /* 移动距离小于50个像素，则判断最后一个框的出现的位置 */ LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " slFront:" << slFront.fLTX << " slBack:" << slBack.fLTX; if (fabs(slBack.fLTX - slFront.fLTX) < 50) { float fTempX1 = pProcessData->iWidth / 5; //5分之1的X坐标 float fTempX2 = pProcessData->iWidth / 5 * 4; //5分之4的X坐标 if (slBack.fLTX < fTempX1) { iDirection_ = DIRECTION_LEFT; } else if (slBack.fRBX > fTempX2) { iDirection_ = DIRECTION_RIGHT; } } else { //行驶方向 左 if ((slBack.fLTX - slFront.fLTX) < 0) { iDirection_ = DIRECTION_LEFT; } //行驶方向 右 else if ((slBack.fLTX - slFront.fLTX) > 0) { iDirection_ = DIRECTION_RIGHT; } } //未判断出移动方向，清除数后重新计算。 if (iDirection_ == DIRECTION_UNKNOWN) { auto iterMapStep1Info = mapMapStep1Info_.find(pProcessData->iDataSource); iterMapStep1Info->second.clear(); } else { if (MyYaml::GetIns()->GetDataSourceConfigById(pProcessData->iDataSource).iLeftFirst != mainCfg_.iLeftFirst) { LogDebug << "before sourceid:" << pProcessData->iDataSource << "frameid:" << pProcessData->iFrameId << " direction:" << iDirection_; iDirection_ = (iDirection_ == DIRECTION_LEFT) ? DIRECTION_RIGHT : DIRECTION_LEFT; LogDebug << "after sourceid:" << pProcessData->iDataSource << "frameid:" << pProcessData->iFrameId << " direction:" << iDirection_; } } } /** * 计算行车方向新 * inParam : std::shared_ptr pProcessData :待处理数据 * outParam: N/A * return : N/A */ void FilterTrainStepOneEngine::CalculateDirectionNew(std::shared_ptr pProcessData) { /* 连续3帧同目标识别框信息 判断位置差异是否超过10px(判停车参数)，且两两之间都是线性。如果符合则计算方向。 上述条件不符合则剔除第一个元素，再次累计连续3帧处理。 */ auto iterMap = mapCalDirection_.find(pProcessData->iDataSource); if (iterMap == mapCalDirection_.end()) { std::map> mapTemp; mapCalDirection_.insert(std::make_pair(pProcessData->iDataSource, mapTemp)); iterMap = mapCalDirection_.find(pProcessData->iDataSource); } std::shared_ptr pPostData = std::static_pointer_cast(pProcessData->pVoidData); for (auto iter = pPostData->vecPostSubData.begin(); iter != pPostData->vecPostSubData.end(); iter++) { CalculateInfo calInfo; calInfo.iFrameId = pProcessData->iFrameId; calInfo.iBigClassId = iter->iBigClassId; calInfo.fCenterX = iter->step1Location.fLTX + (iter->step1Location.fRBX - iter->step1Location.fLTX) / 2; calInfo.fTargetWidth = iter->step1Location.fRBX - iter->step1Location.fLTX; auto iterSubMap = iterMap->second.find(iter->iBigClassId); if (iterSubMap == iterMap->second.end()) { std::vector vecTemp; iterMap->second.insert(std::make_pair(iter->iBigClassId, vecTemp)); iterSubMap = iterMap->second.find(iter->iBigClassId); } iterSubMap->second.emplace_back(calInfo); if (iterSubMap->second.size() > 2) { LogDebug << "souceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " last:" << iterSubMap->second.at(2).iFrameId << " " << iterSubMap->second.at(2).fCenterX << " mid:" << iterSubMap->second.at(1).iFrameId << " " << iterSubMap->second.at(1).fCenterX << " pre:" << iterSubMap->second.at(0).iFrameId << " " << iterSubMap->second.at(0).fCenterX; //如果帧号连续，且移动位置大于15px，则计算方向 if (iterSubMap->second.at(2).iFrameId - iterSubMap->second.at(1).iFrameId != mainCfg_.iSkipInterval || iterSubMap->second.at(1).iFrameId - iterSubMap->second.at(0).iFrameId != mainCfg_.iSkipInterval) { iterSubMap->second.erase(iterSubMap->second.begin()); continue; } if (abs(iterSubMap->second.at(0).fTargetWidth - iterSubMap->second.at(2).fTargetWidth) >= 1.5*iChkStopPX_) { iterSubMap->second.erase(iterSubMap->second.begin()); continue; } int iLast = iterSubMap->second.at(2).fCenterX; int iMid = iterSubMap->second.at(1).fCenterX; int iPre = iterSubMap->second.at(0).fCenterX; if (abs(iPre - iLast) <= iChkStopPX_) { iterSubMap->second.erase(iterSubMap->second.begin()); continue; } if (iPre <= iMid && iMid <= iLast) { iDirection_ = DIRECTION_RIGHT; } else if (iPre >= iMid && iMid >= iLast) { iDirection_ = DIRECTION_LEFT; } else { iterSubMap->second.erase(iterSubMap->second.begin()); continue; } LogDebug << "souceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " iDirection_:" << iDirection_; } } //主相机的对侧相机需反向设置方向 if (iDirection_ != DIRECTION_UNKNOWN && MyYaml::GetIns()->GetDataSourceConfigById(pProcessData->iDataSource).iLeftFirst != mainCfg_.iLeftFirst) { LogDebug << "before sourceid:" << pProcessData->iDataSource << "frameid:" << pProcessData->iFrameId << " direction:" << iDirection_; iDirection_ = (iDirection_ == DIRECTION_LEFT) ? DIRECTION_RIGHT : DIRECTION_LEFT; LogDebug << "after sourceid:" << pProcessData->iDataSource << "frameid:" << pProcessData->iFrameId << " direction:" << iDirection_; } } /** * 计算行车方向 * inParam : std::shared_ptr pProcessData :待处理数据 * outParam: N/A * return : N/A */ void FilterTrainStepOneEngine::CalculateDirection(std::shared_ptr pProcessData) { auto iterPostDataFrist = mapPostDataFrist_.find(pProcessData->iDataSource); auto iterMapStep1Info = mapMapStep1Info_.find(pProcessData->iDataSource); /* 1帧暂时最多识别3个大框。[(车头、间隔、车号); (车号、间隔、属性)] 因间隔大框不是很准确，暂时把间隔大框剔除后，计算方向。 剔除间隔后，大框的可能情况为(车头； 车号； 属性； 车头&车号； 车号&属性) */ std::shared_ptr pPostData = std::static_pointer_cast(pProcessData->pVoidData); PostData postDataTemp = *pPostData; for (auto iter = postDataTemp.vecPostSubData.begin(); iter != postDataTemp.vecPostSubData.end();) { if (iter->iTargetType == SPACE) { iter = postDataTemp.vecPostSubData.erase(iter); continue; } auto iterMap = iterMapStep1Info->second.find(iter->iTargetType); if (iterMap != iterMapStep1Info->second.end()) { iterMap->second.emplace_back(iter->step1Location); } else { std::vector vecTemp; vecTemp.emplace_back(iter->step1Location); iterMapStep1Info->second.insert(std::pair>(iter->iTargetType, vecTemp)); } iter++; } //记录第一次识别到大框的信息 if (iterPostDataFrist->second.vecPostSubData.size() == 0) { iterPostDataFrist->second = postDataTemp; LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " size:" << iterPostDataFrist->second.vecPostSubData.size(); } //无框时，不计算方向 if (iterPostDataFrist->second.vecPostSubData.size() == 0) { LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " no find data"; return; } //框的个数和类型没有变化时，不计算方向 if (iterPostDataFrist->second.vecPostSubData.size() - postDataTemp.vecPostSubData.size() == 0) { std::sort(iterPostDataFrist->second.vecPostSubData.begin(), iterPostDataFrist->second.vecPostSubData.end(), CompareX); std::sort(postDataTemp.vecPostSubData.begin(), postDataTemp.vecPostSubData.end(), CompareX); bool bFlag = true; for (int i = 0; i < iterPostDataFrist->second.vecPostSubData.size(); i++) { if (iterPostDataFrist->second.vecPostSubData[i].iTargetType != postDataTemp.vecPostSubData[i].iTargetType) { bFlag = false; break; } } if (bFlag) { LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " datasize and datatype equal"; return; } } auto iter = iterMapStep1Info->second.begin(); int iMaxSize = iter->second.size(); int iMaxSizeKey = iter->first; int iMinSize = iter->second.size(); int iMinSizeKey = iter->first; while (iter != iterMapStep1Info->second.end()) { if (iter->second.size() > iMaxSize) { iMaxSize = iter->second.size(); iMaxSizeKey = iter->first; } if (iter->second.size() < iMinSize) { iMinSize = iter->second.size(); iMinSizeKey = iter->first; } iter++; } LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " iMaxSize:" << iMaxSize << " iMaxSizeKey:" << iMaxSizeKey << " iMinSize:" << iMinSize << " iMinSizeKey:" << iMinSizeKey; /* 第一次识别为1个框，后续变化为无框或2个框，使用框个数多的数据计算方向 第一次识别为2个框，后续变化为1个框，使用个数多的数据计算方向。 后续变化为0个框，使用个数少的数据计算方向。 */ if (iterPostDataFrist->second.vecPostSubData.size() == 1) { SetDirection(iterMapStep1Info->second[iMaxSizeKey], pProcessData); } else if (iterPostDataFrist->second.vecPostSubData.size() == 2) { if (postDataTemp.vecPostSubData.size() == 1) { SetDirection(iterMapStep1Info->second[iMinSizeKey], pProcessData); } else if (postDataTemp.vecPostSubData.size() == 0) { SetDirection(iterMapStep1Info->second[iMaxSizeKey], pProcessData); } } LogDebug<< "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " 行车方向:" << iDirection_; } void FilterTrainStepOneEngine::sendComeTrain(const std::string strTrainDate, const std::string strTrainName, const int iDirection) { std::string message = "{\"cometime\":\"" + strTrainDate + " " + strTrainName + "\",\"type\":\"1\",\"direction\":" + to_string(iDirection == iPushDirection_ ? 1:-1) + "}"; LogWarn << message; outputQueMap_[engineName_ + "_" + std::to_string(engineId_) + "_1"]->push(std::static_pointer_cast(std::make_shared(message))); } /** * 根据当前帧数据，处理上一帧数据 * inParam : std::shared_ptr pProcessData :当前帧数据 * outParam: N/A * return : N/A */ void FilterTrainStepOneEngine::DealProcessDataPre(std::shared_ptr pProcessData) { /* 目标框是否是连续识别，只识别到一帧的目标框认为误识别，过滤掉。 判断上一帧，当前帧 是否有框 上一帧有框，当前帧有框，说明连续识别，正常处理。 上一帧有框，当前帧无框，则非连续识别，过滤大框 上一帧无框，当前帧有框，则连续识别个数置零。 上一帧无框，当前帧无框，则连续识别个数置零。 */ auto iterProcessData = mapProcessDataPre_.find(pProcessData->iDataSource); if (iterProcessData == mapProcessDataPre_.end() || nullptr == iterProcessData->second) { return; } auto iterHeadContinueCnt = mapHeadContinueCnt_.find(pProcessData->iDataSource); auto iterProContinueCnt = mapProContinueCnt_.find(pProcessData->iDataSource); auto iterNumContinueCnt = mapNumContinueCnt_.find(pProcessData->iDataSource); auto iterSpaceContinueCnt = mapSpaceContinueCnt_.find(pProcessData->iDataSource); auto iterTranSpaceContinueCnt = mapTrainSpaceContinueCnt_.find(pProcessData->iDataSource); //获取当前帧识别情况 std::shared_ptr pPostData = std::static_pointer_cast(pProcessData->pVoidData); for (int i = 0; i < pPostData->vecPostSubData.size(); i++) { if (pPostData->vecPostSubData[i].iTargetType == HEAD) { iterHeadContinueCnt->second++; } else if (pPostData->vecPostSubData[i].iTargetType == PRO) { iterProContinueCnt->second++; } else if (pPostData->vecPostSubData[i].iTargetType == NUM) { iterNumContinueCnt->second++; } else if (pPostData->vecPostSubData[i].iTargetType == SPACE) { iterSpaceContinueCnt->second++; } else if (pPostData->vecPostSubData[i].iTargetType == TRAINSPACE) { iterTranSpaceContinueCnt->second++; } } //LogDebug << "engineId:" << engineId_ << " frameId:" << pProcessData->iFrameId << " " << iProContinueCnt_ << " " << iNumContinueCnt_; //获取上一帧识别情况 std::shared_ptr pPostDataPre = std::static_pointer_cast(iterProcessData->second->pVoidData); bool bPreHaveHead = false; bool bPreHavePro = false; bool bPreHaveNum = false; bool bPreHaveSpace = false; bool bPreHaveTrainSpace = false; for (int iPre = 0; iPre < pPostDataPre->vecPostSubData.size(); iPre++) { if (pPostDataPre->vecPostSubData[iPre].iTargetType == HEAD) { iterHeadContinueCnt->second++; bPreHaveHead = true; } else if (pPostDataPre->vecPostSubData[iPre].iTargetType == PRO) { iterProContinueCnt->second++; bPreHavePro = true; } else if (pPostDataPre->vecPostSubData[iPre].iTargetType == NUM) { iterNumContinueCnt->second++; bPreHaveNum = true; } else if (pPostDataPre->vecPostSubData[iPre].iTargetType == SPACE) { iterSpaceContinueCnt->second++; bPreHaveSpace = true; } else if (pPostDataPre->vecPostSubData[iPre].iTargetType == TRAINSPACE) { iterTranSpaceContinueCnt->second++; bPreHaveTrainSpace = true; } } //前一帧无大框连续识别次数置零 iterHeadContinueCnt->second = bPreHaveHead ? iterHeadContinueCnt->second : 0; iterProContinueCnt->second = bPreHavePro ? iterProContinueCnt->second : 0; iterNumContinueCnt->second = bPreHaveNum ? iterNumContinueCnt->second : 0; iterSpaceContinueCnt->second = bPreHaveSpace ? iterSpaceContinueCnt->second : 0; iterTranSpaceContinueCnt->second = bPreHaveTrainSpace ? iterTranSpaceContinueCnt->second : 0; //非连续识别的情况，认为误识别，剔除误识别的大框信息 for (std::vector::iterator it = pPostDataPre->vecPostSubData.begin(); it != pPostDataPre->vecPostSubData.end();) { if (iterHeadContinueCnt->second < 2 && it->iTargetType == HEAD) { LogDebug << " frameId:" << iterProcessData->second->iFrameId << " Head 框因非连续识别而过滤"; it = pPostDataPre->vecPostSubData.erase(it); continue; } if (iterProContinueCnt->second < 2 && it->iTargetType == PRO) { LogDebug << " frameId:" << iterProcessData->second->iFrameId << " PRO 框因非连续识别而过滤"; it = pPostDataPre->vecPostSubData.erase(it); continue; } if (iterNumContinueCnt->second < 2 && it->iTargetType == NUM) { LogDebug << " frameId:" << iterProcessData->second->iFrameId << " NUM 框因非连续识别而过滤"; it = pPostDataPre->vecPostSubData.erase(it); continue; } if (iterSpaceContinueCnt->second < 2 && it->iTargetType == SPACE) { LogDebug << " frameId:" << iterProcessData->second->iFrameId << " SPACE 框因非连续识别而过滤"; it = pPostDataPre->vecPostSubData.erase(it); continue; } if (iterTranSpaceContinueCnt->second < 2 && it->iTargetType == TRAINSPACE) { LogDebug << " frameId:" << iterProcessData->second->iFrameId << " TRAINSPACE 框因非连续识别而过滤"; it = pPostDataPre->vecPostSubData.erase(it); continue; } it++; } //判定行驶方向, 记录Direction文件信息 if (iDirection_ == DIRECTION_UNKNOWN) { iDirection_ = iterProcessData->second->iDirection; LogInfo << "方向：" << (iDirection_ == DIRECTION_LEFT ? "左" : (iDirection_ == DIRECTION_RIGHT ? "右" : "未判断出来")); if (iDirection_ == DIRECTION_UNKNOWN) { //CalculateDirection(iterProcessData->second); CalculateDirectionNew(iterProcessData->second); if (iDirection_ != DIRECTION_UNKNOWN) this->sendComeTrain(pProcessData->strTrainDate, pProcessData->strTrainName, iDirection_); } if (iDirection_ != DIRECTION_UNKNOWN) { auto iterPostDataFrist = mapPostDataFrist_.find(pProcessData->iDataSource); Json::Value jvDirectionInfo; jvDirectionInfo["direction"] = iDirection_; jvDirectionInfo["firstStep1Cnt"] = iterPostDataFrist->second.vecPostSubData.size(); jvDirectionInfo["frameid"] = iterProcessData->second->iFrameId; jvDirectionInfo["sourceid"] = iterProcessData->second->iDataSource; std::string strFilePath = strResultPath_ + pProcessData->strTrainDate + "/" + pProcessData->strTrainName + "/" + "direction.txt"; MyUtils::getins()->WriteJsonInfo(jvDirectionInfo, strFilePath); } } //主摄像头校验是否停车 int iTrainStatusTemp = iTrainStatus_; if (iterProcessData->second->iDataSource == 0) { iTrainStatus_ = GetTrainStatus(iterProcessData->second); iTrainStatusTemp = iTrainStatus_; if (iTrainStatus_ == TRAINSTATUS_STOP) { //停车 } else if (iTrainStatus_ == TRAINSTATUS_BACK) { //倒车 AddBackInfo(iterProcessData->second); iTrainStatusTemp = TRAINSTATUS_STOP; } else if(iTrainStatus_ == TRAINSTATUS_RUN) { /* 正向行驶需先把倒车产生的倒车数据处理完毕，即使车辆回到原倒车点，再开始识别行驶数据 */ if(!IsEndDealBackInfo(iterProcessData->second)) { iTrainStatusTemp = TRAINSTATUS_STOP; } } } LogDebug << "数据源:" << iterProcessData->second->iDataSource << " 帧:" << iterProcessData->second->iFrameId << " 火车实时运行状态:" << iTrainStatus_ << "(0无车，1运行，2停车，3倒车) iTrainStatusTemp:" << iTrainStatusTemp; iterProcessData->second->iStatus = iTrainStatusTemp; // this->sendComeTrain(pProcessData->strTrainDate, pProcessData->strTrainName, iDirection_); //上一帧，push端口0 PushData(strPort0_, iterProcessData->second); } APP_ERROR FilterTrainStepOneEngine::Process() { int iRet = APP_ERR_OK; while (!isStop_) { std::shared_ptr pVoidData0 = nullptr; inputQueMap_[strPort0_]->pop(pVoidData0); if (nullptr == pVoidData0) { usleep(1000); //1ms continue; } std::shared_ptr pProcessData = std::static_pointer_cast(pVoidData0); std::shared_ptr pPostData = std::static_pointer_cast(pProcessData->pVoidData); // //停止后再次行驶，把队列中多余的数据丢弃。 // if (iReRunOrigFrameId_ != 0 && pProcessData->iOrigFrameId > iReRunOrigFrameId_ && !pProcessData->bIsEnd) // { // LogDebug << "reRunOrigFrameId:" << iReRunOrigFrameId_ << " origFrameId:" << pProcessData->iOrigFrameId; // continue; // } if (pProcessData->bIsEnd) { mapDataSourceIsEnd_[pProcessData->iDataSource] = pProcessData->bIsEnd; } //1帧暂时最多识别4个大框。[(车头、车厢间隔、间隔、车号); (车号、车厢间隔、间隔、属性)] if (pPostData->vecPostSubData.size() > 4) { LogError << "sourceid:" << pProcessData->iDataSource << " frameId:" << pProcessData->iFrameId << " vecpostsubdata size:" << pPostData->vecPostSubData.size(); pPostData->vecPostSubData.clear(); } //按指定识别区域过滤误识别信息--过滤逻辑迁移至TrainStepOneEngine中。 //根据当前帧数据，处理上一帧数据 DealProcessDataPre(pProcessData); mapProcessDataPre_[pProcessData->iDataSource] = pProcessData; if (pProcessData->bIsEnd) { //结束帧，push端口0 LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " isEnd:" << pProcessData->bIsEnd; PushData(strPort0_, pProcessData); } //3. 全部结束，初始化相关参数 bool bAllEnd = true; for (auto iter = mapDataSourceIsEnd_.begin(); iter != mapDataSourceIsEnd_.end(); iter++) { bAllEnd = bAllEnd && iter->second; } if (bAllEnd) { LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " bAllEnd"; InitParam(); } } return APP_ERR_OK; } \ No newline at end of file diff --git a/nvidia_ascend_engine/common_engine/FilterEngine/FilterTrainStepOneEngine.h b/nvidia_ascend_engine/common_engine/FilterEngine/FilterTrainStepOneEngine.h index 0db6e51..432b8b3 100644 --- a/nvidia_ascend_engine/common_engine/FilterEngine/FilterTrainStepOneEngine.h +++ b/nvidia_ascend_engine/common_engine/FilterEngine/FilterTrainStepOneEngine.h @@ -62,7 +62,7 @@ private: int rightFirst_; // 向右行驶的在前大框类型 int leftFirst_; // 向左行驶的在前大框类型 int iPartitionFrameNum_; //满足跨车厢的帧间隔 - int iPlitFrameSpanPX_; //相连帧 同种大框的跨度最大值 + int iPlitFrameSpanPX_; //相连帧 同种大框的跨度最大值 std::map mapPostDataFrist_; //[key-数据源id, value-第一步识别信息] std::map>> mapMapStep1Info_; //[key-数据源id, value-[key-识别目标, value-识别框集合]] diff --git a/nvidia_ascend_engine/common_engine/MergerEngine/MergerAllEngine.cpp b/nvidia_ascend_engine/common_engine/MergerEngine/MergerAllEngine.cpp index a898f66..79a9fec 100644 --- a/nvidia_ascend_engine/common_engine/MergerEngine/MergerAllEngine.cpp +++ b/nvidia_ascend_engine/common_engine/MergerEngine/MergerAllEngine.cpp @@ -149,7 +149,7 @@ void MergerAllEngine::PushData(std::shared_ptr pTrain) pTrain->bMergerFlag = true; std::shared_ptr pTrainToCsv = std::make_shared(); *pTrainToCsv = *pTrain; - + if (bUploadFlag_) { queTrain_.push(pTrain); @@ -267,7 +267,7 @@ APP_ERROR MergerAllEngine::Process() } int iHaveDataCnt = QueueHaveDataCount(); - //识别目标信息个数和获取信息个数相等，则合并信息推送web + //识别目标信息个数和获取信息个数相等，则合并信息推送web if (iHaveDataCnt == iPopPortCnt_) { std::shared_ptr pTrain = nullptr; @@ -315,7 +315,7 @@ APP_ERROR MergerAllEngine::Process() pTrain->container1 = pTrainContainer->container1; pTrain->container2 = pTrainContainer->container2; } - + //车头在前为第0节; 车头在后为最后一节+1 if(pTrain->trainNum.iTrainTypeId == 0 && iTrainIndex_ == 1) { @@ -328,7 +328,9 @@ APP_ERROR MergerAllEngine::Process() 特殊处理：针对车头在后的且当前为最后一节，且未识别到车型，则默认设置为车头。 防止车尾间隔误识别，多切分车型，且web端无法过滤的问题。 */ - if (!bHeadFrontFlag_ && pTrain->bIsEnd && pTrain->trainNum.iTrainTypeId == -1) + if (!bHeadFrontFlag_ + && pTrain->bIsEnd + && pTrain->trainNum.iTrainTypeId == -1) { LogDebug << "cometime:" << pTrain->strTrainDate << " " << pTrain->strTrainName << " iCarXH:" << pTrain->iCarXH << " num:" << pTrain->trainNum.strTrainNum; @@ -346,6 +348,8 @@ APP_ERROR MergerAllEngine::Process() } } + // if (pTrain->trainPro.strLoad.size() > 2 && pTrain->trainPro.strLoad[0] != '1') pTrain->trainPro.strLoad = ""; + PushData(pTrain); //最后一节处理后，初始化参数 diff --git a/nvidia_ascend_engine/common_engine/SaveEngine/LocalDataMoveEngine.cpp b/nvidia_ascend_engine/common_engine/SaveEngine/LocalDataMoveEngine.cpp index 441df47..d161a54 100644 --- a/nvidia_ascend_engine/common_engine/SaveEngine/LocalDataMoveEngine.cpp +++ b/nvidia_ascend_engine/common_engine/SaveEngine/LocalDataMoveEngine.cpp @@ -109,7 +109,7 @@ APP_ERROR LocalDataMoveEngine::Process() pFtpData->strFtpFilePath = strImgPath; pFtpData->strFtpFileName = strImgName; pFtpData->bIsEnd = pProcessData->bIsEnd; - iRet = outputQueMap_[strPort0_]->push(std::static_pointer_cast(pFtpData), true); + iRet = outputQueMap_[strPort0_]->push(std::static_pointer_cast(pFtpData), false); } } } diff --git a/nvidia_ascend_engine/common_engine/SaveEngine/SaveCsvEngine.cpp b/nvidia_ascend_engine/common_engine/SaveEngine/SaveCsvEngine.cpp index 9e59e37..8e64d87 100644 --- a/nvidia_ascend_engine/common_engine/SaveEngine/SaveCsvEngine.cpp +++ b/nvidia_ascend_engine/common_engine/SaveEngine/SaveCsvEngine.cpp @@ -1,497 +1 @@ -#include "SaveCsvEngine.h" - -using namespace ai_matrix; - -SaveCsvEngine::SaveCsvEngine() {} - -SaveCsvEngine::~SaveCsvEngine() {} - -APP_ERROR SaveCsvEngine::Init() -{ - strPort0_ = engineName_ + "_" + std::to_string(engineId_) + "_0"; - strPort1_ = engineName_ + "_" + std::to_string(engineId_) + "_1"; - strPort2_ = engineName_ + "_" + std::to_string(engineId_) + "_2"; - strResultPath_ = MyYaml::GetIns()->GetPathValue("gc_result_path"); - strPoundNo_ = MyYaml::GetIns()->GetStringValue("atlas_poundno"); - - LogInfo << "SaveCsvEngine Init ok"; - return APP_ERR_OK; -} - -APP_ERROR SaveCsvEngine::DeInit() -{ - LogInfo << "SaveCsvEngine DeInit ok"; - return APP_ERR_OK; -} - -/** -* 保存合并后车厢的最优结果到CSV中 (该文件支持其web导入) -* inParam : std::shared_ptr pTrain :列车信息 -* outParam: -* return : true/false -*/ -bool SaveCsvEngine::SaveMergerCsv(std::shared_ptr pTrain) -{ - //1. 创建保存路径 (固定路径/YYYY-MM-DD/hh-mm-ss/) - std::string strTrainPath = strResultPath_ + pTrain->strTrainDate + "/" + pTrain->strTrainName + "/"; - if (!MyUtils::getins()->CreateDirPath(strTrainPath)) - { - LogError << "iCarXH:" << pTrain->iCarXH << " train savecsv err"; - return false; - } - - //2. 保存csv - std::string strCsvName = pTrain->strTrainDate + pTrain->strTrainName + std::string(".csv"); - strCsvName = MyUtils::getins()->replace_all_distinct(strCsvName, std::string("-"), std::string("")); - std::string strCsvPath = strTrainPath + strCsvName; - - bool bIsExsit = false; - if (access(strCsvPath.c_str(), F_OK) != -1) - { - bIsExsit = true; - } - - try - { - // 写文件 - std::ofstream outFile; - outFile.open(strCsvPath, std::ios::app); // 打开模式可省略 - - if (!bIsExsit) - { - outFile << "poundno" << ',' - << "year" << ',' - << "time" << ',' - << "direction" << ',' - << "speed" << ',' - << "typeId" << ',' - << "skipInterval" << ',' - << "carxh" << ',' - << "type" << ',' - << "num" << ',' - << "load" << ',' - << "self" << ',' - << "volume" << ',' - << "volumesurface" << ',' - << "change" << ',' - << "numImgPath" << ',' - << "proImgPath" << ',' - << "videoStart" << ',' - << "videoEnd" << ',' - << "containerNo1" << ',' - << "containerNo2" << ',' - << "inspection" << ',' - << "inspectionImg" << ',' - << "containerImg_1" << ',' - << "containerImg_2" << ',' - << "startTime" << ',' - << "endTime" - << std::endl; - } - - std::string strTime = pTrain->strTrainName; - strTime = MyUtils::getins()->replace_all_distinct(strTime, std::string("-"), std::string(":")); - ai_matrix::DataSourceConfig dataSourceConfig = MyYaml::GetIns()->GetDataSourceConfigById(pTrain->trainNum.iDataSource); //获取摄像机参数 - - char szCameraNo[4] = {0}; - sprintf(szCameraNo, "%03d", pTrain->trainNum.iDataSource + 1); - - char szNumImgPath[64] = {0}; //车号最优图片路径 - if (!pTrain->trainNum.strBestImg.empty()) - { - sprintf(szNumImgPath, "%03d/%s", pTrain->trainNum.iDataSource + 1, pTrain->trainNum.strBestImg.c_str()); - } - - char szProImgPath[64] = {0}; //属性最优图片路径 - if (!pTrain->trainPro.strBestImg.empty()) - { - sprintf(szProImgPath, "%03d/%s", pTrain->trainPro.iDataSource + 1, pTrain->trainPro.strBestImg.c_str()); - } - - char szChkDateImgPath[64] = {0}; //定检期最优图片路径 - if (!pTrain->chkDate.strBestImg.empty()) - { - sprintf(szChkDateImgPath, "%03d/%s", pTrain->chkDate.iDataSource + 1, pTrain->chkDate.strBestImg.c_str()); - } - - char szContainer1ImgPath[64] = {0}; //集装箱1最优图片路径 - if (!pTrain->container1.strBestImg.empty()) - { - sprintf(szContainer1ImgPath, "%03d/%s", pTrain->container1.iDataSource + 1, pTrain->container1.strBestImg.c_str()); - } - - char szContainer2ImgPath[64] = {0}; //集装箱2最优图片路径 - if (!pTrain->container2.strBestImg.empty()) - { - sprintf(szContainer2ImgPath, "%03d/%s", pTrain->container2.iDataSource + 1, pTrain->container2.strBestImg.c_str()); - } - - outFile << strPoundNo_ << ',' - << pTrain->strTrainDate << ',' - << strTime << ',' - << pTrain->iDirection << ',' - << 0.0 << ',' - << pTrain->trainNum.iTrainTypeId << ',' - << dataSourceConfig.iSkipInterval << ',' - << pTrain->iCarXH << ',' - << pTrain->trainNum.strTrainType << ',' - << pTrain->trainNum.strTrainNum << ',' - << pTrain->trainPro.strLoad << ',' - << pTrain->trainPro.strSelf << ',' - << pTrain->trainPro.strVolume << ',' - << pTrain->trainPro.strVolumeSurface << ',' //容量记表 - << pTrain->trainPro.strChange << ',' - << szNumImgPath << ',' - << szProImgPath << ',' - << pTrain->iStartFrameId << ',' - << pTrain->iEndFrameId << ',' - << pTrain->container1.strContainerNo << ',' - << pTrain->container2.strContainerNo << ',' - << pTrain->chkDate.strChkDate1DeadLine << ',' - << szChkDateImgPath << ',' - << szContainer1ImgPath << ',' - << szContainer2ImgPath << ',' - << MyUtils::getins()->Stamp2Time(pTrain->i64StartTimeStamp, true) << ',' - << MyUtils::getins()->Stamp2Time(pTrain->i64EndTimeStamp, true) - << std::endl; - - outFile.close(); - } - catch (const std::exception &) - { - LogError << "strCsvPath:" << strCsvPath << " train savecsv fail!"; - return false; - } - return true; -} - -/** -* 保存车厢的最优结果到CSV中 -* inParam : std::shared_ptr pTrain :列车信息 -* outParam: -* return : true/false -*/ -bool SaveCsvEngine::SaveTrainCsv(std::shared_ptr pTrain) -{ - char szCameraNo[4] = {0}; - sprintf(szCameraNo, "%03d", pTrain->iDataSource + 1); - std::string strTrainPath = strResultPath_ + pTrain->strTrainDate + "/" + pTrain->strTrainName + "/" + - szCameraNo + "/"; - - //1. 创建保存路径 (固定路径/YYYY-MM-DD/hh-mm-ss/iDataSoure/) - if (!MyUtils::getins()->CreateDirPath(strTrainPath)) - { - LogError << "iCarXH:" << pTrain->iCarXH << " train savecsv err"; - return false; - } - - //2. 保存csv - std::string strCsvName = pTrain->strTrainDate + pTrain->strTrainName + "_" + szCameraNo + "_train.csv"; - strCsvName = MyUtils::getins()->replace_all_distinct(strCsvName, std::string("-"), std::string("")); - std::string strCsvPath = strTrainPath + strCsvName; - - bool bIsExsit = false; - if (access(strCsvPath.c_str(), F_OK) != -1) - { - bIsExsit = true; - } - - try - { - // 写文件 - std::ofstream outFile; - outFile.open(strCsvPath, std::ios::app); - - if (!bIsExsit) - { - outFile << "car_xh" << ',' - << "train_num_name" << ',' - << "train_pro_name" << ',' - << "t_type" << ',' - << "t_num" << ',' - << "load" << ',' - << "self" << ',' - << "volume" << ',' - << "change" << ',' - << "volumesurface" << ',' - << "num_ltx" << ',' - << "num_lty" << ',' - << "num_rbx" << ',' - << "num_rby" << ',' - << "pro_ltx" << ',' - << "pro_lty" << ',' - << "pro_rbx" << ',' - << "pro_rby" << ',' - << "start_frameId" << ',' - << "end_frameId" << ',' - << "start_timestamp" << ',' //记录车厢开始，结束帧时间戳，用于比对集装箱合并 - << "timestamp" << ',' - << "end_timestamp" << ',' - << "start_num" << ',' - << "num_timestamp" << ',' //记录车号，属性时间戳，用于比对定检期合并 - << "end_num" << ',' - << "start_pro" << ',' - << "pro_timestamp" << ',' - << "end_pro" << std::endl; - } - outFile << pTrain->iCarXH << ',' - << pTrain->trainNum.strBestImg << ',' - << pTrain->trainPro.strBestImg << ',' - << pTrain->trainNum.strTrainType << ',' - << pTrain->trainNum.strTrainNum << ',' - << pTrain->trainPro.strLoad << ',' - << pTrain->trainPro.strSelf << ',' - << pTrain->trainPro.strVolume << ',' - << pTrain->trainPro.strChange << ',' - << pTrain->trainPro.strVolumeSurface << ',' - << pTrain->trainNum.step1Location.fLTX << ',' - << pTrain->trainNum.step1Location.fLTY << ',' - << pTrain->trainNum.step1Location.fRBX << ',' - << pTrain->trainNum.step1Location.fRBY << ',' - << pTrain->trainPro.step1Location.fLTX << ',' - << pTrain->trainPro.step1Location.fLTY << ',' - << pTrain->trainPro.step1Location.fRBX << ',' - << pTrain->trainPro.step1Location.fRBY << ',' - << pTrain->iStartFrameId << ',' - << pTrain->iEndFrameId << ',' - << pTrain->i64StartTimeStamp << ',' - << pTrain->i64TimeStamp << ',' - << pTrain->i64EndTimeStamp << ',' - << pTrain->trainNum.i64StartTimeStamp << ',' - << pTrain->trainNum.i64TimeStamp << ',' - << pTrain->trainNum.i64EndTimeStamp << ',' - << pTrain->trainPro.i64StartTimeStamp << ',' - << pTrain->trainPro.i64TimeStamp << ',' - << pTrain->trainPro.i64EndTimeStamp << std::endl; - - outFile.close(); - } - catch (const std::exception &) - { - LogError << "strCsvPath:" << strCsvPath << " train savecsv fail!"; - return false; - } - return true; -} - -/** -* 保存定检期的最优结果到CSV中 -* inParam : std::shared_ptr pChkDate :定检期信息 -* outParam: -* return : true/false -*/ -bool SaveCsvEngine::SaveChkDateCsv(std::shared_ptr pChkDate) -{ - if (pChkDate->strBestImg.empty()) - { - LogDebug << "datetime:" << pChkDate->strTrainDate << " " << pChkDate->strTrainName - << " carxh:" << pChkDate->iCarXH << " chkdate empty"; - return true; - } - //1. 创建保存路径 (固定路径/YYYY-MM-DD/hh-mm-ss/iDataSoure/) - char szCameraNo[4] = {0}; - sprintf(szCameraNo, "%03d", pChkDate->iDataSource + 1); - std::string strChkDatePath = strResultPath_ + pChkDate->strTrainDate + "/" + pChkDate->strTrainName + "/" + - szCameraNo + "/"; - - if (!MyUtils::getins()->CreateDirPath(strChkDatePath)) - { - LogError << "iCarXH:" << pChkDate->iCarXH << "chkdate savecsv err"; - return false; - } - - //2. 保存csv - std::string strCsvName = pChkDate->strTrainDate + pChkDate->strTrainName + "_" + szCameraNo + "_chkdate.csv"; - strCsvName = MyUtils::getins()->replace_all_distinct(strCsvName, std::string("-"), std::string("")); - std::string strCsvPath = strChkDatePath + strCsvName; - - bool bIsExsit = false; - if (access(strCsvPath.c_str(), F_OK) != -1) - { - bIsExsit = true; - } - - try - { - // 写文件 - std::ofstream outFile; - outFile.open(strCsvPath, std::ios::app); // 打开模式可省略 - - if (!bIsExsit) - { - outFile << "car_xh" << ',' - << "chkdate_name" << ',' - << "chkdate1" << ',' - << "chkdate2" << ',' - << "chkdate_ltx" << ',' - << "chkdate_lty" << ',' - << "chkdate_rbx" << ',' - << "chkdate_rby" << ',' - << "start_frameId" << ',' - << "end_frameId" << ',' - << "start_timestamp" << ',' - << "end_timestamp" << ',' - << "timestamp" << ',' - << "chkdate1deadline" << std::endl; - } - outFile << pChkDate->iCarXH << ',' - << pChkDate->strBestImg << ',' - << pChkDate->strChkDate1 << ',' - << pChkDate->strChkDate2 << ',' - << pChkDate->step1Location.fLTX << ',' - << pChkDate->step1Location.fLTY << ',' - << pChkDate->step1Location.fRBX << ',' - << pChkDate->step1Location.fRBY << ',' - << pChkDate->iStartFrameId << ',' - << pChkDate->iEndFrameId << ',' - << pChkDate->i64StartTimeStamp << ',' - << pChkDate->i64EndTimeStamp << ',' - << pChkDate->i64TimeStamp << ',' - << pChkDate->strChkDate1DeadLine << std::endl; - - outFile.close(); - } - catch (const std::exception &) - { - LogError << "strCsvPath:" << strCsvPath << " chkdate savecsv fail!"; - return false; - } - return true; -} - -/** -* 保存集装箱的最优结果到CSV中 -* inParam : std::shared_ptr pTrainContainer :集装箱信息 -* outParam: -* return : true/false -*/ -bool SaveCsvEngine::SaveContainerCsv(std::shared_ptr pTrainContainer) -{ - std::vector vecContainer; - vecContainer.emplace_back(pTrainContainer->container1); - vecContainer.emplace_back(pTrainContainer->container2); - for (auto iter = vecContainer.begin(); iter != vecContainer.end(); iter++) - { - if (iter->strContainerNo.empty()) - { - continue; - } - // 1. 创建保存路径 (固定路径/YYYY-MM-DD/hh-mm-ss/iDataSoure/) - char szCameraNo[4] = {0}; - sprintf(szCameraNo, "%03d", iter->iDataSource + 1); - std::string strContainerPath = strResultPath_ + iter->strTrainDate + "/" + iter->strTrainName + "/" + - szCameraNo + "/"; - - if (!MyUtils::getins()->CreateDirPath(strContainerPath)) - { - LogError << "ContainerNo:" << iter->strContainerNo << " container savecsv err"; - continue; - } - // 2. 保存csv - std::string strCsvName = iter->strTrainDate + iter->strTrainName + "_" + szCameraNo + "_container.csv"; - strCsvName = MyUtils::getins()->replace_all_distinct(strCsvName, std::string("-"), std::string("")); - std::string strCsvPath = strContainerPath + strCsvName; - - bool bIsExsit = false; - if (access(strCsvPath.c_str(), F_OK) != -1) - { - bIsExsit = true; - } - - try - { - // 写文件 - std::ofstream outFile; - outFile.open(strCsvPath, std::ios::app); - - if (!bIsExsit) - { - outFile << "datasource" << ',' - << "container_name" << ',' - << "containerNo" << ',' - << "container_ltx" << ',' - << "container_lty" << ',' - << "container_rbx" << ',' - << "container_rby" << ',' - << "start_frameId" << ',' - << "end_frameId" << ',' - << "timestamp" << std::endl; - } - outFile << iter->iDataSource << ',' - << iter->strBestImg << ',' - << iter->strContainerNo << ',' - << iter->step1Location.fLTX << ',' - << iter->step1Location.fLTY << ',' - << iter->step1Location.fRBX << ',' - << iter->step1Location.fRBY << ',' - << iter->iStartFrameId << ',' - << iter->iEndFrameId << ',' - << iter->i64TimeStamp << std::endl; - - outFile.close(); - } - catch (const std::exception &) - { - LogError << "strCsvPath:" << strCsvPath << " container savecsv fail!"; - continue; - } - } - return true; -} - -APP_ERROR SaveCsvEngine::Process() -{ - int iRet = APP_ERR_OK; - while (!isStop_) - { - - bool bPopFlag = false; - //pop端口0 车厢信息 - std::shared_ptr pVoidData0 = nullptr; - iRet = inputQueMap_[strPort0_]->pop(pVoidData0); - if (nullptr != pVoidData0) - { - std::shared_ptr pTrain = std::static_pointer_cast(pVoidData0); - if (pTrain->bMergerFlag) - { - SaveMergerCsv(pTrain); - } - else - { - SaveTrainCsv(pTrain); - } - bPopFlag = true; - } - //pop端口1 定检期信息 - if (inputQueMap_.count(strPort1_) > 0) - { - std::shared_ptr pVoidData1 = nullptr; - inputQueMap_[strPort1_]->pop(pVoidData1); - if (nullptr != pVoidData1) - { - std::shared_ptr pChkDate = std::static_pointer_cast(pVoidData1); - SaveChkDateCsv(pChkDate); - bPopFlag = true; - } - } - //pop端口2 集装箱信息 - if (inputQueMap_.count(strPort2_) > 0) - { - std::shared_ptr pVoidData2 = nullptr; - inputQueMap_[strPort2_]->pop(pVoidData2); - if (nullptr != pVoidData2) - { - std::shared_ptr pTrainContainer = std::static_pointer_cast(pVoidData2); - SaveContainerCsv(pTrainContainer); - bPopFlag = true; - } - } - - if (!bPopFlag) - { - usleep(1000); - continue; - } - } - return APP_ERR_OK; -} +#include "SaveCsvEngine.h" using namespace ai_matrix; SaveCsvEngine::SaveCsvEngine() {} SaveCsvEngine::~SaveCsvEngine() {} APP_ERROR SaveCsvEngine::Init() { strPort0_ = engineName_ + "_" + std::to_string(engineId_) + "_0"; strPort1_ = engineName_ + "_" + std::to_string(engineId_) + "_1"; strPort2_ = engineName_ + "_" + std::to_string(engineId_) + "_2"; strResultPath_ = MyYaml::GetIns()->GetPathValue("gc_result_path"); strPoundNo_ = MyYaml::GetIns()->GetStringValue("atlas_poundno"); LogInfo << "SaveCsvEngine Init ok"; return APP_ERR_OK; } APP_ERROR SaveCsvEngine::DeInit() { LogInfo << "SaveCsvEngine DeInit ok"; return APP_ERR_OK; } /** * 保存合并后车厢的最优结果到CSV中 (该文件支持其web导入) * inParam : std::shared_ptr pTrain :列车信息 * outParam: * return : true/false */ bool SaveCsvEngine::SaveMergerCsv(std::shared_ptr pTrain) { //1. 创建保存路径 (固定路径/YYYY-MM-DD/hh-mm-ss/) std::string strTrainPath = strResultPath_ + pTrain->strTrainDate + "/" + pTrain->strTrainName + "/"; if (!MyUtils::getins()->CreateDirPath(strTrainPath)) { LogError << "iCarXH:" << pTrain->iCarXH << " train savecsv err"; return false; } //2. 保存csv std::string strCsvName = pTrain->strTrainDate + pTrain->strTrainName + std::string(".csv"); strCsvName = MyUtils::getins()->replace_all_distinct(strCsvName, std::string("-"), std::string("")); std::string strCsvPath = strTrainPath + strCsvName; bool bIsExsit = false; if (access(strCsvPath.c_str(), F_OK) != -1) { bIsExsit = true; } try { // 写文件 std::ofstream outFile; outFile.open(strCsvPath, std::ios::app); // 打开模式可省略 if (!bIsExsit) { outFile << "poundno" << ',' << "year" << ',' << "time" << ',' << "direction" << ',' << "speed" << ',' << "typeId" << ',' << "skipInterval" << ',' << "carxh" << ',' << "type" << ',' << "num" << ',' << "load" << ',' << "self" << ',' << "volume" << ',' << "volumesurface" << ',' << "change" << ',' << "numImgPath" << ',' << "proImgPath" << ',' << "videoStart" << ',' << "videoEnd" << ',' << "containerNo1" << ',' << "containerNo2" << ',' << "inspection" << ',' << "inspectionImg" << ',' << "containerImg_1" << ',' << "containerImg_2" << ',' << "startTime" << ',' << "endTime" << std::endl; } std::string strTime = pTrain->strTrainName; strTime = MyUtils::getins()->replace_all_distinct(strTime, std::string("-"), std::string(":")); ai_matrix::DataSourceConfig dataSourceConfig = MyYaml::GetIns()->GetDataSourceConfigById(pTrain->trainNum.iDataSource); //获取摄像机参数 char szCameraNo[4] = {0}; sprintf(szCameraNo, "%03d", pTrain->trainNum.iDataSource + 1); char szNumImgPath[64] = {0}; //车号最优图片路径 if (!pTrain->trainNum.strBestImg.empty()) { sprintf(szNumImgPath, "%03d/%s", pTrain->trainNum.iDataSource + 1, pTrain->trainNum.strBestImg.c_str()); } char szProImgPath[64] = {0}; //属性最优图片路径 if (!pTrain->trainPro.strBestImg.empty()) { sprintf(szProImgPath, "%03d/%s", pTrain->trainPro.iDataSource + 1, pTrain->trainPro.strBestImg.c_str()); } char szChkDateImgPath[64] = {0}; //定检期最优图片路径 if (!pTrain->chkDate.strBestImg.empty()) { sprintf(szChkDateImgPath, "%03d/%s", pTrain->chkDate.iDataSource + 1, pTrain->chkDate.strBestImg.c_str()); } char szContainer1ImgPath[64] = {0}; //集装箱1最优图片路径 if (!pTrain->container1.strBestImg.empty()) { sprintf(szContainer1ImgPath, "%03d/%s", pTrain->container1.iDataSource + 1, pTrain->container1.strBestImg.c_str()); } char szContainer2ImgPath[64] = {0}; //集装箱2最优图片路径 if (!pTrain->container2.strBestImg.empty()) { sprintf(szContainer2ImgPath, "%03d/%s", pTrain->container2.iDataSource + 1, pTrain->container2.strBestImg.c_str()); } outFile << strPoundNo_ << ',' << pTrain->strTrainDate << ',' << strTime << ',' << pTrain->iDirection << ',' << 0.0 << ',' << pTrain->trainNum.iTrainTypeId << ',' << dataSourceConfig.iSkipInterval << ',' << pTrain->iCarXH << ',' << pTrain->trainNum.strTrainType << ',' << pTrain->trainNum.strTrainNum << ',' << pTrain->trainPro.strLoad << ',' << pTrain->trainPro.strSelf << ',' << pTrain->trainPro.strVolume << ',' << pTrain->trainPro.strVolumeSurface << ',' //容量记表 << pTrain->trainPro.strChange << ',' << szNumImgPath << ',' << szProImgPath << ',' << pTrain->iStartFrameId << ',' << pTrain->iEndFrameId << ',' << pTrain->container1.strContainerNo << ',' << pTrain->container2.strContainerNo << ',' << pTrain->chkDate.strChkDate1DeadLine << ',' << szChkDateImgPath << ',' << szContainer1ImgPath << ',' << szContainer2ImgPath << ',' << MyUtils::getins()->Stamp2Time(pTrain->i64StartTimeStamp, true) << ',' << MyUtils::getins()->Stamp2Time(pTrain->i64EndTimeStamp, true) << std::endl; outFile.close(); } catch (const std::exception &) { LogError << "strCsvPath:" << strCsvPath << " train savecsv fail!"; return false; } return true; } /** * 保存车厢的最优结果到CSV中 * inParam : std::shared_ptr pTrain :列车信息 * outParam: * return : true/false */ bool SaveCsvEngine::SaveTrainCsv(std::shared_ptr pTrain) { char szCameraNo[4] = {0}; sprintf(szCameraNo, "%03d", pTrain->iDataSource + 1); std::string strTrainPath = strResultPath_ + pTrain->strTrainDate + "/" + pTrain->strTrainName + "/" + szCameraNo + "/"; //1. 创建保存路径 (固定路径/YYYY-MM-DD/hh-mm-ss/iDataSoure/) if (!MyUtils::getins()->CreateDirPath(strTrainPath)) { LogError << "iCarXH:" << pTrain->iCarXH << " train savecsv err"; return false; } //2. 保存csv std::string strCsvName = pTrain->strTrainDate + pTrain->strTrainName + "_" + szCameraNo + "_train.csv"; strCsvName = MyUtils::getins()->replace_all_distinct(strCsvName, std::string("-"), std::string("")); std::string strCsvPath = strTrainPath + strCsvName; bool bIsExsit = false; if (access(strCsvPath.c_str(), F_OK) != -1) { bIsExsit = true; } try { // 写文件 std::ofstream outFile; outFile.open(strCsvPath, std::ios::app); if (!bIsExsit) { outFile << "car_xh" << ',' << "train_num_name" << ',' << "train_pro_name" << ',' << "t_type" << ',' << "t_num" << ',' << "load" << ',' << "self" << ',' << "volume" << ',' << "change" << ',' << "volumesurface" << ',' << "num_ltx" << ',' << "num_lty" << ',' << "num_rbx" << ',' << "num_rby" << ',' << "pro_ltx" << ',' << "pro_lty" << ',' << "pro_rbx" << ',' << "pro_rby" << ',' << "start_frameId" << ',' << "end_frameId" << ',' << "start_timestamp" << ',' //记录车厢开始，结束帧时间戳，用于比对集装箱合并 << "timestamp" << ',' << "end_timestamp" << ',' << "start_num" << ',' << "num_timestamp" << ',' //记录车号，属性时间戳，用于比对定检期合并 << "end_num" << ',' << "start_pro" << ',' << "pro_timestamp" << ',' << "end_pro" << std::endl; } outFile << pTrain->iCarXH << ',' << pTrain->trainNum.strBestImg << ',' << pTrain->trainPro.strBestImg << ',' << pTrain->trainNum.strTrainType << ',' << pTrain->trainNum.strTrainNum << ',' << pTrain->trainPro.strLoad << ',' << pTrain->trainPro.strSelf << ',' << pTrain->trainPro.strVolume << ',' << pTrain->trainPro.strChange << ',' << pTrain->trainPro.strVolumeSurface << ',' << pTrain->trainNum.step1Location.fLTX << ',' << pTrain->trainNum.step1Location.fLTY << ',' << pTrain->trainNum.step1Location.fRBX << ',' << pTrain->trainNum.step1Location.fRBY << ',' << pTrain->trainPro.step1Location.fLTX << ',' << pTrain->trainPro.step1Location.fLTY << ',' << pTrain->trainPro.step1Location.fRBX << ',' << pTrain->trainPro.step1Location.fRBY << ',' << pTrain->iStartFrameId << ',' << pTrain->iEndFrameId << ',' << pTrain->i64StartTimeStamp << ',' << pTrain->i64TimeStamp << ',' << pTrain->i64EndTimeStamp << ',' << pTrain->trainNum.i64StartTimeStamp << ',' << pTrain->trainNum.i64TimeStamp << ',' << pTrain->trainNum.i64EndTimeStamp << ',' << pTrain->trainPro.i64StartTimeStamp << ',' << pTrain->trainPro.i64TimeStamp << ',' << pTrain->trainPro.i64EndTimeStamp << std::endl; outFile.close(); } catch (const std::exception &) { LogError << "strCsvPath:" << strCsvPath << " train savecsv fail!"; return false; } return true; } /** * 保存定检期的最优结果到CSV中 * inParam : std::shared_ptr pChkDate :定检期信息 * outParam: * return : true/false */ bool SaveCsvEngine::SaveChkDateCsv(std::shared_ptr pChkDate) { if (pChkDate->strBestImg.empty()) { LogDebug << "datetime:" << pChkDate->strTrainDate << " " << pChkDate->strTrainName << " carxh:" << pChkDate->iCarXH << " chkdate empty"; return true; } //1. 创建保存路径 (固定路径/YYYY-MM-DD/hh-mm-ss/iDataSoure/) char szCameraNo[4] = {0}; sprintf(szCameraNo, "%03d", pChkDate->iDataSource + 1); std::string strChkDatePath = strResultPath_ + pChkDate->strTrainDate + "/" + pChkDate->strTrainName + "/" + szCameraNo + "/"; if (!MyUtils::getins()->CreateDirPath(strChkDatePath)) { LogError << "iCarXH:" << pChkDate->iCarXH << "chkdate savecsv err"; return false; } //2. 保存csv std::string strCsvName = pChkDate->strTrainDate + pChkDate->strTrainName + "_" + szCameraNo + "_chkdate.csv"; strCsvName = MyUtils::getins()->replace_all_distinct(strCsvName, std::string("-"), std::string("")); std::string strCsvPath = strChkDatePath + strCsvName; bool bIsExsit = false; if (access(strCsvPath.c_str(), F_OK) != -1) { bIsExsit = true; } try { // 写文件 std::ofstream outFile; outFile.open(strCsvPath, std::ios::app); // 打开模式可省略 if (!bIsExsit) { outFile << "car_xh" << ',' << "chkdate_name" << ',' << "chkdate1" << ',' << "chkdate2" << ',' << "chkdate_ltx" << ',' << "chkdate_lty" << ',' << "chkdate_rbx" << ',' << "chkdate_rby" << ',' << "start_frameId" << ',' << "end_frameId" << ',' << "start_timestamp" << ',' << "end_timestamp" << ',' << "timestamp" << ',' << "chkdate1deadline" << std::endl; } outFile << pChkDate->iCarXH << ',' << pChkDate->strBestImg << ',' << pChkDate->strChkDate1 << ',' << pChkDate->strChkDate2 << ',' << pChkDate->step1Location.fLTX << ',' << pChkDate->step1Location.fLTY << ',' << pChkDate->step1Location.fRBX << ',' << pChkDate->step1Location.fRBY << ',' << pChkDate->iStartFrameId << ',' << pChkDate->iEndFrameId << ',' << pChkDate->i64StartTimeStamp << ',' << pChkDate->i64EndTimeStamp << ',' << pChkDate->i64TimeStamp << ',' << pChkDate->strChkDate1DeadLine << std::endl; outFile.close(); } catch (const std::exception &) { LogError << "strCsvPath:" << strCsvPath << " chkdate savecsv fail!"; return false; } return true; } /** * 保存集装箱的最优结果到CSV中 * inParam : std::shared_ptr pTrainContainer :集装箱信息 * outParam: * return : true/false */ bool SaveCsvEngine::SaveContainerCsv(std::shared_ptr pTrainContainer) { std::vector vecContainer; vecContainer.emplace_back(pTrainContainer->container1); vecContainer.emplace_back(pTrainContainer->container2); for (auto iter = vecContainer.begin(); iter != vecContainer.end(); iter++) { if (iter->strContainerNo.empty()) { continue; } // 1. 创建保存路径 (固定路径/YYYY-MM-DD/hh-mm-ss/iDataSoure/) char szCameraNo[4] = {0}; sprintf(szCameraNo, "%03d", iter->iDataSource + 1); std::string strContainerPath = strResultPath_ + iter->strTrainDate + "/" + iter->strTrainName + "/" + szCameraNo + "/"; if (!MyUtils::getins()->CreateDirPath(strContainerPath)) { LogError << "ContainerNo:" << iter->strContainerNo << " container savecsv err"; continue; } // 2. 保存csv std::string strCsvName = iter->strTrainDate + iter->strTrainName + "_" + szCameraNo + "_container.csv"; strCsvName = MyUtils::getins()->replace_all_distinct(strCsvName, std::string("-"), std::string("")); std::string strCsvPath = strContainerPath + strCsvName; bool bIsExsit = false; if (access(strCsvPath.c_str(), F_OK) != -1) { bIsExsit = true; } try { // 写文件 std::ofstream outFile; outFile.open(strCsvPath, std::ios::app); if (!bIsExsit) { outFile << "datasource" << ',' << "container_name" << ',' << "containerNo" << ',' << "container_ltx" << ',' << "container_lty" << ',' << "container_rbx" << ',' << "container_rby" << ',' << "start_frameId" << ',' << "end_frameId" << ',' << "timestamp" << std::endl; } outFile << iter->iDataSource << ',' << iter->strBestImg << ',' << iter->strContainerNo << ',' << iter->step1Location.fLTX << ',' << iter->step1Location.fLTY << ',' << iter->step1Location.fRBX << ',' << iter->step1Location.fRBY << ',' << iter->iStartFrameId << ',' << iter->iEndFrameId << ',' << iter->i64TimeStamp << std::endl; outFile.close(); } catch (const std::exception &) { LogError << "strCsvPath:" << strCsvPath << " container savecsv fail!"; continue; } } return true; } APP_ERROR SaveCsvEngine::Process() { int iRet = APP_ERR_OK; while (!isStop_) { bool bPopFlag = false; //pop端口0 车厢信息 std::shared_ptr pVoidData0 = nullptr; iRet = inputQueMap_[strPort0_]->pop(pVoidData0); if (nullptr != pVoidData0) { std::shared_ptr pTrain = std::static_pointer_cast(pVoidData0); if (pTrain->bMergerFlag) { SaveMergerCsv(pTrain); } else { SaveTrainCsv(pTrain); } bPopFlag = true; } //pop端口1 定检期信息 if (inputQueMap_.count(strPort1_) > 0) { std::shared_ptr pVoidData1 = nullptr; inputQueMap_[strPort1_]->pop(pVoidData1); if (nullptr != pVoidData1) { std::shared_ptr pChkDate = std::static_pointer_cast(pVoidData1); SaveChkDateCsv(pChkDate); bPopFlag = true; } } //pop端口2 集装箱信息 if (inputQueMap_.count(strPort2_) > 0) { std::shared_ptr pVoidData2 = nullptr; inputQueMap_[strPort2_]->pop(pVoidData2); if (nullptr != pVoidData2) { std::shared_ptr pTrainContainer = std::static_pointer_cast(pVoidData2); SaveContainerCsv(pTrainContainer); bPopFlag = true; } } if (!bPopFlag) { usleep(1000); continue; } } return APP_ERR_OK; } \ No newline at end of file diff --git a/nvidia_ascend_engine/common_engine/SaveEngine/SaveImgEngine.cpp b/nvidia_ascend_engine/common_engine/SaveEngine/SaveImgEngine.cpp index 3569b64..887f1d2 100644 --- a/nvidia_ascend_engine/common_engine/SaveEngine/SaveImgEngine.cpp +++ b/nvidia_ascend_engine/common_engine/SaveEngine/SaveImgEngine.cpp @@ -45,10 +45,10 @@ APP_ERROR SaveImgEngine::Process() LogWarn << "engineId_:" << engineId_ << " not use engine"; return APP_ERR_OK; } - + vector compression_params; - compression_params.push_back(cv::IMWRITE_JPEG_QUALITY); //选择jpeg - compression_params.push_back(iPicQuality); //图片质量 + compression_params.push_back(cv::IMWRITE_JPEG_QUALITY); //选择jpeg + compression_params.push_back(iPicQuality); //图片质量 iDirection_ = DIRECTION_UNKNOWN; int iRet = APP_ERR_OK; @@ -61,7 +61,7 @@ APP_ERROR SaveImgEngine::Process() usleep(1000); continue; } - + std::shared_ptr pSaveImgData = std::static_pointer_cast(pvoidd); //如果设置了方向，则方向不对直接过滤，但结束帧不能过滤，需流转到后面Engine，保证后面处理正确。 @@ -113,13 +113,13 @@ APP_ERROR SaveImgEngine::Process() } // 3.保存图片 - + if (pSaveImgData->pData != nullptr && pSaveImgData->iSize != 0) { cv::Mat matBGR(pSaveImgData->iHeight, pSaveImgData->iWidth, CV_8UC3, static_cast(pSaveImgData->pData.get())); //RGB iWidth = pSaveImgData->iWidth; iHeight = pSaveImgData->iHeight; - + // cv::Mat mtOutImage; // cv::cvtColor(cvimg, mtOutImage, cv::COLOR_RGB2BGR); diff --git a/nvidia_ascend_engine/common_engine/SaveEngine/SaveStepOneResultEngine.cpp b/nvidia_ascend_engine/common_engine/SaveEngine/SaveStepOneResultEngine.cpp index c762b25..c7dcff9 100644 --- a/nvidia_ascend_engine/common_engine/SaveEngine/SaveStepOneResultEngine.cpp +++ b/nvidia_ascend_engine/common_engine/SaveEngine/SaveStepOneResultEngine.cpp @@ -1,705 +1 @@ -#include "SaveStepOneResultEngine.h" - - -using namespace ai_matrix; - -SaveStepOneResultEngine::SaveStepOneResultEngine() {} - -SaveStepOneResultEngine::~SaveStepOneResultEngine() {} - -APP_ERROR SaveStepOneResultEngine::Init() -{ - strPort0_ = engineName_ + "_" + std::to_string(engineId_) + "_0"; - strPort1_ = engineName_ + "_" + std::to_string(engineId_) + "_1"; - strResultPath_ = MyYaml::GetIns()->GetPathValue("gc_result_path"); - iSplitSpan_ = MyYaml::GetIns()->GetIntValue("partition_frame_span"); - iSplitSpanPX_ = MyYaml::GetIns()->GetIntValue("gc_split_frame_span_px"); - - dataSourceConfig_ = MyYaml::GetIns()->GetDataSourceConfigById(engineId_); - - std::map mapUseDataSouceCfg = MyYaml::GetIns()->GetUseDataSourceConfig(); - std::string delimiter(","); - for (auto iter = mapUseDataSouceCfg.begin(); iter != mapUseDataSouceCfg.end(); iter++) - { - int iCnt = 0; - std::vector vecSplit = MyUtils::getins()->split(iter->second.strTarget, delimiter); - for (auto iter = vecSplit.begin(); iter != vecSplit.end(); iter++) - { - if (*iter == "NUM") - { - iCnt++; - } - else if (*iter == "CHKDATE") - { - iCnt++; - } - else if (*iter == "CONTAINER" || *iter == "CONTAINER_T") - { - iCnt++; - } - } - mapInvokeModelCnt_[iter->first] = iCnt; - } - - InitParam(); - LogInfo << "SaveStepOneResultEngine Init ok"; - return APP_ERR_OK; -} - -APP_ERROR SaveStepOneResultEngine::DeInit() -{ - LogInfo << "SaveStepOneResultEngine DeInit ok"; - return APP_ERR_OK; -} - -/** -* 初始化参数信息 -* inParam : N/A -* outParam: N/A -* return : N/A -*/ -void SaveStepOneResultEngine::InitParam() -{ - iPushSpaceFrameId_ = 0; - i64TimeStampFirst_ = 0; - iDirection_ = DIRECTION_UNKNOWN; - bPushIsEnd_ = false; - vecParationInfo_.clear(); - std::vector().swap(vecParationInfo_); - bDealCenterFlag_ = false; - parationInfoLast_.i64EndTimeStamp = 0; - parationInfoLast_.modelSpaceFrame = 0; - parationInfoLast_.iRate = 0; - parationInfoLast_.bmodelconfirmed = false; - parationInfoLast_.fLTX = 0.0; - parationInfoLast_.fRBX = 0.0; - parationInfoLast_.strTrainDate = ""; - parationInfoLast_.strTrainName = ""; - parationInfoLast_.bIsEnd = false; - parationInfoLast_.nStatus = 0; - mapNumCenterInfo_.clear(); - mapProCenterInfo_.clear(); - bHaveHeadFlag_ = false; - headInfo_.iFrameId = 0; - headInfo_.fCenterX = 0; -} - -/** -* 构造车厢间隔信息 -* inParam : N/A -* outParam: N/A -* return : N/A -*/ -void SaveStepOneResultEngine::MakeParationInfo(PartionInfo ¶tionInfo, std::shared_ptr pProcessData, Json::Value &jvStep1Space) -{ - parationInfo.i64EndTimeStamp = pProcessData->i64TimeStamp; - parationInfo.modelSpaceFrame = pProcessData->iFrameId; - parationInfo.iRate = pProcessData->iRate; - parationInfo.bmodelconfirmed = true; - parationInfo.fLTX = jvStep1Space[0]["ltx"].asFloat(); - parationInfo.fRBX = jvStep1Space[0]["rbx"].asFloat(); - parationInfo.strTrainDate = pProcessData->strTrainDate; - parationInfo.strTrainName = pProcessData->strTrainName; - parationInfo.bIsEnd = pProcessData->bIsEnd; - parationInfo.nStatus = ((pProcessData->iStatus == TRAINSTATUS_STOP) ? TRAIN_PAUSE : iDirection_); - parationInfoLast_ = parationInfo; -} - -/** -* 处理中心间隔信息 -* inParam : N/A -* outParam: N/A -* return : N/A -*/ -void SaveStepOneResultEngine::DealCenterSpace(std::vector &vecParationInfo, - std::shared_ptr pProcessData) -{ - int iVecSize = vecParationInfo.size(); - if (iVecSize < 0) - { - return; - } - LogDebug << "积累的车厢切分信息数:" << iVecSize << " 帧:" << pProcessData->iFrameId - << " 第一个车厢切分信息帧:" << vecParationInfo.at(0).modelSpaceFrame - << " 最后一个车厢切分信息帧:" << vecParationInfo.at(iVecSize - 1).modelSpaceFrame - << " 最后一个车厢切分信息是否为结束:" << vecParationInfo.at(iVecSize - 1).bIsEnd; - - /* - 因停车后再行驶未能及时判断出为行驶状态，导致更新间隔信息，出现漏切分车厢(具体原因分析见正通2023-02-28的问题分析记录) - 漏切分时vecParationInfo中保存的是两辆车的间隔信息，因此针对vecParationInfo做特殊处理，从此处切分出遗漏的车厢。 - */ - std::vector vecSpacePos; - for (int i = 1; i < iVecSize; i++) - { - int iCenterXPre = vecParationInfo[i - 1].fLTX + (vecParationInfo[i - 1].fRBX - vecParationInfo[i - 1].fLTX) / 2; - int iCenterX = vecParationInfo[i].fLTX + (vecParationInfo[i].fRBX - vecParationInfo[i].fLTX) / 2; - bool bIntervalFlag = ((int)(vecParationInfo[i].modelSpaceFrame - vecParationInfo[i - 1].modelSpaceFrame)) > iSplitSpan_; - LogDebug << "上一帧ID:" << vecParationInfo[i - 1].modelSpaceFrame << " 上一帧间隔X轴中线:" << iCenterXPre - << " 本帧ID:" << vecParationInfo[i].modelSpaceFrame << " 本帧间隔X轴中线:" << iCenterX - << " 满足帧间隔:" << bIntervalFlag << " i:" << i; - if (iDirection_ == DIRECTION_LEFT && (iCenterXPre < iCenterX - iSplitSpanPX_) && bIntervalFlag) - { - vecSpacePos.push_back(i - 1); - } - if (iDirection_ == DIRECTION_RIGHT && (iCenterXPre - iSplitSpanPX_ > iCenterX) && bIntervalFlag) - { - vecSpacePos.push_back(i - 1); - } - } - LogDebug << "vecSpacePos size:" << vecSpacePos.size(); - vecSpacePos.push_back(iVecSize - 1); - - /* - 如果集合中最后为列车结束帧，则表示停车在车厢间隔。这时用最后一个作为车厢划分帧。 - 其他场景使用靠近中心的间隔帧作为车厢划分帧 - */ - for (int iSpacePos = 0; iSpacePos < vecSpacePos.size(); iSpacePos++) - { - LogDebug << "index:" << vecSpacePos.at(iSpacePos) << " frameid:" << vecParationInfo[vecSpacePos.at(iSpacePos)].modelSpaceFrame; - std::shared_ptr pPartionInfo = std::make_shared(); - if (iSpacePos == vecSpacePos.size() - 1 && vecParationInfo[vecSpacePos.at(iSpacePos)].bIsEnd) - { - *pPartionInfo = vecParationInfo[vecSpacePos.at(iSpacePos)]; - } - else - { - int iPos = 0; - int iImageCenter = pProcessData->iWidth / 2; - int iToCenterXMin = iImageCenter; - int iBegin = (iSpacePos == 0 ? 0 : vecSpacePos.at(iSpacePos - 1) + 1); - for (int i = iBegin; i <= vecSpacePos.at(iSpacePos); i++) - { - int iCenterX = vecParationInfo[i].fLTX + (vecParationInfo[i].fRBX - vecParationInfo[i].fLTX) / 2; - if (iToCenterXMin > abs(iCenterX - iImageCenter)) - { - iToCenterXMin = abs(iCenterX - iImageCenter); - iPos = i; - } - } - *pPartionInfo = vecParationInfo[iPos]; - } - - //此处切分时，依据车号，属性判断是否有漏的车厢，如果有则依靠车号属性切分。 - SplitTrainByNumPro(pPartionInfo, pProcessData); - - pPartionInfo->fLTX = pPartionInfo->fLTX / (pProcessData->iWidth / METHOD_BASE_WIDTH); - pPartionInfo->fRBX = pPartionInfo->fRBX / (pProcessData->iWidth / METHOD_BASE_WIDTH); - if (iPushSpaceFrameId_ == 0) - { - pPartionInfo->i64StartTimeStamp = i64TimeStampFirst_; - pPartionInfo->startframe = dataSourceConfig_.iSkipInterval; - } - pPartionInfo->nStatus = ((pProcessData->iStatus == TRAINSTATUS_STOP) ? TRAIN_PAUSE : iDirection_); - - LogWarn << "--------- 向Paration 发送数据 --------"; - outputQueMap_[strPort0_]->push(std::static_pointer_cast(pPartionInfo), true); - - iPushSpaceFrameId_ = pPartionInfo->modelSpaceFrame; - bPushIsEnd_ = pPartionInfo->bIsEnd; - LogDebug << "pushSpaceFrameId:" << iPushSpaceFrameId_ << " timeStamp:" << pPartionInfo->i64EndTimeStamp - << " ltx:" << pPartionInfo->fLTX << " rbx:" << pPartionInfo->fRBX - << " bPushIsEnd:" << bPushIsEnd_; - } - vecParationInfo.clear(); -} - -/** -* 处理车厢间隔 -* inParam : N/A -* outParam: N/A -* return : N/A -*/ -void SaveStepOneResultEngine::DealTrainSpaceInfo(std::shared_ptr pProcessData, Json::Value &jvStep1Space) -{ - /* - 无方向时，识别的内容都放入集合中。 - 有向时，按方向判断是否push车厢间隔框 - 向左行驶：帧间隔中心点小于画面1/3时，则处理车厢间隔集合。新车厢间隔必须大于上次车厢中心点再放入集合等待处理。 - 向右行驶：帧间隔中心点大于画面2/3时，则处理车厢间隔集合。新车厢间隔必须小于上次车厢中心点再放入集合等待处理。 - 注：最后一节不会再有帧间隔了，因此直接发送的结束帧，且坐标设置中心点。 - */ - if (jvStep1Space.size() <= 0 || pProcessData->iOrigFrameId < 50) - { - return; - } - - /* - 停车状态后不再放入信息到集合中，防止长时间停在间隔上导致集合持续增大。 - 停车状态且有间隔时需更新最后间隔框帧号。(防止在XXX帧停车且有间隔框，然后开始倒车再正向行驶，当再回到开始倒车的位置时，此时帧号为YYYY， - 会符合下面的partition_frame_span判断，导致bIntervalFlag为true而切分车厢) - */ - if (pProcessData->iStatus == TRAINSTATUS_STOP && !pProcessData->bIsEnd) - { - LogDebug << "status_stop parationInfoLast_:" << parationInfoLast_.modelSpaceFrame << " update by frameId:" << pProcessData->iFrameId; - parationInfoLast_.i64EndTimeStamp = pProcessData->i64TimeStamp; - parationInfoLast_.modelSpaceFrame = pProcessData->iFrameId; - return; - } - - if (iDirection_ == DIRECTION_UNKNOWN) - { - std::string strFilePath = strResultPath_ + pProcessData->strTrainDate + "/" + pProcessData->strTrainName + "/" + "direction.txt"; - Json::Value jvDirectionInfo; - if (MyUtils::getins()->ReadJsonInfo(jvDirectionInfo, strFilePath)) - { - iDirection_ = jvDirectionInfo["direction"].asInt(); - } - else - { - LogWarn << "暂未检测出行车方向"; - } - } - - bool bIntervalFlag = ((int)(pProcessData->iFrameId - parationInfoLast_.modelSpaceFrame)) > iSplitSpan_; - int iCenterCur = jvStep1Space[0]["ltx"].asFloat() + (jvStep1Space[0]["rbx"].asFloat() - jvStep1Space[0]["ltx"].asFloat()) / 2; - int iCenterLast = parationInfoLast_.fLTX + (parationInfoLast_.fRBX - parationInfoLast_.fLTX) / 2; - LogDebug << "当前帧:" << pProcessData->iFrameId << " 间隔框中心线:" << iCenterCur - << " 上一帧:" << parationInfoLast_.modelSpaceFrame << " 间隔框中心线:" << iCenterLast - << " 行车方向:" << iDirection_ << " 是否满足切分帧数:" << bIntervalFlag << " bDealCenterFlag_:" << bDealCenterFlag_; - - if (iDirection_ == DIRECTION_UNKNOWN || iCenterLast == 0) - { - PartionInfo parationInfo; - MakeParationInfo(parationInfo, pProcessData, jvStep1Space); - vecParationInfo_.push_back(parationInfo); - } - else if (iDirection_ == DIRECTION_LEFT) - { - if (iCenterCur < (pProcessData->iWidth / 3)) - { - if (!bDealCenterFlag_) - { - PartionInfo parationInfo; - MakeParationInfo(parationInfo, pProcessData, jvStep1Space); - vecParationInfo_.push_back(parationInfo); - DealCenterSpace(vecParationInfo_, pProcessData); - bDealCenterFlag_ = true; - } - //这需要替换parationInfoLast_, 确保parationInfoLast_是最靠左的一个间隔，但不需要加入集合 - PartionInfo parationInfo; - MakeParationInfo(parationInfo, pProcessData, jvStep1Space); - } - else if ((iCenterLast < iCenterCur - iSplitSpanPX_) && bIntervalFlag) //该条件只会在新车间隔出来进入一次 - { - //防止上节车厢间隔框所有识别都大于画面的1/3，因此当前车厢间隔出来后也需处理下上节车厢间隔 - if (!bDealCenterFlag_ && vecParationInfo_.size() > 0) - { - LogDebug << "lastFrameid:" << vecParationInfo_[0].modelSpaceFrame << " frameid:" << pProcessData->iFrameId; - DealCenterSpace(vecParationInfo_, pProcessData); - } - - PartionInfo parationInfo; - MakeParationInfo(parationInfo, pProcessData, jvStep1Space); - vecParationInfo_.push_back(parationInfo); - bDealCenterFlag_ = false; - } - else - { - PartionInfo parationInfo; - MakeParationInfo(parationInfo, pProcessData, jvStep1Space); - //该条件是防止第一个XXX帧满足小于画面1/3后切割，后一帧XXX+1的中心点大于画面1/3导致的加入vec中出现的多切分现象。(向右增加30px的浮动) - if (!(bDealCenterFlag_ && !bIntervalFlag && (iCenterCur < (pProcessData->iWidth / 3 + 80)))) - { - vecParationInfo_.push_back(parationInfo); - } - } - } - else if (iDirection_ == DIRECTION_RIGHT) - { - if (iCenterCur > (pProcessData->iWidth / 3 * 2)) - { - if (!bDealCenterFlag_) - { - PartionInfo parationInfo; - MakeParationInfo(parationInfo, pProcessData, jvStep1Space); - vecParationInfo_.push_back(parationInfo); - DealCenterSpace(vecParationInfo_, pProcessData); - bDealCenterFlag_ = true; - } - - //这需要替换parationInfoLast_, 确保parationInfoLast_是最靠右的一个间隔，但不需要加入集合 - PartionInfo parationInfo; - MakeParationInfo(parationInfo, pProcessData, jvStep1Space); - } - else if ((iCenterLast - iSplitSpanPX_ > iCenterCur) && bIntervalFlag) //该条件只会在新车间隔出来进入一次 - { - //防止上节车厢间隔所有识别框都小于画面的2/3，因此当前车厢间隔出来后也需处理下上节车厢间隔 - if (!bDealCenterFlag_ && vecParationInfo_.size() > 0) - { - LogDebug << "lastFrameid:" << vecParationInfo_[0].modelSpaceFrame << " frameid:" << pProcessData->iFrameId; - DealCenterSpace(vecParationInfo_, pProcessData); - } - - PartionInfo parationInfo; - MakeParationInfo(parationInfo, pProcessData, jvStep1Space); - vecParationInfo_.push_back(parationInfo); - bDealCenterFlag_ = false; - } - else - { - PartionInfo parationInfo; - MakeParationInfo(parationInfo, pProcessData, jvStep1Space); - //该条件是防止第一个XXX帧满足大于画面2/3后切割，后一帧XXX+1的中心点小于画面2/3导致的加入vec中出现的多切分现象。(向左增加30px的浮动) - if (!(bDealCenterFlag_ && !bIntervalFlag && (iCenterCur > (pProcessData->iWidth / 3 * 2 - 80)))) - { - vecParationInfo_.push_back(parationInfo); - } - } - } -} - -void SaveStepOneResultEngine::SplitTrainByNumPro(std::shared_ptr &pPartionInfo, std::shared_ptr &pProcessData) -{ - //向左行驶用车号位置，向右行驶用属性位置。 - std::map *pMapCenterInfoTemp_ = nullptr; - if (iDirection_ == DIRECTION_LEFT) - { - pMapCenterInfoTemp_ = &mapNumCenterInfo_; - mapProCenterInfo_.clear(); - } - else if (iDirection_ == DIRECTION_RIGHT) - { - pMapCenterInfoTemp_ = &mapProCenterInfo_; - mapNumCenterInfo_.clear(); - } - - if (pMapCenterInfoTemp_ == nullptr || pMapCenterInfoTemp_->size() <= 0) - { - return; - } - - LogDebug << "pPartionInfo->modelSpaceFrame:" << pPartionInfo->modelSpaceFrame << " mapsize:" << pMapCenterInfoTemp_->size(); - auto iter = pMapCenterInfoTemp_->begin(); - int iCenterXPre = iter->second; - uint32_t iFrameIdPre = iter->first; - bool bFlag = false; - uint32_t iSplitFrameId = 0; - while (++iter != pMapCenterInfoTemp_->end()) - { - bool bIntervalFlag = (int)(iter->first - iFrameIdPre) > iSplitSpan_; - LogDebug << "iFrameIdPre:" << iFrameIdPre << " iCenterXPre:" << iCenterXPre - << " iFrameid:" << iter->first << " iCenter:" << iter->second << " bIntervalFlag:" << bIntervalFlag; - if (iDirection_ == DIRECTION_LEFT && (iCenterXPre < iter->second - iSplitSpanPX_) && bIntervalFlag) - { - iSplitFrameId = iter->first; - bFlag = true; - } - if (iDirection_ == DIRECTION_RIGHT && (iCenterXPre - iSplitSpanPX_ > iter->second) && bIntervalFlag) - { - iSplitFrameId = iter->first; - //iSplitFrameId = iFrameIdPre; //向右行驶，从车号行驶到最右侧开始切分。 - bFlag = true; - } - - //比较完后，可更新前一帧数据 - iCenterXPre = iter->second; - iFrameIdPre = iter->first; - - if(bFlag) - { - if (iDirection_ == DIRECTION_LEFT && iter->second < (pProcessData->iWidth / 3)) - { - bFlag = false; - } - else if (iDirection_ == DIRECTION_RIGHT && iter->second > (pProcessData->iWidth / 3 * 2)) - { - bFlag = false; - } - if (!bFlag) - { - PartionInfo parationInfo; - std::shared_ptr pPartionInfoNew = std::make_shared(); - // pPartionInfoNew->i64EndTimeStamp = pProcessData->i64TimeStamp; - pPartionInfoNew->modelSpaceFrame = iSplitFrameId; - // parationInfo.iRate = pProcessData->iRate; - pPartionInfoNew->bmodelconfirmed = false; - // pPartionInfoNew->fLTX = jvStep1Space[0]["ltx"].asFloat(); - // pPartionInfoNew->fRBX = jvStep1Space[0]["rbx"].asFloat(); - pPartionInfoNew->strTrainDate = pProcessData->strTrainDate; - pPartionInfoNew->strTrainName = pProcessData->strTrainName; - pPartionInfoNew->bIsEnd = false; //**通过该函数切分的肯定不是最后一节 - pPartionInfoNew->nStatus = ((pProcessData->iStatus == TRAINSTATUS_STOP) ? TRAIN_PAUSE : iDirection_); - if (iPushSpaceFrameId_ == 0) - { - pPartionInfoNew->i64StartTimeStamp = i64TimeStampFirst_; - pPartionInfoNew->startframe = dataSourceConfig_.iSkipInterval; - } -// pPartionInfoNew->nStatus = ((pProcessData->iStatus == TRAINSTATUS_STOP) ? TRAIN_PAUSE : iDirection_); - - //构造一个间隔信息写入到切分帧中 - char szCameraNo[5] = {0}; - sprintf(szCameraNo, "%03d/", pProcessData->iDataSource + 1); - std::string strFilePath; - strFilePath = strResultPath_ + pProcessData->strOrigTrainDate + "/" + pProcessData->strOrigTrainName + "/" + - szCameraNo + std::to_string(iSplitFrameId) + ".txt"; - Json::Value jvFrameInfo; - MyUtils::getins()->ReadJsonInfo(jvFrameInfo, strFilePath); - Json::Value jvOneSpace; - jvOneSpace["classid"] = 18; - jvOneSpace["ltx"] = pMapCenterInfoTemp_->at(iSplitFrameId) + (iDirection_ == DIRECTION_LEFT ? -50 : 50); - jvOneSpace["lty"] = 0; - jvOneSpace["rbx"] = pMapCenterInfoTemp_->at(iSplitFrameId) + (iDirection_ == DIRECTION_LEFT ? -50 : 50); - jvOneSpace["rby"] = 0; - jvFrameInfo["step1Space"].append(jvOneSpace); - MyUtils::getins()->WriteJsonInfo(jvFrameInfo, strFilePath); - - LogWarn << "--------- 向Paration 发送数据 --------"; - outputQueMap_[strPort0_]->push(std::static_pointer_cast(pPartionInfoNew), true); - - iPushSpaceFrameId_ = pPartionInfoNew->modelSpaceFrame; - bPushIsEnd_ = pPartionInfoNew->bIsEnd; - LogDebug << "SplitTrainByNumPro pushSpaceFrameId:" << iPushSpaceFrameId_ << " timeStamp:" << pPartionInfoNew->i64EndTimeStamp - << " ltx:" << pPartionInfoNew->fLTX << " rbx:" << pPartionInfoNew->fRBX - << " bPushIsEnd:" << bPushIsEnd_; - - while (pMapCenterInfoTemp_->size() > 0) - { - auto iterDel = pMapCenterInfoTemp_->begin(); - if(iterDel->first > iPushSpaceFrameId_) - { - break; - } - LogDebug << "erase iFrameId:" << iterDel->first; - pMapCenterInfoTemp_->erase(iterDel); - } - } - } - - if (iter->first >= pPartionInfo->modelSpaceFrame) - { - LogDebug << "frameid:"<< iter->first << " >= pPartionInfo->modelSpaceFrame:" << pPartionInfo->modelSpaceFrame << " break"; - break; - } - } - - while (pMapCenterInfoTemp_->size() > 0) - { - auto iterDel = pMapCenterInfoTemp_->begin(); - if (iterDel->first > pPartionInfo->modelSpaceFrame) - { - break; - } - LogDebug << "erase iFrameId:" << iterDel->first; - pMapCenterInfoTemp_->erase(iterDel); - } -} - -APP_ERROR SaveStepOneResultEngine::Process() -{ - int iRet = APP_ERR_OK; - while (!isStop_) - { - //pop端口0 - std::shared_ptr pVoidData0 = nullptr; - iRet = inputQueMap_[strPort0_]->pop(pVoidData0); - if (nullptr == pVoidData0) - { - usleep(1000); - continue; - } - std::shared_ptr pProcessData = std::static_pointer_cast(pVoidData0); - std::shared_ptr pPostData = std::static_pointer_cast(pProcessData->pVoidData); - - if (pProcessData->iFrameId == dataSourceConfig_.iSkipInterval) - { - i64TimeStampFirst_ = pProcessData->i64TimeStamp; - } - - char szCameraNo[5] = {0}; - sprintf(szCameraNo, "%03d/", pProcessData->iDataSource + 1); - std::string strFilePath; - strFilePath = strResultPath_ + pProcessData->strOrigTrainDate + "/" + pProcessData->strOrigTrainName + "/" + - szCameraNo + std::to_string(pProcessData->iOrigFrameId) + ".txt"; - - - Json::Value jvStep1Num; - Json::Value jvStep1Pro; - Json::Value jvStep1ChkDate; - Json::Value jvStep1Container; - Json::Value jvStep1Space; - Json::Value jvStep1TrainSpace; - Json::Value jvStep1TopSpace; - for (int i = 0; i < pPostData->vecPostSubData.size(); i++) - { - PostSubData postSubData = pPostData->vecPostSubData[i]; - if (postSubData.vecSingleData.size() < 0) - { - continue; - } - - SingleData sdInfo = postSubData.vecSingleData.at(0); - Json::Value jvInfo; - jvInfo["classid"] = sdInfo.iClassId; - jvInfo["score"] = sdInfo.fScore; - jvInfo["clear"] = sdInfo.fClear; - jvInfo["ltx"] = sdInfo.fLTX; - jvInfo["lty"] = sdInfo.fLTY; - jvInfo["rbx"] = sdInfo.fRBX; - jvInfo["rby"] = sdInfo.fRBY; - float fCenter = sdInfo.fLTX + (sdInfo.fRBX - sdInfo.fLTX) / 2; - if (postSubData.iTargetType == NUM || postSubData.iTargetType == HEAD) - { - jvStep1Num.append(jvInfo); - if (pProcessData->iDataSource == 0 && pProcessData->iStatus != TRAINSTATUS_STOP) - { - if (postSubData.iTargetType != HEAD) - { - mapNumCenterInfo_.insert(std::make_pair(pProcessData->iFrameId, fCenter)); - } - else - { - //车头没有属性，因此车头号也加入到属性中。保证向右行驶属性在前时最后2节的切分。 - //车头只加入一次，防止一个车头2个车头号的场景。但有两个车头且没识别车头间隔则无法处理。 - if (!bHaveHeadFlag_) - { - bool bIntervalFlag = ((int)(pProcessData->iFrameId - headInfo_.iFrameId) > iSplitSpan_ && headInfo_.iFrameId != 0); - - LogDebug << "frameid:" << pProcessData->iFrameId << " center:" << fCenter - << " preframeid:" << headInfo_.iFrameId << " precenter:" << headInfo_.fCenterX << " bIntervalFlag:" << bIntervalFlag; - if ((bIntervalFlag && abs((int)(headInfo_.fCenterX - fCenter)) > iSplitSpanPX_)) - { - bHaveHeadFlag_ = true; - } - else - { - headInfo_.fCenterX = fCenter; - headInfo_.iFrameId = pProcessData->iFrameId; - mapNumCenterInfo_.insert(std::make_pair(pProcessData->iFrameId, fCenter)); - mapProCenterInfo_.insert(std::make_pair(pProcessData->iFrameId, fCenter)); - } - } - } - } - } - else if (postSubData.iTargetType == PRO) - { - jvStep1Pro.append(jvInfo); - if (pProcessData->iDataSource == 0 && pProcessData->iStatus != TRAINSTATUS_STOP) - { - mapProCenterInfo_.insert(std::make_pair(pProcessData->iFrameId, fCenter)); - } - } - else if (postSubData.iTargetType == CHKDATE) - { - jvStep1ChkDate.append(jvInfo); - } - else if (postSubData.iTargetType == CONTAINER) - { - jvStep1Container.append(jvInfo); - } - else if (postSubData.iTargetType == SPACE) - { - jvStep1Space.append(jvInfo); - } - else if (postSubData.iTargetType == TRAINSPACE) - { - jvStep1TrainSpace.append(jvInfo); - } - else if (postSubData.iTargetType == TOPSPACE) - { - jvStep1TopSpace.append(jvInfo); - } - } - - //先读取文本内容，追加新的信息后再写入 - Json::Value jvFrameInfo; - if (!MyUtils::getins()->ReadJsonInfo(jvFrameInfo, strFilePath)) - { - LogError << "read fail:" << strFilePath; - } - - if (jvStep1Num.size() > 0) - { - jvFrameInfo["step1Num"] = jvStep1Num; - } - if (jvStep1Pro.size() > 0) - { - jvFrameInfo["step1Pro"] = jvStep1Pro; - } - if (jvStep1ChkDate.size() > 0) - { - jvFrameInfo["step1ChkDate"] = jvStep1ChkDate; - } - if (jvStep1Container.size() > 0) - { - jvFrameInfo["step1Container"] = jvStep1Container; - } - if (jvStep1Space.size() > 0) - { - jvFrameInfo["step1Space"] = jvStep1Space; - } - if (jvStep1TrainSpace.size() > 0) - { - jvFrameInfo["step1TrainSpace"] = jvStep1TrainSpace; - if (jvStep1Space.size() <= 0) - { - jvFrameInfo["step1Space"] = jvStep1TrainSpace; - jvStep1Space = jvStep1TrainSpace; - } - } - if (jvStep1TopSpace.size() > 0) - { - jvFrameInfo["step1TopSpace"] = jvStep1TopSpace; - } - - int iInvokeModelCnt = jvFrameInfo["invokeModelCnt"].asInt(); - iInvokeModelCnt++; - jvFrameInfo["invokeModelCnt"] = iInvokeModelCnt; - if (mapInvokeModelCnt_[pProcessData->iDataSource] == iInvokeModelCnt) - { - jvFrameInfo["step1Finish"] = true; - } - jvFrameInfo["isEnd"] = (pProcessData->bIsEnd || jvFrameInfo["isEnd"].asBool()); - if (pProcessData->iStatus == TRAINSTATUS_STOP && pProcessData->iStatus != jvFrameInfo["status"].asInt()) - { - jvFrameInfo["status"] = pProcessData->iStatus; - } - MyUtils::getins()->WriteJsonInfo(jvFrameInfo, strFilePath); - //第一步处理结束后, push端口1，做复制图片文本数据和图片上传处理。 - if (jvFrameInfo["step1Finish"].asBool()) - { - iRet = outputQueMap_[strPort1_]->push(std::static_pointer_cast(pProcessData), true); - } - - if (pProcessData->iDataSource == 0 && pPostData->iModelType == MODELTYPE_NUM) - { - DealTrainSpaceInfo(pProcessData, jvStep1Space); - - if (pProcessData->bIsEnd) - { - //最后一节处理下前一节信息 - if (!bDealCenterFlag_ && vecParationInfo_.size() > 0) - { - LogDebug << "lastFrameid:" << vecParationInfo_[0].modelSpaceFrame << " frameid:" << pProcessData->iFrameId; - DealCenterSpace(vecParationInfo_, pProcessData); - } - if (!bPushIsEnd_) - { - std::shared_ptr pPartionInfo = std::make_shared(); - pPartionInfo->iRate = pProcessData->iRate; - pPartionInfo->i64EndTimeStamp = pProcessData->i64TimeStamp; - pPartionInfo->modelSpaceFrame = pProcessData->iFrameId; - pPartionInfo->bmodelconfirmed = true; - pPartionInfo->strTrainDate = pProcessData->strTrainDate; - pPartionInfo->strTrainName = pProcessData->strTrainName; - pPartionInfo->bIsEnd = pProcessData->bIsEnd; - pPartionInfo->nStatus = ((pProcessData->iStatus == TRAINSTATUS_STOP) ? TRAIN_PAUSE : iDirection_); - - //最后一节和倒数第二节之间的间隔未能识别时，此时也需要通过车号属性切分下。 - SplitTrainByNumPro(pPartionInfo, pProcessData); - - LogWarn << "--------- 向Paration 发送数据 --------"; - outputQueMap_[strPort0_]->push(std::static_pointer_cast(pPartionInfo), true); - - iPushSpaceFrameId_ = pPartionInfo->modelSpaceFrame; - bPushIsEnd_ = pPartionInfo->bIsEnd; - LogDebug << "pushSpaceFrameId:" << iPushSpaceFrameId_ << " timeStamp:" << pPartionInfo->i64EndTimeStamp - << " ltx:" << pPartionInfo->fLTX << " rbx:" << pPartionInfo->fRBX - << " bPushIsEnd:" << bPushIsEnd_; - } - InitParam(); - } - } - } - return APP_ERR_OK; -} +#include "SaveStepOneResultEngine.h" using namespace ai_matrix; SaveStepOneResultEngine::SaveStepOneResultEngine() {} SaveStepOneResultEngine::~SaveStepOneResultEngine() {} APP_ERROR SaveStepOneResultEngine::Init() { strPort0_ = engineName_ + "_" + std::to_string(engineId_) + "_0"; strPort1_ = engineName_ + "_" + std::to_string(engineId_) + "_1"; strResultPath_ = MyYaml::GetIns()->GetPathValue("gc_result_path"); iSplitSpan_ = MyYaml::GetIns()->GetIntValue("partition_frame_span"); iSplitSpanPX_ = MyYaml::GetIns()->GetIntValue("gc_split_frame_span_px"); dataSourceConfig_ = MyYaml::GetIns()->GetDataSourceConfigById(engineId_); std::map mapUseDataSouceCfg = MyYaml::GetIns()->GetUseDataSourceConfig(); std::string delimiter(","); for (auto iter = mapUseDataSouceCfg.begin(); iter != mapUseDataSouceCfg.end(); iter++) { int iCnt = 0; std::vector vecSplit = MyUtils::getins()->split(iter->second.strTarget, delimiter); for (auto iter = vecSplit.begin(); iter != vecSplit.end(); iter++) { if (*iter == "NUM") { iCnt++; } else if (*iter == "CHKDATE") { iCnt++; } else if (*iter == "CONTAINER" || *iter == "CONTAINER_T") { iCnt++; } } mapInvokeModelCnt_[iter->first] = iCnt; } InitParam(); LogInfo << "SaveStepOneResultEngine Init ok"; return APP_ERR_OK; } APP_ERROR SaveStepOneResultEngine::DeInit() { LogInfo << "SaveStepOneResultEngine DeInit ok"; return APP_ERR_OK; } /** * 初始化参数信息 * inParam : N/A * outParam: N/A * return : N/A */ void SaveStepOneResultEngine::InitParam() { iPushSpaceFrameId_ = 0; i64TimeStampFirst_ = 0; iDirection_ = DIRECTION_UNKNOWN; bPushIsEnd_ = false; vecParationInfo_.clear(); std::vector().swap(vecParationInfo_); bDealCenterFlag_ = false; parationInfoLast_.i64EndTimeStamp = 0; parationInfoLast_.modelSpaceFrame = 0; parationInfoLast_.iRate = 0; parationInfoLast_.bmodelconfirmed = false; parationInfoLast_.fLTX = 0.0; parationInfoLast_.fRBX = 0.0; parationInfoLast_.strTrainDate = ""; parationInfoLast_.strTrainName = ""; parationInfoLast_.bIsEnd = false; parationInfoLast_.nStatus = 0; mapNumCenterInfo_.clear(); mapProCenterInfo_.clear(); bHaveHeadFlag_ = false; headInfo_.iFrameId = 0; headInfo_.fCenterX = 0; } /** * 构造车厢间隔信息 * inParam : N/A * outParam: N/A * return : N/A */ void SaveStepOneResultEngine::MakeParationInfo(PartionInfo ¶tionInfo, std::shared_ptr pProcessData, Json::Value &jvStep1Space) { parationInfo.i64EndTimeStamp = pProcessData->i64TimeStamp; parationInfo.modelSpaceFrame = pProcessData->iFrameId; parationInfo.iRate = pProcessData->iRate; parationInfo.bmodelconfirmed = true; parationInfo.fLTX = jvStep1Space[0]["ltx"].asFloat(); parationInfo.fRBX = jvStep1Space[0]["rbx"].asFloat(); parationInfo.strTrainDate = pProcessData->strTrainDate; parationInfo.strTrainName = pProcessData->strTrainName; parationInfo.bIsEnd = pProcessData->bIsEnd; parationInfo.nStatus = ((pProcessData->iStatus == TRAINSTATUS_STOP) ? TRAIN_PAUSE : iDirection_); parationInfoLast_ = parationInfo; } /** * 处理中心间隔信息 * inParam : N/A * outParam: N/A * return : N/A */ void SaveStepOneResultEngine::DealCenterSpace(std::vector &vecParationInfo, std::shared_ptr pProcessData) { int iVecSize = vecParationInfo.size(); if (iVecSize < 0) { return; } LogDebug << "积累的车厢切分信息数:" << iVecSize << " 帧:" << pProcessData->iFrameId << " 第一个车厢切分信息帧:" << vecParationInfo.at(0).modelSpaceFrame << " 最后一个车厢切分信息帧:" << vecParationInfo.at(iVecSize - 1).modelSpaceFrame << " 最后一个车厢切分信息是否为结束:" << vecParationInfo.at(iVecSize - 1).bIsEnd; /* 因停车后再行驶未能及时判断出为行驶状态，导致更新间隔信息，出现漏切分车厢(具体原因分析见正通2023-02-28的问题分析记录) 漏切分时vecParationInfo中保存的是两辆车的间隔信息，因此针对vecParationInfo做特殊处理，从此处切分出遗漏的车厢。 */ std::vector vecSpacePos; for (int i = 1; i < iVecSize; i++) { int iCenterXPre = vecParationInfo[i - 1].fLTX + (vecParationInfo[i - 1].fRBX - vecParationInfo[i - 1].fLTX) / 2; int iCenterX = vecParationInfo[i].fLTX + (vecParationInfo[i].fRBX - vecParationInfo[i].fLTX) / 2; bool bIntervalFlag = ((int)(vecParationInfo[i].modelSpaceFrame - vecParationInfo[i - 1].modelSpaceFrame)) > iSplitSpan_; LogDebug << "上一帧ID:" << vecParationInfo[i - 1].modelSpaceFrame << " 上一帧间隔X轴中线:" << iCenterXPre << " 本帧ID:" << vecParationInfo[i].modelSpaceFrame << " 本帧间隔X轴中线:" << iCenterX << " 满足帧间隔:" << bIntervalFlag << " i:" << i; if (iDirection_ == DIRECTION_LEFT && (iCenterXPre < iCenterX - iSplitSpanPX_) && bIntervalFlag) { vecSpacePos.push_back(i - 1); } if (iDirection_ == DIRECTION_RIGHT && (iCenterXPre - iSplitSpanPX_ > iCenterX) && bIntervalFlag) { vecSpacePos.push_back(i - 1); } } LogDebug << "vecSpacePos size:" << vecSpacePos.size(); vecSpacePos.push_back(iVecSize - 1); /* 如果集合中最后为列车结束帧，则表示停车在车厢间隔。这时用最后一个作为车厢划分帧。 其他场景使用靠近中心的间隔帧作为车厢划分帧 */ for (int iSpacePos = 0; iSpacePos < vecSpacePos.size(); iSpacePos++) { LogDebug << "index:" << vecSpacePos.at(iSpacePos) << " frameid:" << vecParationInfo[vecSpacePos.at(iSpacePos)].modelSpaceFrame; std::shared_ptr pPartionInfo = std::make_shared(); if (iSpacePos == vecSpacePos.size() - 1 && vecParationInfo[vecSpacePos.at(iSpacePos)].bIsEnd) { *pPartionInfo = vecParationInfo[vecSpacePos.at(iSpacePos)]; } else { int iPos = 0; int iImageCenter = pProcessData->iWidth / 2; int iToCenterXMin = iImageCenter; int iBegin = (iSpacePos == 0 ? 0 : vecSpacePos.at(iSpacePos - 1) + 1); for (int i = iBegin; i <= vecSpacePos.at(iSpacePos); i++) { int iCenterX = vecParationInfo[i].fLTX + (vecParationInfo[i].fRBX - vecParationInfo[i].fLTX) / 2; if (iToCenterXMin > abs(iCenterX - iImageCenter)) { iToCenterXMin = abs(iCenterX - iImageCenter); iPos = i; } } *pPartionInfo = vecParationInfo[iPos]; } //此处切分时，依据车号，属性判断是否有漏的车厢，如果有则依靠车号属性切分。 SplitTrainByNumPro(pPartionInfo, pProcessData); pPartionInfo->fLTX = pPartionInfo->fLTX / (pProcessData->iWidth / METHOD_BASE_WIDTH); pPartionInfo->fRBX = pPartionInfo->fRBX / (pProcessData->iWidth / METHOD_BASE_WIDTH); if (iPushSpaceFrameId_ == 0) { pPartionInfo->i64StartTimeStamp = i64TimeStampFirst_; pPartionInfo->startframe = dataSourceConfig_.iSkipInterval; } pPartionInfo->nStatus = ((pProcessData->iStatus == TRAINSTATUS_STOP) ? TRAIN_PAUSE : iDirection_); LogWarn << "--------- 向Paration 发送数据 --------"; outputQueMap_[strPort0_]->push(std::static_pointer_cast(pPartionInfo)); iPushSpaceFrameId_ = pPartionInfo->modelSpaceFrame; bPushIsEnd_ = pPartionInfo->bIsEnd; LogDebug << "pushSpaceFrameId:" << iPushSpaceFrameId_ << " timeStamp:" << pPartionInfo->i64EndTimeStamp << " ltx:" << pPartionInfo->fLTX << " rbx:" << pPartionInfo->fRBX << " bPushIsEnd:" << bPushIsEnd_; } vecParationInfo.clear(); } /** * 处理车厢间隔 * inParam : N/A * outParam: N/A * return : N/A */ void SaveStepOneResultEngine::DealTrainSpaceInfo(std::shared_ptr pProcessData, Json::Value &jvStep1Space) { /* 无方向时，识别的内容都放入集合中。 有向时，按方向判断是否push车厢间隔框 向左行驶：帧间隔中心点小于画面1/3时，则处理车厢间隔集合。新车厢间隔必须大于上次车厢中心点再放入集合等待处理。 向右行驶：帧间隔中心点大于画面2/3时，则处理车厢间隔集合。新车厢间隔必须小于上次车厢中心点再放入集合等待处理。 注：最后一节不会再有帧间隔了，因此直接发送的结束帧，且坐标设置中心点。 */ if (jvStep1Space.size() <= 0 || pProcessData->iOrigFrameId < 50) { return; } /* 停车状态后不再放入信息到集合中，防止长时间停在间隔上导致集合持续增大。 停车状态且有间隔时需更新最后间隔框帧号。(防止在XXX帧停车且有间隔框，然后开始倒车再正向行驶，当再回到开始倒车的位置时，此时帧号为YYYY， 会符合下面的partition_frame_span判断，导致bIntervalFlag为true而切分车厢) */ if (pProcessData->iStatus == TRAINSTATUS_STOP && !pProcessData->bIsEnd) { // LogDebug << "status_stop parationInfoLast_:" << parationInfoLast_.modelSpaceFrame << " update by frameId:" << pProcessData->iFrameId; parationInfoLast_.i64EndTimeStamp = pProcessData->i64TimeStamp; parationInfoLast_.modelSpaceFrame = pProcessData->iFrameId; return; } if (iDirection_ == DIRECTION_UNKNOWN) { std::string strFilePath = strResultPath_ + pProcessData->strTrainDate + "/" + pProcessData->strTrainName + "/" + "direction.txt"; Json::Value jvDirectionInfo; if (MyUtils::getins()->ReadJsonInfo(jvDirectionInfo, strFilePath)) { iDirection_ = jvDirectionInfo["direction"].asInt(); } else { LogWarn << "暂未检测出行车方向"; } } bool bIntervalFlag = ((int)(pProcessData->iFrameId - parationInfoLast_.modelSpaceFrame)) > iSplitSpan_; int iCenterCur = jvStep1Space[0]["ltx"].asFloat() + (jvStep1Space[0]["rbx"].asFloat() - jvStep1Space[0]["ltx"].asFloat()) / 2; int iCenterLast = parationInfoLast_.fLTX + (parationInfoLast_.fRBX - parationInfoLast_.fLTX) / 2; LogDebug << "当前帧:" << pProcessData->iFrameId << " 间隔框中心线:" << iCenterCur << " 上一帧:" << parationInfoLast_.modelSpaceFrame << " 间隔框中心线:" << iCenterLast << " 行车方向:" << iDirection_ << " 是否满足切分帧数:" << bIntervalFlag << " bDealCenterFlag_:" << bDealCenterFlag_; if (iDirection_ == DIRECTION_UNKNOWN || iCenterLast == 0) { PartionInfo parationInfo; MakeParationInfo(parationInfo, pProcessData, jvStep1Space); vecParationInfo_.push_back(parationInfo); } else if (iDirection_ == DIRECTION_LEFT) { if (iCenterCur < (pProcessData->iWidth / 3)) { if (!bDealCenterFlag_) { PartionInfo parationInfo; MakeParationInfo(parationInfo, pProcessData, jvStep1Space); vecParationInfo_.push_back(parationInfo); DealCenterSpace(vecParationInfo_, pProcessData); bDealCenterFlag_ = true; } //这需要替换parationInfoLast_, 确保parationInfoLast_是最靠左的一个间隔，但不需要加入集合 PartionInfo parationInfo; MakeParationInfo(parationInfo, pProcessData, jvStep1Space); } else if ((iCenterLast < iCenterCur - iSplitSpanPX_) && bIntervalFlag) //该条件只会在新车间隔出来进入一次 { //防止上节车厢间隔框所有识别都大于画面的1/3，因此当前车厢间隔出来后也需处理下上节车厢间隔 if (!bDealCenterFlag_ && vecParationInfo_.size() > 0) { LogDebug << "lastFrameid:" << vecParationInfo_[0].modelSpaceFrame << " frameid:" << pProcessData->iFrameId; DealCenterSpace(vecParationInfo_, pProcessData); } PartionInfo parationInfo; MakeParationInfo(parationInfo, pProcessData, jvStep1Space); vecParationInfo_.push_back(parationInfo); bDealCenterFlag_ = false; } else { PartionInfo parationInfo; MakeParationInfo(parationInfo, pProcessData, jvStep1Space); //该条件是防止第一个XXX帧满足小于画面1/3后切割，后一帧XXX+1的中心点大于画面1/3导致的加入vec中出现的多切分现象。(向右增加30px的浮动，因为大框可能不是同一种) if (!(bDealCenterFlag_ && !bIntervalFlag && (iCenterCur < (pProcessData->iWidth / 3 + 80)))) { vecParationInfo_.push_back(parationInfo); } } } else if (iDirection_ == DIRECTION_RIGHT) { if (iCenterCur > (pProcessData->iWidth / 3 * 2)) { if (!bDealCenterFlag_) { PartionInfo parationInfo; MakeParationInfo(parationInfo, pProcessData, jvStep1Space); vecParationInfo_.push_back(parationInfo); DealCenterSpace(vecParationInfo_, pProcessData); bDealCenterFlag_ = true; } //这需要替换parationInfoLast_, 确保parationInfoLast_是最靠右的一个间隔，但不需要加入集合 PartionInfo parationInfo; MakeParationInfo(parationInfo, pProcessData, jvStep1Space); } else if ((iCenterLast - iSplitSpanPX_ > iCenterCur) && bIntervalFlag) //该条件只会在新车间隔出来进入一次 { //防止上节车厢间隔所有识别框都小于画面的2/3，因此当前车厢间隔出来后也需处理下上节车厢间隔 if (!bDealCenterFlag_ && vecParationInfo_.size() > 0) { LogDebug << "lastFrameid:" << vecParationInfo_[0].modelSpaceFrame << " frameid:" << pProcessData->iFrameId; DealCenterSpace(vecParationInfo_, pProcessData); } PartionInfo parationInfo; MakeParationInfo(parationInfo, pProcessData, jvStep1Space); vecParationInfo_.push_back(parationInfo); bDealCenterFlag_ = false; } else { PartionInfo parationInfo; MakeParationInfo(parationInfo, pProcessData, jvStep1Space); //该条件是防止第一个XXX帧满足大于画面2/3后切割，后一帧XXX+1的中心点小于画面2/3导致的加入vec中出现的多切分现象。(向左增加80px的浮动因为大框可能不是同一种) if (!(bDealCenterFlag_ && !bIntervalFlag && (iCenterCur > (pProcessData->iWidth / 3 * 2 - 80)))) { vecParationInfo_.push_back(parationInfo); } } } } void SaveStepOneResultEngine::SplitTrainByNumPro(std::shared_ptr &pPartionInfo, std::shared_ptr &pProcessData) { //向左行驶用车号位置，向右行驶用属性位置。 std::map *pMapCenterInfoTemp_ = nullptr; if (iDirection_ == DIRECTION_LEFT) { pMapCenterInfoTemp_ = &mapNumCenterInfo_; mapProCenterInfo_.clear(); } else if (iDirection_ == DIRECTION_RIGHT) { pMapCenterInfoTemp_ = &mapProCenterInfo_; mapNumCenterInfo_.clear(); } if (pMapCenterInfoTemp_ == nullptr || pMapCenterInfoTemp_->size() <= 0) { return; } LogDebug << "pPartionInfo->modelSpaceFrame:" << pPartionInfo->modelSpaceFrame << " mapsize:" << pMapCenterInfoTemp_->size(); auto iter = pMapCenterInfoTemp_->begin(); int iCenterXPre = iter->second; uint32_t iFrameIdPre = iter->first; bool bFlag = false; uint32_t iSplitFrameId = 0; while (++iter != pMapCenterInfoTemp_->end()) { bool bIntervalFlag = (int)(iter->first - iFrameIdPre) > iSplitSpan_; LogDebug << "iFrameIdPre:" << iFrameIdPre << " iCenterXPre:" << iCenterXPre << " iFrameid:" << iter->first << " iCenter:" << iter->second << " bIntervalFlag:" << bIntervalFlag; if (iDirection_ == DIRECTION_LEFT && (iCenterXPre < iter->second - iSplitSpanPX_) && bIntervalFlag) { iSplitFrameId = iter->first; bFlag = true; } if (iDirection_ == DIRECTION_RIGHT && (iCenterXPre - iSplitSpanPX_ > iter->second) && bIntervalFlag) { iSplitFrameId = iter->first; //iSplitFrameId = iFrameIdPre; //向右行驶，从车号行驶到最右侧开始切分。 bFlag = true; } //比较完后，可更新前一帧数据 iCenterXPre = iter->second; iFrameIdPre = iter->first; if(bFlag) { if (iDirection_ == DIRECTION_LEFT && iter->second < (pProcessData->iWidth / 3)) { bFlag = false; } else if (iDirection_ == DIRECTION_RIGHT && iter->second > (pProcessData->iWidth / 3 * 2)) { bFlag = false; } if (!bFlag) { PartionInfo parationInfo; std::shared_ptr pPartionInfoNew = std::make_shared(); // pPartionInfoNew->i64EndTimeStamp = pProcessData->i64TimeStamp; pPartionInfoNew->modelSpaceFrame = iSplitFrameId; // parationInfo.iRate = pProcessData->iRate; pPartionInfoNew->bmodelconfirmed = false; // pPartionInfoNew->fLTX = jvStep1Space[0]["ltx"].asFloat(); // pPartionInfoNew->fRBX = jvStep1Space[0]["rbx"].asFloat(); pPartionInfoNew->strTrainDate = pProcessData->strTrainDate; pPartionInfoNew->strTrainName = pProcessData->strTrainName; pPartionInfoNew->bIsEnd = false; //**通过该函数切分的肯定不是最后一节 pPartionInfoNew->nStatus = ((pProcessData->iStatus == TRAINSTATUS_STOP) ? TRAIN_PAUSE : iDirection_); if (iPushSpaceFrameId_ == 0) { pPartionInfoNew->i64StartTimeStamp = i64TimeStampFirst_; pPartionInfoNew->startframe = dataSourceConfig_.iSkipInterval; } // pPartionInfoNew->nStatus = ((pProcessData->iStatus == TRAINSTATUS_STOP) ? TRAIN_PAUSE : iDirection_); //构造一个间隔信息写入到切分帧中 char szCameraNo[5] = {0}; sprintf(szCameraNo, "%03d/", pProcessData->iDataSource + 1); std::string strFilePath; strFilePath = strResultPath_ + pProcessData->strOrigTrainDate + "/" + pProcessData->strOrigTrainName + "/" + szCameraNo + std::to_string(iSplitFrameId) + ".txt"; Json::Value jvFrameInfo; MyUtils::getins()->ReadJsonInfo(jvFrameInfo, strFilePath); Json::Value jvOneSpace; jvOneSpace["classid"] = 18; jvOneSpace["ltx"] = pMapCenterInfoTemp_->at(iSplitFrameId) + (iDirection_ == DIRECTION_LEFT ? -50 : 50); jvOneSpace["lty"] = 0; jvOneSpace["rbx"] = pMapCenterInfoTemp_->at(iSplitFrameId) + (iDirection_ == DIRECTION_LEFT ? -50 : 50); jvOneSpace["rby"] = 0; jvFrameInfo["step1Space"].append(jvOneSpace); MyUtils::getins()->WriteJsonInfo(jvFrameInfo, strFilePath); LogWarn << "--------- 向Paration 发送数据 --------"; outputQueMap_[strPort0_]->push(std::static_pointer_cast(pPartionInfoNew)); iPushSpaceFrameId_ = pPartionInfoNew->modelSpaceFrame; bPushIsEnd_ = pPartionInfoNew->bIsEnd; LogDebug << "SplitTrainByNumPro pushSpaceFrameId:" << iPushSpaceFrameId_ << " timeStamp:" << pPartionInfoNew->i64EndTimeStamp << " ltx:" << pPartionInfoNew->fLTX << " rbx:" << pPartionInfoNew->fRBX << " bPushIsEnd:" << bPushIsEnd_; while (pMapCenterInfoTemp_->size() > 0) { auto iterDel = pMapCenterInfoTemp_->begin(); if(iterDel->first > iPushSpaceFrameId_) { break; } LogDebug << "erase iFrameId:" << iterDel->first; pMapCenterInfoTemp_->erase(iterDel); } } } if (iter->first >= pPartionInfo->modelSpaceFrame) { LogDebug << "frameid:"<< iter->first << " >= pPartionInfo->modelSpaceFrame:" << pPartionInfo->modelSpaceFrame << " break"; break; } } while (pMapCenterInfoTemp_->size() > 0) { auto iterDel = pMapCenterInfoTemp_->begin(); if (iterDel->first > pPartionInfo->modelSpaceFrame) { break; } LogDebug << "erase iFrameId:" << iterDel->first; pMapCenterInfoTemp_->erase(iterDel); } } APP_ERROR SaveStepOneResultEngine::Process() { int iRet = APP_ERR_OK; while (!isStop_) { //pop端口0 std::shared_ptr pVoidData0 = nullptr; iRet = inputQueMap_[strPort0_]->pop(pVoidData0); if (nullptr == pVoidData0) { usleep(1000); continue; } std::shared_ptr pProcessData = std::static_pointer_cast(pVoidData0); std::shared_ptr pPostData = std::static_pointer_cast(pProcessData->pVoidData); if (pProcessData->iFrameId == dataSourceConfig_.iSkipInterval) { i64TimeStampFirst_ = pProcessData->i64TimeStamp; } char szCameraNo[5] = {0}; sprintf(szCameraNo, "%03d/", pProcessData->iDataSource + 1); std::string strFilePath; strFilePath = strResultPath_ + pProcessData->strOrigTrainDate + "/" + pProcessData->strOrigTrainName + "/" + szCameraNo + std::to_string(pProcessData->iOrigFrameId) + ".txt"; Json::Value jvStep1Num; Json::Value jvStep1Pro; Json::Value jvStep1ChkDate; Json::Value jvStep1Container; Json::Value jvStep1Space; Json::Value jvStep1TrainSpace; Json::Value jvStep1TopSpace; for (int i = 0; i < pPostData->vecPostSubData.size(); i++) { PostSubData postSubData = pPostData->vecPostSubData[i]; if (postSubData.vecSingleData.size() < 0) { continue; } SingleData sdInfo = postSubData.vecSingleData.at(0); Json::Value jvInfo; jvInfo["classid"] = sdInfo.iClassId; jvInfo["score"] = sdInfo.fScore; jvInfo["clear"] = sdInfo.fClear; jvInfo["ltx"] = sdInfo.fLTX; jvInfo["lty"] = sdInfo.fLTY; jvInfo["rbx"] = sdInfo.fRBX; jvInfo["rby"] = sdInfo.fRBY; float fCenter = sdInfo.fLTX + (sdInfo.fRBX - sdInfo.fLTX) / 2; if (postSubData.iTargetType == NUM || postSubData.iTargetType == HEAD) { jvStep1Num.append(jvInfo); if (pProcessData->iDataSource == 0 && pProcessData->iStatus != TRAINSTATUS_STOP) { if (postSubData.iTargetType != HEAD) { mapNumCenterInfo_.insert(std::make_pair(pProcessData->iFrameId, fCenter)); } else { //车头没有属性，因此车头号也加入到属性中。保证向右行驶属性在前时最后2节的切分。 //车头只加入一次，防止一个车头2个车头号的场景。但有两个车头且没识别车头间隔则无法处理。 if (!bHaveHeadFlag_) { bool bIntervalFlag = ((int)(pProcessData->iFrameId - headInfo_.iFrameId) > iSplitSpan_ && headInfo_.iFrameId != 0); LogDebug << "frameid:" << pProcessData->iFrameId << " center:" << fCenter << " preframeid:" << headInfo_.iFrameId << " precenter:" << headInfo_.fCenterX << " bIntervalFlag:" << bIntervalFlag; if ((bIntervalFlag && abs((int)(headInfo_.fCenterX - fCenter)) > iSplitSpanPX_)) { bHaveHeadFlag_ = true; } else { headInfo_.fCenterX = fCenter; headInfo_.iFrameId = pProcessData->iFrameId; mapNumCenterInfo_.insert(std::make_pair(pProcessData->iFrameId, fCenter)); mapProCenterInfo_.insert(std::make_pair(pProcessData->iFrameId, fCenter)); } } } } } else if (postSubData.iTargetType == PRO) { jvStep1Pro.append(jvInfo); if (pProcessData->iDataSource == 0 && pProcessData->iStatus != TRAINSTATUS_STOP) { mapProCenterInfo_.insert(std::make_pair(pProcessData->iFrameId, fCenter)); } } else if (postSubData.iTargetType == CHKDATE) { jvStep1ChkDate.append(jvInfo); } else if (postSubData.iTargetType == CONTAINER) { jvStep1Container.append(jvInfo); } else if (postSubData.iTargetType == SPACE) { jvStep1Space.append(jvInfo); } else if (postSubData.iTargetType == TRAINSPACE) { jvStep1TrainSpace.append(jvInfo); } else if (postSubData.iTargetType == TOPSPACE) { jvStep1TopSpace.append(jvInfo); } } //先读取文本内容，追加新的信息后再写入 Json::Value jvFrameInfo; if (!MyUtils::getins()->ReadJsonInfo(jvFrameInfo, strFilePath)) { LogError << "read fail:" << strFilePath; } if (jvStep1Num.size() > 0) { jvFrameInfo["step1Num"] = jvStep1Num; } if (jvStep1Pro.size() > 0) { jvFrameInfo["step1Pro"] = jvStep1Pro; } if (jvStep1ChkDate.size() > 0) { jvFrameInfo["step1ChkDate"] = jvStep1ChkDate; } if (jvStep1Container.size() > 0) { jvFrameInfo["step1Container"] = jvStep1Container; } if (jvStep1Space.size() > 0) { jvFrameInfo["step1Space"] = jvStep1Space; } if (jvStep1TrainSpace.size() > 0) { jvFrameInfo["step1TrainSpace"] = jvStep1TrainSpace; if (jvStep1Space.size() <= 0) { jvFrameInfo["step1Space"] = jvStep1TrainSpace; jvStep1Space = jvStep1TrainSpace; } } if (jvStep1TopSpace.size() > 0) { jvFrameInfo["step1TopSpace"] = jvStep1TopSpace; } int iInvokeModelCnt = jvFrameInfo["invokeModelCnt"].asInt(); iInvokeModelCnt++; jvFrameInfo["invokeModelCnt"] = iInvokeModelCnt; if (mapInvokeModelCnt_[pProcessData->iDataSource] == iInvokeModelCnt) { jvFrameInfo["step1Finish"] = true; } jvFrameInfo["isEnd"] = (pProcessData->bIsEnd || jvFrameInfo["isEnd"].asBool()); if (pProcessData->iStatus == TRAINSTATUS_STOP && pProcessData->iStatus != jvFrameInfo["status"].asInt()) { jvFrameInfo["status"] = pProcessData->iStatus; } MyUtils::getins()->WriteJsonInfo(jvFrameInfo, strFilePath); //第一步处理结束后, push端口1，做复制图片文本数据和图片上传处理。 if (jvFrameInfo["step1Finish"].asBool()) { iRet = outputQueMap_[strPort1_]->push(std::static_pointer_cast(pProcessData)); } if (pProcessData->iDataSource == 0 && pPostData->iModelType == MODELTYPE_NUM) { DealTrainSpaceInfo(pProcessData, jvStep1Space); if (pProcessData->bIsEnd) { //最后一节处理下前一节信息 if (!bDealCenterFlag_ && vecParationInfo_.size() > 0) { LogDebug << "lastFrameid:" << vecParationInfo_[0].modelSpaceFrame << " frameid:" << pProcessData->iFrameId; DealCenterSpace(vecParationInfo_, pProcessData); } if (!bPushIsEnd_) { std::shared_ptr pPartionInfo = std::make_shared(); pPartionInfo->iRate = pProcessData->iRate; pPartionInfo->i64EndTimeStamp = pProcessData->i64TimeStamp; pPartionInfo->modelSpaceFrame = pProcessData->iFrameId; pPartionInfo->bmodelconfirmed = true; pPartionInfo->strTrainDate = pProcessData->strTrainDate; pPartionInfo->strTrainName = pProcessData->strTrainName; pPartionInfo->bIsEnd = pProcessData->bIsEnd; pPartionInfo->nStatus = ((pProcessData->iStatus == TRAINSTATUS_STOP) ? TRAIN_PAUSE : iDirection_); //最后一节和倒数第二节之间的间隔未能识别时，此时也需要通过车号属性切分下。 SplitTrainByNumPro(pPartionInfo, pProcessData); LogWarn << "--------- 向Paration 发送数据 --------"; outputQueMap_[strPort0_]->push(std::static_pointer_cast(pPartionInfo)); iPushSpaceFrameId_ = pPartionInfo->modelSpaceFrame; bPushIsEnd_ = pPartionInfo->bIsEnd; LogDebug << "pushSpaceFrameId:" << iPushSpaceFrameId_ << " timeStamp:" << pPartionInfo->i64EndTimeStamp << " ltx:" << pPartionInfo->fLTX << " rbx:" << pPartionInfo->fRBX << " bPushIsEnd:" << bPushIsEnd_; } InitParam(); } } } return APP_ERR_OK; } \ No newline at end of file diff --git a/nvidia_ascend_engine/common_engine/SelectBestEngine/SelectBestEngine.cpp b/nvidia_ascend_engine/common_engine/SelectBestEngine/SelectBestEngine.cpp index 085783c..22e0173 100644 --- a/nvidia_ascend_engine/common_engine/SelectBestEngine/SelectBestEngine.cpp +++ b/nvidia_ascend_engine/common_engine/SelectBestEngine/SelectBestEngine.cpp @@ -1,765 +1 @@ -#include "SelectBestEngine.h" -#include "myutils.h" - -using namespace ai_matrix; - -SelectBestEngine::SelectBestEngine() {} - -SelectBestEngine::~SelectBestEngine() {} - -APP_ERROR SelectBestEngine::Init() -{ - strPort0_ = engineName_ + "_" + std::to_string(engineId_) + "_0"; - strPort1_ = engineName_ + "_" + std::to_string(engineId_) + "_1"; - iSelectBestMode_ = MyYaml::GetIns()->GetIntValue("gc_select_best_mode"); - strResultPath_ = MyYaml::GetIns()->GetPathValue("gc_result_path"); - strBestPath_ = MyYaml::GetIns()->GetPathValue("gc_best_path"); - - //获取几个摄像头识别车号 - std::map mapUseDataSouceCfg = MyYaml::GetIns()->GetUseDataSourceConfig(); - for (auto iter = mapUseDataSouceCfg.begin(); iter != mapUseDataSouceCfg.end(); iter++) - { - if (iter->second.strTarget.find("NUM") != std::string::npos) - { - mapDataSourceIsEnd_[iter->first] = false; - } - } - - InitParam(); - LogInfo << "SelectBestEngine Init ok"; - return APP_ERR_OK; -} - -APP_ERROR SelectBestEngine::DeInit() -{ - LogInfo << "SelectBestEngine DeInit ok"; - return APP_ERR_OK; -} - -/** -* push数据到队列，队列满时则休眠一段时间再push -* inParam : const std::string strPort push的端口 - : const std::shared_ptr &pTrain push的数据 -* outParam: N/A -* return : N/A -*/ -void SelectBestEngine::PushData(const std::string &strPort, const std::shared_ptr &pTrain) -{ - while (true) - { - int iRet = outputQueMap_[strPort]->push(std::static_pointer_cast(pTrain)); - if (iRet != 0) - { - LogDebug << "num:" << pTrain->trainNum.strTrainNum << " push fail iRet:" << iRet; - if (iRet == 2) - { - usleep(10000); // 10ms - continue; - } - } - break; - } -} - -/** -* 初始化车号参数信息 -* inParam : N/A -* outParam: N/A -* return : N/A -*/ -void SelectBestEngine::InitNumParam() -{ - mapTrainTypeId_.clear(); - mapNumInfo_.clear(); - strBestNumImg_ = ""; - i64TimeStampNum_ = 0; - fMaxScoreSumNum_ = 0; - memset(&step1LocationBestNum_, 0, sizeof(step1LocationBestNum_)); - iDataSourceNum_ = 0; -} - -/** -* 初始化属性参数信息 -* inParam : N/A -* outParam: N/A -* return : N/A -*/ -void SelectBestEngine::InitProParam() -{ - mapProInfo_.clear(); - strBestProImg_ = ""; - i64TimeStampPro_ = 0; - fMaxScoreSumPro_ = 0; - memset(&step1LocationBestPro_, 0, sizeof(step1LocationBestPro_)); - iDataSourcePro_ = 0; -} - -/** -* 初始化车号参数信息(只有车结束调用) -* inParam : N/A -* outParam: N/A -* return : N/A -*/ -void SelectBestEngine::InitHeadParam() -{ - mapHeadInfo_.clear(); - strBestHeadImg_ = ""; - i64TimeStampHead_ = 0; - fMaxScoreSumHead_ = 0; - memset(&step1LocationBestHead_, 0, sizeof(step1LocationBestHead_)); - iDataSourceHead_ = 0; -} - -/** -* 初始化参数信息 -* inParam : N/A -* outParam: N/A -* return : N/A -*/ -void SelectBestEngine::InitParam() -{ - iNumIndex_ = 1; - iProIndex_ = 1; - InitNumParam(); - InitProParam(); - InitHeadParam(); - - for (auto iter = mapDataSourceIsEnd_.begin(); iter != mapDataSourceIsEnd_.end(); iter++) - { - iter->second = false; - } -} - -/** -* 获取最优长度 -* inParam : std::vector &vecAllTransInfo 待汇总取优的结果集 -* : TargetMaxLen iMaxLen 目标最大长度 -* outParam: N/A -* return : 最优长度 -*/ -int SelectBestEngine::GetBestLength(std::vector &vecAllTransInfo, TargetMaxLen iMaxLen) -{ - //1.获取结果中每种长度出现的次数 - std::map mapResultSize; - for (size_t i = 0; i < vecAllTransInfo.size(); i++) - { - int iNowSize = vecAllTransInfo[i].vecValue.size(); - if (mapResultSize.find(iNowSize) != mapResultSize.end()) - { - mapResultSize[iNowSize]++; - continue; - } - mapResultSize[iNowSize] = 1; - } - - int iBestLen = 0; - //2.获取最优长度 - if (iSelectBestMode_ == FREQUENCY) - { - //2.1 按长度出现的频次最多，作为最优长度 - int iCnt = 0; - for (auto it = mapResultSize.begin(); it != mapResultSize.end(); it++) - { - if (iCnt < it->second && it->first <= iMaxLen) - { - iCnt = it->second; - iBestLen = it->first; - } - } - } - else if (iSelectBestMode_ == LENGTH) - { - //2.2 按最长长度且不能大于最大长度，作为最优长度 - for (auto rit = mapResultSize.rbegin(); rit != mapResultSize.rend(); rit++) - { - if (rit->first <= iMaxLen) - { - iBestLen = rit->first; - break; - } - } - } - - return iBestLen; -} - -/** -* 获取最优结果 -* inParam : std::vector &vecAllTransInfo 待汇总取优的结果集 -* : TargetMaxLen iMaxLen 目标最大长度 -* outParam: N/A -* return : 最优结果 -*/ -std::string SelectBestEngine::GetBest(std::vector &vecAllTransInfo, TargetMaxLen iMaxLen) -{ - std::string strValue = ""; - if (vecAllTransInfo.size() <= 0) - { - return strValue; - } - - //优先使用校验通过的数据选优。 - std::vector vecTransInfoTemp; - for (size_t i = 0; i < vecAllTransInfo.size(); i++) - { - TransInfo transInfo = vecAllTransInfo[i]; - if (transInfo.IsChkFlag) - { - vecTransInfoTemp.emplace_back(transInfo); - } - } - if (vecTransInfoTemp.size() > 0) - { - vecAllTransInfo = vecTransInfoTemp; - } - else - { - // 此处因车厢太脏。识别效果很差，难以与RFID识别结果融合，所以增加eles - return strValue; - } - - //获取最优长度 - int iBestLen = GetBestLength(vecAllTransInfo, iMaxLen); - - //初始化最优结果 - TransInfo transInfoBest; - transInfoBest.vecScore.reserve(iBestLen); - transInfoBest.vecValue.reserve(iBestLen); - for (int i = 0; i < iBestLen; i++) - { - transInfoBest.vecScore.emplace_back(0); - transInfoBest.vecValue.emplace_back(""); - } - - std::map mapResult; //符合最优长度的结果集 [key:结果; value:结果出现次数] - for (size_t iIndex = 0; iIndex < vecAllTransInfo.size(); iIndex++) - { - if (vecAllTransInfo[iIndex].vecValue.size() != iBestLen) - { - continue; - } - - std::string strValueTemp; - for (int j = 0; j < iBestLen; j++) - { - strValueTemp += vecAllTransInfo[iIndex].vecValue[j]; - if (transInfoBest.vecScore[j] < vecAllTransInfo[iIndex].vecScore[j]) - { - transInfoBest.vecScore[j] = vecAllTransInfo[iIndex].vecScore[j]; - transInfoBest.vecValue[j] = vecAllTransInfo[iIndex].vecValue[j]; - } - } - - if (mapResult.find(strValueTemp) != mapResult.end()) - { - mapResult[strValueTemp]++; - } - else - { - mapResult[strValueTemp] = 1; - } - } - - //按字符最高得分汇总结果 - for (size_t i = 0; i < transInfoBest.vecValue.size(); ++i) - { - strValue += transInfoBest.vecValue[i]; - } - - //按出现次数汇总结果 - int iMaxCnt = 0; - std::string strValue2; - for (auto iter = mapResult.begin(); iter != mapResult.end(); iter++) - { - if (iter->second > iMaxCnt) - { - iMaxCnt = iter->second; - strValue2 = iter->first; - } - } - - //最高得分汇总和最高次数汇总不相等，且识别同一结果次数大于等于3次，则使用按次数汇总结果。 - if (strValue != strValue2) - { - LogWarn << "engineId:" << engineId_ << " value1:" << strValue << " value2:" << strValue2 - << " not equal value2cnt:" << iMaxCnt; - if (iMaxCnt >= 3) - { - strValue = strValue2; - } - } - - return strValue; -} - -/** -* 车号数据加入到待选优集合中 -* inParam : std::shared_ptr pProcessData :处理帧数据 - : TransSubData &transSubData :转换后子数据 -* outParam: N/A -* return : N/A -*/ -void SelectBestEngine::NumAddSelectBestMap(std::shared_ptr pProcessData, TransSubData &transSubData) -{ - for (size_t i = 0; i < transSubData.vecTransInfo.size(); i++) - { - TransInfo transInfo = transSubData.vecTransInfo[i]; - mapNumInfo_[transInfo.iLine].emplace_back(transInfo); - } - - //记录车厢类型ID - if (mapTrainTypeId_.find(transSubData.iBigClassId) != mapTrainTypeId_.end()) - { - mapTrainTypeId_[transSubData.iBigClassId]++; - } - else - { - mapTrainTypeId_[transSubData.iBigClassId] = 1; - } - - //最高分和最优帧号 - if (fMaxScoreSumNum_ < transSubData.fScoreSum) - { - fMaxScoreSumNum_ = transSubData.fScoreSum; - strBestNumImg_ = std::to_string(pProcessData->iFrameId) + ".jpg"; - i64TimeStampNum_ = pProcessData->i64TimeStamp; - step1LocationBestNum_ = transSubData.step1Location; - iDataSourceNum_ = pProcessData->iDataSource; - } -} - -/** -* 属性数据加入到待选优集合中 -* inParam : std::shared_ptr pProcessData :处理帧数据 - : TransSubData &transSubData :转换后子数据 -* outParam: N/A -* return : N/A -*/ -void SelectBestEngine::ProAddSelectBestMap(std::shared_ptr pProcessData, TransSubData &transSubData) -{ - for (size_t i = 0; i < transSubData.vecTransInfo.size(); i++) - { - TransInfo transInfo = transSubData.vecTransInfo[i]; - mapProInfo_[transInfo.iLine].emplace_back(transInfo); - } - - //最高分和最优帧号 - if (fMaxScoreSumPro_ < transSubData.fScoreSum) - { - fMaxScoreSumPro_ = transSubData.fScoreSum; - strBestProImg_ = std::to_string(pProcessData->iFrameId) + ".jpg"; - i64TimeStampPro_ = pProcessData->i64TimeStamp; - step1LocationBestPro_ = transSubData.step1Location; - iDataSourcePro_ = pProcessData->iDataSource; - } -} - -/** -* 车头数据加入到待选优集合中 -* inParam : std::shared_ptr pProcessData :处理帧数据 - : TransSubData &transSubData :转换后子数据 -* outParam: N/A -* return : N/A -*/ -void SelectBestEngine::HeadAddSelectBestMap(std::shared_ptr pProcessData, TransSubData &transSubData) -{ - for (size_t i = 0; i < transSubData.vecTransInfo.size(); i++) - { - TransInfo transInfo = transSubData.vecTransInfo[i]; - mapHeadInfo_[transInfo.iLine].emplace_back(transInfo); - } - - //记录车头大框识别次数 - auto iter = mapTrainTypeId_.find(0); - if (iter == mapTrainTypeId_.end()) - { - mapTrainTypeId_.insert(std::make_pair(0, 1)); - } - else - { - iter->second++; - } - - //最高分和最优帧号 - if (fMaxScoreSumHead_ < transSubData.fScoreSum) - { - fMaxScoreSumHead_ = transSubData.fScoreSum; - strBestHeadImg_ = std::to_string(pProcessData->iFrameId) + ".jpg"; - i64TimeStampHead_ = pProcessData->i64TimeStamp; - step1LocationBestHead_ = transSubData.step1Location; - iDataSourceHead_ = pProcessData->iDataSource; - } -} - -/** -* 汇总车头最佳值 -* inParam : N/A -* outParam: N/A -* return : N/A -*/ -bool SelectBestEngine::GetHeadBest(std::shared_ptr pProcessData) -{ - //2.无识别车头信息，不汇总 - if (mapHeadInfo_.empty()) - { - LogDebug << "engineId:" << engineId_ << " no head info"; - return false; - } - - std::shared_ptr pTrain = std::make_shared(); - pTrain->trainNum.iDataSource = iDataSourceHead_; - pTrain->trainNum.bIsEnd = pProcessData->bIsEnd; - pTrain->trainNum.strTrainDate = pProcessData->strTrainDate; - pTrain->trainNum.strTrainName = pProcessData->strTrainName; - pTrain->trainNum.iDirection = pProcessData->iDirection; - - //车头型号 - if (mapHeadInfo_.find(0) != mapHeadInfo_.end()) - { - pTrain->trainNum.strTrainType = GetBest(mapHeadInfo_.at(0), TYPE_MAXLEN); - } - - //车头编号 - if (mapHeadInfo_.find(1) != mapHeadInfo_.end()) - { - pTrain->trainNum.strTrainNum = GetBest(mapHeadInfo_.at(1), NUM_MAXLEN); - } - - pTrain->trainNum.strBestImg = strBestHeadImg_; - pTrain->trainNum.iCarXH = 0; - pTrain->trainNum.step1Location = step1LocationBestHead_; - pTrain->trainNum.i64TimeStamp = i64TimeStampHead_; - pTrain->trainNum.iTrainTypeId = 0; //车头 - - - //push端口1，车头属性 - pTrain->trainPro.iDataSource = iDataSourceHead_; - pTrain->trainPro.bIsEnd = pProcessData->bIsEnd; - pTrain->trainPro.strTrainDate = pProcessData->strTrainDate; - pTrain->trainPro.strTrainName = pProcessData->strTrainName; - pTrain->trainPro.iDirection = pProcessData->iDirection; - pTrain->trainPro.iCarXH = 0; - - pTrain->strTrainDate = pTrain->trainNum.strTrainDate; - pTrain->strTrainName = pTrain->trainNum.strTrainName; - pTrain->iDirection = pTrain->trainNum.iDirection; - pTrain->iDataSource = pTrain->trainNum.iDataSource >= pTrain->trainPro.iDataSource ? pTrain->trainNum.iDataSource : pTrain->trainPro.iDataSource; - - LogInfo << "\n ---汇总结果--- \n" - << "日期时间: " << pTrain->strTrainDate << " " << pTrain->strTrainName << "\n" - << "车厢序号: " << pTrain->iCarXH << "\n" - << "车型Id: " << pTrain->trainNum.iTrainTypeId << "\n" - << "车型: " << pTrain->trainNum.strTrainType << "\n" - << "车号: " << pTrain->trainNum.strTrainNum << "\n" - << "载重: " << pTrain->trainPro.strLoad << "\n" - << "自重: " << pTrain->trainPro.strSelf << "\n" - << "容积: " << pTrain->trainPro.strVolume << "\n" - << "换长: " << pTrain->trainPro.strChange << "\n" - << "容量记表: " << pTrain->trainPro.strVolumeSurface << "\n" - << "编号图片: " << pTrain->trainNum.strBestImg << "\n" - << "属性图片: " << pTrain->trainPro.strBestImg << "\n" - << "行驶方向: " << pTrain->iDirection << "\n" - << " ---汇总结果 END--- "; - - //拷贝最优图片到最优路径下 - CopyBestImgToBestPath(pTrain); - - std::shared_ptr pTrainToCsv = std::make_shared(); - *pTrainToCsv = *pTrain; - PushData(strPort0_, pTrain); - PushData(strPort1_, pTrainToCsv); - return true; -} - -/** -* 汇总车号最佳值 -* inParam : std::shared_ptr pProcessData -* outParam: TrainNum &trainNum -* return : N/A -*/ -void SelectBestEngine::GetNumBest(TrainNum &trainNum, std::shared_ptr pProcessData) -{ - trainNum.iDataSource = iDataSourceNum_; - trainNum.bIsEnd = pProcessData->bIsEnd; - trainNum.strTrainDate = pProcessData->strTrainDate; - trainNum.strTrainName = pProcessData->strTrainName; - trainNum.iDirection = pProcessData->iDirection; - trainNum.iCarXH = pProcessData->iTrainIndex; - - //车型 - if (mapNumInfo_.find(0) != mapNumInfo_.end()) - { - trainNum.strTrainType = GetBest(mapNumInfo_.at(0), TYPE_MAXLEN); - } - //编号 - if (mapNumInfo_.find(1) != mapNumInfo_.end()) - { - trainNum.strTrainNum = GetBest(mapNumInfo_.at(1), NUM_MAXLEN); - } - - //按出现次数选车厢类型ID - int iMaxCnt = 0; - for (auto iter = mapTrainTypeId_.begin(); iter != mapTrainTypeId_.end(); iter++) - { - if (iter->second > iMaxCnt) - { - iMaxCnt = iter->second; - trainNum.iTrainTypeId = iter->first; - } - } - - trainNum.strBestImg = strBestNumImg_; - trainNum.fScoreSum = fMaxScoreSumNum_; - trainNum.iCarXH = iNumIndex_++; - trainNum.step1Location = step1LocationBestNum_; - trainNum.i64TimeStamp = i64TimeStampNum_; - //初始化车号信息 - InitNumParam(); -} - -/** -* 汇总属性最佳值 -* inParam : std::shared_ptr pProcessData -* outParam: TrainPro &trainPro -* return : N/A -*/ -void SelectBestEngine::GetProBest(TrainPro &trainPro, std::shared_ptr pProcessData) -{ - trainPro.iDataSource = iDataSourcePro_; - trainPro.bIsEnd = pProcessData->bIsEnd; - trainPro.strTrainDate = pProcessData->strTrainDate; - trainPro.strTrainName = pProcessData->strTrainName; - trainPro.iDirection = pProcessData->iDirection; - trainPro.iCarXH = pProcessData->iTrainIndex; - - //载重 - if (mapProInfo_.find(0) != mapProInfo_.end()) - { - trainPro.strLoad = GetBest(mapProInfo_.at(0), LOAD_MAXLEN); - } - //自重 - if (mapProInfo_.find(1) != mapProInfo_.end()) - { - trainPro.strSelf = GetBest(mapProInfo_.at(1), SELF_MAXLEN); - if (trainPro.strSelf.length() == 3) - { - trainPro.strSelf = trainPro.strSelf.substr(0, 2) + "." + trainPro.strSelf.substr(2, 1); - } - } - //容积 - if (mapProInfo_.find(2) != mapProInfo_.end()) - { - trainPro.strVolume = GetBest(mapProInfo_.at(2), VOLUME_MAXLEN); - //棚车容器一般为1开头得三位整数，因此不需要额外补小数点处理。 - if (trainPro.strVolume.length() == 3 && trainPro.strVolume.substr(0, 1) != "1") - { - trainPro.strVolume = trainPro.strVolume.substr(0, 2) + "." + trainPro.strVolume.substr(2, 1); - } - } - - //换长 - if (mapProInfo_.find(3) != mapProInfo_.end()) - { - trainPro.strChange = GetBest(mapProInfo_.at(3), CHANGE_MAXLEN); - if (trainPro.strChange.length() == 1) - { - if (trainPro.strChange.at(0) != '1') - { - trainPro.strChange = "1." + trainPro.strChange; - } - } - else if (trainPro.strChange.length() == 2) - { - trainPro.strChange = trainPro.strChange.substr(0, 1) + "." + trainPro.strChange.substr(1, 1); - } - } - - //罐车容量记表 - if (mapProInfo_.find(4) != mapProInfo_.end()) - { - trainPro.strVolumeSurface = GetBest(mapProInfo_.at(4), VOLUMESURFACE_MAXLEN); - } - - trainPro.strBestImg = strBestProImg_; - trainPro.fScoreSum = fMaxScoreSumPro_; - trainPro.iCarXH = iProIndex_++; - trainPro.step1Location = step1LocationBestPro_; - trainPro.i64TimeStamp = i64TimeStampPro_; - //初始化属性信息 - InitProParam(); -} - -/** -* 拷贝最优图片到最优路径下 -* inParam : N/A -* outParam: N/A -* return : N/A -*/ -void SelectBestEngine::CopyBestImgToBestPath(const std::shared_ptr &pTrain) -{ - //拷贝最优图片到最优路径下 - if (!pTrain->trainNum.strBestImg.empty()) - { - char szCameraNo[6] = {0}; //车号最优图片路径 - sprintf(szCameraNo, "/%03d/", pTrain->trainNum.iDataSource + 1); - std::string strDes = strBestPath_ + pTrain->strTrainDate + "/" + pTrain->strTrainName + szCameraNo; - if (!MyUtils::getins()->CreateDirPath(strDes)) - { - LogError << "engineId:" << engineId_ << " CreateDirPath err strDes:" << strDes; - return; - } - - std::string strSrc = strResultPath_ + pTrain->strTrainDate + "/" + pTrain->strTrainName + szCameraNo + pTrain->trainNum.strBestImg; - strDes += pTrain->trainNum.strBestImg; - MyUtils::getins()->copyFile(strSrc, strDes); - } - if (!pTrain->trainPro.strBestImg.empty()) - { - char szCameraNo[6] = {0}; //车号最优图片路径 - sprintf(szCameraNo, "/%03d/", pTrain->trainPro.iDataSource + 1); - std::string strDes = strBestPath_ + pTrain->strTrainDate + "/" + pTrain->strTrainName + szCameraNo; - if (!MyUtils::getins()->CreateDirPath(strDes)) - { - LogError << "engineId:" << engineId_ << " CreateDirPath err strDes:" << strDes; - return; - } - std::string strSrc = strResultPath_ + pTrain->strTrainDate + "/" + pTrain->strTrainName + szCameraNo + pTrain->trainPro.strBestImg; - strDes += pTrain->trainPro.strBestImg; - MyUtils::getins()->copyFile(strSrc, strDes); - } -} - - -/** -* 汇总车厢最佳值 -* inParam : N/A -* outParam: N/A -* return : N/A -*/ -void SelectBestEngine::GetTrainBest(std::shared_ptr pProcessData) -{ - std::shared_ptr pTrain = std::make_shared(); - //1.汇总车号信息 - GetNumBest(pTrain->trainNum, pProcessData); - - //2.汇总属性信息 - GetProBest(pTrain->trainPro, pProcessData); - - /*按车型删除误识别的属性 - 1.非罐车删除容量计表 - 2.平车删除容积 - */ - if (pTrain->trainNum.iTrainTypeId != 5 && pTrain->trainNum.iTrainTypeId != -1) - { - pTrain->trainPro.strVolumeSurface = ""; - } - if (pTrain->trainNum.iTrainTypeId == 6) - { - pTrain->trainPro.strVolume = ""; - } - - pTrain->strTrainDate = pTrain->trainNum.strTrainDate; - pTrain->strTrainName = pTrain->trainNum.strTrainName; - pTrain->iDirection = pTrain->trainNum.iDirection; - pTrain->iCarXH = pTrain->trainNum.iCarXH; - pTrain->iDataSource = pTrain->trainNum.iDataSource >= pTrain->trainPro.iDataSource ? pTrain->trainNum.iDataSource : pTrain->trainPro.iDataSource; - - LogInfo << "\n ---汇总结果--- \n" - << "日期时间: " << pTrain->strTrainDate << " " << pTrain->strTrainName << "\n" - << "车厢序号: " << pTrain->iCarXH << "\n" - << "车型Id: " << pTrain->trainNum.iTrainTypeId << "\n" - << "车型: " << pTrain->trainNum.strTrainType << "\n" - << "车号: " << pTrain->trainNum.strTrainNum << "\n" - << "载重: " << pTrain->trainPro.strLoad << "\n" - << "自重: " << pTrain->trainPro.strSelf << "\n" - << "容积: " << pTrain->trainPro.strVolume << "\n" - << "换长: " << pTrain->trainPro.strChange << "\n" - << "容量记表: " << pTrain->trainPro.strVolumeSurface << "\n" - << "编号图片: " << pTrain->trainNum.strBestImg << "\n" - << "属性图片: " << pTrain->trainPro.strBestImg << "\n" - << "行驶方向: " << pTrain->iDirection << "\n" - << " ---汇总结果 END--- "; - - //拷贝最优图片到最优路径下 - CopyBestImgToBestPath(pTrain); - - std::shared_ptr pTrainToCsv = std::make_shared(); - *pTrainToCsv = *pTrain; - PushData(strPort0_, pTrain); - PushData(strPort1_, pTrainToCsv); -} - -APP_ERROR SelectBestEngine::Process() -{ - int iRet = APP_ERR_OK; - while (!isStop_) - { - //pop端口0 - std::shared_ptr pVoidData0 = nullptr; - iRet = inputQueMap_[strPort0_]->pop(pVoidData0); - if (nullptr == pVoidData0) - { - usleep(1000); - continue; - } - - std::shared_ptr pProcessData = std::static_pointer_cast(pVoidData0); - std::shared_ptr pTransData = std::static_pointer_cast(pProcessData->pVoidData); - if (pProcessData->bIsEnd) - { - mapDataSourceIsEnd_[pProcessData->iDataSource] = pProcessData->bIsEnd; - } - - for (size_t i = 0; i < pTransData->vecTransSubData.size(); i++) - { - TransSubData transSubData = pTransData->vecTransSubData[i]; - //车头 - if (transSubData.iBigClassId == 0) - { - //车头加入待汇总集合中 - HeadAddSelectBestMap(pProcessData, transSubData); - } - //属性 - else if (transSubData.iBigClassId == 1) - { - //属性加入待汇总集合中 - ProAddSelectBestMap(pProcessData, transSubData); - } - //车号 - else if (transSubData.iBigClassId >= 2 && transSubData.iBigClassId <= 6) - { - //车号加入待汇总集合中 - NumAddSelectBestMap(pProcessData, transSubData); - } - } - - //3. 结束帧，需汇总 - bool bAllEnd = true; - for (auto iter = mapDataSourceIsEnd_.begin(); iter != mapDataSourceIsEnd_.end(); iter++) - { - bAllEnd = bAllEnd && iter->second; - } - - if (bAllEnd) - { - bool bHeadFlag = false; - //第一节或最后一节汇总车头 - //(注：针对2个车头的场景，除判断第一节和最后一节外，额外增加车头的次数，当车头大框次数大于3次时，则认为车头。因此后续第一个节和最后一节的条件可以删除) - if (pProcessData->iTrainIndex == 1 || pProcessData->bIsTrainEnd || - (mapTrainTypeId_.find(0) != mapTrainTypeId_.end() && (mapTrainTypeId_[0] >= 2 || mapTrainTypeId_.size() == 1))) - { - bHeadFlag = GetHeadBest(pProcessData); - } - - //汇总车厢 车号和属性 - if (!bHeadFlag) - { - GetTrainBest(pProcessData); - } - - //初始化参数变量 - InitParam(); - } - } - return APP_ERR_OK; -} +#include "SelectBestEngine.h" #include "myutils.h" using namespace ai_matrix; SelectBestEngine::SelectBestEngine() {} SelectBestEngine::~SelectBestEngine() {} APP_ERROR SelectBestEngine::Init() { strPort0_ = engineName_ + "_" + std::to_string(engineId_) + "_0"; strPort1_ = engineName_ + "_" + std::to_string(engineId_) + "_1"; iSelectBestMode_ = MyYaml::GetIns()->GetIntValue("gc_select_best_mode"); strResultPath_ = MyYaml::GetIns()->GetPathValue("gc_result_path"); strBestPath_ = MyYaml::GetIns()->GetPathValue("gc_best_path"); //获取几个摄像头识别车号 std::map mapUseDataSouceCfg = MyYaml::GetIns()->GetUseDataSourceConfig(); for (auto iter = mapUseDataSouceCfg.begin(); iter != mapUseDataSouceCfg.end(); iter++) { if (iter->second.strTarget.find("NUM") != std::string::npos) { mapDataSourceIsEnd_[iter->first] = false; } } InitParam(); LogInfo << "SelectBestEngine Init ok"; return APP_ERR_OK; } APP_ERROR SelectBestEngine::DeInit() { LogInfo << "SelectBestEngine DeInit ok"; return APP_ERR_OK; } /** * push数据到队列，队列满时则休眠一段时间再push * inParam : const std::string strPort push的端口 : const std::shared_ptr &pTrain push的数据 * outParam: N/A * return : N/A */ void SelectBestEngine::PushData(const std::string &strPort, const std::shared_ptr &pTrain) { while (true) { int iRet = outputQueMap_[strPort]->push(std::static_pointer_cast(pTrain)); if (iRet != 0) { LogDebug << "num:" << pTrain->trainNum.strTrainNum << " push fail iRet:" << iRet; if (iRet == 2) { usleep(10000); // 10ms continue; } } break; } } /** * 初始化车号参数信息 * inParam : N/A * outParam: N/A * return : N/A */ void SelectBestEngine::InitNumParam() { mapTrainTypeId_.clear(); mapNumInfo_.clear(); strBestNumImg_ = ""; i64TimeStampNum_ = 0; fMaxScoreSumNum_ = 0; memset(&step1LocationBestNum_, 0, sizeof(step1LocationBestNum_)); iDataSourceNum_ = 0; } /** * 初始化属性参数信息 * inParam : N/A * outParam: N/A * return : N/A */ void SelectBestEngine::InitProParam() { mapProInfo_.clear(); strBestProImg_ = ""; i64TimeStampPro_ = 0; fMaxScoreSumPro_ = 0; memset(&step1LocationBestPro_, 0, sizeof(step1LocationBestPro_)); iDataSourcePro_ = 0; } /** * 初始化车号参数信息(只有车结束调用) * inParam : N/A * outParam: N/A * return : N/A */ void SelectBestEngine::InitHeadParam() { mapHeadInfo_.clear(); strBestHeadImg_ = ""; i64TimeStampHead_ = 0; fMaxScoreSumHead_ = 0; memset(&step1LocationBestHead_, 0, sizeof(step1LocationBestHead_)); iDataSourceHead_ = 0; } /** * 初始化参数信息 * inParam : N/A * outParam: N/A * return : N/A */ void SelectBestEngine::InitParam() { iNumIndex_ = 1; iProIndex_ = 1; InitNumParam(); InitProParam(); InitHeadParam(); for (auto iter = mapDataSourceIsEnd_.begin(); iter != mapDataSourceIsEnd_.end(); iter++) { iter->second = false; } } /** * 获取最优长度 * inParam : std::vector &vecAllTransInfo 待汇总取优的结果集 * : TargetMaxLen iMaxLen 目标最大长度 * outParam: N/A * return : 最优长度 */ int SelectBestEngine::GetBestLength(std::vector &vecAllTransInfo, TargetMaxLen iMaxLen) { //1.获取结果中每种长度出现的次数 std::map mapResultSize; for (size_t i = 0; i < vecAllTransInfo.size(); i++) { int iNowSize = vecAllTransInfo[i].vecValue.size(); if (mapResultSize.find(iNowSize) != mapResultSize.end()) { mapResultSize[iNowSize]++; continue; } mapResultSize[iNowSize] = 1; } int iBestLen = 0; //2.获取最优长度 if (iSelectBestMode_ == FREQUENCY) { //2.1 按长度出现的频次最多，作为最优长度 int iCnt = 0; for (auto it = mapResultSize.begin(); it != mapResultSize.end(); it++) { if (iCnt < it->second && it->first <= iMaxLen) { iCnt = it->second; iBestLen = it->first; } } } else if (iSelectBestMode_ == LENGTH) { //2.2 按最长长度且不能大于最大长度，作为最优长度 for (auto rit = mapResultSize.rbegin(); rit != mapResultSize.rend(); rit++) { if (rit->first <= iMaxLen) { iBestLen = rit->first; break; } } } return iBestLen; } /** * 获取最优结果 * inParam : std::vector &vecAllTransInfo 待汇总取优的结果集 * : TargetMaxLen iMaxLen 目标最大长度 * outParam: N/A * return : 最优结果 */ std::string SelectBestEngine::GetBest(std::vector &vecAllTransInfo, TargetMaxLen iMaxLen) { std::string strValue = ""; if (vecAllTransInfo.size() <= 0) { LogInfo << "<<< --- 没数据 --- >>>"; return strValue; } //优先使用校验通过的数据选优。 std::vector vecTransInfoTemp; for (size_t i = 0; i < vecAllTransInfo.size(); i++) { TransInfo transInfo = vecAllTransInfo[i]; if (transInfo.IsChkFlag) { vecTransInfoTemp.emplace_back(transInfo); } } if (vecTransInfoTemp.size() > 0) { vecAllTransInfo = vecTransInfoTemp; } else { // LogInfo << "--->>> 没有符合正则的？？"; // 此处因车厢太脏。识别效果很差，难以与RFID识别结果融合，所以增加eles return strValue; } //获取最优长度 int iBestLen = GetBestLength(vecAllTransInfo, iMaxLen); // LogInfo << "--->>> 最优长度：" << iBestLen; //初始化最优结果 TransInfo transInfoBest; transInfoBest.vecScore.reserve(iBestLen); transInfoBest.vecValue.reserve(iBestLen); for (int i = 0; i < iBestLen; i++) { transInfoBest.vecScore.emplace_back(0); transInfoBest.vecValue.emplace_back(""); } std::map mapResult; //符合最优长度的结果集 [key:结果; value:结果出现次数] for (size_t iIndex = 0; iIndex < vecAllTransInfo.size(); iIndex++) { if (vecAllTransInfo[iIndex].vecValue.size() != iBestLen) { continue; } std::string strValueTemp; for (int j = 0; j < iBestLen; j++) { strValueTemp += vecAllTransInfo[iIndex].vecValue[j]; if (transInfoBest.vecScore[j] < vecAllTransInfo[iIndex].vecScore[j]) { transInfoBest.vecScore[j] = vecAllTransInfo[iIndex].vecScore[j]; transInfoBest.vecValue[j] = vecAllTransInfo[iIndex].vecValue[j]; } } if (mapResult.find(strValueTemp) != mapResult.end()) { mapResult[strValueTemp]++; } else { mapResult[strValueTemp] = 1; } } //按字符最高得分汇总结果 for (size_t i = 0; i < transInfoBest.vecValue.size(); ++i) { strValue += transInfoBest.vecValue[i]; } //按出现次数汇总结果 int iMaxCnt = 0; std::string strValue2; for (auto iter = mapResult.begin(); iter != mapResult.end(); iter++) { if (iter->second > iMaxCnt) { iMaxCnt = iter->second; strValue2 = iter->first; } } //最高得分汇总和最高次数汇总不相等，且识别同一结果次数大于等于3次，则使用按次数汇总结果。 if (strValue != strValue2) { LogWarn << "engineId:" << engineId_ << " value1:" << strValue << " value2:" << strValue2 << " not equal value2cnt:" << iMaxCnt; if (iMaxCnt >= 3) { strValue = strValue2; } } return strValue; } /** * 车号数据加入到待选优集合中 * inParam : std::shared_ptr pProcessData :处理帧数据 : TransSubData &transSubData :转换后子数据 * outParam: N/A * return : N/A */ void SelectBestEngine::NumAddSelectBestMap(std::shared_ptr pProcessData, TransSubData &transSubData) { for (size_t i = 0; i < transSubData.vecTransInfo.size(); i++) { TransInfo transInfo = transSubData.vecTransInfo[i]; // LogInfo << "待选优 >>> " << transInfo.vecValue[0]; mapNumInfo_[transInfo.iLine].emplace_back(transInfo); } //记录车厢类型ID if (mapTrainTypeId_.find(transSubData.iBigClassId) != mapTrainTypeId_.end()) { mapTrainTypeId_[transSubData.iBigClassId]++; } else { mapTrainTypeId_[transSubData.iBigClassId] = 1; } //最高分和最优帧号 if (fMaxScoreSumNum_ < transSubData.fScoreSum) { fMaxScoreSumNum_ = transSubData.fScoreSum; strBestNumImg_ = std::to_string(pProcessData->iFrameId) + ".jpg"; i64TimeStampNum_ = pProcessData->i64TimeStamp; step1LocationBestNum_ = transSubData.step1Location; iDataSourceNum_ = pProcessData->iDataSource; } } /** * 属性数据加入到待选优集合中 * inParam : std::shared_ptr pProcessData :处理帧数据 : TransSubData &transSubData :转换后子数据 * outParam: N/A * return : N/A */ void SelectBestEngine::ProAddSelectBestMap(std::shared_ptr pProcessData, TransSubData &transSubData) { for (size_t i = 0; i < transSubData.vecTransInfo.size(); i++) { TransInfo transInfo = transSubData.vecTransInfo[i]; mapProInfo_[transInfo.iLine].emplace_back(transInfo); } //最高分和最优帧号 if (fMaxScoreSumPro_ < transSubData.fScoreSum) { fMaxScoreSumPro_ = transSubData.fScoreSum; strBestProImg_ = std::to_string(pProcessData->iFrameId) + ".jpg"; i64TimeStampPro_ = pProcessData->i64TimeStamp; step1LocationBestPro_ = transSubData.step1Location; iDataSourcePro_ = pProcessData->iDataSource; } } /** * 车头数据加入到待选优集合中 * inParam : std::shared_ptr pProcessData :处理帧数据 : TransSubData &transSubData :转换后子数据 * outParam: N/A * return : N/A */ void SelectBestEngine::HeadAddSelectBestMap(std::shared_ptr pProcessData, TransSubData &transSubData) { for (size_t i = 0; i < transSubData.vecTransInfo.size(); i++) { TransInfo transInfo = transSubData.vecTransInfo[i]; mapHeadInfo_[transInfo.iLine].emplace_back(transInfo); } //记录车头大框识别次数 auto iter = mapTrainTypeId_.find(0); if (iter == mapTrainTypeId_.end()) { mapTrainTypeId_.insert(std::make_pair(0, 1)); } else { iter->second++; } //最高分和最优帧号 if (fMaxScoreSumHead_ < transSubData.fScoreSum) { fMaxScoreSumHead_ = transSubData.fScoreSum; strBestHeadImg_ = std::to_string(pProcessData->iFrameId) + ".jpg"; i64TimeStampHead_ = pProcessData->i64TimeStamp; step1LocationBestHead_ = transSubData.step1Location; iDataSourceHead_ = pProcessData->iDataSource; } } /** * 汇总车头最佳值 * inParam : N/A * outParam: N/A * return : N/A */ bool SelectBestEngine::GetHeadBest(std::shared_ptr pProcessData) { //2.无识别车头信息，不汇总 if (mapHeadInfo_.empty()) { LogDebug << "engineId:" << engineId_ << " no head info"; return false; } std::shared_ptr pTrain = std::make_shared(); pTrain->trainNum.iDataSource = iDataSourceHead_; pTrain->trainNum.bIsEnd = pProcessData->bIsEnd; pTrain->trainNum.strTrainDate = pProcessData->strTrainDate; pTrain->trainNum.strTrainName = pProcessData->strTrainName; pTrain->trainNum.iDirection = pProcessData->iDirection; //车头型号 if (mapHeadInfo_.find(0) != mapHeadInfo_.end()) { pTrain->trainNum.strTrainType = GetBest(mapHeadInfo_.at(0), TYPE_MAXLEN); } //车头编号 if (mapHeadInfo_.find(1) != mapHeadInfo_.end()) { pTrain->trainNum.strTrainNum = GetBest(mapHeadInfo_.at(1), NUM_MAXLEN); } pTrain->trainNum.strBestImg = strBestHeadImg_; pTrain->trainNum.iCarXH = 0; pTrain->trainNum.step1Location = step1LocationBestHead_; pTrain->trainNum.i64TimeStamp = i64TimeStampHead_; pTrain->trainNum.iTrainTypeId = 0; //车头 //push端口1，车头属性 pTrain->trainPro.iDataSource = iDataSourceHead_; pTrain->trainPro.bIsEnd = pProcessData->bIsEnd; pTrain->trainPro.strTrainDate = pProcessData->strTrainDate; pTrain->trainPro.strTrainName = pProcessData->strTrainName; pTrain->trainPro.iDirection = pProcessData->iDirection; pTrain->trainPro.iCarXH = 0; pTrain->strTrainDate = pTrain->trainNum.strTrainDate; pTrain->strTrainName = pTrain->trainNum.strTrainName; pTrain->iDirection = pTrain->trainNum.iDirection; pTrain->iDataSource = pTrain->trainNum.iDataSource >= pTrain->trainPro.iDataSource ? pTrain->trainNum.iDataSource : pTrain->trainPro.iDataSource; LogInfo << "\n ---汇总结果--- \n" << "日期时间: " << pTrain->strTrainDate << " " << pTrain->strTrainName << "\n" << "车厢序号: " << pTrain->iCarXH << "\n" << "车型Id: " << pTrain->trainNum.iTrainTypeId << "\n" << "车型: " << pTrain->trainNum.strTrainType << "\n" << "车号: " << pTrain->trainNum.strTrainNum << "\n" << "载重: " << pTrain->trainPro.strLoad << "\n" << "自重: " << pTrain->trainPro.strSelf << "\n" << "容积: " << pTrain->trainPro.strVolume << "\n" << "换长: " << pTrain->trainPro.strChange << "\n" << "容量记表: " << pTrain->trainPro.strVolumeSurface << "\n" << "编号图片: " << pTrain->trainNum.strBestImg << "\n" << "属性图片: " << pTrain->trainPro.strBestImg << "\n" << "行驶方向: " << pTrain->iDirection << "\n" << " ---汇总结果 END--- "; //拷贝最优图片到最优路径下 CopyBestImgToBestPath(pTrain); std::shared_ptr pTrainToCsv = std::make_shared(); *pTrainToCsv = *pTrain; PushData(strPort0_, pTrain); PushData(strPort1_, pTrainToCsv); return true; } /** * 汇总车号最佳值 * inParam : std::shared_ptr pProcessData * outParam: TrainNum &trainNum * return : N/A */ void SelectBestEngine::GetNumBest(TrainNum &trainNum, std::shared_ptr pProcessData) { trainNum.iDataSource = iDataSourceNum_; trainNum.bIsEnd = pProcessData->bIsEnd; trainNum.strTrainDate = pProcessData->strTrainDate; trainNum.strTrainName = pProcessData->strTrainName; trainNum.iDirection = pProcessData->iDirection; trainNum.iCarXH = pProcessData->iTrainIndex; //车型 if (mapNumInfo_.find(0) != mapNumInfo_.end()) { trainNum.strTrainType = GetBest(mapNumInfo_.at(0), TYPE_MAXLEN); // LogInfo << "-->>> " << trainNum.strTrainType; } //编号 if (mapNumInfo_.find(1) != mapNumInfo_.end()) { trainNum.strTrainNum = GetBest(mapNumInfo_.at(1), NUM_MAXLEN); } //按出现次数选车厢类型ID int iMaxCnt = 0; for (auto iter = mapTrainTypeId_.begin(); iter != mapTrainTypeId_.end(); iter++) { if (iter->second > iMaxCnt) { iMaxCnt = iter->second; trainNum.iTrainTypeId = iter->first; } } trainNum.strBestImg = strBestNumImg_; trainNum.fScoreSum = fMaxScoreSumNum_; trainNum.iCarXH = iNumIndex_++; trainNum.step1Location = step1LocationBestNum_; trainNum.i64TimeStamp = i64TimeStampNum_; //初始化车号信息 InitNumParam(); } /** * 汇总属性最佳值 * inParam : std::shared_ptr pProcessData * outParam: TrainPro &trainPro * return : N/A */ void SelectBestEngine::GetProBest(TrainPro &trainPro, std::shared_ptr pProcessData) { trainPro.iDataSource = iDataSourcePro_; trainPro.bIsEnd = pProcessData->bIsEnd; trainPro.strTrainDate = pProcessData->strTrainDate; trainPro.strTrainName = pProcessData->strTrainName; trainPro.iDirection = pProcessData->iDirection; trainPro.iCarXH = pProcessData->iTrainIndex; //载重 if (mapProInfo_.find(0) != mapProInfo_.end()) { trainPro.strLoad = GetBest(mapProInfo_.at(0), LOAD_MAXLEN); } //自重 if (mapProInfo_.find(1) != mapProInfo_.end()) { trainPro.strSelf = GetBest(mapProInfo_.at(1), SELF_MAXLEN); if (trainPro.strSelf.length() == 3) { trainPro.strSelf = trainPro.strSelf.substr(0, 2) + "." + trainPro.strSelf.substr(2, 1); } } //容积 if (mapProInfo_.find(2) != mapProInfo_.end()) { trainPro.strVolume = GetBest(mapProInfo_.at(2), VOLUME_MAXLEN); //棚车容器一般为1开头得三位整数，因此不需要额外补小数点处理。 if (trainPro.strVolume.length() == 3 && trainPro.strVolume.substr(0, 1) != "1") { trainPro.strVolume = trainPro.strVolume.substr(0, 2) + "." + trainPro.strVolume.substr(2, 1); } } //换长 if (mapProInfo_.find(3) != mapProInfo_.end()) { trainPro.strChange = GetBest(mapProInfo_.at(3), CHANGE_MAXLEN); if (trainPro.strChange.length() == 1) { if (trainPro.strChange.at(0) != '1') { trainPro.strChange = "1." + trainPro.strChange; } } else if (trainPro.strChange.length() == 2) { trainPro.strChange = trainPro.strChange.substr(0, 1) + "." + trainPro.strChange.substr(1, 1); } } //罐车容量记表 if (mapProInfo_.find(4) != mapProInfo_.end()) { trainPro.strVolumeSurface = GetBest(mapProInfo_.at(4), VOLUMESURFACE_MAXLEN); } trainPro.strBestImg = strBestProImg_; trainPro.fScoreSum = fMaxScoreSumPro_; trainPro.iCarXH = iProIndex_++; trainPro.step1Location = step1LocationBestPro_; trainPro.i64TimeStamp = i64TimeStampPro_; //初始化属性信息 InitProParam(); } /** * 拷贝最优图片到最优路径下 * inParam : N/A * outParam: N/A * return : N/A */ void SelectBestEngine::CopyBestImgToBestPath(const std::shared_ptr &pTrain) { //拷贝最优图片到最优路径下 if (!pTrain->trainNum.strBestImg.empty()) { char szCameraNo[6] = {0}; //车号最优图片路径 sprintf(szCameraNo, "/%03d/", pTrain->trainNum.iDataSource + 1); std::string strDes = strBestPath_ + pTrain->strTrainDate + "/" + pTrain->strTrainName + szCameraNo; if (!MyUtils::getins()->CreateDirPath(strDes)) { LogError << "engineId:" << engineId_ << " CreateDirPath err strDes:" << strDes; return; } std::string strSrc = strResultPath_ + pTrain->strTrainDate + "/" + pTrain->strTrainName + szCameraNo + pTrain->trainNum.strBestImg; strDes += pTrain->trainNum.strBestImg; MyUtils::getins()->copyFile(strSrc, strDes); } if (!pTrain->trainPro.strBestImg.empty()) { char szCameraNo[6] = {0}; //车号最优图片路径 sprintf(szCameraNo, "/%03d/", pTrain->trainPro.iDataSource + 1); std::string strDes = strBestPath_ + pTrain->strTrainDate + "/" + pTrain->strTrainName + szCameraNo; if (!MyUtils::getins()->CreateDirPath(strDes)) { LogError << "engineId:" << engineId_ << " CreateDirPath err strDes:" << strDes; return; } std::string strSrc = strResultPath_ + pTrain->strTrainDate + "/" + pTrain->strTrainName + szCameraNo + pTrain->trainPro.strBestImg; strDes += pTrain->trainPro.strBestImg; MyUtils::getins()->copyFile(strSrc, strDes); } } /** * 汇总车厢最佳值 * inParam : N/A * outParam: N/A * return : N/A */ void SelectBestEngine::GetTrainBest(std::shared_ptr pProcessData) { std::shared_ptr pTrain = std::make_shared(); //1.汇总车号信息 GetNumBest(pTrain->trainNum, pProcessData); //2.汇总属性信息 GetProBest(pTrain->trainPro, pProcessData); /*按车型删除误识别的属性 1.非罐车删除容量计表 2.平车删除容积 */ if (pTrain->trainNum.iTrainTypeId != 5 && pTrain->trainNum.iTrainTypeId != -1) { pTrain->trainPro.strVolumeSurface = ""; } if (pTrain->trainNum.iTrainTypeId == 6) { pTrain->trainPro.strVolume = ""; } pTrain->strTrainDate = pTrain->trainNum.strTrainDate; pTrain->strTrainName = pTrain->trainNum.strTrainName; pTrain->iDirection = pTrain->trainNum.iDirection; pTrain->iCarXH = pTrain->trainNum.iCarXH; pTrain->iDataSource = pTrain->trainNum.iDataSource >= pTrain->trainPro.iDataSource ? pTrain->trainNum.iDataSource : pTrain->trainPro.iDataSource; LogInfo << "\n ---汇总结果--- \n" << "日期时间: " << pTrain->strTrainDate << " " << pTrain->strTrainName << "\n" << "车厢序号: " << pTrain->iCarXH << "\n" << "车型Id: " << pTrain->trainNum.iTrainTypeId << "\n" << "车型: " << pTrain->trainNum.strTrainType << "\n" << "车号: " << pTrain->trainNum.strTrainNum << "\n" << "载重: " << pTrain->trainPro.strLoad << "\n" << "自重: " << pTrain->trainPro.strSelf << "\n" << "容积: " << pTrain->trainPro.strVolume << "\n" << "换长: " << pTrain->trainPro.strChange << "\n" << "容量记表: " << pTrain->trainPro.strVolumeSurface << "\n" << "编号图片: " << pTrain->trainNum.strBestImg << "\n" << "属性图片: " << pTrain->trainPro.strBestImg << "\n" << "行驶方向: " << pTrain->iDirection << "\n" << " ---汇总结果 END--- "; //拷贝最优图片到最优路径下 CopyBestImgToBestPath(pTrain); std::shared_ptr pTrainToCsv = std::make_shared(); *pTrainToCsv = *pTrain; PushData(strPort0_, pTrain); PushData(strPort1_, pTrainToCsv); } APP_ERROR SelectBestEngine::Process() { int iRet = APP_ERR_OK; while (!isStop_) { //pop端口0 std::shared_ptr pVoidData0 = nullptr; iRet = inputQueMap_[strPort0_]->pop(pVoidData0); if (nullptr == pVoidData0) { usleep(1000); continue; } std::shared_ptr pProcessData = std::static_pointer_cast(pVoidData0); std::shared_ptr pTransData = std::static_pointer_cast(pProcessData->pVoidData); if (pProcessData->bIsEnd) { mapDataSourceIsEnd_[pProcessData->iDataSource] = pProcessData->bIsEnd; } for (size_t i = 0; i < pTransData->vecTransSubData.size(); i++) { TransSubData transSubData = pTransData->vecTransSubData[i]; //车头 if (transSubData.iBigClassId == 0) { //车头加入待汇总集合中 HeadAddSelectBestMap(pProcessData, transSubData); } //属性 else if (transSubData.iBigClassId == 1) { //属性加入待汇总集合中 ProAddSelectBestMap(pProcessData, transSubData); } //车号 else if (transSubData.iBigClassId >= 2 && transSubData.iBigClassId <= 6) { //车号加入待汇总集合中 NumAddSelectBestMap(pProcessData, transSubData); } } //3. 结束帧，需汇总 bool bAllEnd = true; for (auto iter = mapDataSourceIsEnd_.begin(); iter != mapDataSourceIsEnd_.end(); iter++) { bAllEnd = bAllEnd && iter->second; } if (bAllEnd) { bool bHeadFlag = false; //第一节或最后一节汇总车头 //(注：针对2个车头的场景，除判断第一节和最后一节外，额外增加车头的次数，当车头大框次数大于3次时，则认为车头。因此后续第一个节和最后一节的条件可以删除) if (pProcessData->iTrainIndex == 1 || pProcessData->bIsTrainEnd || (mapTrainTypeId_.find(0) != mapTrainTypeId_.end() && (mapTrainTypeId_[0] >= 2 || mapTrainTypeId_.size() == 1))) { bHeadFlag = GetHeadBest(pProcessData); } //汇总车厢 车号和属性 if (!bHeadFlag) { GetTrainBest(pProcessData); } //初始化参数变量 InitParam(); } } return APP_ERR_OK; } \ No newline at end of file diff --git a/nvidia_ascend_engine/common_engine/SocketEngine/SocketEngine.cpp b/nvidia_ascend_engine/common_engine/SocketEngine/SocketEngine.cpp index 9577ba8..07348d7 100644 --- a/nvidia_ascend_engine/common_engine/SocketEngine/SocketEngine.cpp +++ b/nvidia_ascend_engine/common_engine/SocketEngine/SocketEngine.cpp @@ -1,279 +1,279 @@ -#include "SocketEngine.h" +#include "SocketEngine.h" SocketEngine::SocketEngine() { - isStop_ = false; + isStop_ = false; } SocketEngine::~SocketEngine() {} APP_ERROR SocketEngine::Init() { - strPort0_ = engineName_ + "_" + std::to_string(engineId_) + "_0"; + strPort0_ = engineName_ + "_" + std::to_string(engineId_) + "_0"; - this->socketOpenType_ = MyYaml::GetIns()->GetIntValue("socket_server_open"); - this->socketPort_ = MyYaml::GetIns()->GetIntValue("socket_server_port"); - this->socketQueueLen_ = MyYaml::GetIns()->GetIntValue("socket_server_queue_len"); + this->socketOpenType_ = MyYaml::GetIns()->GetIntValue("socket_server_open"); + this->socketPort_ = MyYaml::GetIns()->GetIntValue("socket_server_port"); + this->socketQueueLen_ = MyYaml::GetIns()->GetIntValue("socket_server_queue_len"); - MyShellInfo << "SocketEngine init ok"; - return APP_ERR_OK; + MyShellInfo << "SocketEngine init ok"; + return APP_ERR_OK; } APP_ERROR SocketEngine::DeInit() { - for (int fd = 0; fd <= max_fd; ++fd) - { - if (FD_ISSET(fd, &master_set)) - { - close(fd); - } - } + for (int fd = 0; fd <= max_fd; ++fd) + { + if (FD_ISSET(fd, &master_set)) + { + close(fd); + } + } - MyShellInfo << "SocketEngine deinit ok"; - return APP_ERR_OK; + MyShellInfo << "SocketEngine deinit ok"; + return APP_ERR_OK; } APP_ERROR SocketEngine::Process() { - int ret = APP_ERR_OK; + int ret = APP_ERR_OK; - if (this->socketOpenType_) - { - while (!isStop_) - { - if (!this->Socket_(this->socketPort_)) continue; - if (!this->Bind()) continue; - this->Listen(this->socketQueueLen_); - this->Run(); - } + if (this->socketOpenType_) + { + while (!isStop_) + { + if (!this->Socket_(this->socketPort_)) continue; + if (!this->Bind()) continue; + this->Listen(this->socketQueueLen_); + this->Run(); + } - } - else - { - while (!isStop_) - { - usleep(1000); - } - } + } + else + { + while (!isStop_) + { + usleep(1000); + } + } - return APP_ERR_OK; + return APP_ERR_OK; } bool SocketEngine::Socket_(int port) { - bzero(&server_addr, sizeof(server_addr)); - server_addr.sin_family = AF_INET; - server_addr.sin_addr.s_addr = htons(INADDR_ANY); - server_addr.sin_port = htons(port); - // create socket to listen - listen_fd = socket(PF_INET, SOCK_STREAM, 0); - if (listen_fd < 0) - { - LogError << "Create Scoket_Server Failed!"; - return false; - } - int opt = 1; - setsockopt(listen_fd, SOL_SOCKET, SO_REUSEADDR, &opt, sizeof(opt)); - return true; + bzero(&server_addr, sizeof(server_addr)); + server_addr.sin_family = AF_INET; + server_addr.sin_addr.s_addr = htons(INADDR_ANY); + server_addr.sin_port = htons(port); + // create socket to listen + listen_fd = socket(PF_INET, SOCK_STREAM, 0); + if (listen_fd < 0) + { + LogError << "Create Scoket_Server Failed!"; + return false; + } + int opt = 1; + setsockopt(listen_fd, SOL_SOCKET, SO_REUSEADDR, &opt, sizeof(opt)); + return true; } bool SocketEngine::Bind() { - if (-1 == (bind(listen_fd, (struct sockaddr*)&server_addr, sizeof(server_addr)))) - { - LogError << "Scoket_Server Bind Failed!"; - return false; - } - LogInfo << "Scoket_Server Bind Successfully."; - return true; + if (-1 == (bind(listen_fd, (struct sockaddr*)&server_addr, sizeof(server_addr)))) + { + LogError << "Scoket_Server Bind Failed!"; + return false; + } + LogInfo << "Scoket_Server Bind Successfully."; + return true; } bool SocketEngine::Listen(int queue_len) { - if (-1 == listen(listen_fd, queue_len)) - { - LogError << "Scoket_Server Listen Failed!"; - return false; - } - LogInfo << "Scoket_Server Listen Successfully."; - return true; + if (-1 == listen(listen_fd, queue_len)) + { + LogError << "Scoket_Server Listen Failed!"; + return false; + } + LogInfo << "Scoket_Server Listen Successfully."; + return true; } bool SocketEngine::Accept() { - struct sockaddr_in client_addr; - socklen_t client_addr_len = sizeof(client_addr); + struct sockaddr_in client_addr; + socklen_t client_addr_len = sizeof(client_addr); - int new_fd = accept(listen_fd, (struct sockaddr*)&client_addr, &client_addr_len); - if (new_fd < 0) - { - LogError << "Scoket_Server Accept Failed!"; - return false; - } + int new_fd = accept(listen_fd, (struct sockaddr*)&client_addr, &client_addr_len); + if (new_fd < 0) + { + LogError << "Scoket_Server Accept Failed!"; + return false; + } - std::string ip(inet_ntoa(client_addr.sin_addr)); // 获取客户端IP + std::string ip(inet_ntoa(client_addr.sin_addr)); // 获取客户端IP - LogInfo << ip << " new connection was accepted."; + LogInfo << ip << " new connection was accepted."; - mmap.insert(std::make_pair(new_fd, std::make_pair(ip, 0))); + mmap.insert(std::make_pair(new_fd, std::make_pair(ip, 0))); - // 将新建立的连接的fd加入master_set - FD_SET(new_fd, &master_set); - if (new_fd > max_fd) - { - max_fd = new_fd; - } - return true; + // 将新建立的连接的fd加入master_set + FD_SET(new_fd, &master_set); + if (new_fd > max_fd) + { + max_fd = new_fd; + } + return true; } bool SocketEngine::Recv(int nums) { - for (int fd = 0; fd <= max_fd; ++fd) - { - if (FD_ISSET(fd, &working_set)) - { - bool close_conn = false; // 标记当前连接是否断开了 + for (int fd = 0; fd <= max_fd; ++fd) + { + if (FD_ISSET(fd, &working_set)) + { + bool close_conn = false; // 标记当前连接是否断开了 - char order_str[512] = { 0 }; + char order_str[512] = { 0 }; - int size_get = recv(fd, (char*)&order_str, sizeof(order_str) - 1, 0); + int size_get = recv(fd, (char*)&order_str, sizeof(order_str) - 1, 0); - if (size_get <= 0) - { - continue; - } - else - { + if (size_get <= 0) + { + continue; + } + else + { - bool isHeart_beat = (std::string(order_str) == "matrixai"); - if (isHeart_beat) - { - mmap[fd].second = 0; // 每次收到心跳包，count置0 - //LogDebug << "Scoket_Server Received heart-beat from client."; - } - else - { - LogInfo << "Received message from client:" << std::string(order_str); - } - } + bool isHeart_beat = (std::string(order_str) == "matrixai"); + if (isHeart_beat) + { + mmap[fd].second = 0; // 每次收到心跳包，count置0 + //LogDebug << "Scoket_Server Received heart-beat from client."; + } + else + { + LogInfo << "Received message from client:" << std::string(order_str); + } + } - if (close_conn) // 当前这个连接有问题，关闭它 - { - close(fd); - FD_CLR(fd, &master_set); - if (fd == max_fd) // 需要更新max_fd; - { - while (FD_ISSET(max_fd, &master_set) == false) - --max_fd; - } - } - } - } + if (close_conn) // 当前这个连接有问题，关闭它 + { + close(fd); + FD_CLR(fd, &master_set); + if (fd == max_fd) // 需要更新max_fd; + { + while (FD_ISSET(max_fd, &master_set) == false) + --max_fd; + } + } + } + } - return true; + return true; } bool SocketEngine::Run() { - pthread_t id; // 创建心跳检测线程 - int ret = pthread_create(&id, NULL, heart_handler, (void*)this); - if (ret != 0) - { - LogError << "Scoket_Server Can not create heart-beat checking thread."; - return false; - } + pthread_t id; // 创建心跳检测线程 + int ret = pthread_create(&id, NULL, heart_handler, (void*)this); + if (ret != 0) + { + LogError << "Scoket_Server Can not create heart-beat checking thread."; + return false; + } - ret = pthread_create(&id, NULL, sendInfo, (void*)this); - if (ret != 0) - { - LogError << "Scoket_Server Can not create message send thread."; - return false; - } + ret = pthread_create(&id, NULL, sendInfo, (void*)this); + if (ret != 0) + { + LogError << "Scoket_Server Can not create message send thread."; + return false; + } - max_fd = listen_fd; // 初始化max_fd - FD_ZERO(&master_set); - FD_SET(listen_fd, &master_set); // 添加监听fd + max_fd = listen_fd; // 初始化max_fd + FD_ZERO(&master_set); + FD_SET(listen_fd, &master_set); // 添加监听fd - while (!isStop_) - { - FD_ZERO(&working_set); - memcpy(&working_set, &master_set, sizeof(master_set)); + while (!isStop_) + { + FD_ZERO(&working_set); + memcpy(&working_set, &master_set, sizeof(master_set)); - timeout.tv_sec = 30; - timeout.tv_usec = 0; + timeout.tv_sec = 30; + timeout.tv_usec = 0; - int nums = select(max_fd + 1, &working_set, NULL, NULL, &timeout); - /*if (nums < 0) - { - LogError << "Scoket_Server select() error!"; - return false; - }*/ + int nums = select(max_fd + 1, &working_set, NULL, NULL, &timeout); + /*if (nums < 0) + { + LogError << "Scoket_Server select() error!"; + return false; + }*/ - if (nums <= 0) - { - //cout << "select() is timeout!"; - continue; - } + if (nums <= 0) + { + //cout << "select() is timeout!"; + continue; + } - if (FD_ISSET(listen_fd, &working_set)) - Accept(); // 有新的客户端请求 - else - Recv(nums); // 接收客户端的消息 + if (FD_ISSET(listen_fd, &working_set)) + Accept(); // 有新的客户端请求 + else + Recv(nums); // 接收客户端的消息 - } + } - return true; + return true; } //解析命令 bool SocketEngine::getOrder(const std::string &recv, Json::Value &order) { - Json::CharReaderBuilder readerBuilder; - std::shared_ptr reader(readerBuilder.newCharReader()); + Json::CharReaderBuilder readerBuilder; + std::shared_ptr reader(readerBuilder.newCharReader()); - JSONCPP_STRING errs; - if (!reader->parse(recv.data(), recv.data() + recv.size(), &order, &errs)) - return false; + JSONCPP_STRING errs; + if (!reader->parse(recv.data(), recv.data() + recv.size(), &order, &errs)) + return false; - if (order.isArray()) { - if (order.size() > 0) order = order[0]; - return true; - } - return true; + if (order.isArray()) { + if (order.size() > 0) order = order[0]; + return true; + } + return true; } std::string SocketEngine::getFeedBack(const std::string poundNo, const std::string type, const std::string info) { - Json::Value feedBack; - Json::StreamWriterBuilder strbuild; + Json::Value feedBack; + Json::StreamWriterBuilder strbuild; - feedBack["poundNo"] = poundNo; - feedBack["type"] = type; - feedBack["info"] = info; - // - return Json::writeString(strbuild, feedBack); + feedBack["poundNo"] = poundNo; + feedBack["type"] = type; + feedBack["info"] = info; + // + return Json::writeString(strbuild, feedBack); } void* SocketEngine::sendInfo(void* arg) { - SocketEngine* s = (SocketEngine*)arg; - while (!s->isStop_) { - //pop端口0 - std::shared_ptr pVoidData0 = nullptr; - s->inputQueMap_[s->strPort0_]->pop(pVoidData0); - if (nullptr == pVoidData0) - { - usleep(1000); //1ms - continue; - } + SocketEngine* s = (SocketEngine*)arg; + while (!s->isStop_) { + //pop端口0 + std::shared_ptr pVoidData0 = nullptr; + s->inputQueMap_[s->strPort0_]->pop(pVoidData0); + if (nullptr == pVoidData0) + { + usleep(1000); //1ms + continue; + } - std::shared_ptr pMessage = std::static_pointer_cast(pVoidData0); + std::shared_ptr pMessage = std::static_pointer_cast(pVoidData0); - SendAllClient(s->mmap, *pMessage); - } + SendAllClient(s->mmap, *pMessage); + } } @@ -281,176 +281,176 @@ void* SocketEngine::sendInfo(void* arg) { // thread function void* SocketEngine::heart_handler(void* arg) { - LogInfo << "Scoket_Server The heartbeat checking thread started.\n"; - SocketEngine* s = (SocketEngine*)arg; - while (1) - { - std::map >::iterator it = s->mmap.begin(); - for (; it != s->mmap.end(); ) - { - if (it->second.second == 5) // sleep(3)*5没有收到心跳包，判定客户端掉线 - { - LogInfo << "The client " << it->second.first << " has be offline.\n"; + LogInfo << "Scoket_Server The heartbeat checking thread started.\n"; + SocketEngine* s = (SocketEngine*)arg; + while (1) + { + std::map >::iterator it = s->mmap.begin(); + for (; it != s->mmap.end(); ) + { + if (it->second.second == 5) // sleep(3)*5没有收到心跳包，判定客户端掉线 + { + LogInfo << "The client " << it->second.first << " has be offline.\n"; - int fd = it->first; - close(fd); // 关闭该连接 - FD_CLR(fd, &s->master_set); - if (fd == s->max_fd) // 需要更新max_fd; - { - while (FD_ISSET(s->max_fd, &s->master_set) == false) - s->max_fd--; - } + int fd = it->first; + close(fd); // 关闭该连接 + FD_CLR(fd, &s->master_set); + if (fd == s->max_fd) // 需要更新max_fd; + { + while (FD_ISSET(s->max_fd, &s->master_set) == false) + s->max_fd--; + } - s->mmap.erase(it++); // 从map中移除该记录 - } - else if (it->second.second < 5 && it->second.second >= 0) - { - it->second.second += 1; - ++it; - } - else - { - ++it; - } - } - sleep(3); // 定时三秒 - } + s->mmap.erase(it++); // 从map中移除该记录 + } + else if (it->second.second < 5 && it->second.second >= 0) + { + it->second.second += 1; + ++it; + } + else + { + ++it; + } + } + sleep(1); // 定时三秒 + } } bool SocketEngine::SendClient(std::map > mmap, const std::string ip, const std::string message) { - try - { - std::map >::iterator it = mmap.begin(); - for (; it != mmap.end(); ++it) - { - if (it->second.first == ip) // 遍历找雷达ip - { - int fd = it->first; + try + { + std::map >::iterator it = mmap.begin(); + for (; it != mmap.end(); ++it) + { + if (it->second.first == ip) // 遍历找雷达ip + { + int fd = it->first; - if (send(fd, message.c_str(), message.size(), 0) <= 0) - { - LogError << "Socker Server send message to IP:" << ip << " failed, message:" << message; - return false; - } - else - { - char clientFeedBack[256] = { 0 }; - if (recv(fd, clientFeedBack, sizeof(clientFeedBack), 0) > 0) - { - Json::Value feedBack; + if (send(fd, message.c_str(), message.size(), 0) <= 0) + { + LogError << "Socker Server send message to IP:" << ip << " failed, message:" << message; + return false; + } + else + { + char clientFeedBack[256] = { 0 }; + if (recv(fd, clientFeedBack, sizeof(clientFeedBack), 0) > 0) + { + Json::Value feedBack; - if (!getOrder(clientFeedBack, feedBack)) { - LogError << "Get Client IP:" << ip << " feekBack format is error : " << clientFeedBack; - return false; - } + if (!getOrder(clientFeedBack, feedBack)) { + LogError << "Get Client IP:" << ip << " feekBack format is error : " << clientFeedBack; + return false; + } - if (feedBack.get("success", "").asString() == "true") - { - return true; - } - else - { - LogError << "Client FeedBack Error: " << feedBack.get("error_msg", "").asString(); - return false; - } - } - else { + if (feedBack.get("success", "").asString() == "true") + { + return true; + } + else + { + LogError << "Client FeedBack Error: " << feedBack.get("error_msg", "").asString(); + return false; + } + } + else { - LogError << "Socker Server send message to IP:" << ip << " successful, But recv error!"; - return false; - } - } - } - } - } - catch (const std::exception&) - { - LogError << "Socker Server send message to IP:" << ip << " failed, message:" << message; - return false; - } - LogError << "Socker Server send message to IP:" << ip << " failed, because no find connection"; - return false; + LogError << "Socker Server send message to IP:" << ip << " successful, But recv error!"; + return false; + } + } + } + } + } + catch (const std::exception&) + { + LogError << "Socker Server send message to IP:" << ip << " failed, message:" << message; + return false; + } + LogError << "Socker Server send message to IP:" << ip << " failed, because no find connection"; + return false; } bool SocketEngine::SendAllClient(std::map > mmap, const std::string message) { - try - { - std::map >::iterator it = mmap.begin(); - for (; it != mmap.end(); ++it) - { - int fd = it->first; - LogInfo << "Socket send IP: " << it->second.first << " msg:" << message; - if (send(fd, message.c_str(), message.size(), MSG_NOSIGNAL) <= 0) - { - LogError << "Socker Server send message to IP:" << it->second.first << " failed, message:" << message; - return false; - } - else - { - // char clientFeedBack[256] = { 0 }; - // if (recv(fd, clientFeedBack, sizeof(clientFeedBack), 0) > 0) - // { - // Json::Value feedBack; + try + { + std::map >::iterator it = mmap.begin(); + for (; it != mmap.end(); ++it) + { + int fd = it->first; + LogInfo << "Socket send IP: " << it->second.first << " msg:" << message; + if (send(fd, message.c_str(), message.size(), MSG_NOSIGNAL) <= 0) + { + LogError << "Socker Server send message to IP:" << it->second.first << " failed, message:" << message; + return false; + } + else + { + // char clientFeedBack[256] = { 0 }; + // if (recv(fd, clientFeedBack, sizeof(clientFeedBack), 0) > 0) + // { + // Json::Value feedBack; - // if (!getOrder(clientFeedBack, feedBack)) { - // LogError << "Get Client IP: "<< it->second.first << " feekBack format is error : " << clientFeedBack; - // return false; - // } + // if (!getOrder(clientFeedBack, feedBack)) { + // LogError << "Get Client IP: "<< it->second.first << " feekBack format is error : " << clientFeedBack; + // return false; + // } - // if (feedBack.get("success", "").asString() == "true") - // { - // return true; - // } - // else - // { - // LogError << "Client FeedBack Error: " << feedBack.get("error_msg", "").asString(); - // return false; - // } - // } - // else { + // if (feedBack.get("success", "").asString() == "true") + // { + // return true; + // } + // else + // { + // LogError << "Client FeedBack Error: " << feedBack.get("error_msg", "").asString(); + // return false; + // } + // } + // else { - // LogError << "Socker Server send message to IP:" << it->second.first << " successful, But recv error!"; - // return false; - // } - } - } - } - catch (const std::exception&) - { - LogError << "Socker Server send message to all client failed, message:" << message; - return false; - } - return false; + // LogError << "Socker Server send message to IP:" << it->second.first << " successful, But recv error!"; + // return false; + // } + } + } + } + catch (const std::exception&) + { + LogError << "Socker Server send message to all client failed, message:" << message; + return false; + } + return false; } std::string SocketEngine::HexToStr(const std::string &str) { - std::string hex = str; - long len = hex.length(); - std::string newString; - for (long i = 0; i < len; i += 2) - { - std::string byte = hex.substr(i, 2); - char chr = (char)(int)strtol(byte.c_str(), NULL, 16); - newString.push_back(chr); - } - return newString; + std::string hex = str; + long len = hex.length(); + std::string newString; + for (long i = 0; i < len; i += 2) + { + std::string byte = hex.substr(i, 2); + char chr = (char)(int)strtol(byte.c_str(), NULL, 16); + newString.push_back(chr); + } + return newString; } std::string SocketEngine::StrToHex(const std::string &str) { - unsigned char c; - char buf[2]; - std::string result = ""; - std::stringstream ss; - ss << str; - while (ss.read((char*)(&c), sizeof(c))) - { - sprintf(buf, "%02x", c); - result += buf; - } - return result; + unsigned char c; + char buf[2]; + std::string result = ""; + std::stringstream ss; + ss << str; + while (ss.read((char*)(&c), sizeof(c))) + { + sprintf(buf, "%02x", c); + result += buf; + } + return result; } \ No newline at end of file diff --git a/nvidia_ascend_engine/common_engine/TrainAnaEngine/TrainParationMgr.cpp b/nvidia_ascend_engine/common_engine/TrainAnaEngine/TrainParationMgr.cpp index 6f3bf53..ad62c5d 100644 --- a/nvidia_ascend_engine/common_engine/TrainAnaEngine/TrainParationMgr.cpp +++ b/nvidia_ascend_engine/common_engine/TrainAnaEngine/TrainParationMgr.cpp @@ -1,256 +1 @@ -#include "TrainParationMgr.h" - -using namespace ai_matrix; - -TrainParationMgr::TrainParationMgr() {} - -TrainParationMgr::~TrainParationMgr() {} - -APP_ERROR TrainParationMgr::Init() -{ - strPort0_ = engineName_ + "_" + std::to_string(engineId_) + "_0"; - strResultPath_ = MyYaml::GetIns()->GetPathValue("gc_result_path"); - //获取主摄像头信息 - mainCfg_ = MyYaml::GetIns()->GetDataSourceConfigById(0); - - nFrameRate = 25; - InitParam(); - nTailPixOffset = getTailPixOffset(); - LogInfo << "TrainParationMgr Init ok"; - return APP_ERR_OK; -} - -APP_ERROR TrainParationMgr::DeInit() -{ - LogInfo << "TrainParationMgr DeInit ok"; - return APP_ERR_OK; -} - -int TrainParationMgr::getTailPixOffset() -{ - LogInfo << "TrainParationMgr getTailPixOffset start"; - // 单位计算 - // 帧宽像素/米 - float fframewidth_meter = ((METHOD_BASE_WIDTH * 1.0) / (TRAIN_IN_CAMERA_WIDTH)); - // 车尾车钩像素位置 - float fOffsetPosistion = TRAIN_WIDTH * fframewidth_meter; - int nretOffset = (int)fOffsetPosistion; - return nretOffset; -} - -/** -* 参数初始化(列车结束时需调用) -* inParam : N/A -* outParam: N/A -* return : N/A -*/ -void TrainParationMgr::InitParam() -{ - -} - -/** -* 计算车钩移动的像素值 -* inParam : 行车速度(单位:米/秒) -* inParam : 宽度 -* inParam : 相机帧率(单位:帧/秒) -* outParam: N/A -* return : 间隔帧 -*/ -int TrainParationMgr::getCouplerOffsetPosition(float fspeed, int nframeindex) -{ - LogInfo << "TrainAnaEngine getCouplerOffsetPosition start"; - //单位换算 - // 米/秒 -> 米/帧 - // 米/帧 = 米/秒 * 秒/帧(即:1/帧率) - float fmeter_frame = fspeed / nFrameRate; - // 米/帧 -> 像素/帧 - // 像素/帧 = 米/帧 * 像素/米 - float fpix_frame = fmeter_frame * (METHOD_BASE_WIDTH / TRAIN_IN_CAMERA_WIDTH); - - int nretPixOffet = (int)fpix_frame; - nretPixOffet = nretPixOffet * nframeindex; - LogInfo << "TrainAnaEngine getCouplerOffsetPosition nretPixOffet:" << nretPixOffet; - LogInfo << "TrainAnaEngine getCouplerOffsetPosition end"; - return nretPixOffet; -} - -/** -* 计算车钩移动的像素值 -* inParam : 行车速度(单位:米/秒) -* inParam : 宽度 -* inParam : 相机帧率(单位:帧/秒) -* outParam: N/A -* return : 间隔帧 -*/ -int TrainParationMgr::getCouplerOffsetPix(float fspeed, int noffsetPix) -{ - LogInfo << "TrainAnaEngine getCouplerOffsetPix start"; - LogInfo << "TrainAnaEngine getCouplerOffsetPix fspeed:" << fspeed; -// LogInfo << "TrainAnaEngine getCouplerOffsetPix start:" << nframeindex; - //单位换算 - // 米/秒 -> 米/帧 - // 米/帧 = 米/秒 * 秒/帧(即:1/帧率) - float fmeter_frame = fspeed / nFrameRate; - LogInfo << "TrainAnaEngine getCouplerOffsetPix fmeter_frame:" << fmeter_frame; - // 米/帧 -> 像素/帧 - // 像素/帧 = 米/帧 * 像素/米 - float fpix_frame = fmeter_frame * (METHOD_BASE_WIDTH / TRAIN_IN_CAMERA_WIDTH); - LogInfo << "TrainAnaEngine getCouplerOffsetPix fpix_frame:" << fpix_frame; - - int nretPixOffet = (int)fpix_frame; - nretPixOffet = (noffsetPix - (METHOD_BASE_WIDTH / 2)) / nretPixOffet; - LogInfo << "TrainAnaEngine getCouplerOffsetPix nretPixOffet:" << nretPixOffet; - LogInfo << "TrainAnaEngine getCouplerOffsetPix end"; - return nretPixOffet; -} - -/** -* 计算车钩从中间到边缘的间隔帧 -* inParam : 行车速度(单位:米/秒) -* inParam : 宽度 -* inParam : 相机帧率(单位:帧/秒) -* outParam: N/A -* return : 间隔帧 -*/ -int TrainParationMgr::getOffsetFrame(float fspeed, int width, int nFrameRate) -{ - LogInfo << "TrainAnaEngine getOffsetFrame start"; - LogInfo << "TrainAnaEngine getOffsetFrame fspeed:" << fspeed; - LogInfo << "TrainAnaEngine getOffsetFrame width:" << width; - LogInfo << "TrainAnaEngine getOffsetFrame nFrameRate:" << nFrameRate; - //LogInfo << "TrainAnaEngine getOffsetFrame nLatestFrame:" << nLatestFrame; - //偏移值 = (中间到边缘的宽度(米) / 速度(米/秒)->时间(秒))* 帧率(帧/秒) - float ftmp = width * (float) nFrameRate; - LogInfo << "TrainAnaEngine getOffsetFrame start end:" << ftmp; - ftmp = ftmp / fspeed; - LogInfo << "TrainAnaEngine getOffsetFrame start end:" << ftmp; - int nRet = (int) ftmp; - LogInfo << "TrainAnaEngine getOffsetFrame start end:" << nRet; - return nRet; -} - - - -APP_ERROR TrainParationMgr::Process() -{ - int iRet = APP_ERR_OK; - while (!isStop_) - { - std::shared_ptr pVoidData0 = nullptr; - inputQueMap_[strPort0_]->pop(pVoidData0); - if (nullptr == pVoidData0) - { - usleep(1000); //1ms - continue; - } - - std::shared_ptr pPartionInfo = std::static_pointer_cast(pVoidData0); - - int nSize = lstPartInfo.size(); - int nPartionIndex = nSize - 1; - - //当然车厢通过的数量 - if (nSize == 0) { - PartionInfo stTempInfo; - stTempInfo.endframe = pPartionInfo->modelSpaceFrame; - stTempInfo.i64EndTimeStamp = pPartionInfo->i64EndTimeStamp; - stTempInfo.nindex = 1; - //第一节车厢开始帧为跳帧数，开始帧时间设置为来车时间 - stTempInfo.startframe = mainCfg_.iSkipInterval; - std::string strTemp = pPartionInfo->strTrainDate + " " + pPartionInfo->strTrainName; - stTempInfo.i64StartTimeStamp = MyUtils::getins()->GetParamTimeMilliSeconds(strTemp); - stTempInfo.fspeed = TRAIN_DEFAULT_SPEED; - stTempInfo.fLTX = (abs(pPartionInfo->fLTX - pPartionInfo->fRBX) / 2) + pPartionInfo->fLTX; - lstPartInfo.push_back(stTempInfo); - //lstPartInfo.push_back(stTempInfo); - nPartionIndex++; - } - lstPartInfo[nPartionIndex].i64EndTimeStamp = pPartionInfo->i64EndTimeStamp; - lstPartInfo[nPartionIndex].endframe = pPartionInfo->modelSpaceFrame; - // 根据开始帧时间戳和结束帧时间错 计算当节车厢的行车速度 - // 根据时间戳计算时间差 - - - float nTimePassed = (abs(lstPartInfo[nPartionIndex].i64EndTimeStamp - lstPartInfo[nPartionIndex].i64StartTimeStamp)) * 1.0; - //防止停车导致速度过小 - if(pPartionInfo->nStatus != TRAIN_PAUSE && nTimePassed <= 50000) { - lstPartInfo[nPartionIndex].fspeed = (TRAIN_WIDTH * 1000.0) /nTimePassed; - } else { - if (nPartionIndex >= 1){ - lstPartInfo[nPartionIndex].fspeed = lstPartInfo[nPartionIndex - 1].fspeed / 3; - } else { - lstPartInfo[nPartionIndex].fspeed = TRAIN_DEFAULT_SPEED / 10; - } - } - - // - //nSamePartionIgnoreCount = (nTimePassed / (3 * 5000)) * nFrameRate; - // 结束帧为当前帧再往后 (除以2的原因：中间为车钩，车钩后的车体宽度为整个镜头的宽度除以2) - lstPartInfo[nPartionIndex].bmodelconfirmed = true; - - /// write json info to file - - //先读取文本内容，追加新的信息后再写入 - //划分信息 JSON格式 - Json::Value jvPartionInfo; - //JSON保存路径 - std::string strFilePath; - - //检测到车厢划分信息 - strFilePath = strResultPath_ + pPartionInfo->strTrainDate + "/" + pPartionInfo->strTrainName + "/" - + std::to_string(nPartionIndex + 1) + ".txt"; - - LogInfo << "TrainAnaEngine Process lstPartInfo[nPartionIndex].startframe：" << lstPartInfo[nPartionIndex].startframe ; - LogInfo << "TrainAnaEngine Process lstPartInfo[nPartionIndex].endframe：" << lstPartInfo[nPartionIndex].endframe; - - PartionInfo stTempInfo; - // 开始记录新的一节车厢信息(从索引变成序号+1 ，新增一节车厢信息+1) - stTempInfo.nindex = nPartionIndex + 2; - // 上一节车厢的结束帧 - (偏移帧 = (镜头内的车体宽度/ (速度) -> 通过时间) * 帧/秒 ) 作为下一节车厢的开始帧 - int ntempOffsetFrame = lstPartInfo[nPartionIndex].endframe; - stTempInfo.startframe = ntempOffsetFrame; - stTempInfo.i64StartTimeStamp = pPartionInfo->i64EndTimeStamp; - // 初始化下一节的结束帧 - //stTempInfo.endframe = 0; - - lstPartInfo.push_back(stTempInfo); - - // 记录过车日期 - jvPartionInfo["trainDate"] = pPartionInfo->strTrainDate; - // 记录过车时间 - jvPartionInfo["trainName"] = pPartionInfo->strTrainName; - // 记录车厢节数 (索引从0开始 所以这里+1) - jvPartionInfo["trainNo"] = nPartionIndex + 1; - // 记录行车开始帧 - jvPartionInfo["startFrameId"] = lstPartInfo[nPartionIndex].startframe; - jvPartionInfo["startTimeStamp"] = lstPartInfo[nPartionIndex].i64StartTimeStamp; - // 记录行车结束帧 - jvPartionInfo["endFrameId"] = lstPartInfo[nPartionIndex].endframe; - jvPartionInfo["endTimeStamp"] = lstPartInfo[nPartionIndex].i64EndTimeStamp; - // 记录车厢是否完全通过 - jvPartionInfo["isEnd"] = pPartionInfo->bIsEnd; - - //是否是间隔模型切分的车厢 - jvPartionInfo["modelconfirmed"] = pPartionInfo->bmodelconfirmed; - - // 记录当前车厢的信息到JSON文件 - MyUtils::getins()->WriteJsonInfo(jvPartionInfo, strFilePath); - std::shared_ptr pTrainRange = std::make_shared(); - pTrainRange->strTrainDate = jvPartionInfo["trainDate"].asString(); - pTrainRange->strTrainName = jvPartionInfo["trainName"].asString(); - pTrainRange->iTrainIndex = jvPartionInfo["trainNo"].asInt(); - pTrainRange->iStartFrameId = jvPartionInfo["startFrameId"].asInt(); - pTrainRange->i64StartTimeStamp = jvPartionInfo["startTimeStamp"].asInt64(); - pTrainRange->iEndFrameId = jvPartionInfo["endFrameId"].asInt(); - pTrainRange->i64EndTimeStamp = jvPartionInfo["endTimeStamp"].asInt64(); - pTrainRange->bIsEnd = jvPartionInfo["isEnd"].asBool(); - pTrainRange->bmodelconfirmed = jvPartionInfo["modelconfirmed"].asBool(); - iRet = outputQueMap_[strPort0_]->push(std::static_pointer_cast(pTrainRange), true); - - if (pPartionInfo->bIsEnd) { - lstPartInfo.clear(); - } - } - return APP_ERR_OK; -} +#include "TrainParationMgr.h" using namespace ai_matrix; TrainParationMgr::TrainParationMgr() {} TrainParationMgr::~TrainParationMgr() {} APP_ERROR TrainParationMgr::Init() { strPort0_ = engineName_ + "_" + std::to_string(engineId_) + "_0"; strResultPath_ = MyYaml::GetIns()->GetPathValue("gc_result_path"); //获取主摄像头信息 mainCfg_ = MyYaml::GetIns()->GetDataSourceConfigById(0); nFrameRate = 25; InitParam(); nTailPixOffset = getTailPixOffset(); LogInfo << "TrainParationMgr Init ok"; return APP_ERR_OK; } APP_ERROR TrainParationMgr::DeInit() { LogInfo << "TrainParationMgr DeInit ok"; return APP_ERR_OK; } int TrainParationMgr::getTailPixOffset() { LogInfo << "TrainParationMgr getTailPixOffset start"; // 单位计算 // 帧宽像素/米 float fframewidth_meter = ((METHOD_BASE_WIDTH * 1.0) / (TRAIN_IN_CAMERA_WIDTH)); // 车尾车钩像素位置 float fOffsetPosistion = TRAIN_WIDTH * fframewidth_meter; int nretOffset = (int)fOffsetPosistion; return nretOffset; } /** * 参数初始化(列车结束时需调用) * inParam : N/A * outParam: N/A * return : N/A */ void TrainParationMgr::InitParam() { } /** * 计算车钩移动的像素值 * inParam : 行车速度(单位:米/秒) * inParam : 宽度 * inParam : 相机帧率(单位:帧/秒) * outParam: N/A * return : 间隔帧 */ int TrainParationMgr::getCouplerOffsetPosition(float fspeed, int nframeindex) { LogInfo << "TrainAnaEngine getCouplerOffsetPosition start"; //单位换算 // 米/秒 -> 米/帧 // 米/帧 = 米/秒 * 秒/帧(即:1/帧率) float fmeter_frame = fspeed / nFrameRate; // 米/帧 -> 像素/帧 // 像素/帧 = 米/帧 * 像素/米 float fpix_frame = fmeter_frame * (METHOD_BASE_WIDTH / TRAIN_IN_CAMERA_WIDTH); int nretPixOffet = (int)fpix_frame; nretPixOffet = nretPixOffet * nframeindex; LogInfo << "TrainAnaEngine getCouplerOffsetPosition nretPixOffet:" << nretPixOffet; LogInfo << "TrainAnaEngine getCouplerOffsetPosition end"; return nretPixOffet; } /** * 计算车钩移动的像素值 * inParam : 行车速度(单位:米/秒) * inParam : 宽度 * inParam : 相机帧率(单位:帧/秒) * outParam: N/A * return : 间隔帧 */ int TrainParationMgr::getCouplerOffsetPix(float fspeed, int noffsetPix) { LogInfo << "TrainAnaEngine getCouplerOffsetPix start"; LogInfo << "TrainAnaEngine getCouplerOffsetPix fspeed:" << fspeed; // LogInfo << "TrainAnaEngine getCouplerOffsetPix start:" << nframeindex; //单位换算 // 米/秒 -> 米/帧 // 米/帧 = 米/秒 * 秒/帧(即:1/帧率) float fmeter_frame = fspeed / nFrameRate; LogInfo << "TrainAnaEngine getCouplerOffsetPix fmeter_frame:" << fmeter_frame; // 米/帧 -> 像素/帧 // 像素/帧 = 米/帧 * 像素/米 float fpix_frame = fmeter_frame * (METHOD_BASE_WIDTH / TRAIN_IN_CAMERA_WIDTH); LogInfo << "TrainAnaEngine getCouplerOffsetPix fpix_frame:" << fpix_frame; int nretPixOffet = (int)fpix_frame; nretPixOffet = (noffsetPix - (METHOD_BASE_WIDTH / 2)) / nretPixOffet; LogInfo << "TrainAnaEngine getCouplerOffsetPix nretPixOffet:" << nretPixOffet; LogInfo << "TrainAnaEngine getCouplerOffsetPix end"; return nretPixOffet; } /** * 计算车钩从中间到边缘的间隔帧 * inParam : 行车速度(单位:米/秒) * inParam : 宽度 * inParam : 相机帧率(单位:帧/秒) * outParam: N/A * return : 间隔帧 */ int TrainParationMgr::getOffsetFrame(float fspeed, int width, int nFrameRate) { LogInfo << "TrainAnaEngine getOffsetFrame start"; LogInfo << "TrainAnaEngine getOffsetFrame fspeed:" << fspeed; LogInfo << "TrainAnaEngine getOffsetFrame width:" << width; LogInfo << "TrainAnaEngine getOffsetFrame nFrameRate:" << nFrameRate; //LogInfo << "TrainAnaEngine getOffsetFrame nLatestFrame:" << nLatestFrame; //偏移值 = (中间到边缘的宽度(米) / 速度(米/秒)->时间(秒))* 帧率(帧/秒) float ftmp = width * (float) nFrameRate; LogInfo << "TrainAnaEngine getOffsetFrame start end:" << ftmp; ftmp = ftmp / fspeed; LogInfo << "TrainAnaEngine getOffsetFrame start end:" << ftmp; int nRet = (int) ftmp; LogInfo << "TrainAnaEngine getOffsetFrame start end:" << nRet; return nRet; } APP_ERROR TrainParationMgr::Process() { int iRet = APP_ERR_OK; while (!isStop_) { std::shared_ptr pVoidData0 = nullptr; inputQueMap_[strPort0_]->pop(pVoidData0); if (nullptr == pVoidData0) { usleep(1000); //1ms continue; } std::shared_ptr pPartionInfo = std::static_pointer_cast(pVoidData0); int nSize = lstPartInfo.size(); int nPartionIndex = nSize - 1; //当然车厢通过的数量 if (nSize == 0) { PartionInfo stTempInfo; stTempInfo.endframe = pPartionInfo->modelSpaceFrame; stTempInfo.i64EndTimeStamp = pPartionInfo->i64EndTimeStamp; stTempInfo.nindex = 1; //第一节车厢开始帧为跳帧数，开始帧时间设置为来车时间 stTempInfo.startframe = mainCfg_.iSkipInterval; std::string strTemp = pPartionInfo->strTrainDate + " " + pPartionInfo->strTrainName; stTempInfo.i64StartTimeStamp = MyUtils::getins()->GetParamTimeMilliSeconds(strTemp); // LogWarn << "日期:" << strTemp << " -- 时间戳:" << stTempInfo.i64StartTimeStamp; stTempInfo.fspeed = TRAIN_DEFAULT_SPEED; stTempInfo.fLTX = (abs(pPartionInfo->fLTX - pPartionInfo->fRBX) / 2) + pPartionInfo->fLTX; lstPartInfo.push_back(stTempInfo); //lstPartInfo.push_back(stTempInfo); nPartionIndex++; } lstPartInfo[nPartionIndex].i64EndTimeStamp = pPartionInfo->i64EndTimeStamp; lstPartInfo[nPartionIndex].endframe = pPartionInfo->modelSpaceFrame; // 根据开始帧时间戳和结束帧时间错 计算当节车厢的行车速度 // 根据时间戳计算时间差 float nTimePassed = (abs(lstPartInfo[nPartionIndex].i64EndTimeStamp - lstPartInfo[nPartionIndex].i64StartTimeStamp)) * 1.0; //防止停车导致速度过小 if(pPartionInfo->nStatus != TRAIN_PAUSE && nTimePassed <= 50000) { lstPartInfo[nPartionIndex].fspeed = (TRAIN_WIDTH * 1000.0) /nTimePassed; } else { if (nPartionIndex >= 1){ lstPartInfo[nPartionIndex].fspeed = lstPartInfo[nPartionIndex - 1].fspeed / 3; } else { lstPartInfo[nPartionIndex].fspeed = TRAIN_DEFAULT_SPEED / 10; } } // //nSamePartionIgnoreCount = (nTimePassed / (3 * 5000)) * nFrameRate; // 结束帧为当前帧再往后 (除以2的原因：中间为车钩，车钩后的车体宽度为整个镜头的宽度除以2) lstPartInfo[nPartionIndex].bmodelconfirmed = true; /// write json info to file //先读取文本内容，追加新的信息后再写入 //划分信息 JSON格式 Json::Value jvPartionInfo; //JSON保存路径 std::string strFilePath; //检测到车厢划分信息 strFilePath = strResultPath_ + pPartionInfo->strTrainDate + "/" + pPartionInfo->strTrainName + "/" + std::to_string(nPartionIndex + 1) + ".txt"; LogInfo << "TrainAnaEngine Process lstPartInfo[nPartionIndex].startframe：" << lstPartInfo[nPartionIndex].startframe ; LogInfo << "TrainAnaEngine Process lstPartInfo[nPartionIndex].endframe：" << lstPartInfo[nPartionIndex].endframe; PartionInfo stTempInfo; // 开始记录新的一节车厢信息(从索引变成序号+1 ，新增一节车厢信息+1) stTempInfo.nindex = nPartionIndex + 2; // 上一节车厢的结束帧 - (偏移帧 = (镜头内的车体宽度/ (速度) -> 通过时间) * 帧/秒 ) 作为下一节车厢的开始帧 int ntempOffsetFrame = lstPartInfo[nPartionIndex].endframe; stTempInfo.startframe = ntempOffsetFrame; stTempInfo.i64StartTimeStamp = pPartionInfo->i64EndTimeStamp; // 初始化下一节的结束帧 //stTempInfo.endframe = 0; lstPartInfo.push_back(stTempInfo); // 记录过车日期 jvPartionInfo["trainDate"] = pPartionInfo->strTrainDate; // 记录过车时间 jvPartionInfo["trainName"] = pPartionInfo->strTrainName; // 记录车厢节数 (索引从0开始 所以这里+1) jvPartionInfo["trainNo"] = nPartionIndex + 1; // 记录行车开始帧 jvPartionInfo["startFrameId"] = lstPartInfo[nPartionIndex].startframe; jvPartionInfo["startTimeStamp"] = lstPartInfo[nPartionIndex].i64StartTimeStamp; // 记录行车结束帧 jvPartionInfo["endFrameId"] = lstPartInfo[nPartionIndex].endframe; jvPartionInfo["endTimeStamp"] = lstPartInfo[nPartionIndex].i64EndTimeStamp; // 记录车厢是否完全通过 jvPartionInfo["isEnd"] = pPartionInfo->bIsEnd; //是否是间隔模型切分的车厢 jvPartionInfo["modelconfirmed"] = pPartionInfo->bmodelconfirmed; // 记录当前车厢的信息到JSON文件 MyUtils::getins()->WriteJsonInfo(jvPartionInfo, strFilePath); std::shared_ptr pTrainRange = std::make_shared(); pTrainRange->strTrainDate = jvPartionInfo["trainDate"].asString(); pTrainRange->strTrainName = jvPartionInfo["trainName"].asString(); pTrainRange->iTrainIndex = jvPartionInfo["trainNo"].asInt(); pTrainRange->iStartFrameId = jvPartionInfo["startFrameId"].asInt(); pTrainRange->i64StartTimeStamp = jvPartionInfo["startTimeStamp"].asInt64(); pTrainRange->iEndFrameId = jvPartionInfo["endFrameId"].asInt(); pTrainRange->i64EndTimeStamp = jvPartionInfo["endTimeStamp"].asInt64(); pTrainRange->bIsEnd = jvPartionInfo["isEnd"].asBool(); pTrainRange->bmodelconfirmed = jvPartionInfo["modelconfirmed"].asBool(); iRet = outputQueMap_[strPort0_]->push(std::static_pointer_cast(pTrainRange)); if (pPartionInfo->bIsEnd) { lstPartInfo.clear(); } } return APP_ERR_OK; } \ No newline at end of file diff --git a/nvidia_ascend_engine/common_engine/TransEngine/TransTrainEngine.cpp b/nvidia_ascend_engine/common_engine/TransEngine/TransTrainEngine.cpp index c66fa42..f9124fe 100644 --- a/nvidia_ascend_engine/common_engine/TransEngine/TransTrainEngine.cpp +++ b/nvidia_ascend_engine/common_engine/TransEngine/TransTrainEngine.cpp @@ -104,170 +104,170 @@ bool TransTrainEngine::AuthTransNum(int classId, const std::string &trainNum) // LogInfo << "classId:" << classId << " trainNum:" << trainNum; switch (classId) { - case TRAIN_HEAD: // 车头上的编号 - break; - case K_TRAIN_NUM: // 编号 矿车、煤炭漏斗车（兖矿自备、枣矿自备） - { - if (trainNum == "K13" || trainNum == "KM100AH") + case TRAIN_HEAD: // 车头上的编号 + break; + case K_TRAIN_NUM: // 编号 矿车、煤炭漏斗车（兖矿自备、枣矿自备） { - return true; + if (trainNum == "K13" || trainNum == "KM100AH") + { + return true; + } + std::regex reg; + switch (trainNum.size()) + { + case 4: + reg = "^K[1FMZ]{1}[36789]{1}[018ABKNT]{1}"; + break; + case 5: + reg = "^K[1M]{1}[368]{1}[1ABDN]{1}[AGKNT]{1}"; + break; + case 6: + reg = "^K[MF]{1}[69]{1}[80]{1}A[KH]{1}"; + break; + default: + LogWarn << "Unknow train，classId:" << classId << " trainNum:" << trainNum; + return false; + } + return std::regex_match(trainNum, reg); } - std::regex reg; - switch (trainNum.size()) + case C_TRAIN_NUM: // 敞车 特殊车型 C5D CF CFK { - case 4: - reg = "^K[1FMZ]{1}[36789]{1}[018ABKNT]{1}"; - break; - case 5: - reg = "^K[1M]{1}[368]{1}[1ABDN]{1}[AGKNT]{1}"; - break; - case 6: - reg = "^K[MF]{1}[69]{1}[80]{1}A[KH]{1}"; - break; + if (trainNum == "CF" || trainNum == "C62A(N)") + { + return true; + } + std::regex reg; + switch (trainNum.size()) + { + case 3: + reg = "^C[15678F]{1}[0123456DK]{1}"; + break; + case 4: + reg = "^C[1678]{1}[012346]{1}[0ABCEFHKMTY]{1}"; + break; + case 5: + reg = "^C[1678]{1}[01246]{1}[0ABCEY]{1}[KAFHNT]{1}"; + break; + case 6: + reg = "^C[17]{1}0[0E]{1}[A-]{1}[AH]{1}"; + break; + default: + LogWarn << "Unknow train，classId:" << classId << " trainNum:" << trainNum; + return false; + } + return std::regex_match(trainNum, reg); + } + case P_TRAIN_NUM: // 编号 棚车 + { + if (trainNum == "P70(H)" || trainNum == "P62(N)") + { + return true; + } + std::regex reg; + switch (trainNum.size()) + { + case 3: + reg = "^P[1678]{1}[012345]{1}"; + break; + case 4: + reg = "^P[678]{1}[023456]{1}[ABHKNST]{1}"; + break; + case 5: + reg = "^P6[24]{1}[ANG]{1}[KT]{1}"; + break; + default: + LogWarn << "Unknow train，classId:" << classId << " trainNum:" << trainNum; + return false; + } + return std::regex_match(trainNum, reg); + } + case G_TRAIN_NUM: // 编号 罐车 + { + if (trainNum == "GY100SK") + { + return true; + } + std::regex reg; + switch (trainNum.size()) + { + case 2: + reg = "^G[HLS]{1}"; + break; + case 3: + reg = "^[GL]{1}[1567HL]{1}[01246789K]{1}"; + break; + case 4: + reg = "^[GU]{1}[167FJLNQSWY]{1}[170689]{1}[KSABDGTM075W]{1}"; + break; + case 5: + reg = "^[GU]{1}[17FHNQY6]{1}[1706A89]{1}[SBDAM057W]{1}[KEHTB0ZAS]{1}"; + break; + case 6: + reg = "^[UG]{1}[6YH]{1}[1489A]{1}[057W]{1}[Z0LSA]{1}[KSAT]{1}"; + break; + default: + LogWarn << "Unknow train，classId:" << classId << " trainNum:" << trainNum; + return false; + } + return std::regex_match(trainNum, reg); + } + case NX_TRAIN_NUM: // 编号 平车 + { + if (trainNum == "N6") + { + return true; + } + std::regex reg; + switch (trainNum.size()) + { + case 3: + reg = "^[NQX]{1}[1234678T]{1}[0124567HK]{1}"; + break; + case 4: + reg = "^[BNX]{1}[16X]{1}[17BC]{1}[07AGKT]{1}"; + break; + case 5: + reg = "^[NX]{1}[16NX]{1}[17C]{1}[07AGT]{1}[KTABH]{1}"; + break; + case 6: + reg = "^NX17[AB]{1}[KTH]{1}"; + break; + default: + LogWarn << "Unknow train，classId:" << classId << " trainNum:" << trainNum; + return false; + } + return std::regex_match(trainNum, reg); + } + case J_TRAIN_NUM: // 编号 牲畜车 特种车 + { + if (trainNum == "TP64GK") + { + return true; + } + std::regex reg; + switch (trainNum.size()) + { + case 2: + reg = "^[DT]{1}[2678]{1}"; + break; + case 3: + reg = "^[DST]{1}[12346789LQ]{1}[012578ADFGP]{1}"; + break; + case 4: + reg = "^[DJNT]{1}[12356AFKQS]{1}[012345678DFQS]{1}[A12345679GHKQ]{1}"; + break; + case 5: + reg = "^[DJQT]{1}[2KNSH1P]{1}[613XQ2]{1}[A761234B]{1}[KA70G]{1}"; + break; + default: + LogWarn << "Unknow train， classId: " << classId << " trainNum:" << trainNum; + return false; + } + return std::regex_match(trainNum, reg); + } default: LogWarn << "Unknow train，classId:" << classId << " trainNum:" << trainNum; return false; - } - return std::regex_match(trainNum, reg); - } - case C_TRAIN_NUM: // 敞车 特殊车型 C5D CF CFK - { - if (trainNum == "CF" || trainNum == "C62A(N)") - { - return true; - } - std::regex reg; - switch (trainNum.size()) - { - case 3: - reg = "^C[15678F]{1}[0123456DK]{1}"; - break; - case 4: - reg = "^C[1678]{1}[012346]{1}[0ABCEFHKMTY]{1}"; - break; - case 5: - reg = "^C[1678]{1}[01246]{1}[0ABCEY]{1}[KAFHNT]{1}"; - break; - case 6: - reg = "^C[17]{1}0[0E]{1}[A-]{1}[AH]{1}"; - break; - default: - LogWarn << "Unknow train，classId:" << classId << " trainNum:" << trainNum; - return false; - } - return std::regex_match(trainNum, reg); - } - case P_TRAIN_NUM: // 编号 棚车 - { - if (trainNum == "P70(H)" || trainNum == "P62(N)") - { - return true; - } - std::regex reg; - switch (trainNum.size()) - { - case 3: - reg = "^P[1678]{1}[012345]{1}"; - break; - case 4: - reg = "^P[678]{1}[023456]{1}[ABHKNST]{1}"; - break; - case 5: - reg = "^P6[24]{1}[ANG]{1}[KT]{1}"; - break; - default: - LogWarn << "Unknow train，classId:" << classId << " trainNum:" << trainNum; - return false; - } - return std::regex_match(trainNum, reg); - } - case G_TRAIN_NUM: // 编号 罐车 - { - if (trainNum == "GY100SK") - { - return true; - } - std::regex reg; - switch (trainNum.size()) - { - case 2: - reg = "^G[HLS]{1}"; - break; - case 3: - reg = "^[GL]{1}[1567HL]{1}[01246789K]{1}"; - break; - case 4: - reg = "^[GU]{1}[167FJLNQSWY]{1}[170689]{1}[KSABDGTM075W]{1}"; - break; - case 5: - reg = "^[GU]{1}[17FHNQY6]{1}[1706A89]{1}[SBDAM057W]{1}[KEHTB0ZAS]{1}"; - break; - case 6: - reg = "^[UG]{1}[6YH]{1}[1489A]{1}[057W]{1}[Z0LSA]{1}[KSAT]{1}"; - break; - default: - LogWarn << "Unknow train，classId:" << classId << " trainNum:" << trainNum; - return false; - } - return std::regex_match(trainNum, reg); - } - case NX_TRAIN_NUM: // 编号 平车 - { - if (trainNum == "N6") - { - return true; - } - std::regex reg; - switch (trainNum.size()) - { - case 3: - reg = "^[NQX]{1}[1234678T]{1}[0124567HK]{1}"; - break; - case 4: - reg = "^[BNX]{1}[16X]{1}[17BC]{1}[07AGKT]{1}"; - break; - case 5: - reg = "^[NX]{1}[16NX]{1}[17C]{1}[07AGT]{1}[KTABH]{1}"; - break; - case 6: - reg = "^NX17[AB]{1}[KTH]{1}"; - break; - default: - LogWarn << "Unknow train，classId:" << classId << " trainNum:" << trainNum; - return false; - } - return std::regex_match(trainNum, reg); - } - case J_TRAIN_NUM: // 编号 牲畜车 特种车 - { - if (trainNum == "TP64GK") - { - return true; - } - std::regex reg; - switch (trainNum.size()) - { - case 2: - reg = "^[DT]{1}[2678]{1}"; - break; - case 3: - reg = "^[DST]{1}[12346789LQ]{1}[012578ADFGP]{1}"; - break; - case 4: - reg = "^[DJNT]{1}[12356AFKQS]{1}[012345678DFQS]{1}[A12345679GHKQ]{1}"; - break; - case 5: - reg = "^[DJQT]{1}[2KNSH1P]{1}[613XQ2]{1}[A761234B]{1}[KA70G]{1}"; - break; - default: - LogWarn << "Unknow train， classId: " << classId << " trainNum:" << trainNum; - return false; - } - return std::regex_match(trainNum, reg); - } - default: - LogWarn << "Unknow train，classId:" << classId << " trainNum:" << trainNum; - return false; } return true; } @@ -294,9 +294,9 @@ void TransTrainEngine::FilterSingleData(std::vector &vecObjs, Target std::deque dqObjs(vecObjs.begin(), vecObjs.end()); std::sort(dqObjs.begin(), dqObjs.end(), [](SingleData &a, SingleData &b) - { - return a.fLTY < b.fLTY; - }); + { + return a.fLTY < b.fLTY; + }); dqObjs.pop_front(); dqObjs.pop_back(); @@ -516,7 +516,8 @@ void TransTrainEngine::TransNum(TransSubData &transSubData, std::map>> 符合正则吗？" << typeInfo.IsChkFlag << " --- " << strTemp; + transSubData.vecTransInfo.emplace_back(typeInfo); } @@ -641,15 +642,15 @@ void TransTrainEngine::RecordNum(const TransSubData &transSubData, const std::sh bool bIntervalFlag = ((int)(pProcessData->iFrameId - mapPreFrameId_[pProcessData->iDataSource]) > iSkipInterval_ * 2); if (mapNumInfo_[pProcessData->iDataSource].find(strValue) == mapNumInfo_[pProcessData->iDataSource].end()) { - LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " NUM:" << strValue + LogDebug << " frameid:" << pProcessData->iFrameId << " NUM:" << strValue << " bIntervalFlag:" << bIntervalFlag; if (bIntervalFlag) { mapNumInfo_[pProcessData->iDataSource][strValue] = pProcessData->iFrameId; } } - LogDebug << "sourceid:" << pProcessData->iDataSource << " preframeid:" << mapPreFrameId_[pProcessData->iDataSource] - << " frameid:" << pProcessData->iFrameId << " mapsize:" << mapNumInfo_[pProcessData->iDataSource].size(); + // LogDebug << " preframeid:" << mapPreFrameId_[pProcessData->iDataSource] + // << " frameid:" << pProcessData->iFrameId << " mapsize:" << mapNumInfo_[pProcessData->iDataSource].size(); mapPreFrameId_[pProcessData->iDataSource] = pProcessData->iFrameId; } @@ -659,7 +660,7 @@ void TransTrainEngine::RecordNum(const TransSubData &transSubData, const std::sh * outParam: * return : true/false */ -bool TransTrainEngine::SaveMiddleNumCsv(const std::vector> &vecNums, const std::shared_ptr &pProcessData, +bool TransTrainEngine::SaveMiddleNumCsv(const std::vector> &vecNums, const std::shared_ptr &pProcessData, int iSourceId) { //1. 创建保存路径 (固定路径/YYYY-MM-DD/hh-mm-ss/) diff --git a/nvidia_ascend_engine/nvidia_engine/DecodeEngine/HardH264FFmpegDecode.cpp b/nvidia_ascend_engine/nvidia_engine/DecodeEngine/HardH264FFmpegDecode.cpp index dd85e55..587195e 100644 --- a/nvidia_ascend_engine/nvidia_engine/DecodeEngine/HardH264FFmpegDecode.cpp +++ b/nvidia_ascend_engine/nvidia_engine/DecodeEngine/HardH264FFmpegDecode.cpp @@ -389,21 +389,25 @@ int HardH264FFmpegDecode::HardH264FFmpegDecoderV2(AVCodecContext* pDecCtx, AVFra if (ret < 0) { // fprintf(stderr, "Error sending a packet for decoding\n"); - exit(1); + return -9; } while (ret >= 0) { ret = avcodec_receive_frame(pDecCtx, pSrcFrame); // 解码 - if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF) + if (ret == AVERROR(EAGAIN)) { // fprintf(stderr, "During decoding eof\n"); return -1; } + else if (ret == AVERROR_EOF) + { + return -1; + } else if (ret < 0) { // fprintf(stderr, "Error during decoding\n"); - exit(1); + return -2; } ////printf("saving frame %3d\n", pDecCtx->frame_number); diff --git a/nvidia_ascend_engine/nvidia_engine/DecodeEngine/VideoDecodeEngine.cpp b/nvidia_ascend_engine/nvidia_engine/DecodeEngine/VideoDecodeEngine.cpp index 9f09cb0..e7c373f 100644 --- a/nvidia_ascend_engine/nvidia_engine/DecodeEngine/VideoDecodeEngine.cpp +++ b/nvidia_ascend_engine/nvidia_engine/DecodeEngine/VideoDecodeEngine.cpp @@ -69,19 +69,19 @@ APP_ERROR VideoDecodeEngine::Process() { usleep(10*1000); //10ms - iNoCameraDataCnt++; - if (iNoCameraDataCnt >= 1000) //10秒内收不到，认为相机断开 - { - LogError << "engineId:" << engineId_ << " 超过10秒获取到摄像头数据，疑似摄像头断开。计数：" << iNoCameraDataCnt; - iNoCameraDataCnt = 0; - //camera异常时，构造空的解码数据push，确保一直有数据流转到后面Engine - std::shared_ptr pProcessData = std::make_shared(); - pProcessData->iDataSource = engineId_; - pProcessData->i64TimeStamp = MyUtils::getins()->GetCurrentTimeMillis(); - pProcessData->iSize = 0; - pProcessData->pData = nullptr; - iRet = outputQueMap_[strPort0_]->push(std::static_pointer_cast(pProcessData)); - } +// iNoCameraDataCnt++; +// if (iNoCameraDataCnt >= 1000) //10秒内收不到，认为相机断开 +// { +// LogError << "engineId:" << engineId_ << " 超过10秒获取到摄像头数据，疑似摄像头断开。计数：" << iNoCameraDataCnt; +// iNoCameraDataCnt = 0; +// //camera异常时，构造空的解码数据push，确保一直有数据流转到后面Engine +// std::shared_ptr pProcessData = std::make_shared(); +// pProcessData->iDataSource = engineId_; +// pProcessData->i64TimeStamp = MyUtils::getins()->GetCurrentTimeMillis(); +// pProcessData->iSize = 0; +// pProcessData->pData = nullptr; +// iRet = outputQueMap_[strPort0_]->push(std::static_pointer_cast(pProcessData)); +// } continue; } @@ -161,14 +161,30 @@ APP_ERROR VideoDecodeEngine::Process() LogError << "push the after hard h264 decode yuv420m frame data failed..."; } } + else if (iDecodeRet == -1) + { + // 视频结束 或者 数据量不足 一般为正常情况 + } else { LogError << "engineId:" << engineId_ << " HardH264FFmpegDecoderV2 failed...iDecodeRet:" << iDecodeRet; + if (hard_h264_ffmpeg_decoder_ != nullptr) + { + hard_h264_ffmpeg_decoder_->HardH264FFmpegDecoderDeInit(); + delete hard_h264_ffmpeg_decoder_; + hard_h264_ffmpeg_decoder_ = nullptr; + } } } - catch(...) + catch(const std::exception& e) { - LogError << "解码异常！！"; + LogError << "解码异常！报警：" << e.what(); + if (hard_h264_ffmpeg_decoder_ != nullptr) + { + hard_h264_ffmpeg_decoder_->HardH264FFmpegDecoderDeInit(); + delete hard_h264_ffmpeg_decoder_; + hard_h264_ffmpeg_decoder_ = nullptr; + } } } } diff --git a/nvidia_ascend_engine/nvidia_engine/MoveEngine/MoveEngine.cpp b/nvidia_ascend_engine/nvidia_engine/MoveEngine/MoveEngine.cpp index 3fab948..b909717 100644 --- a/nvidia_ascend_engine/nvidia_engine/MoveEngine/MoveEngine.cpp +++ b/nvidia_ascend_engine/nvidia_engine/MoveEngine/MoveEngine.cpp @@ -218,6 +218,8 @@ void MoveEngine::SingleDeviceProcess(std::shared_ptr pProcessData, APP_ERROR MoveEngine::Process() { int iRet = APP_ERR_OK; + const std::chrono::milliseconds LOG_INTERVAL(20000); // 每20秒打印一次 + auto last_log_time = std::chrono::steady_clock::now() - LOG_INTERVAL; while (!isStop_) { //pop端口0 @@ -317,7 +319,7 @@ APP_ERROR MoveEngine::Process() else { iHasTrainNum_ = iHasTrainNum_ == 0 ? iHasTrainNum_ : iHasTrainNum_ - 1; - if (iHasTrainNum_ == 0) LogInfo << "----- 当前无车 -----"; + // if (iHasTrainNum_ == 0) LogInfo << "----- 当前无车 -----"; } @@ -351,6 +353,12 @@ APP_ERROR MoveEngine::Process() LogDebug << "while iStepInter_: " << iStepInter_ << " queSize:" << queProcessData_.size(); queProcessData_.pop(); } + auto now = std::chrono::steady_clock::now(); + if (now - last_log_time > LOG_INTERVAL) + { + last_log_time = now; // 重置计时器 + LogInfo << "----- 当前无车 -----"; + } } //有车识别处理 if (iStepInter_ != 0) diff --git a/nvidia_ascend_engine/nvidia_engine/TrainStepOneEngine/TrainStepOneEngine.cpp b/nvidia_ascend_engine/nvidia_engine/TrainStepOneEngine/TrainStepOneEngine.cpp index 7da59fd..eb5f4c5 100644 --- a/nvidia_ascend_engine/nvidia_engine/TrainStepOneEngine/TrainStepOneEngine.cpp +++ b/nvidia_ascend_engine/nvidia_engine/TrainStepOneEngine/TrainStepOneEngine.cpp @@ -14,7 +14,7 @@ APP_ERROR TrainStepOneEngine::Init() bUseEngine_ = MyUtils::getins()->ChkIsHaveTarget("NUM"); if (!bUseEngine_) { - LogWarn << "engineId_:" << engineId_ << " not use engine"; + LogInfo << "engineId_:" << engineId_ << " not use engine"; return APP_ERR_OK; } @@ -98,7 +98,7 @@ APP_ERROR TrainStepOneEngine::InitModel() int nRet = yolov5model.YoloV5ClearityInferenceInit(&modelinfo, strModelName, modelConfig_.strOmPath); if (nRet != 0) { - LogInfo << "YoloV5ClassifyInferenceInit nRet:" << nRet; + LogError << "YoloV5ClassifyInferenceInit nRet:" << nRet; return APP_ERR_COMM_READ_FAIL; } return APP_ERR_OK; @@ -147,7 +147,7 @@ APP_ERROR TrainStepOneEngine::DeInit() { if (!bUseEngine_) { - LogWarn << "engineId_:" << engineId_ << " not use engine"; + LogInfo << "engineId_:" << engineId_ << " not use engine"; return APP_ERR_OK; } @@ -170,7 +170,7 @@ void TrainStepOneEngine::PushData(const std::string &strPort, const std::shared_ int iRet = outputQueMap_[strPort]->push(std::static_pointer_cast(pProcessData)); if (iRet != 0) { - LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " push fail iRet:" << iRet; + LogError << " frameid:" << pProcessData->iFrameId << " push fail iRet:" << iRet; if (iRet == 2) { usleep(10000); // 10ms @@ -194,9 +194,9 @@ void TrainStepOneEngine::FilterInvalidInfo(std::vector &vecRet, std std::vector vecSpaceInfo; for (auto it = vecRet.begin(); it != vecRet.end();) { - LogDebug << "frameId:" << pProcessData->iFrameId - << " bigclassid:" << it->class_id << " ltx:" << it->bbox[0] << " lty:" << it->bbox[1] - << " rbx:" << it->bbox[2] << " rby:" << it->bbox[3]; + // LogDebug << "frameId:" << pProcessData->iFrameId + // << " bigclassid:" << it->class_id << " ltx:" << it->bbox[0] << " lty:" << it->bbox[1] + // << " rbx:" << it->bbox[2] << " rby:" << it->bbox[3]; // 根据配置文件中 设置的识别范围，过滤掉无效数据 if (!(it->bbox[0] >= dataSourceCfg.fIdentifyAreasLTX && it->bbox[1] >= dataSourceCfg.fIdentifyAreasLTY && @@ -204,14 +204,14 @@ void TrainStepOneEngine::FilterInvalidInfo(std::vector &vecRet, std it->bbox[3] <= dataSourceCfg.fIdentifyAreasRBY)) { LogDebug << "frameId:" << pProcessData->iFrameId - << " bigclassid:" << it->class_id << " 超出识别区域-识别区域：(" - << dataSourceCfg.fIdentifyAreasLTX << "," << dataSourceCfg.fIdentifyAreasLTY << "),(" - << dataSourceCfg.fIdentifyAreasRBX << "," << dataSourceCfg.fIdentifyAreasRBY << ")"; + << " bigclassid:" << it->class_id << " 超出识别区域-识别区域：(" + << dataSourceCfg.fIdentifyAreasLTX << "," << dataSourceCfg.fIdentifyAreasLTY << "),(" + << dataSourceCfg.fIdentifyAreasRBX << "," << dataSourceCfg.fIdentifyAreasRBY << ")"; it = vecRet.erase(it); continue; } - // 如果设置了不识别车头，则去掉车头所有大框 + // 如果设置了不识别车头，则去掉车头标记的大框 if (!MyYaml::GetIns()->GetBoolValue("gc_train_heard_detect") && it->class_id == TRAIN_HEAD) { LogDebug << "frameId:" << pProcessData->iFrameId << " 过滤掉车头编号"; @@ -219,13 +219,25 @@ void TrainStepOneEngine::FilterInvalidInfo(std::vector &vecRet, std continue; } - // 过滤车头部分的非车头编号大框 + // 去除车头时的非车头编号信息 if(pProcessData->nMonitorState == MONITOR_MODEL_TRAIN_HEAD ) { if(it->class_id != TRAIN_HEAD) { LogDebug << " 帧号:" << pProcessData->iFrameId - << " 大类:" << it->class_id << " 识别于车头位置，无效！"; + << " 大类:" << it->class_id << " 识别于车头位置，无效！"; + it = vecRet.erase(it); + continue; + } + } + + // 去除非车头的车头编号信息 + if (pProcessData->nMonitorState != MONITOR_MODEL_TRAIN_HEAD) + { + if (it->class_id == TRAIN_HEAD) + { + LogDebug << " 帧号:" << pProcessData->iFrameId + << " 大类:" << it->class_id << " 识别于非车头位置，无效！"; it = vecRet.erase(it); continue; } @@ -233,7 +245,7 @@ void TrainStepOneEngine::FilterInvalidInfo(std::vector &vecRet, std // 去除车尾的间隔信息 if (pProcessData->nMonitorState == MONITOR_MODEL_TRAIN_TAIL - && ((it->class_id >= 9 && it->class_id <= 17 && it->class_id != 15) || it->class_id == 18)) + && ((it->class_id >= 9 && it->class_id <= 17 && it->class_id != 15) || it->class_id == 18)) { LogDebug << " frameId:" << pProcessData->iFrameId << " bigclassid:" << it->class_id @@ -242,12 +254,12 @@ void TrainStepOneEngine::FilterInvalidInfo(std::vector &vecRet, std continue; } - // 去除无车状态下的大框信息 + // 过滤掉识别于模型反馈无车状态下的所有大框信息 if (pProcessData->nMonitorState == MONITOR_MODEL_NO_TRAIN) { LogDebug << " frameId:" << pProcessData->iFrameId << " bigclassid:" << it->class_id - <<" 识别于无车状态,无效！"; + <<" 识别于模型反馈的无车状态下,无效！"; it = vecRet.erase(it); continue; } @@ -286,7 +298,7 @@ void TrainStepOneEngine::FilterInvalidInfo(std::vector &vecRet, std continue; } if (((it->class_id >= 2 && it->class_id <= 6) || it->class_id == J_TRAIN_NUM || it->class_id == W_TRAIN_NUM) && - (it->bbox[3] - it->bbox[1]) < MyYaml::GetIns()->GetIntValue("gc_num_frame_height")) + (it->bbox[3] - it->bbox[1]) < MyYaml::GetIns()->GetIntValue("gc_num_frame_height")) { LogWarn << "疑似误识别到远股道车号，帧号:" << pProcessData->iFrameId << "大框高度:" << (it->bbox[3] - it->bbox[1]); @@ -295,7 +307,7 @@ void TrainStepOneEngine::FilterInvalidInfo(std::vector &vecRet, std } if ((it->class_id == 1 || it->class_id == TRAIN_PRO) - && (it->bbox[3] - it->bbox[1]) < MyYaml::GetIns()->GetIntValue("gc_pro_frame_height")) { + && (it->bbox[3] - it->bbox[1]) < MyYaml::GetIns()->GetIntValue("gc_pro_frame_height")) { LogWarn << "疑似误识别到远股道属性，帧号:" << pProcessData->iFrameId << "大框高度:" << (it->bbox[3] - it->bbox[1]); it = vecRet.erase(it); @@ -310,6 +322,22 @@ void TrainStepOneEngine::FilterInvalidInfo(std::vector &vecRet, std continue; } + if (it->class_id == K_TRAIN_NUM) + { + int iCenterY = pProcessData->iHeight / 2; + int iHeight0 = it->bbox[1] / 2 + it->bbox[3] / 2; + if (iHeight0 > iCenterY) { + LogWarn << "矿车编号大框在画面Y轴中线以下，帧号:" + << pProcessData->iFrameId + << " 画面Y轴中心：" << iCenterY + << " 大框Y轴中心：" << iHeight0 ; + // << "[" << it->bbox[0] << "," << it->bbox[1] << "]" + // << "[" << it->bbox[2] << "," << it->bbox[3] << "]"; + it = vecRet.erase(it); + continue; + } + } + //补连塔的相机比较近，间隔基本在画面底部，因此当间隔比较靠画面上时过滤掉。 if ((it->class_id >= 9 && it->class_id <= 17 && it->class_id != 15) || it->class_id == U_TRAIN_SPACE) { @@ -334,7 +362,7 @@ void TrainStepOneEngine::FilterInvalidInfo(std::vector &vecRet, std int iCenterY = pProcessData->iHeight / 2; if (iHeight0 < iCenterY && iHeight1 < iCenterY) //非平车 { - if (!((vecRet[0].class_id >= 9 && vecRet[0].class_id <= 17 && vecRet[0].class_id != 15) || vecRet[0].class_id == U_TRAIN_SPACE) && + if (!((vecRet[0].class_id >= 9 && vecRet[0].class_id <= 17 && vecRet[0].class_id != 15) || vecRet[0].class_id == U_TRAIN_SPACE) && !((vecRet[1].class_id >= 9 && vecRet[1].class_id <= 17 && vecRet[1].class_id != 15) || vecRet[1].class_id == U_TRAIN_SPACE)) { LogDebug << " frameId:" << pProcessData->iFrameId << " no space"; @@ -401,7 +429,7 @@ APP_ERROR TrainStepOneEngine::Process() { if (!bUseEngine_) { - LogWarn << "engineId_:" << engineId_ << " not use engine"; + LogInfo << "engineId_:" << engineId_ << " not use engine"; return APP_ERR_OK; } int iRet = APP_ERR_OK; @@ -422,7 +450,7 @@ APP_ERROR TrainStepOneEngine::Process() pPostData->iModelType = MODELTYPE_NUM; pPostData->nMonitorState = pProcessData->nMonitorState; //来车检测的四个分类 - //获取图片 + //获取图片 if (pProcessData->iStatus == TRAINSTATUS_RUN || pProcessData->bIsEnd) { if (pProcessData->pData != nullptr && pProcessData->iSize != 0) @@ -431,10 +459,7 @@ APP_ERROR TrainStepOneEngine::Process() //进行推理 std::vector res; - //auto start = std::chrono::system_clock::now(); //计时开始 yolov5model.YoloV5ClearityInferenceModel(img, res); - //auto end = std::chrono::system_clock::now(); - //LogInfo << "nopr1 inference time: " << std::chrono::duration_cast(end - start).count() << "ms"; //过滤无效信息 FilterInvalidInfo(res, pProcessData); @@ -475,10 +500,10 @@ APP_ERROR TrainStepOneEngine::Process() SetTargetType(postSubData); pPostData->vecPostSubData.emplace_back(postSubData); -// LogDebug << "数据源:" << pProcessData->iDataSource << " 帧:" << pProcessData->iFrameId -// << " --iClassId:" << singledata.iClassId << " iLine:" << singledata.iLine << " confidence=" << singledata.fScore -// << " lx=" << singledata.fLTX << " ly=" << singledata.fLTY << " rx=" << singledata.fRBX << " ry=" << singledata.fRBY -// << " clear:" << singledata.fClear; + LogDebug << "数据源:" << pProcessData->iDataSource << " 帧:" << pProcessData->iFrameId + << " --iClassId:" << singledata.iClassId << " iLine:" << singledata.iLine << " confidence=" << singledata.fScore + << " lx=" << singledata.fLTX << " ly=" << singledata.fLTY << " rx=" << singledata.fRBX << " ry=" << singledata.fRBY + << " clear:" << singledata.fClear; } } } @@ -492,8 +517,7 @@ APP_ERROR TrainStepOneEngine::Process() //push端口0，第1步推理 pProcessData->pVoidData = std::static_pointer_cast(pPostData); - iRet = outputQueMap_[strPort0_]->push(std::static_pointer_cast(pProcessData), true); -// PushData(strPort0_, pProcessData); + PushData(strPort0_, pProcessData); } return APP_ERR_OK; } diff --git a/nvidia_ascend_engine/nvidia_engine/TrainStepTwoEngine/TrainStepTwoEngine.cpp b/nvidia_ascend_engine/nvidia_engine/TrainStepTwoEngine/TrainStepTwoEngine.cpp index 6777f3e..f04c30e 100644 --- a/nvidia_ascend_engine/nvidia_engine/TrainStepTwoEngine/TrainStepTwoEngine.cpp +++ b/nvidia_ascend_engine/nvidia_engine/TrainStepTwoEngine/TrainStepTwoEngine.cpp @@ -1,247 +1 @@ -#include "TrainStepTwoEngine.h" -#include -#include "myutils.h" -#include "myqueue.h" - -using namespace ai_matrix; - -TrainStepTwoEngine::TrainStepTwoEngine() {} - -TrainStepTwoEngine::~TrainStepTwoEngine() {} - -APP_ERROR TrainStepTwoEngine::Init() -{ - bUseEngine_ = MyUtils::getins()->ChkIsHaveTarget("NUM"); - if (!bUseEngine_) - { - LogWarn << "engineId_:" << engineId_ << " not use engine"; - return APP_ERR_OK; - } - - strPort0_ = engineName_ + "_" + std::to_string(engineId_) + "_0"; - modelConfig_ = MyYaml::GetIns()->GetModelConfig("TrainStepTwoEngine"); - - //读取模型信息 - APP_ERROR ret = ReadModelInfo(); - if (ret != APP_ERR_OK) - { - LogError << "Failed to read model info, ret = " << ret; - return ret; - } - ret = InitModel(); - if (ret != APP_ERR_OK) - { - LogError << "Failed to read model info, ret = " << ret; - return ret; - } - - LogInfo << "AclTrainStepTwoEngine Init ok"; - return APP_ERR_OK; -} - -APP_ERROR TrainStepTwoEngine::InitModel() -{ - - modelinfo.yolov5ClearityModelParam.uiClassNum = class_num; - modelinfo.yolov5ClearityModelParam.uiClearNum = clear_num; - modelinfo.yolov5ClearityModelParam.uiDetSize = det_size; - modelinfo.yolov5ClearityModelParam.fScoreThreshold = score_threshold; - modelinfo.yolov5ClearityModelParam.fNmsThreshold = nms_threshold; - - modelinfo.modelCommonInfo.uiModelWidth = model_width; - modelinfo.modelCommonInfo.uiModelHeight = model_height; - modelinfo.modelCommonInfo.uiInputSize = input_size; - modelinfo.modelCommonInfo.uiOutputSize = output_size; - modelinfo.modelCommonInfo.uiChannel = INPUT_CHANNEL; - modelinfo.modelCommonInfo.uiBatchSize = batch_size; - modelinfo.modelCommonInfo.strInputBlobName = INPUT_BLOB_NAME; - modelinfo.modelCommonInfo.strOutputBlobName = OUTPUT_BLOB_NAME; - - string strModelName = ""; - - int nRet = yolov5model.YoloV5ClearityInferenceInit(&modelinfo, strModelName, modelConfig_.strOmPath); - if (nRet != 0) - { - LogInfo << "YoloV5ClassifyInferenceInit nRet:" << nRet; - return APP_ERR_COMM_READ_FAIL; - } - return APP_ERR_OK; -} - -APP_ERROR TrainStepTwoEngine::ReadModelInfo() -{ - char szAbsPath[PATH_MAX]; - // Get the absolute path of model file - if (realpath(modelConfig_.strOmPath.c_str(), szAbsPath) == nullptr) - { - LogError << "Failed to get the real path of " << modelConfig_.strOmPath.c_str(); - return APP_ERR_COMM_NO_EXIST; - } - - // Check the validity of model path - int iFolderExist = access(szAbsPath, R_OK); - if (iFolderExist == -1) - { - LogError << "ModelPath " << szAbsPath << " doesn't exist or read failed!"; - return APP_ERR_COMM_NO_EXIST; - } - - //读取模型参数信息文件 - Json::Value jvModelInfo; - if (!MyUtils::getins()->ReadJsonInfo(jvModelInfo, modelConfig_.strModelInfoPath)) - { - LogError << "ModelInfoPath:" << modelConfig_.strModelInfoPath << " doesn't exist or read failed!"; - return APP_ERR_COMM_NO_EXIST; - } - - model_width = jvModelInfo["model_width"].asInt(); - model_height = jvModelInfo["model_height"].asInt(); - clear_num = jvModelInfo["clear"].isArray() ? jvModelInfo["clear"].size() : 0; - class_num = jvModelInfo["class"].isArray() ? jvModelInfo["class"].size() : 0; - input_size = GET_INPUT_SIZE(model_width, model_height); - output_size = GET_OUTPUT_SIZE(model_width, model_height, clear_num, class_num); - det_size = clear_num + class_num + 5; - score_threshold = modelConfig_.fScoreThreshold; - nms_threshold = modelConfig_.fNMSTreshold; - - return APP_ERR_OK; -} - -APP_ERROR TrainStepTwoEngine::DeInit() -{ - if (!bUseEngine_) - { - LogWarn << "engineId_:" << engineId_ << " not use engine"; - return APP_ERR_OK; - } - - yolov5model.YoloV5ClearityInferenceDeinit(); - LogInfo << "TrainStepTwoEngine DeInit ok"; - return APP_ERR_OK; -} - -/** -* push数据到队列，队列满时则休眠一段时间再push -* inParam : const std::string strPort push的端口 - : const std::shared_ptr &pProcessData push的数据 -* outParam: N/A -* return : N/A -*/ -void TrainStepTwoEngine::PushData(const std::string &strPort, const std::shared_ptr &pProcessData) -{ - while (true) - { - int iRet = outputQueMap_[strPort]->push(std::static_pointer_cast(pProcessData)); - if (iRet != 0) - { - LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " push fail iRet:" << iRet; - if (iRet == 2) - { - usleep(10000); // 10ms - continue; - } - } - break; - } -} - -APP_ERROR TrainStepTwoEngine::Process() -{ - if (!bUseEngine_) - { - LogWarn << "engineId_:" << engineId_ << " not use engine"; - return APP_ERR_OK; - } - int iRet = APP_ERR_OK; - - while (!isStop_) - { - std::shared_ptr pVoidData0 = nullptr; - inputQueMap_[strPort0_]->pop(pVoidData0); - if (nullptr == pVoidData0) - { - usleep(1000); //1ms - continue; - } - - std::shared_ptr pProcessData = std::static_pointer_cast(pVoidData0); - //组织输出数据 - std::shared_ptr pPostData = std::make_shared(); - pPostData->iModelType = MODELTYPE_NUM; - - //获取图片 - if (pProcessData->iStatus == TRAINSTATUS_RUN || pProcessData->bIsEnd) - { - if (pProcessData->pData != nullptr && pProcessData->iSize != 0) - { - std::shared_ptr ppostbuff = std::static_pointer_cast(pProcessData->pVoidData); - cv::Mat img(pProcessData->iHeight, pProcessData->iWidth, CV_8UC3, static_cast(pProcessData->pData.get())); //RGB - - for(int i = 0; i< ppostbuff->vecPostSubData.size(); i++) - { - PostSubData postsubdata = ppostbuff->vecPostSubData[i]; - if (postsubdata.iTargetType != NUM && postsubdata.iTargetType != PRO && postsubdata.iTargetType != HEAD) - { - continue; - } - - cv::Rect step2_rect(cv::Point(postsubdata.step1Location.fLTX, postsubdata.step1Location.fLTY), cv::Point(postsubdata.step1Location.fRBX, postsubdata.step1Location.fRBY)); - cv::Mat step2_image = img(step2_rect).clone(); - - //进行推理 - std::vector res; - auto start = std::chrono::system_clock::now(); // 计时开始 - yolov5model.YoloV5ClearityInferenceModel(step2_image, res); - auto end = std::chrono::system_clock::now(); -// LogInfo << "nopr2 inference time: " << std::chrono::duration_cast(end - start).count() << "ms"; - - PostSubData postSubDataNew; - postSubDataNew.iTargetType = postsubdata.iTargetType; - postSubDataNew.iBigClassId = postsubdata.iBigClassId; - postSubDataNew.iCarXH = postsubdata.iCarXH; - postSubDataNew.step1Location = postsubdata.step1Location; - //整理推理结果 - //根据非极大值抑制的结果标注相关信息(画框,文字信息等) - //res.size()为每张图片上的识别到的对象数目 - for (size_t j = 0; j < res.size(); j++) - { - SingleData singledata; - singledata.iLine = res[j].clear_id; - // singledata.iLine = -1; - singledata.iClassId = res[j].class_id; - singledata.fScore = res[j].class_conf; - // singledata.iAnchorId = -1; - singledata.fLTX = res[j].bbox[0]; - singledata.fLTY = res[j].bbox[1]; - singledata.fRBX = res[j].bbox[2]; - singledata.fRBY = res[j].bbox[3]; - singledata.fClear = res[j].clear_id; - - MyUtils::getins()->Step2ResetLocation(singledata, 1.0, pProcessData, postSubDataNew.step1Location); - - postSubDataNew.vecSingleData.emplace_back(singledata); - -// LogDebug << "sourceid:" << pProcessData->iDataSource << " step2 after frameId:" << pProcessData->iFrameId -// << " --iClassId:" << singledata.iClassId << " iLine:" << singledata.iLine << " confidence=" << singledata.fScore -// << " lx=" << singledata.fLTX << " ly=" << singledata.fLTY << " rx=" << singledata.fRBX << " ry=" << singledata.fRBY; - } - pPostData->vecPostSubData.emplace_back(postSubDataNew); - } - } - } - - //及时释放内存 - if (pProcessData->pData != nullptr) - { - pProcessData->pData = nullptr; - pProcessData->iSize = 0; - } - - // push端口0，第1步推理 - pProcessData->pVoidData = std::static_pointer_cast(pPostData); - iRet = outputQueMap_[strPort0_]->push(std::static_pointer_cast(pProcessData)); -// PushData(strPort0_, pProcessData); - } - return APP_ERR_OK; -} - +#include "TrainStepTwoEngine.h" #include #include "myutils.h" #include "myqueue.h" using namespace ai_matrix; TrainStepTwoEngine::TrainStepTwoEngine() {} TrainStepTwoEngine::~TrainStepTwoEngine() {} APP_ERROR TrainStepTwoEngine::Init() { bUseEngine_ = MyUtils::getins()->ChkIsHaveTarget("NUM"); if (!bUseEngine_) { LogWarn << "engineId_:" << engineId_ << " not use engine"; return APP_ERR_OK; } strPort0_ = engineName_ + "_" + std::to_string(engineId_) + "_0"; modelConfig_ = MyYaml::GetIns()->GetModelConfig("TrainStepTwoEngine"); //读取模型信息 APP_ERROR ret = ReadModelInfo(); if (ret != APP_ERR_OK) { LogError << "Failed to read model info, ret = " << ret; return ret; } ret = InitModel(); if (ret != APP_ERR_OK) { LogError << "Failed to read model info, ret = " << ret; return ret; } LogInfo << "AclTrainStepTwoEngine Init ok"; return APP_ERR_OK; } APP_ERROR TrainStepTwoEngine::InitModel() { modelinfo.yolov5ClearityModelParam.uiClassNum = class_num; modelinfo.yolov5ClearityModelParam.uiClearNum = clear_num; modelinfo.yolov5ClearityModelParam.uiDetSize = det_size; modelinfo.yolov5ClearityModelParam.fScoreThreshold = score_threshold; modelinfo.yolov5ClearityModelParam.fNmsThreshold = nms_threshold; modelinfo.modelCommonInfo.uiModelWidth = model_width; modelinfo.modelCommonInfo.uiModelHeight = model_height; modelinfo.modelCommonInfo.uiInputSize = input_size; modelinfo.modelCommonInfo.uiOutputSize = output_size; modelinfo.modelCommonInfo.uiChannel = INPUT_CHANNEL; modelinfo.modelCommonInfo.uiBatchSize = batch_size; modelinfo.modelCommonInfo.strInputBlobName = INPUT_BLOB_NAME; modelinfo.modelCommonInfo.strOutputBlobName = OUTPUT_BLOB_NAME; string strModelName = ""; int nRet = yolov5model.YoloV5ClearityInferenceInit(&modelinfo, strModelName, modelConfig_.strOmPath); if (nRet != 0) { LogInfo << "YoloV5ClassifyInferenceInit nRet:" << nRet; return APP_ERR_COMM_READ_FAIL; } return APP_ERR_OK; } APP_ERROR TrainStepTwoEngine::ReadModelInfo() { char szAbsPath[PATH_MAX]; // Get the absolute path of model file if (realpath(modelConfig_.strOmPath.c_str(), szAbsPath) == nullptr) { LogError << "Failed to get the real path of " << modelConfig_.strOmPath.c_str(); return APP_ERR_COMM_NO_EXIST; } // Check the validity of model path int iFolderExist = access(szAbsPath, R_OK); if (iFolderExist == -1) { LogError << "ModelPath " << szAbsPath << " doesn't exist or read failed!"; return APP_ERR_COMM_NO_EXIST; } //读取模型参数信息文件 Json::Value jvModelInfo; if (!MyUtils::getins()->ReadJsonInfo(jvModelInfo, modelConfig_.strModelInfoPath)) { LogError << "ModelInfoPath:" << modelConfig_.strModelInfoPath << " doesn't exist or read failed!"; return APP_ERR_COMM_NO_EXIST; } model_width = jvModelInfo["model_width"].asInt(); model_height = jvModelInfo["model_height"].asInt(); clear_num = jvModelInfo["clear"].isArray() ? jvModelInfo["clear"].size() : 0; class_num = jvModelInfo["class"].isArray() ? jvModelInfo["class"].size() : 0; input_size = GET_INPUT_SIZE(model_width, model_height); output_size = GET_OUTPUT_SIZE(model_width, model_height, clear_num, class_num); det_size = clear_num + class_num + 5; score_threshold = modelConfig_.fScoreThreshold; nms_threshold = modelConfig_.fNMSTreshold; return APP_ERR_OK; } APP_ERROR TrainStepTwoEngine::DeInit() { if (!bUseEngine_) { LogWarn << "engineId_:" << engineId_ << " not use engine"; return APP_ERR_OK; } yolov5model.YoloV5ClearityInferenceDeinit(); LogInfo << "TrainStepTwoEngine DeInit ok"; return APP_ERR_OK; } /** * push数据到队列，队列满时则休眠一段时间再push * inParam : const std::string strPort push的端口 : const std::shared_ptr &pProcessData push的数据 * outParam: N/A * return : N/A */ void TrainStepTwoEngine::PushData(const std::string &strPort, const std::shared_ptr &pProcessData) { while (true) { int iRet = outputQueMap_[strPort]->push(std::static_pointer_cast(pProcessData)); if (iRet != 0) { LogDebug << "sourceid:" << pProcessData->iDataSource << " frameid:" << pProcessData->iFrameId << " push fail iRet:" << iRet; if (iRet == 2) { usleep(10000); // 10ms continue; } } break; } } APP_ERROR TrainStepTwoEngine::Process() { if (!bUseEngine_) { LogWarn << "engineId_:" << engineId_ << " not use engine"; return APP_ERR_OK; } int iRet = APP_ERR_OK; while (!isStop_) { std::shared_ptr pVoidData0 = nullptr; inputQueMap_[strPort0_]->pop(pVoidData0); if (nullptr == pVoidData0) { usleep(1000); //1ms continue; } std::shared_ptr pProcessData = std::static_pointer_cast(pVoidData0); //组织输出数据 std::shared_ptr pPostData = std::make_shared(); pPostData->iModelType = MODELTYPE_NUM; //获取图片 if (pProcessData->iStatus == TRAINSTATUS_RUN || pProcessData->bIsEnd) { if (pProcessData->pData != nullptr && pProcessData->iSize != 0) { std::shared_ptr ppostbuff = std::static_pointer_cast(pProcessData->pVoidData); cv::Mat img(pProcessData->iHeight, pProcessData->iWidth, CV_8UC3, static_cast(pProcessData->pData.get())); //RGB for(int i = 0; i< ppostbuff->vecPostSubData.size(); i++) { PostSubData postsubdata = ppostbuff->vecPostSubData[i]; if (postsubdata.iTargetType != NUM && postsubdata.iTargetType != PRO && postsubdata.iTargetType != HEAD) { continue; } cv::Rect step2_rect(cv::Point(postsubdata.step1Location.fLTX, postsubdata.step1Location.fLTY), cv::Point(postsubdata.step1Location.fRBX, postsubdata.step1Location.fRBY)); cv::Mat step2_image = img(step2_rect).clone(); //进行推理 std::vector res; auto start = std::chrono::system_clock::now(); // 计时开始 yolov5model.YoloV5ClearityInferenceModel(step2_image, res); auto end = std::chrono::system_clock::now(); // LogInfo << "nopr2 inference time: " << std::chrono::duration_cast(end - start).count() << "ms"; PostSubData postSubDataNew; postSubDataNew.iTargetType = postsubdata.iTargetType; postSubDataNew.iBigClassId = postsubdata.iBigClassId; postSubDataNew.iCarXH = postsubdata.iCarXH; postSubDataNew.step1Location = postsubdata.step1Location; //整理推理结果 //根据非极大值抑制的结果标注相关信息(画框,文字信息等) //res.size()为每张图片上的识别到的对象数目 for (size_t j = 0; j < res.size(); j++) { SingleData singledata; singledata.iLine = res[j].clear_id; // singledata.iLine = -1; singledata.iClassId = res[j].class_id; singledata.fScore = res[j].class_conf; // singledata.iAnchorId = -1; singledata.fLTX = res[j].bbox[0]; singledata.fLTY = res[j].bbox[1]; singledata.fRBX = res[j].bbox[2]; singledata.fRBY = res[j].bbox[3]; singledata.fClear = res[j].clear_id; MyUtils::getins()->Step2ResetLocation(singledata, 1.0, pProcessData, postSubDataNew.step1Location); postSubDataNew.vecSingleData.emplace_back(singledata); // LogDebug << "sourceid:" << pProcessData->iDataSource << " step2 after frameId:" << pProcessData->iFrameId // << " --iClassId:" << singledata.iClassId << " iLine:" << singledata.iLine << " confidence=" << singledata.fScore // << " lx=" << singledata.fLTX << " ly=" << singledata.fLTY << " rx=" << singledata.fRBX << " ry=" << singledata.fRBY; } pPostData->vecPostSubData.emplace_back(postSubDataNew); } } } //及时释放内存 if (pProcessData->pData != nullptr) { pProcessData->pData = nullptr; pProcessData->iSize = 0; } // push端口0，第1步推理 pProcessData->pVoidData = std::static_pointer_cast(pPostData); PushData(strPort0_, pProcessData); } return APP_ERR_OK; } \ No newline at end of file