Train_Identify_arm/nvidia_ascend_engine/common_engine/DataUploadEngine/ResultToHttpSrvEngine.cpp

#include "ResultToHttpSrvEngine.h"
#include "myutils.h"


ResultToHttpSrvEngine::ResultToHttpSrvEngine() {}
ResultToHttpSrvEngine::~ResultToHttpSrvEngine() {}

APP_ERROR ResultToHttpSrvEngine::Init()
{
    strPort0_ = engineName_ + "_" + std::to_string(engineId_) + "_0";
    strUsername_ = MyYaml::GetIns()->GetStringValue("username");
    strPassword_ = MyYaml::GetIns()->GetStringValue("password");
    strURL_ = MyYaml::GetIns()->GetStringValue("gc_http_url");
    strGetTokenURL_ = MyYaml::GetIns()->GetStringValue("gc_gettoken_url");
    strImageSrv_ = MyYaml::GetIns()->GetPathValue("gc_image_srv");
    strPoundNo_ = MyYaml::GetIns()->GetStringValue("atlas_poundno");
    strFailSavePath_ = MyYaml::GetIns()->GetPathValue("gc_result_path") + "httpfailcontent.csv";
    strFailSaveBakPath_ = MyYaml::GetIns()->GetPathValue("gc_result_path") + "httpfailcontent_bak.csv";
    LogInfo << "ResultToHttpSrvEngine Init ok";
    return APP_ERR_OK;
}

APP_ERROR ResultToHttpSrvEngine::DeInit()
{
    LogDebug << "curl_easy_cleanup";
    curl_easy_cleanup(pCurl_);

    /*  这个处理移动到main中， 防止多线程调用
    LogDebug << "内存清理";
    curl_global_cleanup();
    */
    LogInfo << "ResultToHttpSrvEngine DeInit ok";
    return APP_ERR_OK;
}

/**
* libcurl回调函数
* inParam : void *pBuffer   回调内容地址
          : size_t size     回调单个数据大小
          : size_t nmemb    回调数据个数
* outParam: std::string &strResp    返回内容
* return  : 回调数据大小
*/
size_t ResultToHttpSrvEngine::WriteCallBack(void *pBuffer, size_t size, size_t nmemb, std::string &strResp)
{
    size_t sizes = size * nmemb;
    std::string strTemp((char*)pBuffer, sizes);
    strResp += strTemp;
    return sizes;
}

/**
* 调用http接口获取token
* inParam :
* outParam: std::string &strBladeAuth   返回的token信息
* return  : true:成功; false:失败
*/
bool ResultToHttpSrvEngine::GetToken(std::string &strBladeAuth)
{
    //1. 获得curl操作符
    if (nullptr == pCurl_)
    {
        LogDebug<<"pCurl_ is null, invoke curl_easy_init";
        pCurl_ = curl_easy_init();
        if (nullptr == pCurl_)
        {
            LogError << "curl_easy_init failed !";
            return false;
        }
    }

    //2. 设置head, 和表单
    //设置head信息
    struct curl_slist *pHeaderList = nullptr;
    pHeaderList = curl_slist_append(pHeaderList, "Authorization:Basic Y2xpZW50X2VudGVycHJpc2U6Y2xpZW50X2VudGVycHJpc2Vfc2VjcmV0");

    //设置表单信息
    curl_mime *pMultipart = curl_mime_init(pCurl_);
    curl_mimepart *pPart = curl_mime_addpart(pMultipart);
    curl_mime_name(pPart, "username");
    curl_mime_data(pPart, strUsername_.c_str(), CURL_ZERO_TERMINATED);
    pPart = curl_mime_addpart(pMultipart);
    curl_mime_name(pPart, "password");
    curl_mime_data(pPart, strPassword_.c_str(), CURL_ZERO_TERMINATED);
    pPart = curl_mime_addpart(pMultipart);
    curl_mime_name(pPart, "tenantId");
    curl_mime_data(pPart, "000000", CURL_ZERO_TERMINATED);
    pPart = curl_mime_addpart(pMultipart);
    curl_mime_name(pPart, "grant_type");
    curl_mime_data(pPart, "password", CURL_ZERO_TERMINATED);

    curl_easy_setopt(pCurl_, CURLOPT_CONNECTTIMEOUT, 1);              //连接超时(1s连接不上服务器返回超时)
    curl_easy_setopt(pCurl_, CURLOPT_URL, strGetTokenURL_.c_str());   //设置url
    curl_easy_setopt(pCurl_, CURLOPT_HTTPHEADER, pHeaderList);        //设置报文头
    curl_easy_setopt(pCurl_, CURLOPT_MIMEPOST, pMultipart);           //设置表单
    //curl_easy_setopt(pCurl_, CURLOPT_POSTFIELDS, strBody.c_str());    //设置post内容
    //curl_easy_setopt(pCurl_, CURLOPT_POST, 1);                        //设置操作为POST(为非0表示post)
    curl_easy_setopt(pCurl_, CURLOPT_WRITEFUNCTION, WriteCallBack);   //设置回调函数
    std::string strResponse;
    curl_easy_setopt(pCurl_, CURLOPT_WRITEDATA, &strResponse);        //设置回调参数

    //3. 执行http请求
    CURLcode res = curl_easy_perform(pCurl_);
    curl_slist_free_all(pHeaderList); //清除headerlist
    curl_mime_free(pMultipart);       //清除curl_mime
    curl_easy_reset(pCurl_);          //重置curl
    if (res != CURLE_OK)
    {
        LogError << " curl_easy_perform fail:" << curl_easy_strerror(res);
        return false;
    }

    //4. 执行成功解析响应内容
    Json::CharReaderBuilder readerBuilder;
    std::shared_ptr<Json::CharReader> reader(readerBuilder.newCharReader());
    Json::Value jvResponse;
    JSONCPP_STRING errs;
    if (!reader->parse(strResponse.data(), strResponse.data() + strResponse.size(), &jvResponse, &errs))
    {
        LogError << " response content fail " << strResponse;
        return false;
    }
    LogDebug << "GetToken resp:" << strResponse;

    strBladeAuth += jvResponse["token_type"].asString();
    strBladeAuth += " ";
    strBladeAuth += jvResponse["access_token"].asString();
    return true;
}

/**
* 列车信息提交http接口
* inParam : Json::Value &jvRequest 提交内容
* outParam:
* return  : true:提交成功; false:提交失败
*/
bool ResultToHttpSrvEngine::ResultToHttpSrv(Json::Value &jvRequest)
{
    //获取token
    std::string strBladeAuth("blade-auth:");
    if (!GetToken(strBladeAuth))
    {
        LogError << "comeTime:" << jvRequest["comeTime"].asString() << " carriageOrder:" << jvRequest["carriageOrder"].asInt() << " GetToken fail ";
        return false;
    }
    LogDebug << "strBladeAuth:" << strBladeAuth;

    //1. 获得curl操作符
    if (nullptr == pCurl_)
    {
        LogDebug<<"pCurl_ is null, invoke curl_easy_init";
        pCurl_ = curl_easy_init();
        if (nullptr == pCurl_)
        {
            LogError << "curl_easy_init failed !";
            return false;
        }
    }

    //2. 设置http请求信息
    Json::StreamWriterBuilder jswBuilder;
    std::string strRequest = Json::writeString(jswBuilder, jvRequest);
    LogDebug << "to http:" << strRequest;
    std::string strResponse;
    struct curl_slist *pHeaderList = nullptr;
    pHeaderList = curl_slist_append(pHeaderList, "Accept:application/json");
    pHeaderList = curl_slist_append(pHeaderList, "Content-Type:application/json");
    pHeaderList = curl_slist_append(pHeaderList, "charset:utf-8");
    pHeaderList = curl_slist_append(pHeaderList, strBladeAuth.c_str());
    curl_easy_setopt(pCurl_, CURLOPT_CONNECTTIMEOUT, 1);              //连接超时(1s连接不上服务器返回超时)
    curl_easy_setopt(pCurl_, CURLOPT_URL, strURL_.c_str());           //设置url
    curl_easy_setopt(pCurl_, CURLOPT_HTTPHEADER, pHeaderList);        //设置报文头
    curl_easy_setopt(pCurl_, CURLOPT_POSTFIELDS, strRequest.c_str()); //设置post内容
    curl_easy_setopt(pCurl_, CURLOPT_POST, 1);                        //设置操作为POST(为非0表示post)
    curl_easy_setopt(pCurl_, CURLOPT_WRITEFUNCTION, WriteCallBack);   //设置回调函数
    curl_easy_setopt(pCurl_, CURLOPT_WRITEDATA, &strResponse);        //设置回调参数

    //3. 执行http请求
    CURLcode res = curl_easy_perform(pCurl_);
    curl_slist_free_all(pHeaderList); //清除headerlist
    curl_easy_reset(pCurl_);          //重置curl
    if (res != CURLE_OK)
    {
        LogError << "comeTime:" << jvRequest["comeTime"].asString() << " carriageOrder:" << jvRequest["carriageOrder"].asInt()
                 << " curl_easy_perform fail:" << curl_easy_strerror(res);
        return false;
    }

    //4. 执行成功解析响应内容
    LogInfo << "http resp:" << strResponse;
    Json::CharReaderBuilder readerBuilder;
    std::shared_ptr<Json::CharReader> reader(readerBuilder.newCharReader());
    Json::Value jvResponse;
    JSONCPP_STRING errs;
    if (!reader->parse(strResponse.data(), strResponse.data() + strResponse.size(), &jvResponse, &errs))
    {
        LogError << "comeTime:" << jvRequest["comeTime"].asString() << " carriageOrder:" << jvRequest["carriageOrder"].asInt()
                 << " response content fail " << strResponse;
        return false;
    }

    if (!jvResponse["success"].asBool())
    {
        LogError << "comeTime:" << jvRequest["comeTime"].asString() << " carriageOrder:" << jvRequest["carriageOrder"].asInt()
                 << " response fail";
        return false;
    }

    LogInfo << "comeTime:" << jvRequest["comeTime"].asString() << " carriageOrder:" << jvRequest["carriageOrder"].asInt()
            << " post success";
    return true;
}

/**
* 处理上传失败的信息
* inParam : N/A
* outParam: N/A
* return  : N/A
*/
void ResultToHttpSrvEngine::DealHttpFailInfo()
{
    //队列有待处理数据，则先不处理异常数据。
    if (inputQueMap_[strPort0_]->getSize() > 0)
    {
        LogDebug << "have new data to process";
        return;
    }

    //文件不存在不处理
    if (access(strFailSavePath_.c_str(), F_OK) == -1)
    {
        LogDebug << "no exit file:" << strFailSavePath_;
        return;
    }

    bool bAllSucc = true;
    std::ifstream inFile(strFailSavePath_.c_str(), std::ios::in);
    if (!inFile.is_open())
    {
        LogError << strFailSavePath_ << " open fail";
        return;
    }

    int iDealCnt = 0;
    std::string strLine;
    while (getline(inFile, strLine))
    {
        Json::CharReaderBuilder jsrBuilder;
        std::shared_ptr<Json::CharReader> reader(jsrBuilder.newCharReader());
        Json::Value jvRequest;
        JSONCPP_STRING errs;
        if (!reader->parse(strLine.data(), strLine.data() + strLine.size(), &jvRequest, &errs))
        {
            LogError << "json parse fail content:" << strLine;
            return;
        }

        /*
        新数据到达后，异常数据还未开始处理，则直接关闭文件返回。先处理正常数据。
        新数据到达后，异常数据处理中，则把异常未处理的数据全部当处理失败写入新文件中。先处理正常数据。
        */
        if (inputQueMap_[strPort0_]->getSize() > 0)
        {
            LogDebug << "Abnormal data processing, have new data to process";
            if (0 == iDealCnt)
            {
                LogDebug << "Abnormal data processing not start";
                inFile.close();
                return;
            }
            SaveHttpFailInfo(jvRequest, strFailSaveBakPath_);
            bAllSucc = false;
            continue;
        }

        iDealCnt++;

        if (!ResultToHttpSrv(jvRequest))
        {
            LogError << "re http post err:" << strLine;
            //SaveHttpFailInfo(jvRequest, strFailSaveBakPath_);
//            bAllSucc = false;
            continue;
        }
    }
    inFile.close();

    if(bAllSucc)
    {
        //都处理成功，文件删除
        remove(strFailSavePath_.c_str());
    }
    else
    {
        //部分处理成功，重命名后再次被处理
        rename(strFailSaveBakPath_.c_str(), strFailSavePath_.c_str());
    }
}

/**
* 保存http上传失败的信息
* inParam : Json::Value &jvRequest     http失败信息
*         : std::string &strFilePath   保存路径
* outParam: N/A
* return  : true(成功);false(失败)
*/
bool ResultToHttpSrvEngine::SaveHttpFailInfo(Json::Value &jvRequest, std::string &strFilePath)
{
    std::ofstream outFile;
    outFile.open(strFilePath, std::ios::app);
    if (!outFile.is_open())
    {
        LogError << strFilePath << " open fail";
        return false;
    }

    Json::StreamWriterBuilder jswBuilder;
    jswBuilder["indentation"] = "";
    std::string strRequest = Json::writeString(jswBuilder, jvRequest);

    outFile << strRequest << std::endl;
    outFile.close();
    return true;
}


APP_ERROR ResultToHttpSrvEngine::Process()
{
    int iRet = APP_ERR_OK;
    if (0 == MyYaml::GetIns()->GetIntValue("gc_http_open"))
    {
        LogDebug << " gc_http_open value is 0";
        return APP_ERR_OK;
    }

    while (!isStop_)
    {
        std::shared_ptr<void> pVoidData0 = nullptr;
        inputQueMap_[strPort0_]->pop(pVoidData0);
        if (nullptr == pVoidData0)
        {
            usleep(1000); //1ms

            //无数据大于1分钟
            iNoDataCnt_++;
            if (iNoDataCnt_ > (60 * 1000))
            {
                DealHttpFailInfo();
                iNoDataCnt_ = 0;
            }
            continue;
        }
        iNoDataCnt_ = 0;

        std::shared_ptr<Train> pTrain = std::static_pointer_cast<Train>(pVoidData0);

        ai_matrix::DataSourceConfig dataSourceConfig = MyYaml::GetIns()->GetDataSourceConfigById(pTrain->trainNum.iDataSource); //获取摄像机参数
        char szCameraNo[4] = {0};
        sprintf(szCameraNo, "%03d", pTrain->trainNum.iDataSource + 1);

        char szNumImgPath[64] = {0};            //车号最优图片路径
        if (!pTrain->trainNum.strBestImg.empty())
        {
            sprintf(szNumImgPath, "/%03d/%s", pTrain->trainNum.iDataSource + 1, pTrain->trainNum.strBestImg.c_str());
        }

        char szProImgPath[64] = {0};            //属性最优图片路径
        if (!pTrain->trainPro.strBestImg.empty())
        {
            sprintf(szProImgPath, "/%03d/%s", pTrain->trainPro.iDataSource + 1, pTrain->trainPro.strBestImg.c_str());
        }

        // char szChkDateImgPath[64] = {0};        //定检期最优图片路径
        // if (!pTrain->chkDate.strBestImg.empty())
        // {
        //     sprintf(szChkDateImgPath, "%03d/%s", pTrain->chkDate.iDataSource + 1, pTrain->chkDate.strBestImg.c_str());
        // }

        // char szContainer1ImgPath[64] = {0};     //集装箱1最优图片路径
        // if (!pTrain->container1.strBestImg.empty())
        // {
        //     sprintf(szContainer1ImgPath, "%03d/%s", pTrain->container1.iDataSource + 1, pTrain->container1.strBestImg.c_str());
        // }

        // char szContainer2ImgPath[64] = {0};     //集装箱2最优图片路径
        // if (!pTrain->container2.strBestImg.empty())
        // {
        //     sprintf(szContainer2ImgPath, "%03d/%s", pTrain->container2.iDataSource + 1, pTrain->container2.strBestImg.c_str());
        // }

        std::string strTime = pTrain->strTrainName;
        strTime = MyUtils::getins()->replace_all_distinct(strTime, std::string("-"), std::string(":"));
        int iCategory = 0;
        if (pTrain->trainNum.iTrainTypeId == 3)
        {
            iCategory = 0;
        }
        else if(pTrain->trainNum.iTrainTypeId == 2)
        {
            iCategory = 1;
        }
        else if (pTrain->trainNum.iTrainTypeId == 6)
        {
            iCategory = 2;
        }
        else if (pTrain->trainNum.iTrainTypeId == 0)
        {
            iCategory = 3;
        }

        //组装post信息
        Json::Value jvRequest;
        Json::Value jvSubObj;
        jvSubObj["poundNo"] = strPoundNo_; // 股道号
        jvRequest["trainParams"] = jvSubObj;
        jvRequest["carriageType"] = pTrain->trainNum.strTrainType;                                                   // 车型
        jvRequest["carriageNumber"] = pTrain->trainNum.strTrainNum;                                                  // 车厢号
        jvRequest["carriageOrder"] = pTrain->iCarXH;                                                                 // 车节号
        jvRequest["cameraNumber"] = szCameraNo;                                                                      // 摄像头编号
        jvRequest["carriageTareweight"] = pTrain->trainPro.strSelf;                                                  // 皮重
        jvRequest["carriageLoad"] = pTrain->trainPro.strLoad;                                                        // 载重
        jvRequest["carriageVolume"] = pTrain->trainPro.strVolume;                                                    // 容积
        jvRequest["carriageChangelength"] = pTrain->trainPro.strChange;                                              // 换长
        jvRequest["proImageName"] = strImageSrv_ + pTrain->strTrainDate + "/" + pTrain->strTrainName + szProImgPath; // 属性图片
        jvRequest["numImageName"] = strImageSrv_ + pTrain->strTrainDate + "/" + pTrain->strTrainName + szNumImgPath; // 车号图片
        jvRequest["comeTime"] = pTrain->strTrainDate + " " + strTime;                                                // 来车时间
        jvRequest["carriageCategory"] = iCategory;                                                                   // 车厢类别:0敞车,1:漏洞矿车,2:平车,3:车头
        jvRequest["isTheLast"] = pTrain->bIsEnd ? 1 : 0;                                                             // 是否最后一节: 0:否,1:是
        jvRequest["startFrame"] = pTrain->iStartFrameId;                                                            //车厢开始帧
        jvRequest["endFrame"] = pTrain->iEndFrameId;                                                                //车厢结束帧
        jvRequest["skipFrame"] = dataSourceConfig.iSkipInterval;
        jvRequest["collectTime"] = MyUtils::getins()->Stamp2Time(pTrain->i64EndTimeStamp, true);//车厢切分的时间                                               //跳帧
        if (!ResultToHttpSrv(jvRequest))
        {
//            SaveHttpFailInfo(jvRequest, strFailSavePath_);
        }

        //列车结束后再次处理失败的信息
        if (pTrain->bIsEnd)
        {
            DealHttpFailInfo();
        }
    }
    return APP_ERR_OK;
}