当前位置： 首页 > news >正文

Camera相机人脸识别系列专题分析之十九：MTK ISP6S平台FDNode传递三方FFD到APP流程解析

news 2025/7/31 10:49:38

【关注我，后续持续新增专题博文，谢谢！！！】

上一篇我们讲了：

        这一篇我们开始讲： Camera相机人脸识别系列专题分析之十九：MTK平台FDNode传递三方FFD到APP流程解析

目录

一、背景

二、：OcamMeta传递FFD到APP

    2.1：OcamMeta

    2.2 ：OcamMeta::process更新FFD

    2.3 ：setFfdData2App

一、背景

        我们知道app和hal属于两个不同进程，而进程间通信在camera领域一个重要的知识点就是camerameta，最典型的就是存放3A信息，我们也可以客制化存在FFD相关信息，来实现进程间通信。

二、：OcamMeta传递FFD到APP

    2.1：OcamMeta

        ocam_meta.cpp是对camera meta统一管理，之前的FFD数据就是在这里通过写入meta中，最后APP会读取meta来完成获取HAL的FFD数据。

        而核心流程是CamThread::CamThreadHandle::threadLoop线程中，通过enqueNode最后调用到OcamMeta::process来完成meta的更新。

    2.2 ：OcamMeta::process更新FFD

OcamMeta::process函数中，会更新很多camera相关meta，FFD相关meta最终是通过setFfdData2App来完成

MERROR OcamMeta::process(RequestPtr pRequest, RequestCallbackPtr pCallback)
{if( pRequest != NULL ){IMetadata *pIMetadataDynamic1  = acquire(pRequest->mIMetadataDynamic1);IMetadata *pOMetadataApp     = acquire(pRequest->mOMetadataApp);IMetadata *pOMetadataHal     = acquire(pRequest->mOMetadataHal);mDataMetaToAsync.mFaceNum = 0;thirdFaceDataAppJoint facedata;memset(&facedata, 0, sizeof(thirdFaceDataAppJoint));if (pIMetadataHal1 != NULL) {MINT64 p1timestamp = 0;IMetadata::IEntry entryP1Timestamp = pRequest->mIMetadataHal1->acquire()->entryFor(MTK_P1NODE_FRAME_START_TIMESTAMP);if (!entryP1Timestamp.isEmpty()) {p1timestamp = entryP1Timestamp.itemAt(0, Type2Type<MINT64>());} else {MY_LOGE("Cant get p1 timestamp meta.");}auto fdReader = IFDContainer::createInstance(LOG_TAG, IFDContainer::eFDContainer_Opt_Read);if (fdReader != NULL) {MBOOL fdResult = MFALSE;FD_DATATYPE fdData;fdResult = fdReader->cloneLatestFD(fdData, mOpenID);if (fdResult) {mFDdata = std::make_shared<FD_DATATYPE>();fdData.clone(*mFDdata);mDataMetaToAsync.mFaceNum = mFDdata->facedata.number_of_faces;MY_LOGD_IF(mLogDebug, "FDNode Result FaceNum(%d),openID(%d)", mFDdata->facedata.number_of_faces, mOpenID);} else {MY_LOGI("fdData is not found");}} else {MY_LOGD_IF(mLogDebug, "Can not get FDContainer");}if (mDataMetaToAsync.mIsUseCusFd) {if (thirdIFDContainer::hasInstance(thirdIFDContainer::third_eFDContainer_Opt_Read)) {auto thirdFdReader = thirdIFDContainer::createInstance(LOG_TAG, thirdIFDContainer::third_eFDContainer_Opt_Read);auto fdData = thirdFdReader->queryLock(p1timestamp - FD_TOLERENCE, p1timestamp);if (fdData.size() > 0) {auto fdChunk = fdData.back();facedata = fdChunk->thirdFaceData;if (mDataMetaToAsync.mBeautyLevel > 0 && fdChunk->sensorId == mOpenID) {setFfdData2App(facedata, pOMetadataApp);}}thirdFdReader->queryUnlock(fdData);}}

    2.3 ：setFfdData2App

流程如下：

  1. 创建：IMetadata::IEntry faceInfoEntry(third_CONTROL_CAPTURE_FB_FACE_INFO);
  2. 写入各种FFD数据结构字段：faceInfoEntry.push_back
  3. 更新meta：pOMetadataApp->update(third_CONTROL_CAPTURE_FB_FACE_INFO, faceInfoEntry);
  4. APP会去读这个tag拿到meta，并解析各个FFD字段，拿到FFD各种变量。
void OcamMeta::setFfdData2App(thirdFaceDataAppJoint facedata, IMetadata* pOMetadataApp)
{MSize fdImgSize(facedata.fdProcessInfo.ImgSize.w, facedata.fdProcessInfo.ImgSize.h);int face_count = 0;face_count = facedata.faceInfoOri.face_num;for (MINT32 i = 0; i < face_count; i++) {int32_t left = (int32_t)facedata.faceInfoOri.face_roi[i].faceRect.left;int32_t top = (int32_t)facedata.faceInfoOri.face_roi[i].faceRect.top;int32_t right = (int32_t)facedata.faceInfoOri.face_roi[i].faceRect.width + left;int32_t bottom = (int32_t)facedata.faceInfoOri.face_roi[i].faceRect.height + top;convertCoord(left, top, fdImgSize, facedata.fdProcessInfo);convertCoord(right, bottom, fdImgSize, facedata.fdProcessInfo);facedata.faceInfoOri.face_roi[i].faceRect.left = left;facedata.faceInfoOri.face_roi[i].faceRect.top = top;facedata.faceInfoOri.face_roi[i].faceRect.width = right - left;facedata.faceInfoOri.face_roi[i].faceRect.height = bottom - top;}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {for (MINT32 j = 0; j < MAX_FFD_NUM; j++) {convertCoord(facedata.faceInfoOri.ffd_data[i].x[j],facedata.faceInfoOri.ffd_data[i].y[j],fdImgSize, facedata.fdProcessInfo);}}for (MINT32 i = 0; i < MAX_FACE_ROIS; i++) {for (MINT32 j = 0; j < MAX_FFD_NUM_512; j++) {convertCoord(facedata.ffd296Data.ffdData[i].x[j],facedata.ffd296Data.ffdData[i].y[j],fdImgSize, facedata.fdProcessInfo);}}if (pOMetadataApp) {IMetadata::IEntry faceInfoEntry(third_CONTROL_CAPTURE_FB_FACE_INFO);int face_num = 0;faceInfoEntry.push_back(facedata.faceInfoOri.versionId,Type2Type<MINT32>());face_num = facedata.faceInfoOri.face_num ? facedata.faceInfoOri.face_num : mDataMetaToAsync.mFaceNum;faceInfoEntry.push_back(face_num,Type2Type<MINT32>());faceInfoEntry.push_back(facedata.faceInfoOri.master_index,Type2Type<MINT32>());faceInfoEntry.push_back(facedata.faceInfoOri.points_count,Type2Type<MINT32>());for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.age[i],Type2Type<MINT32>());}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.gender[i],Type2Type<MINT32>());}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {for (MINT32 j = 0; j < MAX_FFD_NUM; j++) {faceInfoEntry.push_back(facedata.faceInfoOri.ffd_data[i].x[j],Type2Type<MINT32>());}for (MINT32 j = 0; j < MAX_FFD_NUM; j++) {faceInfoEntry.push_back(facedata.faceInfoOri.ffd_data[i].y[j],Type2Type<MINT32>());}for (MINT32 j = 0; j < MAX_FFD_NUM; j++) {faceInfoEntry.push_back(facedata.faceInfoOri.ffd_data[i].occlusion[j],Type2Type<MINT32>());}}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.yaw[i],Type2Type<MINT32>());}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.pitch[i],Type2Type<MINT32>());}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.roll[i],Type2Type<MINT32>());}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.faceLuma[i],Type2Type<MINT32>());}// for decide the back lightingfaceInfoEntry.push_back(facedata.faceInfoOri.faceLumaRatio,Type2Type<MINT32>());//colorTemperaturefaceInfoEntry.push_back(facedata.faceInfoOri.colorTemperature,Type2Type<MINT32>());//lip_HSVfor (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM * HSV_CHANNEL_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.lip_HSV[i],Type2Type<MINT32>());}//isofacedata.faceInfoOri.iso = mDataMetaToAsync.mIsoValue;faceInfoEntry.push_back(facedata.faceInfoOri.iso,Type2Type<MINT32>());//featurefor (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.feature[i],Type2Type<MINT32>());}//faceidfor (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.faceid[i],Type2Type<MINT32>());}//faceRectfor (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.face_roi[i].faceRect.left,Type2Type<MINT32>());faceInfoEntry.push_back(facedata.faceInfoOri.face_roi[i].faceRect.top,Type2Type<MINT32>());faceInfoEntry.push_back(facedata.faceInfoOri.face_roi[i].faceRect.width,Type2Type<MINT32>());faceInfoEntry.push_back(facedata.faceInfoOri.face_roi[i].faceRect.height,Type2Type<MINT32>());}faceInfoEntry.push_back(facedata.faceInfoOri.fdDimensionW,Type2Type<MINT32>());faceInfoEntry.push_back(facedata.faceInfoOri.fdDimensionH,Type2Type<MINT32>());// reserveMINT32 RESERVE_ITEM1 = 4;// reservefor (MINT32 i = 0; i < RESERVE_ITEM1; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.reserve[i],Type2Type<MINT32>());}pOMetadataApp->update(third_CONTROL_CAPTURE_FB_FACE_INFO, faceInfoEntry);// send ffd data to appIMetadata::IEntry ffdInfoEntry(third_CONTROL_CAPTURE_FFDPOINTS_INFO);for (MINT32 i = 0; i < MAX_FACE_ROIS; i++)  {for (MINT32 j = 0; j < MAX_FFD_NUM_512; j++) {ffdInfoEntry.push_back(facedata.ffd296Data.ffdData[i].x[j],Type2Type<MINT32>());}for (MINT32 j = 0; j < MAX_FFD_NUM_512; j++) {ffdInfoEntry.push_back(facedata.ffd296Data.ffdData[i].y[j],Type2Type<MINT32>());}for (MINT32 j = 0; j < MAX_FFD_NUM_512; j++) {ffdInfoEntry.push_back(facedata.ffd296Data.ffdData[i].occlusion[j],Type2Type<MINT32>());}}ffdInfoEntry.push_back(facedata.ffd296Data.pointsCount,Type2Type<MINT32>());pOMetadataApp->update(third_CONTROL_CAPTURE_FFDPOINTS_INFO, ffdInfoEntry);}
}

【关注我，后续持续新增专题博文，谢谢！！！】

下一篇讲解：

http://www.lryc.cn/news/605011.html

相关文章：

  • 不可变类字段修复建议
  • 如何解决pip安装报错ModuleNotFoundError: No module named ‘dash’问题
  • Python 程序设计讲义（43）：组合数据类型——元组类型：元组的常用操作
  • WSL2搭建基于Docker的ESP32开发环境
  • 机器学习项目完整流程详解
  • 基于C-MTEB/CMedQAv2-rerankingv的Qwen3-1.7b模型微调-demo
  • Android基础（二）了解Android项目
  • 端侧大模型迎来“轻”革命！移远通信 × RWKV 打造“轻量AI大脑”
  • 单片机电路基础
  • 【NCS随笔】如何在hello_world添加蓝牙功能(一)
  • sqli-labs：Less-7关卡详细解析
  • 国内数据集成厂商有哪些？如何选择最适合的数据集成平台？
  • Qt 与物联网（IoT）开发
  • 【Linux】重生之从零开始学习运维之备份恢复
  • String模拟实现的补充说明
  • 第1课：向量与矩阵运算
  • QT中QTableView+Model+Delegate实现一个demo
  • 【ESP32设备通信】-LAN8720与ESP32集成
  • 如何设计一个站内消息系统：架构设计合集(八)
  • 订单识别技术原理及场景应用
  • 【音视频】WebRTC 开发环境搭建-Web端
  • MYSQL：视图
  • Qt 下载说明
  • uniApp实战六：Echart图表集成
  • 实现implements InitializingBean, DisposableBean 有什么用
  • 【MATLAB/Simulink】查看MATLAB以往版本的帮助文档
  • 牛顿-拉夫森法求解非线性方程组
  • 无人机惯性导航模块运行与技术难点！
  • 25年新算法!基于猛禽的优化算法（BPBO）：一种元启发式优化算法，附完整免费MATLAB代码
  • 《数学模型》——最大流与最小费用流问题