当前位置： 首页 > news >正文

Camera相机人脸识别系列专题分析之十九：MTK ISP6S平台FDNode传递三方FFD到APP流程解析

news 2025/8/1 17:40:15

【关注我，后续持续新增专题博文，谢谢！！！】

上一篇我们讲了：

        这一篇我们开始讲： Camera相机人脸识别系列专题分析之十九：MTK平台FDNode传递三方FFD到APP流程解析

目录

一、背景

二、：OcamMeta传递FFD到APP

    2.1：OcamMeta

    2.2 ：OcamMeta::process更新FFD

    2.3 ：setFfdData2App

一、背景

        我们知道app和hal属于两个不同进程，而进程间通信在camera领域一个重要的知识点就是camerameta，最典型的就是存放3A信息，我们也可以客制化存在FFD相关信息，来实现进程间通信。

二、：OcamMeta传递FFD到APP

    2.1：OcamMeta

        ocam_meta.cpp是对camera meta统一管理，之前的FFD数据就是在这里通过写入meta中，最后APP会读取meta来完成获取HAL的FFD数据。

        而核心流程是CamThread::CamThreadHandle::threadLoop线程中，通过enqueNode最后调用到OcamMeta::process来完成meta的更新。

    2.2 ：OcamMeta::process更新FFD

OcamMeta::process函数中，会更新很多camera相关meta，FFD相关meta最终是通过setFfdData2App来完成

MERROR OcamMeta::process(RequestPtr pRequest, RequestCallbackPtr pCallback)
{if( pRequest != NULL ){IMetadata *pIMetadataDynamic1  = acquire(pRequest->mIMetadataDynamic1);IMetadata *pOMetadataApp     = acquire(pRequest->mOMetadataApp);IMetadata *pOMetadataHal     = acquire(pRequest->mOMetadataHal);mDataMetaToAsync.mFaceNum = 0;thirdFaceDataAppJoint facedata;memset(&facedata, 0, sizeof(thirdFaceDataAppJoint));if (pIMetadataHal1 != NULL) {MINT64 p1timestamp = 0;IMetadata::IEntry entryP1Timestamp = pRequest->mIMetadataHal1->acquire()->entryFor(MTK_P1NODE_FRAME_START_TIMESTAMP);if (!entryP1Timestamp.isEmpty()) {p1timestamp = entryP1Timestamp.itemAt(0, Type2Type<MINT64>());} else {MY_LOGE("Cant get p1 timestamp meta.");}auto fdReader = IFDContainer::createInstance(LOG_TAG, IFDContainer::eFDContainer_Opt_Read);if (fdReader != NULL) {MBOOL fdResult = MFALSE;FD_DATATYPE fdData;fdResult = fdReader->cloneLatestFD(fdData, mOpenID);if (fdResult) {mFDdata = std::make_shared<FD_DATATYPE>();fdData.clone(*mFDdata);mDataMetaToAsync.mFaceNum = mFDdata->facedata.number_of_faces;MY_LOGD_IF(mLogDebug, "FDNode Result FaceNum(%d),openID(%d)", mFDdata->facedata.number_of_faces, mOpenID);} else {MY_LOGI("fdData is not found");}} else {MY_LOGD_IF(mLogDebug, "Can not get FDContainer");}if (mDataMetaToAsync.mIsUseCusFd) {if (thirdIFDContainer::hasInstance(thirdIFDContainer::third_eFDContainer_Opt_Read)) {auto thirdFdReader = thirdIFDContainer::createInstance(LOG_TAG, thirdIFDContainer::third_eFDContainer_Opt_Read);auto fdData = thirdFdReader->queryLock(p1timestamp - FD_TOLERENCE, p1timestamp);if (fdData.size() > 0) {auto fdChunk = fdData.back();facedata = fdChunk->thirdFaceData;if (mDataMetaToAsync.mBeautyLevel > 0 && fdChunk->sensorId == mOpenID) {setFfdData2App(facedata, pOMetadataApp);}}thirdFdReader->queryUnlock(fdData);}}

    2.3 ：setFfdData2App

流程如下：

  1. 创建：IMetadata::IEntry faceInfoEntry(third_CONTROL_CAPTURE_FB_FACE_INFO);
  2. 写入各种FFD数据结构字段：faceInfoEntry.push_back
  3. 更新meta：pOMetadataApp->update(third_CONTROL_CAPTURE_FB_FACE_INFO, faceInfoEntry);
  4. APP会去读这个tag拿到meta，并解析各个FFD字段，拿到FFD各种变量。
void OcamMeta::setFfdData2App(thirdFaceDataAppJoint facedata, IMetadata* pOMetadataApp)
{MSize fdImgSize(facedata.fdProcessInfo.ImgSize.w, facedata.fdProcessInfo.ImgSize.h);int face_count = 0;face_count = facedata.faceInfoOri.face_num;for (MINT32 i = 0; i < face_count; i++) {int32_t left = (int32_t)facedata.faceInfoOri.face_roi[i].faceRect.left;int32_t top = (int32_t)facedata.faceInfoOri.face_roi[i].faceRect.top;int32_t right = (int32_t)facedata.faceInfoOri.face_roi[i].faceRect.width + left;int32_t bottom = (int32_t)facedata.faceInfoOri.face_roi[i].faceRect.height + top;convertCoord(left, top, fdImgSize, facedata.fdProcessInfo);convertCoord(right, bottom, fdImgSize, facedata.fdProcessInfo);facedata.faceInfoOri.face_roi[i].faceRect.left = left;facedata.faceInfoOri.face_roi[i].faceRect.top = top;facedata.faceInfoOri.face_roi[i].faceRect.width = right - left;facedata.faceInfoOri.face_roi[i].faceRect.height = bottom - top;}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {for (MINT32 j = 0; j < MAX_FFD_NUM; j++) {convertCoord(facedata.faceInfoOri.ffd_data[i].x[j],facedata.faceInfoOri.ffd_data[i].y[j],fdImgSize, facedata.fdProcessInfo);}}for (MINT32 i = 0; i < MAX_FACE_ROIS; i++) {for (MINT32 j = 0; j < MAX_FFD_NUM_512; j++) {convertCoord(facedata.ffd296Data.ffdData[i].x[j],facedata.ffd296Data.ffdData[i].y[j],fdImgSize, facedata.fdProcessInfo);}}if (pOMetadataApp) {IMetadata::IEntry faceInfoEntry(third_CONTROL_CAPTURE_FB_FACE_INFO);int face_num = 0;faceInfoEntry.push_back(facedata.faceInfoOri.versionId,Type2Type<MINT32>());face_num = facedata.faceInfoOri.face_num ? facedata.faceInfoOri.face_num : mDataMetaToAsync.mFaceNum;faceInfoEntry.push_back(face_num,Type2Type<MINT32>());faceInfoEntry.push_back(facedata.faceInfoOri.master_index,Type2Type<MINT32>());faceInfoEntry.push_back(facedata.faceInfoOri.points_count,Type2Type<MINT32>());for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.age[i],Type2Type<MINT32>());}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.gender[i],Type2Type<MINT32>());}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {for (MINT32 j = 0; j < MAX_FFD_NUM; j++) {faceInfoEntry.push_back(facedata.faceInfoOri.ffd_data[i].x[j],Type2Type<MINT32>());}for (MINT32 j = 0; j < MAX_FFD_NUM; j++) {faceInfoEntry.push_back(facedata.faceInfoOri.ffd_data[i].y[j],Type2Type<MINT32>());}for (MINT32 j = 0; j < MAX_FFD_NUM; j++) {faceInfoEntry.push_back(facedata.faceInfoOri.ffd_data[i].occlusion[j],Type2Type<MINT32>());}}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.yaw[i],Type2Type<MINT32>());}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.pitch[i],Type2Type<MINT32>());}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.roll[i],Type2Type<MINT32>());}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.faceLuma[i],Type2Type<MINT32>());}// for decide the back lightingfaceInfoEntry.push_back(facedata.faceInfoOri.faceLumaRatio,Type2Type<MINT32>());//colorTemperaturefaceInfoEntry.push_back(facedata.faceInfoOri.colorTemperature,Type2Type<MINT32>());//lip_HSVfor (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM * HSV_CHANNEL_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.lip_HSV[i],Type2Type<MINT32>());}//isofacedata.faceInfoOri.iso = mDataMetaToAsync.mIsoValue;faceInfoEntry.push_back(facedata.faceInfoOri.iso,Type2Type<MINT32>());//featurefor (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.feature[i],Type2Type<MINT32>());}//faceidfor (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.faceid[i],Type2Type<MINT32>());}//faceRectfor (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.face_roi[i].faceRect.left,Type2Type<MINT32>());faceInfoEntry.push_back(facedata.faceInfoOri.face_roi[i].faceRect.top,Type2Type<MINT32>());faceInfoEntry.push_back(facedata.faceInfoOri.face_roi[i].faceRect.width,Type2Type<MINT32>());faceInfoEntry.push_back(facedata.faceInfoOri.face_roi[i].faceRect.height,Type2Type<MINT32>());}faceInfoEntry.push_back(facedata.faceInfoOri.fdDimensionW,Type2Type<MINT32>());faceInfoEntry.push_back(facedata.faceInfoOri.fdDimensionH,Type2Type<MINT32>());// reserveMINT32 RESERVE_ITEM1 = 4;// reservefor (MINT32 i = 0; i < RESERVE_ITEM1; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.reserve[i],Type2Type<MINT32>());}pOMetadataApp->update(third_CONTROL_CAPTURE_FB_FACE_INFO, faceInfoEntry);// send ffd data to appIMetadata::IEntry ffdInfoEntry(third_CONTROL_CAPTURE_FFDPOINTS_INFO);for (MINT32 i = 0; i < MAX_FACE_ROIS; i++)  {for (MINT32 j = 0; j < MAX_FFD_NUM_512; j++) {ffdInfoEntry.push_back(facedata.ffd296Data.ffdData[i].x[j],Type2Type<MINT32>());}for (MINT32 j = 0; j < MAX_FFD_NUM_512; j++) {ffdInfoEntry.push_back(facedata.ffd296Data.ffdData[i].y[j],Type2Type<MINT32>());}for (MINT32 j = 0; j < MAX_FFD_NUM_512; j++) {ffdInfoEntry.push_back(facedata.ffd296Data.ffdData[i].occlusion[j],Type2Type<MINT32>());}}ffdInfoEntry.push_back(facedata.ffd296Data.pointsCount,Type2Type<MINT32>());pOMetadataApp->update(third_CONTROL_CAPTURE_FFDPOINTS_INFO, ffdInfoEntry);}
}

【关注我，后续持续新增专题博文，谢谢！！！】

下一篇讲解：

http://www.xdnf.cn/news/1215307.html

相关文章：

  • git本地仓库，工作区和暂存区的知识
  • llama factory本地部署常见问题
  • 用Python+MySQL实战解锁企业财务数据分析
  • 会吸的簸箕专利拆解：迷你真空组件的吸力控制与吸入口设计原理
  • Redis学习------缓存穿透
  • 数据建模怎么落地？从概念、逻辑到物理模型，一文讲请！
  • Prometheus-2--什么是Exporter是什么？
  • Spring boot 打包成docker image 镜像
  • 数据结构第3问：什么是线性表？
  • （RedmiBook）上禁用触摸板或自带键盘
  • 4.方法的使用
  • OmniParser：提升工作效率的视觉界面解析工具
  • 【深度学习新浪潮】3D城市建筑多样化生产的研发进展调研
  • Kafka 单机多 Broker 实例集群搭建 | 详情
  • 【机器学习】机器学习新手入门概述
  • 如何将DICOM文件制作成在线云胶片
  • React 服务端渲染（SSR）详解
  • Java注解与反射：从自定义注解到框架设计原理
  • 构建智能体（Agent）时如何有效管理其上下文
  • Python奇幻之旅：从零开始的编程冒险
  • 光谱相机自动调焦曝光控制
  • 关于MyBatis 的懒加载（Lazy Loading）机制
  • 基于 Hadoop 生态圈的数据仓库实践 —— OLAP 与数据可视化（六）
  • STM32F1 Flash的操作
  • 如何将word里面的英文引号改为中文引号？如何将Times New Roman字体的符号改为宋体？
  • 1.5.Vue v-for 和 指令修饰符
  • Flow Model Flow Matching
  • lesson28：Python单例模式全解析：从基础实现到企业级最佳实践
  • Apache FOP实践——pdf模板引擎
  • 借助 Wisdom SSH 的 AI 助手构建 Linux 开发环境