CFaceRecProc.cpp 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937
  1. #include "CFaceRecProc.h"
  2. #include <QFileInfo>
  3. #include <exception>
  4. #include "CAppInfo.h"
  5. #include "logproc.h"
  6. #include <QTextCodec>
  7. std::shared_ptr<CFaceRecProc> g_faceRecProcPtr = nullptr;
  8. CFaceRecProc::CFaceRecProc()
  9. {
  10. m_baseFeaturePtr = nullptr;
  11. m_pFaceDetector = nullptr;
  12. m_pFaceLandmarker = nullptr;
  13. m_pFaceRecognizer = nullptr;
  14. m_pFaceAntiSpoofing = nullptr;
  15. m_pPoseEstimator = nullptr;
  16. QFileInfo filePath("face.cfgl");
  17. std::string prefix_path = filePath.absolutePath().toStdString();
  18. std::string model_path = "";
  19. model_path = "./models/";
  20. // myDebug()<<model_path.c_str();
  21. InitHandle(model_path);
  22. }
  23. CFaceRecProc::~CFaceRecProc()
  24. {
  25. destroyHandle();
  26. }
  27. QString CFaceRecProc::errorMsg()
  28. {
  29. return m_sErrMsg;
  30. }
  31. int CFaceRecProc::InitHandle(std::string model_path)
  32. {
  33. seeta::ModelSetting fd_setting;
  34. fd_setting.set_device(SEETA_DEVICE_AUTO);
  35. fd_setting.append((model_path + "SeetaFaceDetector6.0.IPC.sta").c_str());
  36. m_pFaceDetector = new seeta::FaceDetector(fd_setting);
  37. if(m_pFaceDetector == nullptr)
  38. {
  39. myServerLog()<<"Init FaceDetector failed";
  40. }
  41. seeta::ModelSetting fl_setting;
  42. fl_setting.set_device(SEETA_DEVICE_AUTO);
  43. fl_setting.append((model_path + "SeetaFaceLandmarker5.0.pts5.tsm.sta").c_str());
  44. m_pFaceLandmarker = new seeta::FaceLandmarker(fl_setting);
  45. if(m_pFaceLandmarker == nullptr)
  46. {
  47. myServerLog()<<"Init FaceDetector failed";
  48. }
  49. seeta::ModelSetting fr_setting;
  50. fr_setting.set_id(0);
  51. fr_setting.append((model_path + "SeetaFaceRecognizer.RN50.D.K.sta").c_str());
  52. fr_setting.set_device(SEETA_DEVICE_AUTO);
  53. m_pFaceRecognizer = new seeta::FaceRecognizer(fr_setting);
  54. if(m_pFaceRecognizer == nullptr)
  55. {
  56. myServerLog()<<"Init FaceRecognizer failed";
  57. }
  58. seeta::ModelSetting anti_setting;
  59. anti_setting.set_device(SEETA_DEVICE_AUTO);
  60. anti_setting.append((model_path + "SeetaAntiAntispoofing.first.res18.longmao1th.sta").c_str());
  61. anti_setting.append((model_path + "SeetaAntiSpoofing.second.plg.1.0.m01d29.sta").c_str());
  62. m_pFaceAntiSpoofing = new seeta::FaceAntiSpoofing(anti_setting);
  63. if(m_pFaceAntiSpoofing == nullptr)
  64. {
  65. myServerLog()<<"Init FaceAntiSpoofing failed";
  66. }
  67. m_pFaceAntiSpoofing->SetThreshold(0.3, 0.90);
  68. seeta::ModelSetting esd_setting;
  69. esd_setting.set_device( SEETA_DEVICE_AUTO );
  70. esd_setting.set_id( 0 );
  71. esd_setting.append((model_path + "_acc905_squeezenet_v15_90_90_closs1_2DB_4class_214000_1010.sta").c_str());
  72. m_pEyeStateDetector = new seeta::EyeStateDetector( esd_setting);
  73. if(m_pEyeStateDetector == nullptr)
  74. {
  75. myServerLog()<<"Init EyeStateDetector failed";
  76. }
  77. seeta::ModelSetting ps_setting;
  78. ps_setting.set_device(SEETA_DEVICE_AUTO);
  79. ps_setting.append((model_path + "SeetaPoseEstimation1.1.0.sta").c_str());
  80. m_pPoseEstimator = new seeta::PoseEstimator(ps_setting);
  81. if(m_pPoseEstimator == nullptr)
  82. {
  83. myServerLog()<<"Init PoseEstimator failed";
  84. }
  85. // myServerLog()<<"InitHandle succeed";
  86. return 0;
  87. }
  88. void CFaceRecProc::destroyHandle()
  89. {
  90. if(m_pFaceDetector != nullptr)
  91. {
  92. delete m_pFaceDetector;
  93. m_pFaceDetector = nullptr;
  94. }
  95. if(m_pFaceLandmarker != nullptr)
  96. {
  97. delete m_pFaceLandmarker;
  98. m_pFaceLandmarker = nullptr;
  99. }
  100. if(m_pFaceRecognizer != nullptr)
  101. {
  102. delete m_pFaceRecognizer;
  103. m_pFaceRecognizer = nullptr;
  104. }
  105. if(m_pFaceAntiSpoofing != nullptr)
  106. {
  107. delete m_pFaceAntiSpoofing;
  108. m_pFaceAntiSpoofing = nullptr;
  109. }
  110. if(m_pEyeStateDetector != nullptr)
  111. {
  112. delete m_pEyeStateDetector;
  113. m_pEyeStateDetector = nullptr;
  114. }
  115. if(m_pPoseEstimator != nullptr)
  116. {
  117. delete m_pPoseEstimator;
  118. m_pPoseEstimator = nullptr;
  119. }
  120. }
  121. bool CFaceRecProc::getFaceCount(cv::Mat faceMat, int &nFaceCount)
  122. {
  123. try
  124. {
  125. SeetaImageData simg;
  126. simg.height = faceMat.rows;
  127. simg.width = faceMat.cols;
  128. simg.channels = faceMat.channels();
  129. simg.data = faceMat.data;
  130. SeetaFaceInfoArray faces = m_pFaceDetector->detect(simg);
  131. nFaceCount = faces.size;
  132. return true;
  133. }
  134. catch (const std::exception &e)
  135. {
  136. m_sErrMsg = QString::fromLocal8Bit("人脸比对失败,%1").arg(e.what());
  137. // myServerLog()<<m_sErrMsg;
  138. return false;
  139. }
  140. }
  141. bool CFaceRecProc::getFaceCount(QString sFaceImage, int &nFaceCount)
  142. {
  143. cv::Mat matFaceImg = cv::imread(sFaceImage.toLocal8Bit().data());
  144. return getFaceCount(matFaceImg, nFaceCount);
  145. }
  146. bool CFaceRecProc::faceCompare(cv::Mat faceMat, cv::Mat baseMat, int &nfaceCount, float &fScore)
  147. {
  148. try
  149. {
  150. SeetaImageData simg;
  151. simg.height = faceMat.rows;
  152. simg.width = faceMat.cols;
  153. simg.channels = faceMat.channels();
  154. simg.data = faceMat.data;
  155. SeetaFaceInfoArray faces = m_pFaceDetector->detect(simg);
  156. nfaceCount = faces.size;
  157. if(faces.size <= 0)
  158. {
  159. m_sErrMsg = QString::fromLocal8Bit("未检测到人脸");
  160. return false;
  161. }
  162. else if(faces.size > 1)
  163. {
  164. m_sErrMsg = QString::fromLocal8Bit("检测到人脸人脸数量大于1");
  165. return false;
  166. }
  167. std::shared_ptr<float> feature(new float[m_pFaceRecognizer->GetExtractFeatureSize()]);
  168. SeetaPointF points[5];
  169. m_pFaceLandmarker->mark(simg, faces.data[0].pos, points);
  170. m_pFaceRecognizer->Extract(simg, points, feature.get());
  171. SeetaImageData base_simg;
  172. base_simg.height = baseMat.rows;
  173. base_simg.width = baseMat.cols;
  174. base_simg.channels = baseMat.channels();
  175. base_simg.data = baseMat.data;
  176. SeetaFaceInfoArray base_faces = m_pFaceDetector->detect(base_simg);
  177. if(base_faces.size <= 0)
  178. {
  179. m_sErrMsg = QString::fromLocal8Bit("未检测到底照人脸");
  180. return false;
  181. }
  182. else if(base_faces.size > 1)
  183. {
  184. m_sErrMsg = QString::fromLocal8Bit("检测到底照人脸人脸数量大于1");
  185. return false;
  186. }
  187. std::shared_ptr<float> base_feature(new float[m_pFaceRecognizer->GetExtractFeatureSize()]);
  188. SeetaPointF base_points[5];
  189. m_pFaceLandmarker->mark(base_simg, base_faces.data[0].pos, base_points);
  190. m_pFaceRecognizer->Extract(base_simg, base_points, base_feature.get());
  191. fScore = 0;
  192. fScore = m_pFaceRecognizer->CalculateSimilarity(feature.get(), base_feature.get());
  193. return true;
  194. }
  195. catch (const std::exception &e)
  196. {
  197. m_sErrMsg = QString::fromLocal8Bit("人脸比对失败,%1").arg(e.what());
  198. // myServerLog()<<m_sErrMsg;
  199. return false;
  200. }
  201. }
  202. bool CFaceRecProc::faceCompare(QString sFaceImage, QString sBaseImge, int &nfaceCount, float &fScore)
  203. {
  204. cv::Mat matFaceImg = cv::imread(sFaceImage.toLocal8Bit().data());
  205. cv::Mat matBaseImg = cv::imread(sBaseImge.toLocal8Bit().data());
  206. return faceCompare(matFaceImg, matBaseImg, nfaceCount, fScore);
  207. }
  208. bool CFaceRecProc::getFaceAttribute(QString sFaceImage, int nFaceStatus, bool &bHasStatus, int &nFaceCount)
  209. {
  210. cv::Mat matFaceImg = cv::imread(sFaceImage.toLocal8Bit().data());
  211. return getFaceAttribute(matFaceImg, nFaceStatus, bHasStatus, nFaceCount);
  212. }
  213. bool CFaceRecProc::getFaceAttribute(cv::Mat faceMat, float &fYaw, float &fPitch, float &fRoll, int &nFaceCount)
  214. {
  215. try
  216. {
  217. SeetaImageData simg;
  218. simg.height = faceMat.rows;
  219. simg.width = faceMat.cols;
  220. simg.channels = faceMat.channels();
  221. simg.data = faceMat.data;
  222. double begin = cv::getTickCount();
  223. SeetaFaceInfoArray faces = m_pFaceDetector->detect(simg);
  224. nFaceCount = faces.size;
  225. if(faces.size <= 0)
  226. {
  227. m_sErrMsg = QString::fromLocal8Bit("未检测到人脸");
  228. return false;
  229. }
  230. else if(faces.size > 1)
  231. {
  232. m_sErrMsg = QString::fromLocal8Bit("检测人脸数量大于1");
  233. return false;
  234. }
  235. double Detect = cv::getTickCount();
  236. double detecttime = (Detect- begin) / cv::getTickFrequency();
  237. myServerLog()<<QString::fromLocal8Bit("FaceSdkDetect:%1").arg(detecttime);
  238. float yaw = 0;
  239. float pitch = 0;
  240. float roll = 0;
  241. m_pPoseEstimator->Estimate(simg, faces.data[0].pos, &yaw, &pitch, &roll);
  242. fYaw = yaw;
  243. fPitch = pitch;
  244. fRoll = roll;
  245. double PoseEstimator = cv::getTickCount();
  246. detecttime = (PoseEstimator- Detect) / cv::getTickFrequency();
  247. myServerLog()<<QString::fromLocal8Bit("PoseEstimator:%1").arg(detecttime);
  248. myServerLog()<<"yaw:"<<yaw<<"pitch:"<<pitch<<"roll:"<<roll;
  249. return true;
  250. }
  251. catch (const std::exception &e)
  252. {
  253. m_sErrMsg = QString::fromLocal8Bit("获取人脸属性失败,%1").arg(e.what());
  254. return false;
  255. }
  256. }
  257. bool CFaceRecProc::getFaceAttribute(cv::Mat faceMat, int nFaceStatus, bool &bHasStatus, int &nFaceCount)
  258. {
  259. try
  260. {
  261. SeetaImageData simg;
  262. simg.height = faceMat.rows;
  263. simg.width = faceMat.cols;
  264. simg.channels = faceMat.channels();
  265. simg.data = faceMat.data;
  266. double begin = cv::getTickCount();
  267. SeetaFaceInfoArray faces = m_pFaceDetector->detect(simg);
  268. nFaceCount = faces.size;
  269. if(faces.size <= 0)
  270. {
  271. m_sErrMsg = QString::fromLocal8Bit("未检测到人脸");
  272. return false;
  273. }
  274. else if(faces.size > 1)
  275. {
  276. m_sErrMsg = QString::fromLocal8Bit("检测人脸数量大于1");
  277. return false;
  278. }
  279. double Detect = cv::getTickCount();
  280. double detecttime = (Detect- begin) / cv::getTickFrequency();
  281. myServerLog()<<QString::fromLocal8Bit("FaceSdkDetect:%1").arg(detecttime);
  282. if(nFaceStatus == SL_EYE_CLOSE)
  283. {
  284. SeetaPointF points[5];
  285. m_pFaceLandmarker->mark(simg, faces.data[0].pos, points);
  286. SeetaPointF pts[5];
  287. for(int m=0; m<5; m++)
  288. {
  289. pts[m].x = points[m].x;
  290. pts[m].y = points[m].y;
  291. }
  292. seeta::EyeStateDetector::EYE_STATE leftstate,rightstate;
  293. m_pEyeStateDetector->Detect(simg, pts, leftstate, rightstate);
  294. if(leftstate == seeta::EyeStateDetector::EYE_CLOSE ||
  295. rightstate == seeta::EyeStateDetector::EYE_CLOSE)
  296. {
  297. bHasStatus = true;
  298. myServerLog()<<QString::fromLocal8Bit("是否闭眼:是");
  299. }
  300. else
  301. {
  302. bHasStatus = false;
  303. myServerLog()<<QString::fromLocal8Bit("是否闭眼:否");
  304. }
  305. }
  306. else
  307. {
  308. float yaw = 0;
  309. float pitch = 0;
  310. float roll = 0;
  311. m_pPoseEstimator->Estimate(simg, faces.data[0].pos, &yaw, &pitch, &roll);
  312. double PoseEstimator = cv::getTickCount();
  313. detecttime = (PoseEstimator- Detect) / cv::getTickFrequency();
  314. myServerLog()<<QString::fromLocal8Bit("PoseEstimator:%1").arg(detecttime);
  315. myServerLog()<<"yaw:"<<yaw<<"pitch:"<<pitch<<"roll:"<<roll;
  316. if(nFaceStatus == SL_HEAD_LEFT)
  317. {
  318. if(yaw < -20)
  319. {
  320. bHasStatus = true;
  321. }
  322. else
  323. {
  324. bHasStatus = false;
  325. }
  326. }
  327. else if(nFaceStatus == SL_HEAD_RIGHT)
  328. {
  329. if(yaw > 20)
  330. {
  331. bHasStatus = true;
  332. }
  333. else
  334. {
  335. bHasStatus = false;
  336. }
  337. }
  338. else if(nFaceStatus == SL_HEAD_UP)
  339. {
  340. if(pitch > 10)
  341. {
  342. bHasStatus = true;
  343. }
  344. else
  345. {
  346. bHasStatus = false;
  347. }
  348. }
  349. else if(nFaceStatus == SL_HEAD_DOWN)
  350. {
  351. if(pitch < -10)
  352. {
  353. bHasStatus = true;
  354. }
  355. else
  356. {
  357. bHasStatus = false;
  358. }
  359. }
  360. }
  361. return true;
  362. }
  363. catch (const std::exception &e)
  364. {
  365. m_sErrMsg = QString::fromLocal8Bit("获取人脸属性失败,%1").arg(e.what());
  366. return false;
  367. }
  368. }
  369. bool CFaceRecProc::setBaseImage(cv::Mat baseMat)
  370. {
  371. try
  372. {
  373. SeetaImageData simg;
  374. simg.height = baseMat.rows;
  375. simg.width = baseMat.cols;
  376. simg.channels = baseMat.channels();
  377. simg.data = baseMat.data;
  378. SeetaFaceInfoArray faces = m_pFaceDetector->detect(simg);
  379. myDebug()<<"detect";
  380. if(faces.size <= 0)
  381. {
  382. m_sErrMsg = QString::fromLocal8Bit("未检测到底照人脸");
  383. return false;
  384. }
  385. else if(faces.size > 1)
  386. {
  387. m_sErrMsg = QString::fromLocal8Bit("检测到底照人脸人脸数量大于1");
  388. return false;
  389. }
  390. m_baseFeaturePtr = std::shared_ptr<float>(new float[m_pFaceRecognizer->GetExtractFeatureSize()]);
  391. SeetaPointF points[5];
  392. m_pFaceLandmarker->mark(simg, faces.data[0].pos, points);
  393. myDebug()<<"mark";
  394. m_pFaceRecognizer->Extract(simg, points, m_baseFeaturePtr.get());
  395. myDebug()<<"Extract";
  396. return true;
  397. }
  398. catch (const std::exception &e)
  399. {
  400. m_sErrMsg = QString::fromLocal8Bit("获取底照人脸属性失败,%1").arg(e.what());
  401. return false;
  402. }
  403. }
  404. bool CFaceRecProc::setBaseImage(QString sBaseImge)
  405. {
  406. try
  407. {
  408. cv::Mat matBaseImg = cv::imread(sBaseImge.toLocal8Bit().toStdString());
  409. return setBaseImage(matBaseImg);
  410. }
  411. catch (const std::exception &e)
  412. {
  413. m_sErrMsg = QString::fromLocal8Bit("设置底照失败,%1").arg(e.what());
  414. return false;
  415. }
  416. }
  417. bool CFaceRecProc::compareWithBase(cv::Mat faceMat, int &nfaceCount, float &fScore)
  418. {
  419. try
  420. {
  421. if(m_baseFeaturePtr == nullptr)
  422. {
  423. m_sErrMsg = QString::fromLocal8Bit("请先设置底照,在进行比对");
  424. return false;
  425. }
  426. SeetaImageData simg;
  427. simg.height = faceMat.rows;
  428. simg.width = faceMat.cols;
  429. simg.channels = faceMat.channels();
  430. simg.data = faceMat.data;
  431. SeetaFaceInfoArray faces = m_pFaceDetector->detect(simg);
  432. nfaceCount = faces.size;
  433. if(faces.size <= 0)
  434. {
  435. m_sErrMsg = QString::fromLocal8Bit("未检测到人脸");
  436. return false;
  437. }
  438. else if(faces.size > 1)
  439. {
  440. m_sErrMsg = QString::fromLocal8Bit("检测到人脸数量大于1");
  441. return false;
  442. }
  443. std::shared_ptr<float> feature(new float[m_pFaceRecognizer->GetExtractFeatureSize()]);
  444. SeetaPointF points[5];
  445. m_pFaceLandmarker->mark(simg, faces.data[0].pos, points);
  446. m_pFaceRecognizer->Extract(simg, points, feature.get());
  447. fScore = 0;
  448. fScore = m_pFaceRecognizer->CalculateSimilarity(feature.get(), m_baseFeaturePtr.get());
  449. return true;
  450. }
  451. catch (const std::exception &e)
  452. {
  453. m_sErrMsg = QString::fromLocal8Bit("人脸比对失败,%1").arg(e.what());
  454. return false;
  455. }
  456. }
  457. bool CFaceRecProc::compareWithBase(cv::Mat faceMat, int &nfaceCount, float &fScore, SeetaRect &rt)
  458. {
  459. try
  460. {
  461. if(m_baseFeaturePtr == nullptr)
  462. {
  463. m_sErrMsg = QString::fromLocal8Bit("请先设置底照,在进行比对");
  464. return false;
  465. }
  466. SeetaImageData simg;
  467. simg.height = faceMat.rows;
  468. simg.width = faceMat.cols;
  469. simg.channels = faceMat.channels();
  470. simg.data = faceMat.data;
  471. SeetaFaceInfoArray faces = m_pFaceDetector->detect(simg);
  472. nfaceCount = faces.size;
  473. if(faces.size <= 0)
  474. {
  475. m_sErrMsg = QString::fromLocal8Bit("未检测到人脸");
  476. return false;
  477. }
  478. else if(faces.size > 1)
  479. {
  480. m_sErrMsg = QString::fromLocal8Bit("检测到人脸数量大于1");
  481. return false;
  482. }
  483. rt = faces.data[0].pos;
  484. std::shared_ptr<float> feature(new float[m_pFaceRecognizer->GetExtractFeatureSize()]);
  485. SeetaPointF points[5];
  486. m_pFaceLandmarker->mark(simg, faces.data[0].pos, points);
  487. m_pFaceRecognizer->Extract(simg, points, feature.get());
  488. fScore = 0;
  489. fScore = m_pFaceRecognizer->CalculateSimilarity(feature.get(), m_baseFeaturePtr.get());
  490. return true;
  491. }
  492. catch (const std::exception &e)
  493. {
  494. m_sErrMsg = QString::fromLocal8Bit("人脸比对失败,%1").arg(e.what());
  495. return false;
  496. }
  497. }
  498. bool CFaceRecProc::faceRealness(cv::Mat faceMat, bool &bRealness)
  499. {
  500. try
  501. {
  502. SeetaImageData simg;
  503. simg.height = faceMat.rows;
  504. simg.width = faceMat.cols;
  505. simg.channels = faceMat.channels();
  506. simg.data = faceMat.data;
  507. SeetaFaceInfoArray faces = m_pFaceDetector->detect(simg);
  508. if(faces.size <= 0)
  509. {
  510. m_sErrMsg = QString::fromLocal8Bit("未检测到人脸");
  511. return false;
  512. }
  513. else if(faces.size > 1)
  514. {
  515. m_sErrMsg = QString::fromLocal8Bit("检测到人脸数量大于1");
  516. return false;
  517. }
  518. SeetaPointF points[5];
  519. m_pFaceLandmarker->mark(simg, faces.data[0].pos, points);
  520. m_pFaceAntiSpoofing->SetVideoFrameCount(1);
  521. auto status = m_pFaceAntiSpoofing->PredictVideo(simg, faces.data[0].pos, points);
  522. if(status == seeta::FaceAntiSpoofing::REAL)
  523. {
  524. bRealness = true;
  525. }
  526. else
  527. {
  528. bRealness = false;
  529. }
  530. return true;
  531. }
  532. catch (const std::exception &e)
  533. {
  534. m_sErrMsg = QString::fromLocal8Bit("真实性检测失败,%1").arg(e.what());
  535. return false;
  536. }
  537. }
  538. bool CFaceRecProc::compareWithBase(cv::Mat faceMat, int &nfaceCount, float &fScore, bool &bEyeClose, bool bIsCampare, bool bIsCheckEye)
  539. {
  540. try
  541. {
  542. if(m_baseFeaturePtr == nullptr)
  543. {
  544. m_sErrMsg = QString::fromLocal8Bit("请先设置底照,在进行比对");
  545. return false;
  546. }
  547. SeetaImageData simg;
  548. simg.height = faceMat.rows;
  549. simg.width = faceMat.cols;
  550. simg.channels = faceMat.channels();
  551. simg.data = faceMat.data;
  552. SeetaFaceInfoArray faces = m_pFaceDetector->detect(simg);
  553. nfaceCount = faces.size;
  554. if((bIsCampare || bIsCheckEye) && nfaceCount == 1)
  555. {
  556. std::shared_ptr<float> feature(new float[m_pFaceRecognizer->GetExtractFeatureSize()]);
  557. SeetaPointF points[5];
  558. m_pFaceLandmarker->mark(simg, faces.data[0].pos, points);
  559. if(bIsCampare)
  560. {
  561. m_pFaceRecognizer->Extract(simg, points, feature.get());
  562. fScore = 0;
  563. fScore = m_pFaceRecognizer->CalculateSimilarity(feature.get(), m_baseFeaturePtr.get());
  564. }
  565. if(bIsCheckEye)
  566. {
  567. SeetaPointF pts[5];
  568. for(int m=0; m<5; m++)
  569. {
  570. pts[m].x = points[m].x;
  571. pts[m].y = points[m].y;
  572. }
  573. seeta::EyeStateDetector::EYE_STATE leftstate,rightstate;
  574. m_pEyeStateDetector->Detect(simg, pts, leftstate, rightstate);
  575. if(leftstate == seeta::EyeStateDetector::EYE_CLOSE ||
  576. rightstate == seeta::EyeStateDetector::EYE_CLOSE)
  577. {
  578. bEyeClose = true;
  579. }
  580. else
  581. {
  582. bEyeClose = false;
  583. }
  584. }
  585. }
  586. return true;
  587. }
  588. catch (const std::exception &e)
  589. {
  590. m_sErrMsg = QString::fromLocal8Bit("人脸比对失败,%1").arg(e.what());
  591. myDebug()<<m_sErrMsg;
  592. return false;
  593. }
  594. }
  595. bool CFaceRecProc::compareWithBase(cv::Mat faceMat, int &nfaceCount, float &fScore, bool &bEyeClose)
  596. {
  597. try
  598. {
  599. if(m_baseFeaturePtr == nullptr)
  600. {
  601. m_sErrMsg = QString::fromLocal8Bit("请先设置底照,在进行比对");
  602. return false;
  603. }
  604. SeetaImageData simg;
  605. simg.height = faceMat.rows;
  606. simg.width = faceMat.cols;
  607. simg.channels = faceMat.channels();
  608. simg.data = faceMat.data;
  609. SeetaFaceInfoArray faces = m_pFaceDetector->detect(simg);
  610. nfaceCount = faces.size;
  611. if(faces.size <= 0)
  612. {
  613. m_sErrMsg = QString::fromLocal8Bit("未检测到人脸");
  614. return false;
  615. }
  616. else if(faces.size > 1)
  617. {
  618. m_sErrMsg = QString::fromLocal8Bit("检测到人脸数量大于1");
  619. return false;
  620. }
  621. std::shared_ptr<float> feature(new float[m_pFaceRecognizer->GetExtractFeatureSize()]);
  622. SeetaPointF points[5];
  623. m_pFaceLandmarker->mark(simg, faces.data[0].pos, points);
  624. m_pFaceRecognizer->Extract(simg, points, feature.get());
  625. fScore = 0;
  626. fScore = m_pFaceRecognizer->CalculateSimilarity(feature.get(), m_baseFeaturePtr.get());
  627. SeetaPointF pts[5];
  628. for(int m=0; m<5; m++)
  629. {
  630. pts[m].x = points[m].x;
  631. pts[m].y = points[m].y;
  632. }
  633. seeta::EyeStateDetector::EYE_STATE leftstate,rightstate;
  634. m_pEyeStateDetector->Detect(simg, pts, leftstate, rightstate);
  635. if(leftstate == seeta::EyeStateDetector::EYE_CLOSE ||
  636. rightstate == seeta::EyeStateDetector::EYE_CLOSE)
  637. {
  638. bEyeClose = true;
  639. }
  640. else
  641. {
  642. bEyeClose = false;
  643. }
  644. return true;
  645. }
  646. catch (const std::exception &e)
  647. {
  648. m_sErrMsg = QString::fromLocal8Bit("人脸比对失败,%1").arg(e.what());
  649. myDebug()<<m_sErrMsg;
  650. return false;
  651. }
  652. }
  653. bool CFaceRecProc::compareWithBaseRealness(cv::Mat faceMat, int &nfaceCount, float &fScore, bool &bRealness)
  654. {
  655. try
  656. {
  657. if(m_baseFeaturePtr == nullptr)
  658. {
  659. m_sErrMsg = QString::fromLocal8Bit("请先设置底照,在进行比对");
  660. return false;
  661. }
  662. SeetaImageData simg;
  663. simg.height = faceMat.rows;
  664. simg.width = faceMat.cols;
  665. simg.channels = faceMat.channels();
  666. simg.data = faceMat.data;
  667. myServerLog()<<"width:"<<simg.width<<"height:"<<simg.height;
  668. double begin = cv::getTickCount();
  669. SeetaFaceInfoArray faces = m_pFaceDetector->detect(simg);
  670. nfaceCount = faces.size;
  671. if(faces.size <= 0)
  672. {
  673. m_sErrMsg = QString::fromLocal8Bit("未检测到人脸");
  674. return false;
  675. }
  676. else if(faces.size > 1)
  677. {
  678. m_sErrMsg = QString::fromLocal8Bit("检测到人脸数量大于1");
  679. return false;
  680. }
  681. double Detect = cv::getTickCount();
  682. double detecttime = (Detect- begin) / cv::getTickFrequency();
  683. myServerLog()<<QString::fromLocal8Bit("FaceSdkDetect:%1").arg(detecttime);
  684. std::shared_ptr<float> feature(new float[m_pFaceRecognizer->GetExtractFeatureSize()]);
  685. SeetaPointF points[5];
  686. m_pFaceLandmarker->mark(simg, faces.data[0].pos, points);
  687. m_pFaceRecognizer->Extract(simg, points, feature.get());
  688. double VerifyGetFeature = cv::getTickCount();
  689. detecttime = (VerifyGetFeature- Detect) / cv::getTickFrequency();
  690. myServerLog()<<QString::fromLocal8Bit("VerifyGetFeature:%1").arg(detecttime);
  691. fScore = 0;
  692. fScore = m_pFaceRecognizer->CalculateSimilarity(feature.get(), m_baseFeaturePtr.get());
  693. double CalculateSimilarity = cv::getTickCount();
  694. detecttime = (CalculateSimilarity- VerifyGetFeature) / cv::getTickFrequency();
  695. myServerLog()<<QString::fromLocal8Bit("CalculateSimilarity:%1").arg(detecttime);
  696. m_pFaceAntiSpoofing->SetVideoFrameCount(1);
  697. auto status = m_pFaceAntiSpoofing->PredictVideo(simg, faces.data[0].pos, points);
  698. if(status == seeta::FaceAntiSpoofing::REAL)
  699. {
  700. bRealness = true;
  701. }
  702. else
  703. {
  704. bRealness = false;
  705. }
  706. double FaceAntiSpoofing = cv::getTickCount();
  707. detecttime = (FaceAntiSpoofing- CalculateSimilarity) / cv::getTickFrequency();
  708. myServerLog()<<QString::fromLocal8Bit("FaceAntiSpoofing:%1").arg(detecttime);
  709. detecttime = (FaceAntiSpoofing- begin) / cv::getTickFrequency();
  710. myServerLog()<<QString::fromLocal8Bit("allTime:%1").arg(detecttime);
  711. myServerLog()<<QString::fromLocal8Bit("是否真人:%1,").arg(bRealness?QString::fromLocal8Bit("是"):QString::fromLocal8Bit("否"))
  712. <<QString::fromLocal8Bit("人脸数量:%1,").arg(nfaceCount)
  713. <<QString::fromLocal8Bit("相似度:%1").arg(fScore);
  714. return true;
  715. }
  716. catch (const std::exception &e)
  717. {
  718. m_sErrMsg = QString::fromLocal8Bit("人脸比对真实性失败,%1").arg(e.what());
  719. return false;
  720. }
  721. }
  722. bool CFaceRecProc::getMaxFaceScoreWithBase(cv::Mat faceMat, int &nfaceCount, float &fScore, bool &bRealness, int &nTime)
  723. {
  724. try
  725. {
  726. if(m_baseFeaturePtr == nullptr)
  727. {
  728. m_sErrMsg = QString::fromLocal8Bit("请先设置底照,在进行比对");
  729. return false;
  730. }
  731. SeetaImageData simg;
  732. simg.height = faceMat.rows;
  733. simg.width = faceMat.cols;
  734. simg.channels = faceMat.channels();
  735. simg.data = faceMat.data;
  736. myServerLog()<<"width:"<<simg.width<<"height:"<<simg.height;
  737. double begin = cv::getTickCount();
  738. SeetaFaceInfoArray faces = m_pFaceDetector->detect(simg);
  739. nfaceCount = faces.size;
  740. if(faces.size <= 0)
  741. {
  742. return true;
  743. }
  744. double Detect = cv::getTickCount();
  745. double detecttime = (Detect- begin) / cv::getTickFrequency();
  746. myServerLog()<<QString::fromLocal8Bit("FaceSdkDetect:%1").arg(detecttime);
  747. for(int i = 0; i < faces.size; ++i)
  748. {
  749. std::shared_ptr<float> feature(new float[m_pFaceRecognizer->GetExtractFeatureSize()]);
  750. SeetaPointF points[5];
  751. m_pFaceLandmarker->mark(simg, faces.data[i].pos, points);
  752. m_pFaceRecognizer->Extract(simg, points, feature.get());
  753. double VerifyGetFeature = cv::getTickCount();
  754. detecttime = (VerifyGetFeature- Detect) / cv::getTickFrequency();
  755. myServerLog()<<QString::fromLocal8Bit("VerifyGetFeature:%1").arg(detecttime);
  756. float fTempScore = 0;
  757. fTempScore = m_pFaceRecognizer->CalculateSimilarity(feature.get(), m_baseFeaturePtr.get());
  758. if(fTempScore > fScore)
  759. {
  760. fScore = fTempScore;
  761. m_pFaceAntiSpoofing->SetVideoFrameCount(1);
  762. auto status = m_pFaceAntiSpoofing->PredictVideo(simg, faces.data[i].pos, points);
  763. if(status == seeta::FaceAntiSpoofing::REAL)
  764. {
  765. bRealness = true;
  766. }
  767. else
  768. {
  769. bRealness = false;
  770. }
  771. }
  772. double CalculateSimilarity = cv::getTickCount();
  773. detecttime = (CalculateSimilarity- VerifyGetFeature) / cv::getTickFrequency();
  774. myServerLog()<<QString::fromLocal8Bit("CalculateSimilarity:%1").arg(detecttime);
  775. myServerLog()/*<<QString::fromLocal8Bit("是否真人:%1,").arg(bRealness?QString::fromLocal8Bit("是"):QString::fromLocal8Bit("否"))*/
  776. <<QString::fromLocal8Bit("人脸数量:%1,").arg(nfaceCount)
  777. <<QString::fromLocal8Bit("相似度:%1").arg(fScore);
  778. }
  779. double allTime = cv::getTickCount();
  780. detecttime = (allTime- begin) / cv::getTickFrequency();
  781. myServerLog()<<QString::fromLocal8Bit("allTime:%1").arg(detecttime);
  782. nTime = detecttime*1000;
  783. // myServerLog()<<QString::fromLocal8Bit("是否真人:%1,").arg(bRealness?QString::fromLocal8Bit("是"):QString::fromLocal8Bit("否"))
  784. // <<QString::fromLocal8Bit("人脸数量:%1,").arg(nfaceCount)
  785. // <<QString::fromLocal8Bit("相似度:%1").arg(fScore);
  786. return true;
  787. }
  788. catch (const std::exception &e)
  789. {
  790. m_sErrMsg = QString::fromLocal8Bit("人脸比对真实性失败,%1").arg(e.what());
  791. return false;
  792. }
  793. }
  794. bool CFaceRecProc::compareWithBase(QString sFaceImage, int &nfaceCount, float &fScore)
  795. {
  796. cv::Mat matFaceImg = cv::imread(sFaceImage.toLocal8Bit().data());
  797. return compareWithBase(matFaceImg, nfaceCount, fScore);
  798. }
  799. void CFaceRecProc::setBaseFeature(float *feature)
  800. {
  801. if(feature != nullptr)
  802. {
  803. m_baseFeaturePtr = std::shared_ptr<float>(new float[m_pFaceRecognizer->GetExtractFeatureSize()]);
  804. memcpy(m_baseFeaturePtr.get(), feature, sizeof(float)*m_pFaceRecognizer->GetExtractFeatureSize());
  805. }
  806. }
  807. float* CFaceRecProc::getFeature()
  808. {
  809. return m_baseFeaturePtr.get();
  810. }
  811. bool CFaceRecProc::hasBaseImage()
  812. {
  813. return m_baseFeaturePtr != nullptr;
  814. }