mod_snapshot.cpp 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469
  1. #include "stdafx.h"
  2. #include "SpBase.h"
  3. #include "SpIni.h"
  4. #include "Event.h"
  5. #include "mod_mediacontroller/Event.h"
  6. #include "mod_assistantchannel/AssistantChannel_client_g.h"
  7. using namespace AssistantChannel;
  8. #include "mod_assistantchannel/chan_protocol.h"
  9. #include "rec_common.h"
  10. #include "libvideoqueue.h"
  11. #include "libfacecapture.h"
  12. #include "jpeg2k.h"
  13. #include "videoutil.h"
  14. #include "y2k_time.h"
  15. #include "EventCode.h"
  16. #include "CommEntityUtil.hpp"
  17. #define LOG_EVT_SELFCHECK_ASSISTANTCHANNEL_IDLE 0x50500001 //协助通道重启
  18. class CPhotoCaptureEntity;
  19. class ChannelClient : public ChannelService_ClientBase
  20. {
  21. public:
  22. ChannelClient(CPhotoCaptureEntity *pEntity);
  23. virtual void OnMessage(ErrorCodeEnum Error, ChannelService_Packet_Info &Msg, CSmartPointer<IReleasable> pData);
  24. };
  25. // id: 0x905
  26. class CPhotoCaptureEntity : public CEntityBase, public ITimerListener, public ILogListener
  27. {
  28. public:
  29. CPhotoCaptureEntity() : m_video_env_q(NULL), m_video_opt_q(NULL), m_dwCapture(0) {}
  30. virtual ~CPhotoCaptureEntity() {}
  31. virtual const char *GetEntityName() const { return "Snapshot"; }
  32. virtual void OnPreStart(CAutoArray<CSimpleStringA> strArgs,CSmartPointer<ITransactionContext> pTransactionContext)
  33. {
  34. ErrorCodeEnum Error = __OnStart(Error_Succeed);
  35. pTransactionContext->SendAnswer(Error);
  36. }
  37. virtual void OnPreClose(EntityCloseCauseEnum eCloseCause,CSmartPointer<ITransactionContext> pTransactionContext)
  38. {
  39. ErrorCodeEnum Error = __OnClose(Error_Succeed);
  40. pTransactionContext->SendAnswer(Error);
  41. }
  42. ErrorCodeEnum __OnStart(ErrorCodeEnum preOperationError)
  43. {
  44. LOG_FUNCTION();
  45. if (preOperationError != Error_Succeed)
  46. return preOperationError;
  47. //is Pad Version
  48. CSmartPointer<IEntityFunction> spFunction = GetFunction();
  49. CSystemStaticInfo stStaticinfo;
  50. spFunction->GetSystemStaticInfo(stStaticinfo);
  51. if (stricmp(stStaticinfo.strMachineType,"RVC.PAD")==0)
  52. {
  53. if (stricmp(stStaticinfo.strSite,"CMB.FLB")==0)
  54. {
  55. LOG_TRACE("the type is mobile pad");
  56. m_eDeviceType = eMobilePadType;
  57. }
  58. else
  59. {
  60. LOG_TRACE("the type is pad");
  61. m_eDeviceType = ePadtype;
  62. }
  63. }
  64. else if (stricmp(stStaticinfo.strMachineType,"RVC.Desk2S")==0)
  65. {
  66. LOG_TRACE("the type is Desk2S");
  67. m_eDeviceType = eDesk2SType;
  68. }
  69. else if (stricmp(stStaticinfo.strMachineType,"RPM.Stand1S")==0)
  70. {
  71. LOG_TRACE("the type is RPM.Stand1S");
  72. m_eDeviceType = eRpm1sType;
  73. }
  74. else
  75. {
  76. LOG_TRACE("the type is standard");
  77. m_eDeviceType = eStand2sType;
  78. }
  79. ErrorCodeEnum Error;
  80. //int nCameraCount = 0;
  81. //ErrorCodeEnum Error;
  82. //Error = DecideCameraCount(nCameraCount);
  83. //if (Error != Error_Succeed || nCameraCount < 0 || nCameraCount > 2) {
  84. // LOG_TRACE("decide camera count failed!");
  85. // return Error;
  86. //}
  87. if ((ePadtype == m_eDeviceType)||(eMobilePadType == m_eDeviceType)||(eDesk2SType == m_eDeviceType) )
  88. {
  89. m_video_env_q = new Clibvideoqueue(REC_COMMON_VIDEO_ENV_SHM_SNAPSHOT_QUEUE);
  90. }
  91. else
  92. { // == 2
  93. m_video_env_q = new Clibvideoqueue(REC_COMMON_VIDEO_ENV_SHM_SNAPSHOT_QUEUE);
  94. m_video_opt_q = new Clibvideoqueue(REC_COMMON_VIDEO_OPT_SHM_SNAPSHOT_QUEUE);
  95. }
  96. m_pChannelClient = new ChannelClient(this);
  97. Error = m_pChannelClient->Connect();
  98. if (Error != Error_Succeed) {
  99. m_pChannelClient->SafeDelete();
  100. return Error;
  101. }
  102. ChannelService_BeginRecv_Sub Sub;
  103. Sub.type = ACM_TYPE_PHT;
  104. Error = m_pChannelClient->BeginRecv(Sub);
  105. if (Error != Error_Succeed) {
  106. m_pChannelClient->GetFunction()->CloseSession();
  107. m_pChannelClient->SafeDelete();
  108. m_pChannelClient = NULL;
  109. return Error;
  110. }
  111. CSmartPointer<IEntityFunction> spFunc = GetFunction();
  112. int i = 0;
  113. m_arrListener.Init(4);
  114. spFunc->SubscribeLog(m_arrListener[i++], this, Log_Event, Severity_None, Error_IgnoreAll, MOD_EVENT_MEDIACONTROLLER_FINISHED_CAPTURE_ENV);
  115. spFunc->SubscribeLog(m_arrListener[i++], this, Log_Event, Severity_None, Error_IgnoreAll, MOD_EVENT_MEDIACONTROLLER_FINISHED_CAPTURE_OPT);
  116. spFunc->SubscribeLog(m_arrListener[i++], this, Log_Event, Severity_None, Error_IgnoreAll, MOD_EVENT_MEDIACONTROLLER_FINISHED_CAPTURE_ENVOPT);
  117. spFunc->SubscribeLog(m_arrListener[i++], this, Log_Event, Severity_None, Error_IgnoreAll, LOG_EVT_SELFCHECK_ASSISTANTCHANNEL_IDLE,NULL,false);
  118. return Error;
  119. }
  120. ErrorCodeEnum __OnClose(ErrorCodeEnum preOperationError)
  121. {
  122. LOG_FUNCTION();
  123. CSmartPointer<IEntityFunction> spFunction = GetFunction();
  124. for (int i = 0; i < m_arrListener.GetCount(); ++i)
  125. {
  126. spFunction->UnsubscribeLog(m_arrListener[i]);
  127. }
  128. if (preOperationError != Error_Succeed)
  129. return preOperationError;
  130. if (m_pChannelClient) {
  131. m_pChannelClient->GetFunction()->CloseSession();
  132. m_pChannelClient->SafeDelete();
  133. m_pChannelClient = NULL;
  134. }
  135. delete m_video_env_q;
  136. delete m_video_opt_q;
  137. return Error_Succeed;
  138. }
  139. void WriteStamp(video_frame *srcfrm)
  140. {
  141. #ifdef RVC_OS_WIN
  142. __try {
  143. CImageFrame frm;
  144. frm.data = srcfrm->data[0];
  145. frm.width = srcfrm->width;
  146. frm.height = srcfrm->height;
  147. frm.framesize = srcfrm->width * srcfrm->height * 3;
  148. if (!SnapShot(&frm)) {
  149. Dbg("write stamp failed!");
  150. }
  151. }
  152. __except (EXCEPTION_EXECUTE_HANDLER) {
  153. Dbg("snapshot throw windows exception!");
  154. }
  155. #else
  156. CImageFrame frm;
  157. frm.data = srcfrm->data[0];
  158. frm.width = srcfrm->width;
  159. frm.height = srcfrm->height;
  160. frm.framesize = srcfrm->width * srcfrm->height * 3;
  161. if (!SnapShot(&frm)) {
  162. Dbg("write stamp failed!");
  163. }
  164. #endif
  165. }
  166. void Capture(int rc)
  167. {
  168. video_frame *frm = NULL;
  169. if((rc == 0)||(rc==Error_TimeOut))
  170. {
  171. if (m_video_env_q && m_video_opt_q)
  172. {
  173. int combine_width = REC_COMMON_VIDEO_SNAPSHOT_WIDTH;
  174. int combine_height = REC_COMMON_VIDEO_SNAPSHOT_WIDTH + REC_COMMON_VIDEO_SNAPSHOT_HEIGHT;
  175. frm = video_frame_new(combine_width, combine_height, VIDEO_FORMAT_RGB24);
  176. video_frame_fill_black(frm);
  177. // get env snapshot
  178. {
  179. video_frame tmp_frm = {0};
  180. tmp_frm.data[0] = frm->data[0];
  181. tmp_frm.linesize[0] = frm->linesize[0];
  182. tmp_frm.format = frm->format;
  183. tmp_frm.width = REC_COMMON_VIDEO_SNAPSHOT_WIDTH;
  184. tmp_frm.height = REC_COMMON_VIDEO_SNAPSHOT_HEIGHT;
  185. DWORD time = m_video_env_q->GetLastFrameTime();
  186. if ((y2k_time_now()-time) < 15)
  187. {
  188. m_video_env_q->GetVideo2(&tmp_frm, 0);
  189. }
  190. else
  191. {
  192. Dbg("the env snapshot videoqueque image timeout!");
  193. }
  194. }
  195. // get opt snapshot
  196. {
  197. video_frame tmp_frm = {0};
  198. tmp_frm.data[0] = frm->data[0] + frm->linesize[0] * REC_COMMON_VIDEO_SNAPSHOT_HEIGHT+(REC_COMMON_VIDEO_SNAPSHOT_WIDTH-REC_COMMON_VIDEO_SNAPSHOT_HEIGHT)/2*3;
  199. tmp_frm.linesize[0] = frm->linesize[0];
  200. tmp_frm.format = frm->format;
  201. tmp_frm.width = REC_COMMON_VIDEO_SNAPSHOT_HEIGHT;
  202. tmp_frm.height = REC_COMMON_VIDEO_SNAPSHOT_WIDTH;
  203. DWORD time = m_video_opt_q->GetLastFrameTime();
  204. if ((y2k_time_now()-time) < 10)
  205. {
  206. m_video_opt_q->GetVideo2(&tmp_frm, 0);
  207. }
  208. else
  209. {
  210. Dbg("the opt snapshot videoqueque image timeout!");
  211. }
  212. }
  213. }
  214. else if (m_video_env_q)
  215. {
  216. frm = video_frame_new(REC_COMMON_VIDEO_SNAPSHOT_WIDTH, REC_COMMON_VIDEO_SNAPSHOT_HEIGHT, VIDEO_FORMAT_RGB24);
  217. video_frame_fill_black(frm);
  218. video_frame tmp_frm = {0};
  219. tmp_frm.data[0] = frm->data[0];
  220. tmp_frm.linesize[0] = frm->linesize[0];
  221. tmp_frm.format = frm->format;
  222. tmp_frm.width = REC_COMMON_VIDEO_SNAPSHOT_WIDTH;
  223. tmp_frm.height = REC_COMMON_VIDEO_SNAPSHOT_HEIGHT;
  224. DWORD time = m_video_env_q->GetLastFrameTime();
  225. if ((y2k_time_now()-time) < 15)
  226. {
  227. m_video_env_q->GetVideo2(&tmp_frm, 0);
  228. }
  229. else
  230. {
  231. Dbg("the env snapshot videoqueque image timeout!");
  232. }
  233. }
  234. else
  235. {
  236. //assert(0); // not go here
  237. rc = -1;
  238. }
  239. }
  240. jpeg2k_coded_image codec_image = {0};
  241. if((rc == 0)||(rc==Error_TimeOut))
  242. {
  243. WriteStamp(frm);
  244. jpeg2k_raw_image raw_image;
  245. raw_image.data = frm->data[0];
  246. raw_image.width = frm->width;
  247. raw_image.height = frm->height;
  248. raw_image.len = raw_image.width * raw_image.height * 3;
  249. rc = jpeg2k_encode(&raw_image, &codec_image, 10);
  250. }
  251. if ((rc == 0)||(rc==Error_TimeOut))
  252. {
  253. ChannelService_Send_Info Info;
  254. Info.compress = false;
  255. Info.encrypt = false;
  256. Info.type = ACM_TYPE_PHT;
  257. Info.id = 0;
  258. Info.sub_type = ACM_PHT_ANS | ACM_PHT_SNAPSHOT;
  259. Info.data.m_pData = (char *)codec_image.data;
  260. Info.data.m_iLength = codec_image.len;
  261. m_pChannelClient->Send(Info);
  262. jpeg2k_encode_free(&codec_image);
  263. }
  264. else
  265. {
  266. ChannelService_Send_Info Info;
  267. Info.compress = false;
  268. Info.encrypt = false;
  269. Info.type = ACM_TYPE_PHT;
  270. Info.id = 0;
  271. Info.sub_type = ACM_PHT_ANS | ACM_PHT_SNAPSHOT;
  272. Info.data.m_pData = (char *)&rc;
  273. Info.data.m_iLength = sizeof(rc);
  274. m_pChannelClient->Send(Info);
  275. }
  276. #if 0
  277. video_frame_save_bmpfile("snapshot_abc.bmp", frm);
  278. //video_frame_save_bmpfile("d:\\ab.bmp", &frm);
  279. #endif
  280. if (frm)
  281. video_frame_delete(frm);
  282. }
  283. ErrorCodeEnum StartCapture(int id)
  284. {
  285. if (!m_video_env_q && !m_video_opt_q) {
  286. Dbg("cannot start capture!"); // never go here
  287. return Error_Unexpect;
  288. }
  289. if (m_dwCapture) {
  290. LOG_TRACE("already start capture!");
  291. return Error_Duplication;
  292. }
  293. //触发对应的摄像头进行图像采集
  294. if (m_video_env_q && m_video_opt_q)
  295. {
  296. LogEvent(Severity_Middle, MOD_EVENT_SNAPSHOT_START_CAPTURE_ENVOPT, "agent start capture env and opt camera picture!");
  297. }
  298. else if (m_video_env_q)
  299. {
  300. LogEvent(Severity_Middle, MOD_EVENT_SNAPSHOT_START_CAPTURE_ENV, "agent start capture env camera picture!");
  301. }
  302. else if (m_video_opt_q)
  303. {
  304. LogEvent(Severity_Middle, MOD_EVENT_SNAPSHOT_START_CAPTURE_OPT, "agent start capture opt camera picture!");
  305. }
  306. m_dwCapture = SP::Module::Comm::RVCGetTickCount();
  307. GetFunction()->SetTimer(1, this, 2000);
  308. return Error_Succeed;
  309. }
  310. void StopCapture()
  311. {
  312. GetFunction()->KillTimer(1);
  313. m_dwCapture = 0;
  314. }
  315. virtual void OnTimeout(DWORD dwTimerID)
  316. {
  317. Capture(Error_TimeOut);
  318. Dbg("timeout!");
  319. GetFunction()->KillTimer(dwTimerID);
  320. m_dwCapture = 0;
  321. }
  322. virtual void OnLog(const CAutoArray<CUUID> &SubIDs, const CUUID nLogID,const LogTypeEnum eLogType, const SeverityLevelEnum eLevel,
  323. const DWORD dwSysError,const DWORD dwUserCode,const DWORD dwEntityInstanceID, const WORD wEntityDevelID,
  324. const CAutoArray<DWORD> &Param, const char *pszEntityName, const char *pszModuleName,const char *pszMessage)
  325. {
  326. if (dwUserCode == MOD_EVENT_MEDIACONTROLLER_FINISHED_CAPTURE_ENVOPT ||
  327. dwUserCode == MOD_EVENT_MEDIACONTROLLER_FINISHED_CAPTURE_OPT ||
  328. dwUserCode == MOD_EVENT_MEDIACONTROLLER_FINISHED_CAPTURE_ENV)
  329. {
  330. DWORD dwNow = SP::Module::Comm::RVCGetTickCount();
  331. LOG_TRACE("capture duration:%dms", dwNow - m_dwCapture);
  332. Capture(Error_Succeed);
  333. StopCapture();
  334. }
  335. else if (dwUserCode == LOG_EVT_SELFCHECK_ASSISTANTCHANNEL_IDLE)
  336. {
  337. Dbg("recv LOG_EVT_SELFCHECK_ASSISTANTCHANNEL_IDLE");
  338. if (m_pChannelClient != NULL)
  339. {
  340. m_pChannelClient->GetFunction()->CloseSession();
  341. m_pChannelClient->SafeDelete();
  342. m_pChannelClient = NULL;
  343. Dbg("Close AssistChannel Session ");
  344. }
  345. if (m_pChannelClient == NULL)
  346. {
  347. Dbg("ReConnection AssistChannel Session");
  348. m_pChannelClient = new ChannelClient(this);
  349. ErrorCodeEnum Error = m_pChannelClient->Connect();
  350. if (Error != Error_Succeed)
  351. {
  352. m_pChannelClient->SafeDelete();
  353. m_pChannelClient = NULL;
  354. Dbg("AssistChannelClient connect fail!");
  355. }
  356. if (Error == Error_Succeed)
  357. {
  358. ChannelService_BeginRecv_Sub Sub;
  359. Sub.type = ACM_TYPE_PHT;
  360. Error = m_pChannelClient->BeginRecv(Sub);
  361. if (Error != Error_Succeed)
  362. {
  363. m_pChannelClient->GetFunction()->CloseSession();
  364. m_pChannelClient->SafeDelete();
  365. m_pChannelClient = NULL;
  366. }
  367. }
  368. }
  369. }
  370. }
  371. private:
  372. // we use root.ini Video section config to decide camera count
  373. ErrorCodeEnum DecideCameraCount(int &nCount)
  374. {
  375. CSmartPointer<IEntityFunction> spFunction = GetFunction();
  376. CSmartPointer<IConfigInfo> spConfig;
  377. ErrorCodeEnum Error = spFunction->OpenConfig(Config_Root, spConfig);
  378. if (Error == Error_Succeed)
  379. {
  380. CSimpleStringA strVideoEnv;
  381. CSimpleStringA strVideoOpt;
  382. SpIniMappingTable table;
  383. nCount = 0;
  384. table.AddEntryString("Video", "EnvCamera", strVideoEnv, "$");
  385. table.AddEntryString("Video", "OptCamera", strVideoOpt, "$");
  386. Error = table.Load(spConfig);
  387. if (Error == Error_Succeed)
  388. {
  389. if (strVideoEnv.GetLength() > 1)
  390. nCount++;
  391. if (strVideoOpt.GetLength() > 1)
  392. nCount++;
  393. }
  394. }
  395. return Error;
  396. }
  397. private:
  398. Clibvideoqueue *m_video_env_q;
  399. Clibvideoqueue *m_video_opt_q;
  400. ChannelClient *m_pChannelClient;
  401. CUUID m_uuidCaptureTimer;
  402. DWORD m_dwCapture;
  403. DeviceTypeEnum m_eDeviceType;
  404. CAutoArray<CUUID> m_arrListener;
  405. };
  406. void ChannelClient::OnMessage( ErrorCodeEnum Error, ChannelService_Packet_Info &Msg, CSmartPointer<IReleasable> pData )
  407. {
  408. LOG_FUNCTION();
  409. if (Error == Error_Succeed) {
  410. CPhotoCaptureEntity *pEntity = static_cast<CPhotoCaptureEntity*>(m_pEntityBase);
  411. int cat = ACM_PHT_CAT(Msg.sub_type);
  412. if (cat == ACM_PHT_REQ)
  413. {
  414. Error = pEntity->StartCapture(Msg.id);
  415. if (Error)
  416. {
  417. pEntity->Capture(Error);
  418. }
  419. }
  420. else
  421. {
  422. _ASSERT(0);
  423. }
  424. }
  425. }
  426. ChannelClient::ChannelClient( CPhotoCaptureEntity *pEntity ) : ChannelService_ClientBase(pEntity)
  427. {
  428. }
  429. SP_BEGIN_ENTITY_MAP()
  430. SP_ENTITY(CPhotoCaptureEntity)
  431. SP_END_ENTITY_MAP()