FURenderViewController.m 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482
  1. //
  2. // FURenderViewController.m
  3. // FULiveDemo
  4. //
  5. // Created by 项林平 on 2022/7/19.
  6. // Copyright © 2022 FaceUnity. All rights reserved.
  7. //
  8. #import "FURenderViewController.h"
  9. #import "FUHeadButtonView.h"
  10. #import "FULightingView.h"
  11. #import "FUPopupMenu.h"
  12. #import "FULandmarkManager.h"
  13. #import "FUInsetsLabel.h"
  14. @interface FURenderViewController ()<FUPopupMenuDelegate, FULightingViewDelegate>
  15. /// 渲染视图
  16. @property (nonatomic, strong) FUGLDisplayView *renderView;
  17. /// 顶部功能视图
  18. @property (nonatomic, strong) FUHeadButtonView *headButtonView;
  19. ///// 拍照和录制视频按钮
  20. //@property (nonatomic, strong) FUCaptureButton *captureButton;
  21. /// 曝光度调节器
  22. @property (nonatomic, strong) FULightingView *lightingView;
  23. /// 手动对焦指示器
  24. @property (nonatomic, strong) UIImageView *adjustImageView;
  25. /// debug信息标签
  26. @property (nonatomic, strong) FUInsetsLabel *buglyLabel;
  27. @property (nonatomic, strong) UILabel *noTrackLabel;
  28. @property (nonatomic, strong) UILabel *tipLabel;
  29. @property (nonatomic, strong) FURenderViewModel *viewModel;
  30. @end
  31. @implementation FURenderViewController {
  32. // 对焦点击操作记录时间
  33. CFAbsoluteTime operatedTime;
  34. }
  35. #pragma mark - Initializer
  36. - (instancetype)initWithViewModel:(FURenderViewModel *)viewModel {
  37. self = [super init];
  38. if (self) {
  39. self.viewModel = viewModel;
  40. self.viewModel.delegate = self;
  41. }
  42. return self;
  43. }
  44. #pragma mark - Life cycle
  45. - (void)viewDidLoad {
  46. [super viewDidLoad];
  47. // 加载美颜
  48. if (self.viewModel.needsLoadingBeauty) {
  49. [[FUBeautyComponentManager sharedManager] loadBeauty];
  50. }
  51. [self configureUI];
  52. }
  53. - (void)viewWillAppear:(BOOL)animated {
  54. [super viewWillAppear:animated];
  55. // 每次进入页面或者返回页面都需要重新设置人脸和人体检测模式
  56. if (self.viewModel.necessaryAIModelTypes & FUAIModelTypeFace) {
  57. [FURenderKitManager setFaceProcessorDetectMode:FUFaceProcessorDetectModeVideo];
  58. }
  59. if (self.viewModel.necessaryAIModelTypes & FUAIModelTypeHuman) {
  60. [FURenderKitManager setHumanProcessorDetectMode:FUHumanProcessorDetectModeVideo];
  61. }
  62. [self.viewModel startCameraWithRenderView:self.renderView];
  63. // 添加点位测试开关
  64. if ([FURenderKitManager sharedManager].showsLandmarks) {
  65. [FULandmarkManager show];
  66. }
  67. [UIApplication sharedApplication].statusBarStyle = UIStatusBarStyleLightContent;
  68. if (@available(iOS 13.0, *)) {
  69. UINavigationBarAppearance *appearance = [[UINavigationBarAppearance alloc] init];
  70. appearance.backgroundEffect = nil;
  71. appearance.shadowColor = [UIColor clearColor];
  72. appearance.backgroundColor = [UIColor clearColor];
  73. self.navigationController.navigationBar.standardAppearance = appearance;
  74. self.navigationController.navigationBar.scrollEdgeAppearance = appearance;
  75. }else{
  76. self.navigationController.navigationBar.translucent = YES;
  77. [self.navigationController.navigationBar setBackgroundColor:[UIColor clearColor]];
  78. [self.navigationController.navigationBar setBackgroundImage:[UIImage new] forBarMetrics:(UIBarMetricsDefault)];
  79. [self.navigationController.navigationBar setTitleTextAttributes:nil];
  80. }
  81. }
  82. - (void)viewWillDisappear:(BOOL)animated {
  83. [super viewWillDisappear:animated];
  84. [self.viewModel stopCamera];
  85. [self.viewModel resetCameraFocusAndExposureMode];
  86. // 移除点位测试开关
  87. if ([FURenderKitManager sharedManager].showsLandmarks) {
  88. [FULandmarkManager dismiss];
  89. }
  90. }
  91. #pragma mark - UI
  92. - (void)configureUI {
  93. self.view.backgroundColor = [UIColor colorWithRed:17/255.0 green:18/255.0 blue:38/255.0 alpha:1.0];
  94. [self.view addSubview:self.renderView];
  95. [self.renderView mas_makeConstraints:^(MASConstraintMaker *make) {
  96. make.edges.equalTo(self.view);
  97. }];
  98. [self.view addSubview:self.magicStickBtn];
  99. [self.magicStickBtn mas_makeConstraints:^(MASConstraintMaker *make) {
  100. make.width.height.mas_equalTo(WHScreenEqualWidth(34));
  101. make.right.equalTo(self.view).offset(WHScreenEqualWidth(-12));
  102. make.top.equalTo(self.view).offset(WHScreenEqualWidth(113));
  103. }];
  104. [self.view addSubview:self.headButtonView];
  105. [self.headButtonView mas_makeConstraints:^(MASConstraintMaker *make) {
  106. if (@available(iOS 11.0, *)) {
  107. make.top.equalTo(self.view.mas_safeAreaLayoutGuideTop).offset(80);
  108. } else {
  109. make.top.equalTo(self.view.mas_top).offset(30);
  110. }
  111. make.leading.trailing.equalTo(self.view);
  112. make.height.mas_equalTo(44);
  113. }];
  114. [self.view addSubview:self.buglyLabel];
  115. [self.buglyLabel mas_makeConstraints:^(MASConstraintMaker *make) {
  116. make.top.equalTo(self.headButtonView.mas_bottom).offset(15);
  117. make.leading.equalTo(self.view).offset(10);
  118. }];
  119. [self.view addSubview:self.lightingView];
  120. [self.view addSubview:self.adjustImageView];
  121. [self.view addSubview:self.noTrackLabel];
  122. [self.noTrackLabel mas_makeConstraints:^(MASConstraintMaker *make) {
  123. make.center.equalTo(self.view);
  124. }];
  125. [self.view addSubview:self.tipLabel];
  126. [self.tipLabel mas_makeConstraints:^(MASConstraintMaker *make) {
  127. make.centerY.equalTo(self.view.mas_centerY).mas_offset(24);
  128. make.centerX.equalTo(self.view);
  129. }];
  130. // [self.view addSubview:self.captureButton];
  131. // [self.captureButton mas_makeConstraints:^(MASConstraintMaker *make) {
  132. // make.centerX.equalTo(self.view);
  133. // make.bottom.equalTo(self.view.mas_bottom).mas_offset(-self.viewModel.captureButtonBottomConstant - 10);
  134. // make.size.mas_offset(CGSizeMake(81, 81));
  135. // }];
  136. }
  137. #pragma mark - Private methods
  138. /// 延迟隐藏视图
  139. - (void)hideFocusAndLightingViewAfterDelay:(NSTimeInterval)deley {
  140. dispatch_after(dispatch_time(DISPATCH_TIME_NOW, (int64_t)(deley * NSEC_PER_SEC)), dispatch_get_main_queue(), ^{
  141. CFAbsoluteTime currentTime = CFAbsoluteTimeGetCurrent();
  142. if (currentTime - self->operatedTime > 1.29) {
  143. self.lightingView.hidden = YES;
  144. self.adjustImageView.hidden = YES;
  145. }
  146. });
  147. }
  148. #pragma mark - Event response
  149. - (void)renderViewTapAction:(UITapGestureRecognizer *)tap {
  150. operatedTime = CFAbsoluteTimeGetCurrent();
  151. self.lightingView.hidden = NO;
  152. self.adjustImageView.hidden = NO;
  153. [self.viewModel switchCameraFocusMode:FUCaptureCameraFocusModeChangeless];
  154. CGPoint center = [tap locationInView:self.renderView];
  155. CGPoint imageCenter = [tap locationInView:self.view];
  156. self.adjustImageView.center = imageCenter;
  157. // 缩放动画
  158. self.adjustImageView.transform = CGAffineTransformIdentity;
  159. [UIView animateWithDuration:0.3 animations:^{
  160. self.adjustImageView.transform = CGAffineTransformMakeScale(0.67, 0.67);
  161. } completion:^(BOOL finished) {
  162. [self hideFocusAndLightingViewAfterDelay:1.0];
  163. }];
  164. // 根据renderView的填充模式计算图像中心点
  165. CGPoint pictureCenter;
  166. CGFloat scale = self.viewModel.inputBufferHeight / self.viewModel.inputBufferWidth;
  167. CGFloat renderViewWidth = CGRectGetWidth(self.renderView.bounds);
  168. CGFloat renderViewHeight = CGRectGetHeight(self.renderView.bounds);
  169. if (self.renderView.contentMode == FUGLDisplayViewContentModeScaleAspectFill) {
  170. // 短边填满(宽度按比例截取中间部分)
  171. CGFloat leading = (renderViewHeight / scale - renderViewWidth) / 2.0;
  172. CGFloat pictureWidth = renderViewWidth + leading * 2;
  173. center.x += leading;
  174. if (center.y <= 0) {
  175. return;
  176. }
  177. pictureCenter = CGPointMake(center.y / renderViewHeight, self.viewModel.captureDevicePostion == AVCaptureDevicePositionFront ? center.x / pictureWidth : 1 - center.x / pictureWidth);
  178. } else if (self.renderView.contentMode == FUGLDisplayViewContentModeScaleAspectFit) {
  179. // 长边填满(高度上下会留空白)
  180. CGFloat top = (renderViewHeight - renderViewWidth * scale) / 2.0;
  181. CGFloat pictureHeight = renderViewHeight - top * 2;
  182. center.y -= top;
  183. if (center.y <= 0) {
  184. return;
  185. }
  186. pictureCenter = CGPointMake(center.y / pictureHeight, self.viewModel.captureDevicePostion == AVCaptureDevicePositionFront ? center.x / renderViewWidth : 1 - center.x / renderViewWidth);
  187. } else {
  188. // 拉伸填满
  189. pictureCenter = CGPointMake(center.y / renderViewHeight, self.viewModel.captureDevicePostion == AVCaptureDevicePositionFront ? center.x / renderViewWidth : 1 - center.x / renderViewWidth);
  190. }
  191. [self.viewModel setCameraFocusPoint:pictureCenter];
  192. }
  193. - (void)image:(UIImage *)image didFinishSavingWithError:(NSError *)error contextInfo:(void *)contextInfo {
  194. if (error) {
  195. [FUTipHUD showTips:FULocalizedString(@"保存图片失败") dismissWithDelay:1.5];
  196. } else {
  197. [FUTipHUD showTips:FULocalizedString(@"图片已保存到相册") dismissWithDelay:1.5];
  198. }
  199. }
  200. - (void)video:(NSString *)videoPath didFinishSavingWithError:(NSError *)error contextInfo:(void *)contextInfo {
  201. if (error) {
  202. [FUTipHUD showTips:FULocalizedString(@"保存视频失败") dismissWithDelay:1.5];
  203. } else {
  204. [FUTipHUD showTips:FULocalizedString(@"视频已保存到相册") dismissWithDelay:1.5];
  205. }
  206. }
  207. #pragma mark - FURenderViewModelDelegate
  208. - (void)renderDidOutputDebugInformations:(NSString *)informations {
  209. dispatch_async(dispatch_get_main_queue(), ^{
  210. if (!self.buglyLabel.hidden) {
  211. self.buglyLabel.text = informations;
  212. }
  213. });
  214. }
  215. - (void)renderShouldCheckDetectingStatus:(FUDetectingParts)parts {
  216. @autoreleasepool {
  217. BOOL detectingResult = YES;
  218. switch (parts) {
  219. case FUDetectingPartsFace:
  220. detectingResult = [FURenderKitManager faceTracked];
  221. break;
  222. case FUDetectingPartsHuman:
  223. detectingResult = [FURenderKitManager humanTracked];
  224. break;
  225. case FUDetectingPartsHand:
  226. detectingResult = [FURenderKitManager handTracked];
  227. break;
  228. default:
  229. break;
  230. }
  231. dispatch_async(dispatch_get_main_queue(), ^{
  232. self.noTrackLabel.hidden = detectingResult;
  233. if (!detectingResult) {
  234. self.noTrackLabel.text = parts == FUDetectingPartsFace ? FULocalizedString(@"未检测到人脸") : (parts == FUDetectingPartsHuman ? FULocalizedString(@"未检测到人体") : FULocalizedString(@"未检测到手势"));
  235. }
  236. });
  237. }
  238. }
  239. #pragma mark - FULightingViewDelegate
  240. - (void)lightingViewValueDidChange:(float)value {
  241. operatedTime = CFAbsoluteTimeGetCurrent();
  242. [self hideFocusAndLightingViewAfterDelay:1.3];
  243. [self.viewModel setCameraExposureValue:value];
  244. }
  245. #pragma mark - FUHeadButtonViewDelegate
  246. - (void)headButtonViewBackAction:(UIButton *)btn {
  247. if (self.viewModel.needsLoadingBeauty) {
  248. [FUBeautyComponentManager destory];
  249. }
  250. // 恢复相机曝光度
  251. [self.viewModel setCameraExposureValue:0];
  252. [self.viewModel stopCamera];
  253. [self.viewModel resetCameraSettings];
  254. [FURenderKitManager clearItems];
  255. [self.navigationController popViewControllerAnimated:YES];
  256. }
  257. - (void)headButtonViewSegmentedChange:(NSUInteger)index {
  258. dispatch_async(dispatch_get_global_queue(DISPATCH_QUEUE_PRIORITY_DEFAULT, 0), ^{
  259. [self.viewModel switchCameraOutputFormat];
  260. });
  261. }
  262. //- (void)headButtonViewSelImageAction:(UIButton *)btn {
  263. // if (!self.viewModel.supportPresetSelection) {
  264. // // 直接进入图片和视频选择页面
  265. // FUMediaPickerViewController *picker = [[FUMediaPickerViewController alloc] initWithViewModel:[[FUMediaPickerViewModel alloc] initWithModule:self.viewModel.module]];
  266. // [self.navigationController pushViewController:picker animated:YES];
  267. // } else {
  268. // // 弹出视图
  269. // CGFloat height;
  270. // BOOL hideMediaSelection;
  271. // if (self.viewModel.supportMediaRendering) {
  272. // // 支持分辨率、图片或视频视图
  273. // height = 132;
  274. // hideMediaSelection = NO;
  275. // } else {
  276. // // 只支持分辨率视图
  277. // height = 80;
  278. // hideMediaSelection = YES;
  279. // }
  280. // int selectedPresetIndex = (int)[self.viewModel.presets indexOfObject:self.viewModel.capturePreset];
  281. // [FUPopupMenu showRelyOnView:btn frame:CGRectMake(17, CGRectGetMaxY(self.headButtonView.frame) + 1, 340, height) defaultSelectedAtIndex:selectedPresetIndex onlyTop:hideMediaSelection dataSource:self.viewModel.presetTitles delegate:self];
  282. // }
  283. //}
  284. - (void)headButtonViewBuglyAction:(UIButton *)btn {
  285. self.buglyLabel.hidden = !self.buglyLabel.hidden;
  286. }
  287. #pragma mark - 切换前置/后置摄像头
  288. - (void)headButtonViewSwitchAction:(UIButton *)btn {
  289. btn.userInteractionEnabled = NO;
  290. dispatch_time_t delayTime = dispatch_time(DISPATCH_TIME_NOW, 1 * NSEC_PER_SEC);
  291. dispatch_after(delayTime, dispatch_get_main_queue(), ^(void){
  292. btn.userInteractionEnabled = YES;
  293. });
  294. [self.viewModel switchCameraBetweenFrontAndRear:self.viewModel.captureDevicePostion != AVCaptureDevicePositionFront unsupportedPresetHandler:^{
  295. dispatch_async(dispatch_get_main_queue(), ^{
  296. [FUTipHUD showTips:FULocalizedString(@"设备不支持该分辨率") dismissWithDelay:1.5];
  297. });
  298. }];
  299. }
  300. - (void)chileHeadButtonViewSwitchAction:(UIButton *)btn {
  301. [self headButtonViewSwitchAction:btn];
  302. }
  303. #pragma mark - FUPopupMenuDelegate
  304. ///// 选择图片或视频
  305. //- (void)fuPopupMenuDidSelectedImage {
  306. // // 直接进入图片和视频选择页面
  307. // dispatch_async(dispatch_get_main_queue(), ^{
  308. // FUMediaPickerViewController *picker = [[FUMediaPickerViewController alloc] initWithViewModel:[[FUMediaPickerViewModel alloc] initWithModule:self.viewModel.module]];
  309. // [self.navigationController pushViewController:picker animated:YES];
  310. // });
  311. //}
  312. /// 分辨率切换
  313. - (void)fuPopupMenuSegment:(FUSegmentedControl *)segment didSelectedAtIndex:(NSInteger)index {
  314. segment.userInteractionEnabled = NO;
  315. AVCaptureSessionPreset selectedPreset = self.viewModel.presets[index];
  316. dispatch_async(dispatch_get_global_queue(DISPATCH_QUEUE_PRIORITY_DEFAULT, 0), ^{
  317. [self.viewModel switchCapturePreset:selectedPreset unsupportedPresetHandler:^{
  318. dispatch_async(dispatch_get_main_queue(), ^{
  319. [FUTipHUD showTips:FULocalizedString(@"设备不支持该分辨率") dismissWithDelay:1.5];
  320. });
  321. }];
  322. dispatch_async(dispatch_get_main_queue(), ^{
  323. segment.userInteractionEnabled = YES;
  324. });
  325. });
  326. }
  327. #pragma mark - Getters
  328. - (FUGLDisplayView *)renderView {
  329. if (!_renderView) {
  330. _renderView = [[FUGLDisplayView alloc] initWithFrame:self.view.bounds];
  331. UITapGestureRecognizer *tap = [[UITapGestureRecognizer alloc] initWithTarget:self action:@selector(renderViewTapAction:)];
  332. [_renderView addGestureRecognizer:tap];
  333. }
  334. return _renderView;
  335. }
  336. - (FUHeadButtonView *)headButtonView {
  337. if (!_headButtonView) {
  338. _headButtonView = [[FUHeadButtonView alloc] init];
  339. _headButtonView.delegate = self;
  340. _headButtonView.selectedImageButton.hidden = (!self.viewModel.supportMediaRendering && !self.viewModel.supportPresetSelection);
  341. _headButtonView.segmentedControl.hidden = !self.viewModel.supportSwitchingOutputFormat;
  342. if (!_headButtonView.hidden) {
  343. [_headButtonView.selectedImageButton setImage:self.viewModel.supportPresetSelection ? [UIImage imageNamed:@"render_more"] : [UIImage imageNamed:@"render_picture"] forState:UIControlStateNormal];
  344. }
  345. [_headButtonView setHidden:YES];
  346. }
  347. return _headButtonView;
  348. }
  349. - (UIButton *)magicStickBtn{
  350. if(!_magicStickBtn){
  351. _magicStickBtn = [[UIButton alloc] init];
  352. [_magicStickBtn setImage:[UIImage imageNamed:@"WH_Beauty_Magic_Stick_Icon"] forState:UIControlStateNormal];
  353. [_magicStickBtn addTarget:self action:@selector(showSheetView) forControlEvents:UIControlEventTouchUpInside];
  354. }
  355. return _magicStickBtn;
  356. }
  357. - (FUInsetsLabel *)buglyLabel {
  358. if (!_buglyLabel) {
  359. _buglyLabel = [[FUInsetsLabel alloc] initWithFrame:CGRectZero insets:UIEdgeInsetsMake(5, 5, 5, 5)];
  360. _buglyLabel.layer.masksToBounds = YES;
  361. _buglyLabel.layer.cornerRadius = 5;
  362. _buglyLabel.numberOfLines = 0;
  363. _buglyLabel.backgroundColor = [UIColor darkGrayColor];
  364. _buglyLabel.text = @"resolution:\n720x1280\nfps:30\nrender time:\n0ms";
  365. _buglyLabel.textColor = [UIColor whiteColor];
  366. _buglyLabel.alpha = 0.74;
  367. _buglyLabel.font = [UIFont systemFontOfSize:13];
  368. _buglyLabel.hidden = YES;
  369. }
  370. return _buglyLabel;
  371. }
  372. - (FULightingView *)lightingView {
  373. if (!_lightingView) {
  374. _lightingView = [[FULightingView alloc] initWithFrame:CGRectMake(0, 0, 280, 40)];
  375. _lightingView.center = CGPointMake(CGRectGetWidth(self.view.bounds) - 20, CGRectGetHeight(self.view.bounds) / 2.0 - 60);
  376. _lightingView.transform = CGAffineTransformMakeRotation(-M_PI_2);
  377. _lightingView.slider.minimumValue = -2;
  378. _lightingView.slider.maximumValue = 2;
  379. _lightingView.slider.value = 0;
  380. _lightingView.delegate = self;
  381. _lightingView.hidden = YES;
  382. }
  383. return _lightingView;
  384. }
  385. - (UIImageView *)adjustImageView {
  386. if (!_adjustImageView) {
  387. _adjustImageView = [[UIImageView alloc] initWithImage:[UIImage imageNamed:@"render_adjust"]];
  388. _adjustImageView.center = self.view.center;
  389. _adjustImageView.hidden = YES;
  390. }
  391. return _adjustImageView;
  392. }
  393. - (UILabel *)noTrackLabel {
  394. if (!_noTrackLabel) {
  395. _noTrackLabel = [[UILabel alloc] init];
  396. _noTrackLabel.textColor = [UIColor whiteColor];
  397. _noTrackLabel.font = [UIFont systemFontOfSize:17];
  398. _noTrackLabel.textAlignment = NSTextAlignmentCenter;
  399. _noTrackLabel.text = FULocalizedString(@"No_Face_Tracking");
  400. _noTrackLabel.hidden = YES;
  401. }
  402. return _noTrackLabel;
  403. }
  404. - (UILabel *)tipLabel {
  405. if (!_tipLabel) {
  406. _tipLabel = [[UILabel alloc] init];
  407. _tipLabel.textColor = [UIColor whiteColor];
  408. _tipLabel.font = [UIFont systemFontOfSize:32];
  409. _tipLabel.textAlignment = NSTextAlignmentCenter;
  410. _tipLabel.hidden = YES;
  411. }
  412. return _tipLabel;
  413. }
  414. #pragma mark - Overriding
  415. - (BOOL)prefersStatusBarHidden {
  416. return !FUDeviceIsiPhoneXStyle();
  417. }
  418. - (UIStatusBarStyle)preferredStatusBarStyle {
  419. return UIStatusBarStyleLightContent;
  420. }
  421. @end