FUManager.m 51 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307
  1. //
  2. // FUManager.m
  3. // FULiveDemo
  4. //
  5. // Created by 刘洋 on 2017/8/18.
  6. // Copyright © 2017年 刘洋. All rights reserved.
  7. //
  8. #import "FUManager.h"
  9. #import <libCNamaSDK/FURenderer.h>
  10. #import "authpack.h"
  11. #import "FULiveModel.h"
  12. #import <sys/utsname.h>
  13. #import <CoreMotion/CoreMotion.h>
  14. #import "FUMusicPlayer.h"
  15. #import "FUImageHelper.h"
  16. #import "FURenderer+header.h"
  17. #import "LZDefaultBeautyModel.h"
  18. #import <objc/runtime.h>
  19. @interface FUManager ()
  20. {
  21. int items[FUNamaHandleTotal];
  22. /* 记录暂时不需要render句柄,用于实现:重新加载道具,暂时不用业务 */
  23. int oldItems[FUNamaHandleTotal];
  24. int frameID;
  25. /* 捏脸头道具加载慢,编辑内销毁保存句柄不销毁*/
  26. int avtarStrongHandle;
  27. }
  28. @property (nonatomic, strong) CMMotionManager *motionManager;
  29. /* 重力感应道具 */
  30. @property (nonatomic,assign) BOOL isMotionItem;
  31. /* 当前加载的道具资源 */
  32. @property (nonatomic,copy) NSString *currentBoudleName;
  33. /* 需提示item */
  34. @property (nonatomic, strong) NSDictionary *hintDic;
  35. /* 带屏幕方向的道具 */
  36. @property (nonatomic, strong)NSArray *deviceOrientationItems;
  37. /* 3d 渲染后图片转正 */
  38. @property (nonatomic, strong) FURotatedImage *mRotatedImage;
  39. @property (nonatomic, strong) NSArray <NSNumber *> *preventRenderingArray;
  40. @end
  41. static FUManager *shareManager = NULL;
  42. @implementation FUManager
  43. + (FUManager *)shareManager
  44. {
  45. static dispatch_once_t onceToken;
  46. dispatch_once(&onceToken, ^{
  47. shareManager = [[FUManager alloc] init];
  48. });
  49. return shareManager;
  50. }
  51. - (instancetype)init
  52. {
  53. if (self = [super init]) {
  54. [self setupDeviceMotion];
  55. _asyncLoadQueue = dispatch_queue_create("com.faceLoadItem", DISPATCH_QUEUE_SERIAL);
  56. /**这里新增了一个参数shouldCreateContext,设为YES的话,不用在外部设置context操作,我们会在内部创建并持有一个context。
  57. 还有设置为YES,则需要调用FURenderer.h中的接口,不能再调用funama.h中的接口。*/
  58. CFAbsoluteTime startTime = CFAbsoluteTimeGetCurrent();
  59. [[FURenderer shareRenderer] setupWithData:nil dataSize:0 ardata:nil authPackage:&g_auth_package authSize:sizeof(g_auth_package) shouldCreateContext:YES];
  60. CFAbsoluteTime endTime = (CFAbsoluteTimeGetCurrent() - startTime);
  61. NSLog(@"---%lf",endTime);
  62. /* 加载AI模型 */
  63. [self loadAIModle];
  64. // fuSetLogLevel(1);
  65. // dispatch_async(_asyncLoadQueue, ^{
  66. //
  67. // NSData *tongueData = [NSData dataWithContentsOfFile:[[NSBundle mainBundle] pathForResource:@"tongue.bundle" ofType:nil]];
  68. // int ret0 = fuLoadTongueModel((void *)tongueData.bytes, (int)tongueData.length) ;
  69. // NSLog(@"fuLoadTongueModel %@",ret0 == 0 ? @"failure":@"success" );
  70. //
  71. // });
  72. /* 美颜 */
  73. [self setupFilterData];
  74. [self setupShapData];
  75. [self setupSkinData];
  76. [self setupStyleData];
  77. self.enableGesture = NO;
  78. self.enableMaxFaces = NO;
  79. /* 提示语句 */
  80. [self setupItmeHintData];
  81. /* 道具加载model */
  82. [self setupItemDataSource];
  83. // 默认竖屏
  84. self.deviceOrientation = 0 ;
  85. // fuSetDefaultOrientation(self.deviceOrientation);
  86. /* 设置嘴巴灵活度 默认= 0*/
  87. float flexible = 0.5;
  88. fuSetFaceTrackParam((char *)[@"mouth_expression_more_flexible" UTF8String], &flexible);
  89. /* 带屏幕方向的道具 */
  90. self.deviceOrientationItems = @[@"ctrl_rain",@"ctrl_snow",@"ctrl_flower",@"ssd_thread_six",@"ssd_thread_cute",@"etye_zh_fu"];
  91. _mRotatedImage = [[FURotatedImage alloc] init];
  92. NSLog(@"faceunitySDK version:%@",[FURenderer getVersion]);
  93. // fuSetLogLevel(FU_LOG_LEVEL_DEBUG);
  94. }
  95. return self;
  96. }
  97. - (void)resetAllBeautyParams{
  98. [self setupFilterData];
  99. [self setupShapData];
  100. [self setupSkinData];
  101. [self setupStyleData];
  102. }
  103. -(void)loadAIModle{
  104. // NSData *ai_human_processor = [NSData dataWithContentsOfFile:[[NSBundle mainBundle] pathForResource:@"ai_human_processor.bundle" ofType:nil]];
  105. // [FURenderer loadAIModelFromPackage:(void *)ai_human_processor.bytes size:(int)ai_human_processor.length aitype:FUAITYPE_HUMAN_PROCESSOR];
  106. NSData *ai_face_processor = [NSData dataWithContentsOfFile:[[NSBundle mainBundle] pathForResource:@"ai_face_processor_lite.bundle" ofType:nil]];
  107. [FURenderer loadAIModelFromPackage:(void *)ai_face_processor.bytes size:(int)ai_face_processor.length aitype:FUAITYPE_FACEPROCESSOR];
  108. // NSData *ai_gesture = [NSData dataWithContentsOfFile:[[NSBundle mainBundle] pathForResource:@"ai_hand_processor.bundle" ofType:nil]];
  109. // [FURenderer loadAIModelFromPackage:(void *)ai_gesture.bytes size:(int)ai_gesture.length aitype:FUAITYPE_HANDGESTURE];
  110. //
  111. }
  112. -(void)setupItmeHintData{
  113. self.hintDic = @{
  114. @"hez_ztt_fu_mp":@"张嘴试试",
  115. @"future_warrior":@"张嘴试试",
  116. @"jet_mask":@"鼓腮帮子",
  117. @"sdx2":@"皱眉触发",
  118. @"luhantongkuan_ztt_fu":@"眨一眨眼",
  119. @"qingqing_ztt_fu":@"嘟嘴试试",
  120. @"xiaobianzi_zh_fu":@"微笑触发",
  121. @"xiaoxueshen_ztt_fu":@"吹气触发",
  122. @"hez_ztt_fu":@"张嘴试试",
  123. @"ssd_thread_korheart":@"单手手指比心",
  124. @"fu_zh_baoquan":@"双手抱拳",
  125. @"fu_zh_hezxiong":@"双手合十",
  126. @"fu_ztt_live520":@"双手比心",
  127. @"ssd_thread_thumb":@"竖个拇指",
  128. @"ssd_thread_six":@"比个六",
  129. @"ssd_thread_cute":@"双拳靠近脸颊卖萌",
  130. @"ctrl_rain":@"推出手掌",
  131. @"ctrl_snow":@"推出手掌",
  132. @"ctrl_flower":@"推出手掌",
  133. @"big_head_facewarp3":@"微笑触发"
  134. };
  135. }
  136. -(void)setupFilterData{
  137. NSArray *beautyFiltersDataSource = @[@"origin",@"ziran1",@"ziran2",@"ziran3",@"ziran4",@"ziran5",@"ziran6",@"ziran7",@"ziran8",
  138. @"zhiganhui1",@"zhiganhui2",@"zhiganhui3",@"zhiganhui4",@"zhiganhui5",@"zhiganhui6",@"zhiganhui7",@"zhiganhui8",
  139. @"mitao1",@"mitao2",@"mitao3",@"mitao4",@"mitao5",@"mitao6",@"mitao7",@"mitao8",
  140. @"bailiang1",@"bailiang2",@"bailiang3",@"bailiang4",@"bailiang5",@"bailiang6",@"bailiang7"
  141. ,@"fennen1",@"fennen2",@"fennen3",@"fennen5",@"fennen6",@"fennen7",@"fennen8",
  142. @"lengsediao1",@"lengsediao2",@"lengsediao3",@"lengsediao4",@"lengsediao7",@"lengsediao8",@"lengsediao11",
  143. @"nuansediao1",@"nuansediao2",
  144. @"gexing1",@"gexing2",@"gexing3",@"gexing4",@"gexing5",@"gexing7",@"gexing10",@"gexing11",
  145. @"xiaoqingxin1",@"xiaoqingxin3",@"xiaoqingxin4",@"xiaoqingxin6",
  146. @"heibai1",@"heibai2",@"heibai3",@"heibai4"];
  147. NSDictionary *filtersCHName = @{@"origin":@"原图",@"bailiang1":@"白亮1",@"bailiang2":@"白亮2",@"bailiang3":@"白亮3",@"bailiang4":@"白亮4",@"bailiang5":@"白亮5",@"bailiang6":@"白亮6",@"bailiang7":@"白亮7"
  148. ,@"fennen1":@"粉嫩1",@"fennen2":@"粉嫩2",@"fennen3":@"粉嫩3",@"fennen4":@"粉嫩4",@"fennen5":@"粉嫩5",@"fennen6":@"粉嫩6",@"fennen7":@"粉嫩7",@"fennen8":@"粉嫩8",
  149. @"gexing1":@"个性1",@"gexing2":@"个性2",@"gexing3":@"个性3",@"gexing4":@"个性4",@"gexing5":@"个性5",@"gexing6":@"个性6",@"gexing7":@"个性7",@"gexing8":@"个性8",@"gexing9":@"个性9",@"gexing10":@"个性10",@"gexing11":@"个性11",
  150. @"heibai1":@"黑白1",@"heibai2":@"黑白2",@"heibai3":@"黑白3",@"heibai4":@"黑白4",@"heibai5":@"黑白5",
  151. @"lengsediao1":@"冷色调1",@"lengsediao2":@"冷色调2",@"lengsediao3":@"冷色调3",@"lengsediao4":@"冷色调4",@"lengsediao5":@"冷色调5",@"lengsediao6":@"冷色调6",@"lengsediao7":@"冷色调7",@"lengsediao8":@"冷色调8",@"lengsediao9":@"冷色调9",@"lengsediao10":@"冷色调10",@"lengsediao11":@"冷色调11",
  152. @"nuansediao1":@"暖色调1",@"nuansediao2":@"暖色调2",@"nuansediao3":@"暖色调3",@"xiaoqingxin1":@"小清新1",@"xiaoqingxin2":@"小清新2",@"xiaoqingxin3":@"小清新3",@"xiaoqingxin4":@"小清新4",@"xiaoqingxin5":@"小清新5",@"xiaoqingxin6":@"小清新6",
  153. @"ziran1":@"自然1",@"ziran2":@"自然2",@"ziran3":@"自然3",@"ziran4":@"自然4",@"ziran5":@"自然5",@"ziran6":@"自然6",@"ziran7":@"自然7",@"ziran8":@"自然8",
  154. @"mitao1":@"蜜桃1",@"mitao2":@"蜜桃2",@"mitao3":@"蜜桃3",@"mitao4":@"蜜桃4",@"mitao5":@"蜜桃5",@"mitao6":@"蜜桃6",@"mitao7":@"蜜桃7",@"mitao8":@"蜜桃8",
  155. @"zhiganhui1":@"质感灰1",@"zhiganhui2":@"质感灰2",@"zhiganhui3":@"质感灰3",@"zhiganhui4":@"质感灰4",@"zhiganhui5":@"质感灰5",@"zhiganhui6":@"质感灰6",@"zhiganhui7":@"质感灰7",@"zhiganhui8":@"质感灰8"
  156. };
  157. if (!_filters) {
  158. _filters = [[NSMutableArray alloc] init];
  159. }
  160. LZDefaultBeautyModel *beautyModel = [LCSaveModel getBeautyModel];
  161. if (beautyModel == nil) {
  162. beautyModel = [[LZDefaultBeautyModel alloc] init];
  163. }
  164. for (NSString *str in beautyFiltersDataSource) {
  165. FUBeautyParam *modle = [[FUBeautyParam alloc] init];
  166. modle.mParam = str;
  167. modle.mTitle = [filtersCHName valueForKey:str];
  168. modle.mValue = 0.4;
  169. if ([str isEqual:beautyModel.selectedFilter]) {
  170. modle.mValue = beautyModel.selectedFilterLevel;
  171. }
  172. [_filters addObject:modle];
  173. }
  174. if ([beautyFiltersDataSource containsObject:beautyModel.selectedFilter]) {
  175. self.seletedFliter = _filters[[beautyFiltersDataSource indexOfObject:beautyModel.selectedFilter]];
  176. }else{
  177. self.seletedFliter = _filters[1];
  178. }
  179. }
  180. -(void)setupSkinData{
  181. NSArray *prams = @[@"blur_level",@"color_level",@"red_level",@"sharpen",@"eye_bright",@"tooth_whiten",@"remove_pouch_strength",@"remove_nasolabial_folds_strength"];//
  182. NSDictionary *titelDic = @{@"blur_level":@"精细磨皮",@"color_level":@"美白",@"red_level":@"红润",@"sharpen":@"锐化",@"remove_pouch_strength":@"去黑眼圈",@"remove_nasolabial_folds_strength":@"去法令纹",@"eye_bright":@"亮眼",@"tooth_whiten":@"美牙"};
  183. // NSDictionary *defaultValueDic = @{@"blur_level":@(0.7),@"color_level":@(0.3),@"red_level":@(0.3),@"sharpen":@(0.2),@"remove_pouch_strength":@(0),@"remove_nasolabial_folds_strength":@(0),@"eye_bright":@(0),@"tooth_whiten":@(0)};
  184. LZDefaultBeautyModel *beautyModel = [LCSaveModel getBeautyModel];
  185. if (beautyModel == nil) {
  186. beautyModel = [[LZDefaultBeautyModel alloc] init];
  187. }
  188. if (!_skinParams) {
  189. _skinParams = [[NSMutableArray alloc] init];
  190. }
  191. for (NSString *str in prams) {
  192. FUBeautyParam *modle = [[FUBeautyParam alloc] init];
  193. modle.mParam = str;
  194. modle.mTitle = [titelDic valueForKey:str];
  195. modle.mValue = [[beautyModel valueForKey:modle.mParam] floatValue];
  196. modle.defaultValue = modle.mValue;
  197. [_skinParams addObject:modle];
  198. }
  199. }
  200. -(void)setupShapData{
  201. NSArray *prams = @[@"cheek_thinning",@"cheek_v",@"cheek_narrow",@"cheek_small",@"intensity_cheekbones",@"intensity_lower_jaw",@"eye_enlarging",@"intensity_eye_circle",@"intensity_chin",@"intensity_forehead",@"intensity_nose",@"intensity_mouth",@"intensity_canthus",@"intensity_eye_space",@"intensity_eye_rotate",@"intensity_long_nose",@"intensity_philtrum",@"intensity_smile"];
  202. NSDictionary *titelDic = @{@"cheek_thinning":@"瘦脸",@"cheek_v":@"v脸",@"cheek_narrow":@"窄脸",@"cheek_small":@"小脸",@"intensity_cheekbones":@"瘦颧骨",@"intensity_lower_jaw":@"瘦下颌骨",@"eye_enlarging":@"大眼",@"intensity_eye_circle":@"圆眼",@"intensity_chin":@"下巴",
  203. @"intensity_forehead":@"额头",@"intensity_nose":@"瘦鼻",@"intensity_mouth":@"嘴型",@"intensity_canthus":@"开眼角",@"intensity_eye_space":@"眼距",@"intensity_eye_rotate":@"眼睛角度",@"intensity_long_nose":@"长鼻",@"intensity_philtrum":@"缩人中",@"intensity_smile":@"微笑嘴角"
  204. };
  205. // NSDictionary *defaultValueDic = @{@"cheek_thinning":@(0),@"cheek_v":@(0.5),@"cheek_narrow":@(0),@"cheek_small":@(0),@"intensity_cheekbones":@(0),@"intensity_lower_jaw":@(0),@"eye_enlarging":@(0.4),@"intensity_eye_circle":@(0.0),@"intensity_chin":@(0.3),
  206. // @"intensity_forehead":@(0.3),@"intensity_nose":@(0.5),@"intensity_mouth":@(0.4),@"intensity_canthus":@(0),@"intensity_eye_space":@(0.5),@"intensity_eye_rotate":@(0.5),@"intensity_long_nose":@(0.5),@"intensity_philtrum":@(0.5),@"intensity_smile":@(0)
  207. // };
  208. if (!_shapeParams) {
  209. _shapeParams = [[NSMutableArray alloc] init];
  210. }
  211. LZDefaultBeautyModel *beautyModel = [LCSaveModel getBeautyModel];
  212. if (beautyModel == nil) {
  213. beautyModel = [[LZDefaultBeautyModel alloc] init];
  214. }
  215. for (NSString *str in prams) {
  216. BOOL isStyle101 = NO;
  217. if ([str isEqualToString:@"intensity_chin"] || [str isEqualToString:@"intensity_forehead"] || [str isEqualToString:@"intensity_mouth"] || [str isEqualToString:@"intensity_eye_space"] || [str isEqualToString:@"intensity_eye_rotate"] || [str isEqualToString:@"intensity_long_nose"] || [str isEqualToString:@"intensity_philtrum"]) {
  218. isStyle101 = YES;
  219. }
  220. FUBeautyParam *modle = [[FUBeautyParam alloc] init];
  221. modle.mParam = str;
  222. modle.mTitle = [titelDic valueForKey:str];
  223. modle.mValue = [[beautyModel valueForKey:modle.mParam] floatValue];
  224. modle.defaultValue = modle.mValue;
  225. modle.iSStyle101 = isStyle101;
  226. [_shapeParams addObject:modle];
  227. }
  228. }
  229. -(void)setupStyleData{
  230. NSArray *prams = @[@"无",@"style1",@"style2",@"style3",@"style4",@"style5",@"style6",@"style7"];//
  231. NSDictionary *titelDic = @{@"无":@"无",@"style1":@"风格1",@"style2":@"风格2",@"style3":@"风格3",@"style4":@"风格4",@"style5":@"风格5",@"style6":@"风格6",@"style7":@"风格7"};
  232. if (!_styleParams) {
  233. _styleParams = [[NSMutableArray alloc] init];
  234. }
  235. for(int i = 0;i < prams.count;i++){
  236. FUBeautyParam *modle = [[FUBeautyParam alloc] init];
  237. modle.mParam = prams[i];
  238. modle.mTitle = [titelDic valueForKey:modle.mParam];
  239. if (i > 0) {
  240. modle.beautyAllparams = [FUBeautyParams styleWithType:i-1];
  241. }
  242. [_styleParams addObject:modle];
  243. }
  244. }
  245. - (void)loadItems
  246. {
  247. /**加载普通道具*/
  248. [self loadItem:self.selectedItem completion:nil];
  249. /**加载美颜道具*/
  250. [self loadFilter];
  251. }
  252. /**销毁全部道具*/
  253. - (void)destoryItems{
  254. dispatch_async(_asyncLoadQueue, ^{
  255. NSLog(@"strat Nama destroy all items ~");
  256. [FURenderer destroyAllItems];
  257. /**销毁道具后,为保证被销毁的句柄不再被使用,需要将int数组中的元素都设为0*/
  258. for (int i = 0; i < sizeof(items) / sizeof(int); i++) {
  259. items[i] = 0;
  260. oldItems[i] = 0;
  261. }
  262. [FURenderer onCameraChange];
  263. /**销毁道具后,清除context缓存*/
  264. [FURenderer OnDeviceLost];
  265. });
  266. }
  267. - (void)destoryItemAboutType:(FUNamaHandleType)type;
  268. {
  269. dispatch_async(_asyncLoadQueue, ^{
  270. /**后销毁老道具句柄*/
  271. if (items[type] != 0) {
  272. NSLog(@"faceunity: destroy item");
  273. [FURenderer destroyItem:items[type]];
  274. items[type] = 0;
  275. }
  276. });
  277. }
  278. -(int)getHandleAboutType:(FUNamaHandleType)type{
  279. return items[type];
  280. }
  281. /**加载手势识别道具,默认未不加载*/
  282. - (void)loadGesture
  283. {
  284. dispatch_async(_asyncLoadQueue, ^{
  285. if (items[FUNamaHandleTypeGesture] != 0) {
  286. NSLog(@"faceunity: destroy gesture");
  287. [FURenderer destroyItem:items[FUNamaHandleTypeGesture]];
  288. items[FUNamaHandleTypeGesture] = 0;
  289. }
  290. NSString *path = [[NSBundle mainBundle] pathForResource:@"heart_v2.bundle" ofType:nil];
  291. items[FUNamaHandleTypeGesture] = [FURenderer itemWithContentsOfFile:path];
  292. });
  293. }
  294. /*
  295. is3DFlipH 翻转模型
  296. isFlipExpr 翻转表情
  297. isFlipTrack 翻转位置和旋转
  298. isFlipLight 翻转光照
  299. */
  300. - (void)set3DFlipH
  301. {
  302. [FURenderer itemSetParam:items[FUNamaHandleTypeItem] withName:@"is3DFlipH" value:@(1)];
  303. [FURenderer itemSetParam:items[FUNamaHandleTypeItem] withName:@"isFlipExpr" value:@(1)];
  304. [FURenderer itemSetParam:items[FUNamaHandleTypeItem] withName:@"isFlipTrack" value:@(1)];
  305. [FURenderer itemSetParam:items[FUNamaHandleTypeItem] withName:@"isFlipLight" value:@(1)];
  306. }
  307. - (void)setLoc_xy_flip
  308. {
  309. [FURenderer itemSetParam:items[FUNamaHandleTypeItem] withName:@"loc_x_flip" value:@(1)];
  310. [FURenderer itemSetParam:items[FUNamaHandleTypeItem] withName:@"loc_y_flip" value:@(1)];
  311. }
  312. - (void)musicFilterSetMusicTime
  313. {
  314. [FURenderer itemSetParam:items[FUNamaHandleTypeItem] withName:@"music_time" value:@([FUMusicPlayer sharePlayer].currentTime * 1000 + 50)];//需要加50ms的延迟
  315. }
  316. -(void)setParamItemAboutType:(FUNamaHandleType)type name:(NSString *)paramName value:(float)value{
  317. dispatch_async(_asyncLoadQueue, ^{
  318. if(items[type]){
  319. [FURenderer itemSetParam:items[type] withName:paramName value:@(value)];
  320. NSLog(@"设置type(%lu)----参数(%@)-----值(%lf",(unsigned long)type,paramName,value);
  321. }
  322. });
  323. }
  324. /* 跳过渲染的道具 */
  325. -(void)preventRenderingAarray:(NSArray <NSNumber *>*)array{
  326. _preventRenderingArray = array;
  327. }
  328. #pragma mark - 加载bundle
  329. /**加载美颜道具*/
  330. - (void)loadFilter{
  331. dispatch_async(_asyncLoadQueue, ^{
  332. if (items[FUNamaHandleTypeBeauty] == 0) {
  333. CFAbsoluteTime startTime = CFAbsoluteTimeGetCurrent();
  334. NSString *path = [[NSBundle mainBundle] pathForResource:@"face_beautification.bundle" ofType:nil];
  335. items[FUNamaHandleTypeBeauty] = [FURenderer itemWithContentsOfFile:path];
  336. /* 默认精细磨皮 */
  337. [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:@"heavy_blur" value:@(0)];
  338. [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:@"blur_type" value:@(2)];
  339. /* 默认自定义脸型 */
  340. [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:@"face_shape" value:@(4)];
  341. [self setBeautyParameters];
  342. CFAbsoluteTime endTime = (CFAbsoluteTimeGetCurrent() - startTime);
  343. NSLog(@"加载美颜道具耗时: %f ms", endTime * 1000.0);
  344. }
  345. });
  346. }
  347. -(void)setStyleBeautyParams:(FUBeautyParams*)params{
  348. if (!params || !items[FUNamaHandleTypeBeauty]) {
  349. NSLog(@"美颜类型设置失败");
  350. }
  351. u_int count = 0;
  352. //传递count的地址
  353. objc_property_t *properties = class_copyPropertyList([FUBeautyParams class], &count);
  354. for (int i = 0; i < count; i++) {
  355. //propertyName 和 SDK 接口名称 一直的,所以....
  356. NSString *propertyName = [NSString stringWithUTF8String:property_getName(properties[i])];
  357. id value = [params valueForKey:propertyName];
  358. [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:propertyName value:value];
  359. NSLog(@"设置美颜(%@)(%@)",propertyName,value);
  360. }
  361. }
  362. - (void)setBeautyParameters{
  363. // self.beautyOpen = YES;
  364. // LZDefaultBeautyModel *beautyModel = [LCSaveModel getBeautyModel];
  365. // if (beautyModel != nil) {/// 有缓存美颜数据
  366. // for (FUBeautyParam *modle in _skinParams){
  367. // if ([modle.mParam isEqualToString:@"blur_level"]) {
  368. // [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:modle.mParam value:[beautyModel valueForKey:modle.mParam]];
  369. // }else{
  370. // [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:modle.mParam value:[beautyModel valueForKey:modle.mParam]];
  371. // }
  372. // }
  373. //
  374. // for (FUBeautyParam *modle in _shapeParams){
  375. // [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:modle.mParam value:[beautyModel valueForKey:modle.mParam]];
  376. // }
  377. // /* 设置默认状态 */
  378. // if (beautyModel.selectedFilter) {
  379. // [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:@"filter_name" value:beautyModel.selectedFilter];
  380. // [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:@"filter_level" value:@(beautyModel.selectedFilterLevel)];
  381. // }
  382. // }else{
  383. // for (FUBeautyParam *modle in _skinParams){
  384. // if ([modle.mParam isEqualToString:@"blur_level"]) {
  385. // [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:modle.mParam value:@(modle.mValue * 6)];
  386. // }else{
  387. // [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:modle.mParam value:@(modle.mValue)];
  388. // }
  389. // }
  390. //
  391. // for (FUBeautyParam *modle in _shapeParams){
  392. // [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:modle.mParam value:@(modle.mValue)];
  393. // }
  394. //
  395. //
  396. // /* 设置默认状态 */
  397. // if (self.seletedFliter) {
  398. // [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:@"filter_name" value:[self.seletedFliter.mParam lowercaseString]];
  399. // [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:@"filter_level" value:@(self.seletedFliter.mValue)];
  400. // }
  401. // }
  402. /* 如果选中样式 */
  403. if(self.currentStyle.beautyAllparams){
  404. [self setStyleBeautyParams:self.currentStyle.beautyAllparams];
  405. return;
  406. }
  407. for (FUBeautyParam *modle in _skinParams){
  408. if ([modle.mParam isEqualToString:@"blur_level"]) {
  409. [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:modle.mParam value:@(modle.mValue * 6)];
  410. }else{
  411. [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:modle.mParam value:@(modle.mValue)];
  412. }
  413. }
  414. for (FUBeautyParam *modle in _shapeParams){
  415. [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:modle.mParam value:@(modle.mValue)];
  416. }
  417. /* 设置默认状态 */
  418. if (self.seletedFliter) {
  419. [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:@"filter_name" value:[self.seletedFliter.mParam lowercaseString]];
  420. [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:@"filter_level" value:@(self.seletedFliter.mValue)];
  421. }
  422. }
  423. /*设置默认参数*/
  424. - (void)setBeautyDefaultParameters:(FUBeautyModuleType)type{
  425. if((type & FUBeautyModuleTypeSkin) == FUBeautyModuleTypeSkin){
  426. for (FUBeautyParam *modle in _skinParams){
  427. modle.mValue = modle.defaultValue;
  428. if ([modle.mParam isEqualToString:@"blur_level"]) {
  429. [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:modle.mParam value:@(modle.mValue * 6)];
  430. }else{
  431. [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:modle.mParam value:@(modle.mValue)];
  432. }
  433. }
  434. }
  435. if((type & FUBeautyModuleTypeShape) == FUBeautyModuleTypeShape){
  436. for (FUBeautyParam *modle in _shapeParams){
  437. modle.mValue = modle.defaultValue;
  438. [FURenderer itemSetParam:items[FUNamaHandleTypeBeauty] withName:modle.mParam value:@(modle.mValue)];
  439. }
  440. }
  441. }
  442. //获取对象的所有属性
  443. - (NSArray *)getDefaultBeautyModelAllProperties
  444. {
  445. u_int count;
  446. objc_property_t *properties =class_copyPropertyList([LZDefaultBeautyModel class], &count);
  447. NSMutableArray *propertiesArray = [NSMutableArray arrayWithCapacity:count];
  448. for (int i = 0; i<count; i++)
  449. {
  450. const char* propertyName =property_getName(properties[i]);
  451. [propertiesArray addObject: [NSString stringWithUTF8String: propertyName]];
  452. }
  453. free(properties);
  454. return propertiesArray;
  455. }
  456. -(BOOL)isDefaultSkinValue{
  457. for (FUBeautyParam *modle in _skinParams){
  458. if (fabsf(modle.mValue - modle.defaultValue) > 0.01 ) {
  459. return NO;
  460. }
  461. }
  462. return YES;
  463. }
  464. -(BOOL)isDefaultShapeValue{
  465. for (FUBeautyParam *modle in _shapeParams){
  466. if (fabsf(modle.mValue - modle.defaultValue) > 0.01 ) {
  467. return NO;
  468. }
  469. }
  470. return YES;
  471. }
  472. /**
  473. 加载普通道具
  474. - 先创建再释放可以有效缓解切换道具卡顿问题
  475. */
  476. - (void)loadItem:(NSString *)itemName completion:(void (^)(BOOL finished))completion{
  477. dispatch_async(_asyncLoadQueue, ^{
  478. self.selectedItem = itemName ;
  479. int destoryItem = items[FUNamaHandleTypeItem];
  480. if (itemName != nil && ![itemName isEqual: @"noitem"]) {
  481. /**先创建道具句柄*/
  482. NSString *path = [[NSBundle mainBundle] pathForResource:[itemName stringByAppendingString:@".bundle"] ofType:nil];
  483. int itemHandle = [FURenderer itemWithContentsOfFile:path];
  484. // 人像驱动 设置 3DFlipH
  485. BOOL isPortraitDrive = [itemName hasPrefix:@"picasso_e"];
  486. BOOL isAnimoji = [itemName hasSuffix:@"_Animoji"];
  487. if (isPortraitDrive || isAnimoji) {
  488. [FURenderer itemSetParam:itemHandle withName:@"{\"thing\":\"<global>\",\"param\":\"follow\"}" value:@(1)];
  489. [FURenderer itemSetParam:itemHandle withName:@"is3DFlipH" value:@(1)];
  490. [FURenderer itemSetParam:itemHandle withName:@"isFlipExpr" value:@(1)];
  491. [FURenderer itemSetParam:itemHandle withName:@"isFlipTrack" value:@(1)];
  492. [FURenderer itemSetParam:itemHandle withName:@"isFlipLight" value:@(1)];
  493. }
  494. if ([itemName isEqualToString:@"luhantongkuan_ztt_fu"]) {
  495. [FURenderer itemSetParam:itemHandle withName:@"flip_action" value:@(1)];
  496. }
  497. if ([self.deviceOrientationItems containsObject:itemName]) {//带重力感应道具
  498. [FURenderer itemSetParam:itemHandle withName:@"rotMode" value:@(self.deviceOrientation)];
  499. self.isMotionItem = YES;
  500. }else{
  501. self.isMotionItem = NO;
  502. }
  503. if ([itemName isEqualToString:@"fu_lm_koreaheart"]) {//比心道具手动调整下
  504. [FURenderer itemSetParam:itemHandle withName:@"handOffY" value:@(-100)];
  505. }
  506. /**将刚刚创建的句柄存放在items[FUNamaHandleTypeItem]中*/
  507. items[FUNamaHandleTypeItem] = itemHandle;
  508. if(completion){
  509. completion(YES);
  510. }
  511. }else{
  512. if(completion){
  513. completion(NO);
  514. }
  515. /**为避免道具句柄被销毁会后仍被使用导致程序出错,这里需要将存放道具句柄的items[FUNamaHandleTypeItem]设为0*/
  516. items[FUNamaHandleTypeItem] = 0;
  517. }
  518. NSLog(@"faceunity: load item");
  519. /**后销毁老道具句柄*/
  520. if (destoryItem != 0)
  521. {
  522. NSLog(@"faceunity: destroy item");
  523. [FURenderer destroyItem:destoryItem];
  524. }
  525. });
  526. }
  527. - (void)loadBundleWithName:(NSString *)name aboutType:(FUNamaHandleType)type{
  528. dispatch_async(_asyncLoadQueue, ^{
  529. if (items[type] != 0) {
  530. NSLog(@"faceunity: destroy item");
  531. [FURenderer destroyItem:items[type]];
  532. items[type] = 0;
  533. }
  534. if ([name isEqualToString:@""] || !name) {
  535. return ;
  536. }
  537. NSString *filePath = [[NSBundle mainBundle] pathForResource:name ofType:@"bundle"];
  538. items[type] = [FURenderer itemWithContentsOfFile:filePath];
  539. NSLog(@"load handle = %d,type = %lu; 美颜handle = %d,",items[type],(unsigned long)type,items[0]);
  540. });
  541. }
  542. #pragma mark - 美妆
  543. - (void)loadMakeupBundleWithName:(NSString *)name{
  544. dispatch_async(_asyncLoadQueue, ^{
  545. if (items[FUNamaHandleTypeMakeup] != 0) {
  546. NSLog(@"faceunity: destroy item");
  547. [FURenderer destroyItem:items[FUNamaHandleTypeMakeup]];
  548. items[FUNamaHandleTypeMakeup] = 0;
  549. }
  550. NSString *filePath = [[NSBundle mainBundle] pathForResource:name ofType:@"bundle"];
  551. items[FUNamaHandleTypeMakeup] = [FURenderer itemWithContentsOfFile:filePath];
  552. [FURenderer itemSetParam:items[FUNamaHandleTypeMakeup] withName:@"makeup_lip_mask" value:@(1.0)];
  553. [FURenderer itemSetParam:items[FUNamaHandleTypeMakeup] withName:@"makeup_intensity_lip" value:@(1.0)];
  554. });
  555. }
  556. /*
  557. tex_brow 眉毛
  558. tex_eye 眼影
  559. tex_pupil 美瞳
  560. tex_eyeLash 睫毛
  561. tex_lip 口红
  562. tex_highlight 口红高光
  563. //jiemao
  564. //meimao
  565. tex_eyeLiner 眼线
  566. tex_blusher腮红
  567. */
  568. -(void)setMakeupItemParamImageName:(NSString *)image param:(NSString *)paramStr{
  569. dispatch_async(_asyncLoadQueue, ^{
  570. if (!image) {
  571. NSLog(@"美妆图片为空");
  572. return;
  573. }
  574. if (items[FUNamaHandleTypeMakeup]) {
  575. NSString *filePath = [[NSBundle mainBundle] pathForResource:image ofType:@"bundle"];
  576. if (filePath != nil) {
  577. int handle = [FURenderer itemWithContentsOfFile:filePath];
  578. int res = [FURenderer bindItems:items[FUNamaHandleTypeMakeup] items:&handle itemsCount:1];
  579. NSLog(@"----道具----bind Result(%d)---handel(%d)",res,handle);
  580. }
  581. }else{
  582. NSLog(@"美妆设置--bundle(nil)");
  583. }
  584. });
  585. }
  586. /*
  587. is_makeup_on: 1, //美妆开关
  588. makeup_intensity:1.0, //美妆程度 //下面是每个妆容单独的参数,intensity设置为0即为关闭这种妆效 makeup_intensity_lip:1.0, //kouhong makeup_intensity_pupil:1.0, //meitong
  589. makeup_intensity_eye:1.0,
  590. makeup_intensity_eyeLiner:1.0,
  591. makeup_intensity_eyelash:1.0,
  592. makeup_intensity_eyeBrow:1.0,
  593. makeup_intensity_blusher:1.0, //saihong
  594. makeup_lip_color:[0,0,0,0] //长度为4的数组,rgba颜色值
  595. makeup_lip_mask:0.0 //嘴唇优化效果开关,1.0为开 0为关
  596. */
  597. -(void)setMakeupItemIntensity:(float )value param:(NSString *)paramStr{
  598. if (!paramStr || [paramStr isEqualToString:@""]) {
  599. NSLog(@"参数为nil");
  600. return;
  601. }
  602. dispatch_async(_asyncLoadQueue, ^{
  603. if (items[FUNamaHandleTypeMakeup]) {
  604. int res = [FURenderer itemSetParam:items[FUNamaHandleTypeMakeup] withName:paramStr value:@(value)];
  605. if (!res) NSLog(@"美妆设置失败---Parma(%@)---value(%lf)",paramStr,value);
  606. }else{
  607. NSLog(@"美妆设置--bundle(nil)");
  608. }
  609. });
  610. }
  611. -(void)setMakeupItemStr:(NSString *)sdkStr valueArr:(NSArray *)valueArr{
  612. dispatch_async(_asyncLoadQueue, ^{
  613. if (!sdkStr || !valueArr) {
  614. return;
  615. }
  616. int length = (int)valueArr.count;
  617. double *value = (double *)malloc(length * sizeof(double));
  618. for (int i =0; i < length; i ++) {
  619. value[i] = [valueArr[i] doubleValue];
  620. }
  621. [FURenderer itemSetParamdv:items[FUNamaHandleTypeMakeup] withName:sdkStr value:value length:length];
  622. free(value);
  623. });
  624. }
  625. #pragma mark - render
  626. /**将道具绘制到pixelBuffer*/
  627. - (CVPixelBufferRef)renderItemsToPixelBuffer:(CVPixelBufferRef)pixelBuffer
  628. {
  629. // 在未识别到人脸时根据重力方向设置人脸检测方向
  630. if ([self isDeviceMotionChange]) {
  631. if (self.isMotionItem) {
  632. //针对带重力道具
  633. [FURenderer itemSetParam:items[FUNamaHandleTypeItem] withName:@"rotMode" value:@(self.deviceOrientation)];
  634. /* 手势识别里 666 道具,带有全屏元素 */
  635. [FURenderer itemSetParam:items[FUNamaHandleTypeItem] withName:@"rotationMode" value:@(self.deviceOrientation)];
  636. }
  637. // fuSetDefaultOrientation(self.deviceOrientation);
  638. /* 解决旋转屏幕效果异常 onCameraChange*/
  639. [FURenderer onCameraChange];
  640. }
  641. // double *aaa = [self get4ElementsFormDeviceMotion];
  642. // [FURenderer itemSetParamdv:items[FUNamaHandleTypeItem] withName:@"motion_rotation" value:aaa length:4];
  643. /**设置美颜参数*/
  644. /**设置美颜参数*/
  645. CVPixelBufferRef buffer = nil;
  646. if (_preventRenderingArray.count > 0) {
  647. int tempItems[FUNamaHandleTotal] = {0};
  648. for (int i = 0; i < FUNamaHandleTotal; i++) {
  649. tempItems[i] = items[i];
  650. }
  651. for (NSNumber *number in _preventRenderingArray) {
  652. int index = [number intValue];
  653. tempItems[index] = 0;
  654. }
  655. /*Faceunity核心接口,将道具及美颜效果绘制到pixelBuffer中,执行完此函数后pixelBuffer即包含美颜及贴纸效果*/
  656. buffer = [[FURenderer shareRenderer] renderPixelBuffer:pixelBuffer withFrameId:frameID items:tempItems itemCount:sizeof(tempItems)/sizeof(int) flipx:YES];//flipx 参数设为YES可以使道具做水平方向的镜像翻转
  657. }else{
  658. /*Faceunity核心接口,将道具及美颜效果绘制到pixelBuffer中,执行完此函数后pixelBuffer即包含美颜及贴纸效果*/
  659. buffer = [[FURenderer shareRenderer] renderPixelBuffer:pixelBuffer withFrameId:frameID items:items itemCount:sizeof(items)/sizeof(int) flipx:YES];//flipx 参数设为YES可以使道具做水平方向的镜像翻转
  660. }
  661. frameID += 1;
  662. return buffer;
  663. }
  664. -(void)renderItemsWithPtaPixelBuffer:(CVPixelBufferRef)pixelBuffer{
  665. CVPixelBufferLockBaseAddress(pixelBuffer, 0);
  666. int h = (int)CVPixelBufferGetHeight(pixelBuffer);
  667. int stride = (int)CVPixelBufferGetBytesPerRow(pixelBuffer);
  668. int w = stride/4;
  669. void* pixelBuffer_pod = (void *)CVPixelBufferGetBaseAddress(pixelBuffer);
  670. /* 核心控制器道具 */
  671. int controlHandle = items[FUNamaHandleTypeBodyAvtar];
  672. /* 抗锯齿道具 */
  673. int fxaahandle = items[FUNamaHandleTypeFxaa];
  674. if (controlHandle == 0) {
  675. CVPixelBufferUnlockBaseAddress(pixelBuffer, 0);
  676. NSLog(@"error no load control");
  677. return;
  678. }
  679. if(fxaahandle == 0){
  680. NSLog(@"info no load fxaa,锯齿明显");
  681. }
  682. static int itemHandes[2] = {0};
  683. itemHandes[0] = controlHandle;
  684. itemHandes[1] = fxaahandle;
  685. [[FURenderer shareRenderer] renderBundles:pixelBuffer_pod inFormat:FU_FORMAT_BGRA_BUFFER outPtr:pixelBuffer_pod outFormat:FU_FORMAT_BGRA_BUFFER width:w height:h frameId:frameID++ items:itemHandes itemCount:2];
  686. _mRotatedImage.mData = pixelBuffer_pod;
  687. _mRotatedImage.mWidth = w;
  688. _mRotatedImage.mHeight = h;
  689. [[FURenderer shareRenderer] rotateImage:_mRotatedImage inPtr:pixelBuffer_pod inFormat:FU_FORMAT_BGRA_BUFFER width:w height:h rotationMode:FURotationMode180 flipX:YES flipY:NO];
  690. memcpy(pixelBuffer_pod ,_mRotatedImage.mData, w*h*4);
  691. CVPixelBufferUnlockBaseAddress(pixelBuffer, 0);
  692. }
  693. /* 静态图片 */
  694. - (UIImage *)renderItemsToImage:(UIImage *)image{
  695. int postersWidth = (int)CGImageGetWidth(image.CGImage);
  696. int postersHeight = (int)CGImageGetHeight(image.CGImage);
  697. CFDataRef dataFromImageDataProvider = CGDataProviderCopyData(CGImageGetDataProvider(image.CGImage));
  698. GLubyte *imageData = (GLubyte *)CFDataGetBytePtr(dataFromImageDataProvider);
  699. if (_preventRenderingArray.count > 0) {
  700. int tempItems[FUNamaHandleTotal] = {0};
  701. for (int i = 0; i < FUNamaHandleTotal; i++) {
  702. tempItems[i] = items[i];
  703. }
  704. for (NSNumber *number in _preventRenderingArray) {
  705. int index = [number intValue];
  706. tempItems[index] = 0;
  707. }
  708. [[FURenderer shareRenderer] renderItems:imageData inFormat:FU_FORMAT_RGBA_BUFFER outPtr:imageData outFormat:FU_FORMAT_RGBA_BUFFER width:postersWidth height:postersHeight frameId:frameID items:tempItems itemCount:sizeof(tempItems)/sizeof(int) flipx:YES];
  709. }else{
  710. [[FURenderer shareRenderer] renderItems:imageData inFormat:FU_FORMAT_RGBA_BUFFER outPtr:imageData outFormat:FU_FORMAT_RGBA_BUFFER width:postersWidth height:postersHeight frameId:frameID items:items itemCount:sizeof(items)/sizeof(int) flipx:YES];
  711. }
  712. frameID++;
  713. /* 转回image */
  714. image = [FUImageHelper convertBitmapRGBA8ToUIImage:imageData withWidth:postersWidth withHeight:postersHeight];
  715. CFRelease(dataFromImageDataProvider);
  716. return image;
  717. }
  718. -(CVPixelBufferRef)renderAvatarPixelBuffer:(CVPixelBufferRef)pixelBuffer{
  719. float expression[46] = {0};
  720. float translation[3] = {0,-40,250};
  721. float rotation[4] = {0,0,0,1};
  722. float rotation_mode[1] = {0};
  723. float pupil_pos[2] = {0};
  724. int is_valid = 0;
  725. CVPixelBufferLockBaseAddress(pixelBuffer, 0);
  726. void *bytes = (void *)CVPixelBufferGetBaseAddress(pixelBuffer);
  727. int stride1 = (int)CVPixelBufferGetBytesPerRow(pixelBuffer);
  728. int h1 = (int)CVPixelBufferGetHeight(pixelBuffer);
  729. int w1 = (int)CVPixelBufferGetWidth(pixelBuffer);
  730. /* 检测获取人脸信息 */
  731. // [FURenderer trackFace:0 inputData:bytes width:stride1/4 height:h1];
  732. // [FURenderer trackFaceWithTongue:0 inputData:bytes width:stride1/4 height:h1];
  733. // is_valid = [FURenderer isTracking];
  734. // if (is_valid) {//获取人脸信息
  735. // [FURenderer getFaceInfo:0 name:@"expression" pret:expression number:56];
  736. // //[FURenderer getFaceInfo:0 name:@"translation" pret:translation number:3];
  737. //// [FURenderer getFaceInfo:0 name:@"rotation" pret:rotation number:4];
  738. // [FURenderer getFaceInfo:0 name:@"rotation_mode" pret:rotation_mode number:1];
  739. // [FURenderer getFaceInfo:0 name:@"pupil_pos" pret:pupil_pos number:2];
  740. // }
  741. /* 初始化人脸信息结构,传入nama驱动animoji */
  742. TAvatarInfo info;
  743. info.p_translation = translation;
  744. info.p_rotation = rotation;
  745. info.p_expression = expression;
  746. info.rotation_mode = rotation_mode;
  747. info.pupil_pos = pupil_pos;
  748. info.is_valid = 1;
  749. [[FURenderer shareRenderer] renderItems:&info inFormat:FU_FORMAT_AVATAR_INFO outPtr:bytes outFormat:FU_FORMAT_BGRA_BUFFER width:stride1/4 height:h1 frameId:frameID items:items itemCount:sizeof(items)/sizeof(int) flipx:YES];
  750. CVPixelBufferUnlockBaseAddress(pixelBuffer, 0);
  751. frameID += 1;
  752. return pixelBuffer;
  753. }
  754. #pragma mark - 海报换脸
  755. -(void)setPosterItemParamImage:(UIImage *)posterImage photo:(UIImage *)photoImage photoLandmarks:(float *)photoLandmarks warpValue:(id)warpValue{
  756. /* 海报图像转data */
  757. int postersWidth = (int)CGImageGetWidth(posterImage.CGImage);
  758. int postersHeight = (int)CGImageGetHeight(posterImage.CGImage);
  759. CFDataRef posterDataFromImageDataProvider = CGDataProviderCopyData(CGImageGetDataProvider(posterImage.CGImage));
  760. GLubyte *posterData = (GLubyte *)CFDataGetBytePtr(posterDataFromImageDataProvider);
  761. /* 照片图像转data */
  762. int photoWidth = (int)CGImageGetWidth(photoImage.CGImage);
  763. int photoHeight = (int)CGImageGetHeight(photoImage.CGImage);
  764. CFDataRef photoDataFromImageDataProvider = CGDataProviderCopyData(CGImageGetDataProvider(photoImage.CGImage));
  765. GLubyte *photoData = (GLubyte *)CFDataGetBytePtr(photoDataFromImageDataProvider);
  766. [FURenderer onCameraChange];
  767. /* 获取海报的人脸点位 */
  768. float posterLandmarks[239*2];
  769. int endI = 0;
  770. int is_tracking = 0;
  771. for (int i = 0; i< 50; i++) {//校验出人脸再trsckFace 5次
  772. [FURenderer trackFace:FU_FORMAT_RGBA_BUFFER inputData:posterData width:postersWidth height:postersHeight];
  773. if ([FURenderer isTracking] > 0) {
  774. is_tracking = 1;
  775. if (endI == 0) {
  776. endI = i;
  777. }
  778. if (i > endI + 5) {
  779. break;
  780. }
  781. }
  782. }
  783. int ret = [FURenderer getFaceInfo:0 name:@"landmarks" pret:posterLandmarks number:150];
  784. if (ret == 0) {
  785. memset(posterLandmarks, 0, sizeof(float)*150);
  786. }
  787. double poster[150];
  788. double photo[150];
  789. /* 将点位信息用double表示 */
  790. for (int i = 0; i < 150; i ++) {
  791. poster[i] = (double)posterLandmarks[i];
  792. photo[i] = (double)photoLandmarks[i];
  793. }
  794. /* 参数设置,注意:当前上下文改变,需要设置setUpCurrentContext */
  795. [[FURenderer shareRenderer] setUpCurrentContext];
  796. /* 销毁old */
  797. fuDeleteTexForItem(items[FUNamaHandleTypeChangeface], "tex_input");
  798. fuDeleteTexForItem(items[FUNamaHandleTypeChangeface], "tex_template");
  799. /* 照片 */
  800. fuItemSetParamd(items[FUNamaHandleTypeChangeface], "input_width", photoWidth);
  801. fuItemSetParamd(items[FUNamaHandleTypeChangeface], "input_height", photoHeight);
  802. fuItemSetParamdv(items[FUNamaHandleTypeChangeface], "input_face_points", photo, 150);
  803. fuCreateTexForItem(items[FUNamaHandleTypeChangeface], "tex_input", photoData, photoWidth, photoHeight);
  804. /* 模板海报 */
  805. fuItemSetParamd(items[FUNamaHandleTypeChangeface], "template_width", postersWidth);
  806. fuItemSetParamd(items[FUNamaHandleTypeChangeface], "template_height", postersHeight);
  807. fuItemSetParamdv(items[FUNamaHandleTypeChangeface], "template_face_points", poster, 150);
  808. if (warpValue) {//特殊模板,设置弯曲度
  809. fuItemSetParamd(items[FUNamaHandleTypeChangeface], "warp_intensity", [warpValue doubleValue]);
  810. }
  811. fuCreateTexForItem(items[FUNamaHandleTypeChangeface], "tex_template", posterData, postersWidth, postersHeight);
  812. [[FURenderer shareRenderer] setBackCurrentContext];
  813. CFRelease(posterDataFromImageDataProvider);
  814. CFRelease(photoDataFromImageDataProvider);
  815. }
  816. #pragma mark - 动漫滤镜
  817. ///* 关闭开启动漫滤镜 */
  818. //- (void)loadFilterAnimoji:(NSString *)itemName style:(int)style{
  819. //
  820. // dispatch_async(_asyncLoadQueue, ^{
  821. //
  822. // if (itemName != nil && ![itemName isEqual: @"noitem"]) {
  823. // if (items[FUNamaHandleTypeComic] == 0) {
  824. // NSString *path = [[NSBundle mainBundle] pathForResource:@"fuzzytoonfilter.bundle" ofType:nil];
  825. // int itemHandle = [FURenderer itemWithContentsOfFile:path];
  826. // self.currentBoudleName = @"fuzzytoonfilter";
  827. // items[FUNamaHandleTypeComic] = itemHandle;
  828. // }
  829. // [FURenderer itemSetParam:items[FUNamaHandleTypeComic] withName:@"style" value:@(style)];
  830. // }else{
  831. // if (items[FUNamaHandleTypeComic] != 0){
  832. // [FURenderer destroyItem:items[FUNamaHandleTypeComic]];
  833. // }
  834. // items[FUNamaHandleTypeComic] = 0;
  835. // self.currentBoudleName = @"";
  836. // }
  837. // });
  838. //}
  839. #pragma mark - nama查询&设置
  840. - (void)setAsyncTrackFaceEnable:(BOOL)enable{
  841. [FURenderer setAsyncTrackFaceEnable:enable];
  842. }
  843. - (void)setEnableGesture:(BOOL)enableGesture
  844. {
  845. _enableGesture = enableGesture;
  846. /**开启手势识别*/
  847. if (_enableGesture) {
  848. [self loadGesture];
  849. }else{
  850. if (items[FUNamaHandleTypeGesture] != 0) {
  851. NSLog(@"faceunity: destroy gesture");
  852. [FURenderer destroyItem:items[FUNamaHandleTypeGesture]];
  853. items[FUNamaHandleTypeGesture] = 0;
  854. }
  855. }
  856. }
  857. /**开启多脸识别(最高可设为8,不过考虑到性能问题建议设为4以内*/
  858. - (void)setEnableMaxFaces:(BOOL)enableMaxFaces
  859. {
  860. if (_enableMaxFaces == enableMaxFaces) {
  861. return;
  862. }
  863. _enableMaxFaces = enableMaxFaces;
  864. if (_enableMaxFaces) {
  865. [FURenderer setMaxFaces:4];
  866. }else{
  867. [FURenderer setMaxFaces:1];
  868. }
  869. }
  870. /**获取图像中人脸中心点*/
  871. - (CGPoint)getFaceCenterInFrameSize:(CGSize)frameSize{
  872. static CGPoint preCenter;
  873. static dispatch_once_t onceToken;
  874. dispatch_once(&onceToken, ^{
  875. preCenter = CGPointMake(0.49, 0.5);
  876. });
  877. // 获取人脸矩形框,坐标系原点为图像右下角,float数组为矩形框右下角及左上角两个点的x,y坐标(前两位为右下角的x,y信息,后两位为左上角的x,y信息)
  878. float faceRect[4];
  879. int ret = [FURenderer getFaceInfo:0 name:@"face_rect" pret:faceRect number:4];
  880. if (ret == 0) {
  881. return preCenter;
  882. }
  883. // 计算出中心点的坐标值
  884. CGFloat centerX = (faceRect[0] + faceRect[2]) * 0.5;
  885. CGFloat centerY = (faceRect[1] + faceRect[3]) * 0.5;
  886. // 将坐标系转换成以左上角为原点的坐标系
  887. centerX = centerX / frameSize.width;
  888. centerY = centerY / frameSize.height;
  889. CGPoint center = CGPointMake(centerX, centerY);
  890. preCenter = center;
  891. return center;
  892. }
  893. /**获取75个人脸特征点*/
  894. - (void)getLandmarks:(float *)landmarks index:(int)index;
  895. {
  896. int ret = [FURenderer getFaceInfo:index name:@"landmarks" pret:landmarks number:150];
  897. if (ret == 0) {
  898. memset(landmarks, 0, sizeof(float)*150);
  899. }
  900. }
  901. - (CGRect)getFaceRectWithIndex:(int)index size:(CGSize)renderImageSize{
  902. CGRect rect = CGRectZero ;
  903. float faceRect[4];
  904. [FURenderer getFaceInfo:index name:@"face_rect" pret:faceRect number:4];
  905. CGFloat centerX = (faceRect[0] + faceRect[2]) * 0.5;
  906. CGFloat centerY = (faceRect[1] + faceRect[3]) * 0.5;
  907. CGFloat width = faceRect[2] - faceRect[0] ;
  908. CGFloat height = faceRect[3] - faceRect[1] ;
  909. centerX = renderImageSize.width - centerX;
  910. centerX = centerX / renderImageSize.width;
  911. centerY = renderImageSize.height - centerY;
  912. centerY = centerY / renderImageSize.height;
  913. width = width / renderImageSize.width ;
  914. height = height / renderImageSize.height ;
  915. CGPoint center = CGPointMake(centerX, centerY);
  916. CGSize size = CGSizeMake(width, height) ;
  917. rect.origin = CGPointMake(center.x - size.width / 2.0, center.y - size.height / 2.0) ;
  918. rect.size = size ;
  919. return rect ;
  920. }
  921. /**判断是否检测到人脸*/
  922. - (BOOL)isTracking
  923. {
  924. return [FURenderer isTracking] > 0;
  925. }
  926. /**切换摄像头要调用此函数*/
  927. - (void)onCameraChange{
  928. [FURenderer onCameraChange];
  929. }
  930. /**获取错误信息*/
  931. - (NSString *)getError
  932. {
  933. // 获取错误码
  934. int errorCode = fuGetSystemError();
  935. if (errorCode != 0) {
  936. // 通过错误码获取错误描述
  937. NSString *errorStr = [NSString stringWithUTF8String:fuGetSystemErrorString(errorCode)];
  938. return errorStr;
  939. }
  940. return nil;
  941. }
  942. /**判断 SDK 是否是 lite 版本**/
  943. - (BOOL)isLiteSDK {
  944. NSString *version = [FURenderer getVersion];
  945. return [version containsString:@"lite"];
  946. }
  947. //保证正脸
  948. -(BOOL)isGoodFace:(int)index{
  949. // 保证正脸
  950. float rotation[4] ;
  951. float DetectionAngle = 15.0 ;
  952. [FURenderer getFaceInfo:index name:@"rotation" pret:rotation number:4];
  953. float q0 = rotation[0];
  954. float q1 = rotation[1];
  955. float q2 = rotation[2];
  956. float q3 = rotation[3];
  957. float z = atan2(2*(q0*q1 + q2 * q3), 1 - 2*(q1 * q1 + q2 * q2)) * 180 / M_PI;
  958. float y = asin(2 *(q0*q2 - q1*q3)) * 180 / M_PI;
  959. float x = atan(2*(q0*q3 + q1*q2)/(1 - 2*(q2*q2 + q3*q3))) * 180 / M_PI;
  960. NSLog(@"x=%lf y=%lf z=%lf",x,y,z);
  961. if (x > DetectionAngle || x < - 5 || fabs(y) > DetectionAngle || fabs(z) > DetectionAngle) {//抬头低头角度限制:仰角不大于5°,俯角不大于15°
  962. return NO;
  963. }
  964. return YES;
  965. }
  966. /* 是否夸张 */
  967. -(BOOL)isExaggeration:(int)index{
  968. float expression[46] ;
  969. [FURenderer getFaceInfo:index name:@"expression" pret:expression number:46];
  970. for (int i = 0 ; i < 46; i ++) {
  971. if (expression[i] > 0.60) {
  972. return YES;
  973. }
  974. }
  975. return NO;
  976. }
  977. #pragma mark - 其他
  978. /** 根据证书判断权限
  979. * 有权限的排列在前,没有权限的在后
  980. */
  981. - (void)setupItemDataSource
  982. {
  983. NSMutableArray *totalArray = [NSMutableArray arrayWithCapacity:1];
  984. NSArray *dataArray = [NSArray arrayWithContentsOfFile:[[NSBundle mainBundle] pathForResource:@"dataSource.plist" ofType:nil]];
  985. NSInteger count = dataArray.count;
  986. for (int i = 0 ; i < count; i ++) {
  987. NSMutableArray *modesArray = [NSMutableArray array];
  988. NSArray *tempArray = (NSArray *)dataArray[i];
  989. for (int j = 0; j < tempArray.count; j ++) {
  990. NSDictionary *dict = tempArray[j] ;
  991. FULiveModel *model = [[FULiveModel alloc] init];
  992. NSString *itemName = dict[@"itemName"] ;
  993. model.title = itemName ;
  994. model.maxFace = [dict[@"maxFace"] integerValue] ;
  995. model.enble = NO;
  996. model.type = [dict[@"itemType"] intValue];
  997. model.modules = dict[@"modules"] ;
  998. model.items = dict[@"items"] ;
  999. model.conpareCode = [dict[@"conpareCode"] intValue];
  1000. [modesArray addObject:model];
  1001. }
  1002. [totalArray addObject:modesArray];
  1003. }
  1004. int module = fuGetModuleCode(0);
  1005. int module1 = fuGetModuleCode(1);
  1006. _dataSource = [NSMutableArray arrayWithCapacity:1];
  1007. for (NSMutableArray *array in totalArray) {
  1008. NSMutableArray *mutArray = [NSMutableArray array];
  1009. NSMutableArray *eablMutArray = [NSMutableArray array];
  1010. NSMutableArray *unEablmutArray = [NSMutableArray array];
  1011. for (FULiveModel *model in array) {
  1012. model.enble = YES ;
  1013. BOOL isEable = YES;
  1014. for (NSNumber *num in model.modules) {
  1015. /* 权限码:分前32位和后32位 不同功能需要区别判断下*/
  1016. if (model.conpareCode == 0) {
  1017. isEable = (module & [num intValue]) > 0 ? YES:NO;
  1018. }else{
  1019. isEable = (module1 & [num intValue]) > 0 ? YES:NO;
  1020. }
  1021. model.enble = model.enble && isEable;
  1022. }
  1023. if (model.enble) {
  1024. [eablMutArray addObject:model];
  1025. }else{
  1026. [unEablmutArray addObject:model];
  1027. }
  1028. }
  1029. [mutArray addObjectsFromArray:eablMutArray];
  1030. [mutArray addObjectsFromArray:unEablmutArray];
  1031. [_dataSource addObject:mutArray];
  1032. }
  1033. return ;
  1034. }
  1035. -(NSMutableArray<NSMutableArray<FULiveModel *>*> *)dataSource {
  1036. return _dataSource ;
  1037. }
  1038. /**
  1039. 获取item的提示语
  1040. @param item 道具名
  1041. @return 提示语
  1042. */
  1043. - (NSString *)hintForItem:(NSString *)item
  1044. {
  1045. return self.hintDic[item];
  1046. }
  1047. #pragma mark - 重力感应
  1048. -(void)setupDeviceMotion{
  1049. // 初始化陀螺仪
  1050. self.motionManager = [[CMMotionManager alloc] init];
  1051. self.motionManager.accelerometerUpdateInterval = 0.5;// 1s刷新一次
  1052. if ([self.motionManager isDeviceMotionAvailable]) {
  1053. [self.motionManager startAccelerometerUpdates];
  1054. [self.motionManager startDeviceMotionUpdates];
  1055. }
  1056. }
  1057. #pragma mark - 陀螺仪
  1058. -(BOOL)isDeviceMotionChange{
  1059. // if (![FURenderer isTracking]) {
  1060. CMAcceleration acceleration = self.motionManager.accelerometerData.acceleration ;
  1061. int orientation = 0;
  1062. if (acceleration.x >= 0.75) {
  1063. orientation = 3;
  1064. } else if (acceleration.x <= -0.75) {
  1065. orientation = 1;
  1066. } else if (acceleration.y <= -0.75) {
  1067. orientation = 0;
  1068. } else if (acceleration.y >= 0.75) {
  1069. orientation = 2;
  1070. }
  1071. if (self.deviceOrientation != orientation) {
  1072. self.deviceOrientation = orientation ;
  1073. return YES;
  1074. }
  1075. // }
  1076. return NO;
  1077. }
  1078. @end