iOS-SDK

/**
 * SDK初始化函数用以初始化整个SDK
 * @param param  SDK配置参数
 * @return 结果错误码，0=成功
 */
int ret = [ILibrary initSDK:^(AiHelperMaker *maker) {                            maker.appId(@"appId").apiKey(@"apiKey").apiSecret(@"apiSecret").authInterval(300).logOpen(true).iLogOpen(true).workDir(@"xx/xx/workDir");
}]; 

//设置虚拟人能力回调代理
[AiHelper shareInstance].delegate = self;
//设置虚拟人拉流渲染视图 
AiHelper.shareInstance.virtualView = self.remoteView;

//result 回调
- (void)aikitOnResult:(NSString*)ability outputData:(NSArray<AIKITDataModel*>*)data usrCtx:(AIKITUserContext*)context;
//event 回调  event:19表示ws已经关闭连接
- (void)aikitOnEvent:(NSString*)ability event:(NSInteger)event eventData:(NSArray<AIKITDataModel*>*)data usrCtx:(AIKITUserContext*)context;
//error 回调
- (void)aikitOnError:(NSString*)ability error:(AIKITError*)error usrCtx:(AIKITUserContext*)context;

/// 上传个性化数据
/// @param ability 能力标识
/// @param data 数据
+ (AIKITOutput*)loadDataSync:(NSString*)ability data:(AIKITCustomData*)data;    

/// 例如：获取上传背景的res_id
- (nullable NSString *)getResidWithUploadData:(NSData *)fileData{

    AIKITCustomData *customData = [[AIKITCustomData alloc] init];
    NSString *base64Str = [fileData base64EncodedStringWithOptions:NSDataBase64Encoding64CharacterLineLength];   
    [customData addText:base64Str key:@"background_data" index:0];
    
    AIKITOutput *output = [AiHelper loadDataSync:VMS_ABILITY data:customData];
    
    if (output.code != 0) {
        NSLog(@"loadData failed code:%ld",(long)output.code);
        return nil;
    }
    
    if (output.data.count > 0) {
        for (AIKITDataModel *model in output.data) {
            Byte *bytes = (Byte *)model.value;
            if (bytes == NULL) {
                continue;
            }
            NSData *data = [[NSData alloc] initWithBytes:bytes length:model.len];
            NSString *value = [NSString stringWithUTF8String:[data bytes]];
            
            if ([model.key isEqualToString:@"result"]) {
                NSError *error;
                NSDictionary *dic = [VMTools jsonToArrayOrDictionary:value];
                if ([dic.allKeys containsObject:@"data"]) {
                    NSDictionary *resultData = dic[@"data"];
                    return resultData[@"res_id"];
                }
            }
        }
    }
}

/// 上传字幕模板数据,注意字幕模板上传后需要进行文本驱动,详细见demo
 AIKITCustomData *customData = [[AIKITCustomData alloc] init];
 NSString *base64Str = [data base64EncodedStringWithOptions:0];
    
 if (!kStringIsEmpty(base64Str)) {
    [customData addText:base64Str key:@"template_data" index:0];
}
 _template_id = [self getResidWithUploadCustomData:customData];  

/// 启动会话
/// @param ability 能力标识
/// @param param AIKITParameters能力参数
/// @param content 用户自定义标识
+ (AiHandle*)start:(NSString*)ability param:(nullable AIKITParameters*)param ctxContent:(nullable AIKITCtxContent*)content;    

/// 会话模式输入数据
/// @param data AIKITInputData能力数据
/// @param handle 启动服务的handle对象
/// @param param AIKITParameters能力参数
+ (int)write:(nullable AIKITInputData*)data handle:(nonnull AiHandle *)handle param:(nullable AIKITParameters *)param; 

AIKITParameters *param = [[AIKITParameters alloc] init];
//发音人
[param addSection:@"tts"];
[param addString:@"vcn" value:vcn];
//文本驱动传rhy有字幕效果，其他可不传入
[param addInt:@"rhy" value:3];

//打断模式：追加、打断
[param addSection:@"vms_dispatch"];
[param addInt:@"interactive_mode" value:interactiveMode];

AIKITInputData *input = [[AIKITInputData alloc] init];
//合成文本
[input addText:text key:@"text" status:DataStatusOnce];

//动作
if (actions.count == 0){
      [input addText:@"" key:@"ctrl_w" status:DataStatusOnce];
}else{
    NSMutableArray *avatarArray = [NSMutableArray array];
    for (NSString *action in actions) {
      NSDictionary *dic = @{@"type":@"action",
                               @"value":action,
                               @"wb":@2,
                               @"we":@10,
       };
      [avatarArray addObject:dic];
    }
    NSDictionary *avatarDic = @{@"avatar":avatarArray.copy};
    NSData *data = [NSJSONSerialization dataWithJSONObject:avatarDic options:NSJSONWritingPrettyPrinted error:nil];
    [input addTextData:data key:@"ctrl_w" status:DataStatusOnce];
}
//后处理字幕相关
if (!kStringIsEmpty(_template_id)){
     NSString *path = [ConfigManager.sharedInstance getSandBoxDefaultFilePath:ConfigJsonFileTypeWordLevel3];
     NSData *templateData = [[NSData alloc] initWithContentsOfFile:path];
     NSDictionary *json = [NSJSONSerialization JSONObjectWithData:templateData
                                                             options:kNilOptions
                                                               error:nil];
     TemplateModel *model = [TemplateModel yy_modelWithDictionary:json];
     if (!kStringIsEmpty(_res_id)){
        model.controls.firstObject.elements.firstObject.resource.res = _res_id;
     }
     NSString *jsonStr = [model yy_modelToJSONString];

     if(!kStringIsEmpty(jsonStr)){
       [input addText:jsonStr key:@"ctrl_postproc" status:DataStatusOnce];
    }
}

//文本、动作附属参数
AIKITParameters *inputParam = [[AIKITParameters alloc] init];
[inputParam addString:@"encoding" value:@"utf8"];
[inputParam addString:@"compress" value:@"raw"];
[inputParam addString:@"format" value:@"plain"];

[input addControl:inputParam key:@"text"];
[input addControl:inputParam key:@"ctrl_w"];
//写入驱动
int ret = [AiHelper write:input handle:self.handle param:param];
if (ret != 0) {
    NSLog(@"vms write failed！ ret is %ld", (long)ret);
}

/// 会话模式输入数据
/// @param data AIKITInputData能力数据
/// @param handle 启动服务的handle对象
/// @param param AIKITParameters能力参数
+ (int)write:(nullable AIKITInputData*)data handle:(nonnull AiHandle *)handle param:(nullable AIKITParameters *)param; 

    DataStatus status = DataStatusEnd;
    if (_wsTextStatus == 0) {
        status = DataStatusBegin;
    }else {
        status = DataStatusContinue;
    }
    if (_wsTextStatus == 0) {
        _wsTextStatus ++;
    }
    
    AIKITParameters *param = [[AIKITParameters alloc] init];
    [param addSection:@"tts"];
    [param addString:@"vcn" value:vcn];
    //文本驱动传rhy有字幕效果，其他可不传入
    [param addInt:@"rhy" value:3];
    
//    [param addSection:@"realtime_status"];
//    [param addInt:@"tts_status" value:1];
//    [param addInt:@"vmr_status" value:1];
//    [param addInt:@"vmr_action_status" value:1];

    [param addSection:@"vms_dispatch"];
    [param addInt:@"interactive_mode" value:interactiveMode];

    [param addSection:@"header"];
    [param addInt:@"status" value:status];
    
    AIKITInputData *input = [[AIKITInputData alloc] init];
    [input addText:text key:@"text" status:status];
    //动作
    if (actions.count == 0){
        [input addText:@"" key:@"ctrl_w" status:DataStatusOnce];
    }else{
        NSMutableArray *avatarArray = [NSMutableArray array];
        for (NSString *action in actions) {
            NSDictionary *dic = @{@"type":@"action",
                                  @"value":action,
                                  @"wb":@2,
                                  @"we":@10,
            };
            [avatarArray addObject:dic];
        }
        NSDictionary *avatarDic = @{@"avatar":avatarArray.copy};
        NSData *data = [NSJSONSerialization dataWithJSONObject:avatarDic options:NSJSONWritingPrettyPrinted             error:nil];
        [input addTextData:data key:@"ctrl_w" status:DataStatusOnce];
    }
    
    
    AIKITParameters *inputParam = [[AIKITParameters alloc] init];
    [inputParam addString:@"encoding" value:@"utf8"];
    [inputParam addString:@"compress" value:@"raw"];
    [inputParam addString:@"format" value:@"plain"];
    //后处理字幕相关
    if (!kStringIsEmpty(_template_id)){
        NSString *path = [ConfigManager.sharedInstance getSandBoxDefaultFilePath:ConfigJsonFileTypeWordLevel3];
        NSData *templateData = [[NSData alloc] initWithContentsOfFile:path];
        NSDictionary *json = [NSJSONSerialization JSONObjectWithData:templateData
                                                             options:kNilOptions
                                                               error:nil];
        TemplateModel *model = [TemplateModel yy_modelWithDictionary:json];
        if (!kStringIsEmpty(_res_id)){
            model.controls.firstObject.elements.firstObject.resource.res = _res_id;
        }
        NSString *jsonStr = [model yy_modelToJSONString];

        if(!kStringIsEmpty(jsonStr)){
            [input addText:jsonStr key:@"ctrl_postproc" status:DataStatusOnce];
        }
    }
    
    [input addControl:inputParam key:@"text"];
    [input addControl:inputParam key:@"ctrl_w"];
    [input addControl:inputParam key:@"ctrl_postproc"];
    
    int ret = [AiHelper write:input handle:self.handle param:param];
    if (ret != 0) {
        NSLog(@"vms write failed！ ret is %ld text: %@", (long)ret,text);
    }

/// 会话模式输入数据
/// @param data AIKITInputData能力数据
/// @param handle 启动服务的handle对象
+ (int)write:(nullable AIKITInputData*)data handle:(nonnull AiHandle *)handle; 

int ret = 0;
//一次性音频文件
int leftAudioBytes = (int)audioData.length;
int byteWrites = 1280;
int writeLen   = 0;
int x_sb = 0;
while (leftAudioBytes > 0) {
    bool isLast = false;
    if (leftAudioBytes > byteWrites) {
        writeLen = byteWrites;
    } else {
        isLast   = true;
        writeLen = leftAudioBytes;
    }
    leftAudioBytes -= writeLen;
    
    int loc_dsb = x_sb*byteWrites;
    x_sb ++;
    
    @autoreleasepool {
        AIKITInputData *inputs = [[AIKITInputData alloc] init];
        NSData *part = [audioData subdataWithRange:NSMakeRange(loc_dsb, writeLen)];
        
        //传入音频数据
        if (loc_dsb == 0) {
            [inputs addAudio:part key:@"audio" status:DataStatusBegin];
        } else if (isLast) {
            [inputs addAudio:part key:@"audio" status:DataStatusEnd];
        } else {
            [inputs addAudio:part key:@"audio" status:DataStatusContinue];
        }
        //音频附属参数
        AIKITParameters *audioParam = [[AIKITParameters alloc] init];
        [audioParam addString:@"encoding" value:@"raw"];
        [audioParam addInt:@"sample_rate" value:16000];
        [audioParam addInt:@"seq" value:x_sb];
        
        [inputs addControl:audioParam key:@"audio"];
        ret = [AiHelper write:inputs handle:self.handle];
    }
    if (ret != 0) {
        NSLog(@"音频写入失败：%d",ret);
        return;
    }
    [NSThread sleepForTimeInterval:0.04]; //间隔时长
}

/** 
 * 中止进行中的驱动
 * @return 结果错误码，0=成功
 */
 int ret = [AiHelper reset:self.handle];

/** 
 * 结束会话实例
 * @return 结果错误码，0=成功
 */
 int ret = [AiHelper end:self.handle];

/** 
 * SDK逆初始化函数用以释放SDK所占资源
 * @return 结果错误码，0=成功
 */
int ret = [ILibrary unInit];