Android-SDK

// 已忽略无关代码
dependencies {
   //虚拟人SDK及依赖库
    api files('libs/AIKit.aar')
    api files('libs/vms.aar')
    //音视频依赖库
    api files('libs/xrtcsdk-4.4.0.aar')
    implementation 'com.squareup.okhttp3:okhttp:3.10.0'
    implementation 'com.squareup.okhttp3:logging-interceptor:3.10.0'
}

// 初始化参数构建
BaseLibrary.Params params = BaseLibrary.Params.builder()
                    .appId("$appId")
                    .apiKey("$apiKey")
                    .apiSecret("$apiSecret")
                    .workDir("/sdcard/iflytek/VMS")//SDK工作路径，这里为绝对路径，路径可自行指定，此处仅为示例
                    .build();
//注册授权结果监听
VmsHelper.getInst().registerAuthListener(coreListener);
// 初始化
VmsHelper.getInst().initEntry(MainActivity.this.getApplicationContext(), params);
 
 
//授权结果回调
private CoreListener coreListener = new CoreListener() {
    @Override
    public void onAuthStateChange(final ErrType type, final int code) {
        runOnUiThread(new Runnable() {
            @Override
            public void run() {
                switch (type) {
                    case AUTH:
                        //txt_result.setText("SDK状态：授权结果码" + code);
                        break;
                    case HTTP:
                        //txt_result.setText("SDK状态：HTTP认证结果" + code);
                        break;
                    default:
                        //txt_result.setText("SDK状态：其他错误");
                }
            }
        });
    }
};

 AiResponseListener vmsListener = new AiResponseListener() {
   
    @Override
    public void onResult(String ability, int handleID, List<AiResponse> outputData, Object usrContext) {
        if (null != outputData && outputData.size() > 0) {
 
            Log.i(TAG, "VMS:onResult:handleID:" + handleID + ":" + outputData.size() + ",ability:" + ability);
            for (int i = 0; i < outputData.size(); i++) {
                byte[] bytes = outputData.get(i).getValue();
                if (bytes == null) {
                    continue;
                }
                String key = outputData.get(i).getKey();
                Log.i(TAG, "VMS:onResult内容：" + key + "," + new String(bytes));
                switch (key) {
                    case "session":
                        String session = new String(bytes);  // 会话的session，驱动等接口必须携带该字段，start成功后会回调此字段
                        break;
                    case "res_id": //上传背景的回调
                        resId = new String(bytes);
                        showTip("上传成功!Start后生效。res_id:" + resId);
                        break;
                    case "realtime_status": //用于判断虚拟人播放状态(仅支持ws接口)
                        JSONObject jsonObject = null;
                        try {
                            jsonObject = new JSONObject(new String(bytes));
                            String global_status = jsonObject.optString("vmr_status", "");
                            if (global_status.equals("2")) { //0开始 1继续 2结束
                                showTip("播放完毕");
                            }
                        } catch (JSONException e) {
                            e.printStackTrace();
                        }
                        break;
                }
 
            }
        }
    }
 
    //事件回调
    @Override
    public void onEvent(String ability, int handleID, int event, List<AiResponse> eventData, Object usrContext) {
        Log.i(TAG, "VMS:onEvent:ability:" + ability + ",event:" + event);
        if (ability.equals(VmsHelper.ABILITY_VMS_CTRL) && event == 19) { //追加模式输入间隔超时，需要重置到首帧
            interactiveModeIndex = 0;   //用于追加模式下传首帧还是中间帧
        }
    }
 
    //错误通知
    @Override
    public void onError(String ability, int handleID, int err, String msg, Object usrContext) {
        showTip("错误通知:" + msg);
        Log.e(TAG, "VMS:onError,ability " + ability + " ERROR::" + msg + ",err code:" + err);
        if(ability.equals("vms2d_ping")){   //ping报错
 
        }
        switch (err){
            case 20014:  //打断模式时，打断之前的驱动，会返回此code
                Log.w(TAG, "当前任务被打断,Ability " + ability + " ERROR::" + msg + ",err code:" + err);
            break;
            default:
                showTip("错误通知:" + msg);
                Log.e(TAG, "错误通知,Ability " + ability + " ERROR::" + msg + ",err code:" + err);
            break;
        }
    }
};
//添加虚拟人回调监听
VmsHelper.getInst().registerListener(vmsListener);

  //传入拉流视图
ViewGroup virtualContainer = findViewById(R.id.ll_virtual);
VmsHelper.getInst().setVmsView(virtualContainer);
 
//从配置文件读取参数
AiRequest.Builder in = AiRequest.builder();
in.header().param("uid", mUid);
if (!TextUtils.isEmpty(resId)) {    //背景
    in.param("res_id", resId);
}
 
in.service("vmr");
AvatarB avatarB = avatarCtrlB.getCurrentSelectItem();
in.param("avatar_id", avatarB.getAvatar_id());//形象id  avatarB.getAvatar_id()
if (!TextUtils.isEmpty(resId)) {    //有背景
    in.param("scale", 0.9); //[0.1, 1.0] 主播在背景图像中的大小 （仅在个性化背景中生效）
    in.param("move_h", 0); //[-4096, +4096] 主播平移像素距离 （仅在个性化背景中生效）
    in.param("move_v", 0); //[-4096, +4096] 控制主播在展示画面中的上下移动距离（仅在个性化背景中生效
}else {
    //视频分辨率：宽,高
    //width must be one of [1920 1280 640 360 720 1080]
    //height must be one of [1080 720 360 640 1280 1920]
    in.param("width", 1080).param("height", 1920);
}
//响应数据控制
AiRequest.Builder streamBuilder = AiRequest.builder();
streamBuilder.param("protocol", "xrtc");
if (fps > 0) {
    streamBuilder.param("fps", fps); //视频帧率 13-25
}
if (bitrate > 0) {
    streamBuilder.param("bitrate", bitrate); //视频的码率 800 ~ 2000
}
in.param("stream", streamBuilder);
 
VMSConfig vmsConfig = VMSConfig.builder()
        .videoFillMode(videoFillMode)
        .videoRotation(videoRotation)
        .videoMirrorType(VideoMirrorType.VIDEO_MIRROR_TYPE_DISABLE)
        .videoStreamType(VideoStreamType.VIDEO_STREAM_TYPE_BIG)
        .useWebSocket(isWebSocket)   //是否使用使用ws接口,非实ws接口不支持时返回状态数据 默认使用ws接口
        .interactiveMode(InteractiveMode.valueOf(interactiveMode))  //模式 0 追加模式。1打断模式
        .build();
int ret = VmsHelper.getInst().start(in.build(), vmsConfig);
 
if (ret != 0) {
    showTip("start失败");
}

byte[] byteArray = readStream(filePath);
if (byteArray == null || byteArray.length <= 0) {
    Log.e(TAG, "audioDrive 当前文件大小异常！");
    return;
}
 
int leftAudioBytes = byteArray.length;
int byteWrites = 1024;   //每次输入的字节数
int writeLen = 0;
int index = 0;
 
isAudioRunning = true;
while (leftAudioBytes > 0) {
 
    boolean isLast = false;
    if (leftAudioBytes > byteWrites) {
        writeLen = byteWrites;
    } else {
        isLast = true;
        writeLen = leftAudioBytes;
    }
    leftAudioBytes -= writeLen;
 
    byte[] part = Arrays.copyOfRange(byteArray, index * byteWrites, index * byteWrites + writeLen);
 
    index++;
 
    AiRequest.Builder aiRequest = AiRequest.builder();
    //协议头部，用于描述平台特性的参数
    aiRequest.header()
            .param("uid", mUid)
            .param("session", mSession);
 
    if (checkbox_nit.isChecked()) {   //非打断模式
        //需要实时返回状态数据时传入
        aiRequest.service("vms_dispatch");
        AiRequest.Builder paramBuilder = AiRequest.builder();
        paramBuilder.param("vmr_status", 1);
        paramBuilder.param("vmr_action_status", 1);
        aiRequest.param("realtime_status", paramBuilder);
    }
 
    AiAudio aiAudio = null;
 
    if (index <= 1) {
        aiAudio = AiAudio.get("audio").data(part).begin().valid();  //开始帧
    } else if (isLast || !isAudioRunning) {
        aiAudio = AiAudio.get("audio").data(part).end().valid();     //结束帧
    } else {
        aiAudio = AiAudio.get("audio").data(part).cont().valid();   //中间帧
    }
    aiRequest.payload(aiAudio);//音频
    int ret = VmsHelper.getInst().audioCtrl(aiRequest.build());
 
    if (ret != 0) {
        Log.e(TAG, "audioDrive:start write failed：" + ret);
        return;
    }
    SystemClock.sleep(10);  //防止太快了服务器处理不过来
}

AiRequest.Builder aiRequest = AiRequest.builder();
 
       aiRequest.header()
               .param("uid", mUid)
               .param("session", mSession)
               .param("scene", "main_box");
       AiText aiText = null;
       if (checkbox_nit.isChecked()) { //非打断模式
           aiText = AiText.get("text").data(text).end().valid();
       } else {
           aiText = AiText.get("text").data(text).once().valid();
       }
 
       aiRequest.payload(aiText);//文本
       //动作协议
       /**
        * "type":"action" 动作
        * value 动作类型
        * wb 对应文本起始位置
        * we 对应文本结束位置
        */
       String cw = "{\"avatar\":[{\"type\":\"action\",\"value\":\"" + 动作id + "\",\"wb\":0,\"we\":" + text.length() + "}]}";
       AiText aiCtrlW = AiText.get("ctrl_w").data(cw).once().valid();
       aiRequest.payload(aiCtrlW);//动作
       int pitch = 55; //(int) (50 + Math.random() * 100)
       Log.d(TAG, "动作驱动文本:" + cw + "," + pitch);
       //发音人
       aiRequest.service("tts")
               .param("vcn", vcn)
               .param("speed", 48)
               .param("pitch", pitch);
       aiRequest.param("volume", 100);
 
 
       aiRequest.service("vms_dispatch");
       aiRequest.param("interactive_mode", interactiveMode);
       //请求服务端实时返回状态数据
       if (isWebSocket) {
           AiRequest.Builder paramBuilder = AiRequest.builder();
           paramBuilder.param("tts_status", 1);
           paramBuilder.param("vmr_status", 1);
           paramBuilder.param("vmr_action_status", 1);
           aiRequest.param("realtime_status", paramBuilder);
       }
 
       int ret = VmsHelper.getInst().textCtrl(aiRequest.build());
       aiRequest.clear();
       Log.d(TAG, "enterText ret:" + ret);
       if (ret != 0) {
           showTip("输入文本指令失败");
       }

String base64Str = Base64.encodeToString(readStream(filePath), Base64.DEFAULT);
AiRequest.Builder aiRequest = AiRequest.builder();
aiRequest.header().param("app_id", getString(R.string.appid)).param("uid", mUid).end();
AiText aiText = AiText.get("background_data").data(base64Str).once().valid();
aiRequest.payload(aiText);//文本
 
int code = VmsHelper.getInst().loadData(aiRequest.build());
Log.d(TAG, "uploadBackground:output code is " + code);
if (code != 0) {
    showTip("背景上传失败：" + code);
}

AiRequest.Builder aiRequest = AiRequest.builder();
aiRequest.header()
        .param("uid", mUid)
        .param("session", mSession);
int ret = VmsHelper.getInst().reset(aiRequest.build());
if (ret == 0) {
    isAudioRunning = false;
    interactiveModeIndex = 0; //如为追加模式，下次驱动需要重新从首帧开始
}
Log.d(TAG, "reset:" + ret);

VmsHelper.getInst().updateVmsConfig 用于更新start接口传入的VMSConfig参数(全量更新)，如切换前正在进行中会话的追加模式/打断模式 


VMSConfig vmsConfig = VMSConfig.builder()
        .useWebSocket(isWebSocket)   //是否使用使用ws接口,非实ws接口不支持时返回状态数据 默认使用ws接口
        .interactiveMode(InteractiveMode.valueOf(interactiveMode))  //模式 0 追加模式。1打断模式 可在会话期间更改
        .build();
VmsHelper.getInst().updateVmsConfig(vmsConfig);

//关闭虚拟人``int` `ret = VmsHelper.getInst().end();

VmsHelper.getInst().setXrtcListener(new VmsHelper.XrtcListener() {
    @Override
    public void onUserVideoAvailable(String userId, boolean available) {
 
    }
 
    @Override
    public void onError(int errCode, String errMsg, Bundle extraInfo) {
 
    }
 
    @Override
    public void onFirstVideoFrame(String userId, int streamType, int width, int height) {
 
    }
 
    @Override
    public void onNetworkQuality(IXRTCCloudDef.IXRTCQuality localQuality, ArrayList<IXRTCCloudDef.IXRTCQuality> remoteQuality) {
 
    }
 
    @Override
    public void onConnectionLost() {
 
    }
 
    @Override
    public void onTryToReconnect() {
 
    }
 
    @Override
    public void onConnectionRecovery() {
 
    }
 
    @Override
    public void onEnterRoom(int result) {
 
    }
 
    @Override
    public void onExitRoom(int reason) {
 
    }
 
    @Override
    public void onRenderVideoFrame(String userId, int streamType, IXRTCCloudDef.IXRTCVideoFrame videoFrame) {
 
    }
});

JLibrary.getInst().unInit();

ret="20014", ws打断功能异常
ret="10101", 引擎回话已结束
ret="10110", 授权不足
ret="10221", 服务端没有可用连接 
ret="10222", 请求超时
ret="11200", 功能未授权或授权到期
ret="11203", 并发流控超限
ret="20001", session 无效
ret="20004", 请求类型异常
ret="20007", 动作指令异常
ret="20015", 当前形象id 不存在
ret="20017", 文本审核不通过
ret="10163", json shema 校验异常
ret="20012", 同步请求调用超时
ret="20016", 当前发音人不存在