音视频通话

多方视频通话

功能介绍

多方视频通话时,根据当前业务场景合理设置视频编码参数,可以在较低的带宽占用下实现流畅清晰的音视频沟通,下面将针对几种常见场景进行介绍。

1.一对一

  • 画中画布局示例图:

画中画布局示例图

常用于如双人视频聊天场景,双方通常都希望看到对方比较清晰的视频,此时可以使用较高的视频编码分辨率,比如720P或480P。

import { CRMeetingMember, CRVideoSDKCallBack, CRVSDK_STREAM_VIEWTYPE } from '@cloudroom/harmony_rtcsdk';
import { util } from '@kit.ArkTS';

@Component
struct VideoCall {
  @State myUserID: string = 'myUserID';
  @State remoteUserID: string | null = ''
  CallbackObj: CRVideoSDKCallBack = {
    // 如果对方后入会,需要监听回调再订阅绘制
    notifyUserEnterMeeting: (userID) => {
      this.remoteUserID = userID;
    }
  }

  aboutToAppear(): void {
    // 注册回调函数
    sdk_engine.on('notifyUserEnterMeeting', this.CallbackObj.notifyUserEnterMeeting)
    sdk_engine.openVideo(this.myUserID) //打开自己的摄像头

    const memberList = sdk_engine.getAllMembers();
    // 使用排他法,查询另一个用户的成员信息
    const member: CRMeetingMember | undefined = memberList.find(member => member.userId !== this.myUserID);

    if (member) {
      this.remoteUserID = member.userId;
    }
  }

  aboutToDisappear(): void {
    sdk_engine.off('notifyUserEnterMeeting', this.CallbackObj.notifyUserEnterMeeting)
  }

  build() {
    Stack({ alignContent: Alignment.TopEnd }) {
      VideoComponent({
        canvas: {
          canvasId: util.generateRandomUUID(),
          type: CRVSDK_STREAM_VIEWTYPE.CRVSDK_VIEWTP_VIDEO,
          videoId: { userID: this.myUserID, videoID: -1 }, //用户视频id
        }
      })
        .width('100%')
        .height('100%')
      if (this.remoteUserID) {
        VideoComponent({
          canvas: {
            canvasId: util.generateRandomUUID(),
            type: CRVSDK_STREAM_VIEWTYPE.CRVSDK_VIEWTP_VIDEO,
            videoId: { userID: this.remoteUserID, videoID: -1 }, //用户视频id
          }
        })
          .width('30%')
          .aspectRatio(9 / 16)
          .margin({ right: 10, top: 10 })
      }
    }
    .height('100%')
    .width('100%')
  }
}

VideoComponent组件是一个自行封装的组件,封装方法请参考封装视图容器

相关API请参考:

2.多方视频

  • 多方视频示例图:

多方视频示例图

常用于在线教育场景,老师的视频画面比较大,可以使用较高的分辨率比如720P,下面学生的视频画面比较小,应采用较低的视频编码分辨率,比如360P或256P。

  • 示例代码如下:
import { CRMeetingMember, CRVideoSDKCallBack, CRVSDK_STREAM_VIEWTYPE } from '@cloudroom/harmony_rtcsdk';
import { util } from '@kit.ArkTS';

@Entry
@Component
export struct VideoCall {
  @State memberList: CRMeetingMember[] = [];
  teacherID: string = 'teacherID'
  CallbackObj: CRVideoSDKCallBack = {
    // 如果对方后入会,需要监听回调再添加订阅绘制
    notifyUserEnterMeeting: (userID) => {
      const member = sdk_engine.getMemberInfo(userID);
      this.memberList.push(member);
    },
    notifyUserLeftMeeting: (userID) => {
      const idx = this.memberList.findIndex(member => member.userId === userID)
      if (idx > -1) {
        this.memberList.splice(idx, 1);
      }
    }
  }

  aboutToAppear(): void {
    // 注册回调函数
    sdk_engine.on('notifyUserEnterMeeting', this.CallbackObj.notifyUserEnterMeeting)
    sdk_engine.on('notifyUserLeftMeeting', this.CallbackObj.notifyUserLeftMeeting)
    sdk_engine.openVideo(this.teacherID) //打开自己的摄像头

    //查询所有用户信息,排除掉老师的userID
    this.memberList = sdk_engine.getAllMembers().filter(item => item.userId !== this.teacherID);
  }

  aboutToDisappear(): void {
    sdk_engine.off('notifyUserEnterMeeting', this.CallbackObj.notifyUserEnterMeeting)
    sdk_engine.off('notifyUserLeftMeeting', this.CallbackObj.notifyUserLeftMeeting)
  }

  build() {
    Column() {
      //渲染老师
      VideoComponent({
        canvas: {
          canvasId: util.generateRandomUUID(),
          type: CRVSDK_STREAM_VIEWTYPE.CRVSDK_VIEWTP_VIDEO,
          videoId: { userID: this.teacherID, videoID: -1 }, //用户视频id
        }
      })
        .width('100%')
        .layoutWeight(1)
      Row() {
        //渲染学生列表
        ForEach(this.memberList, (member: CRMeetingMember) => {
          VideoComponent({
            canvas: {
              canvasId: util.generateRandomUUID(),
              type: CRVSDK_STREAM_VIEWTYPE.CRVSDK_VIEWTP_VIDEO,
              videoId: { userID: member.userId, videoID: -1 }, //用户视频id
            }
          })
            .width('30%')
            .aspectRatio(9 / 16)

        }, ((member: CRMeetingMember) => member.userId))
      }
    }
    .height('100%')
    .width('100%')
  }
}

VideoComponent组件是一个自行封装的组件,封装方法请参考封装视图容器

相关API请参考: