使用setLocalRenderer和setRemoteRenderer方法分别设置本地和远程渲染器,然后使用UnityYuvConverter转换从本地渲染器获取的视频帧,在设置自定义处理器时调用setVideoProcess,并将其设置为包含转换的处理器。
以下是示例代码:
private void startCall() { ... localRender = (SurfaceViewRenderer) findViewById(R.id.local_video_view); remoteRender = (SurfaceViewRenderer) findViewById(R.id.remote_video_view);
PeerConnectionFactory.initializeAndroidGlobals(this, true, true, true);
factory = new PeerConnectionFactory();
VideoCapturer capturer = getVideoCapturer();
VideoSource videoSource = factory.createVideoSource(capturer, sdpMediaConstraints);
localVideoTrack = factory.createVideoTrack(LOCAL_MEDIA_STREAM_VIDEO_TRACK_ID, videoSource);
localRenderer = new VideoRenderer(localRender);
localVideoTrack.addRenderer(localRenderer);
remoteRenderer = new VideoRenderer(remoteRender);
AudioSource audioSource = factory.createAudioSource(sdpMediaConstraints);
localAudioTrack = factory.createAudioTrack(LOCAL_MEDIA_STREAM_AUDIO_TRACK_ID, audioSource);
...
}
public void setVideoProcess() { localVideoTrack.removeRenderer(localRenderer); localCustomProcessor = new CustomVideoProcessor(); localCustomProcessor.setRender(localRenderer); videoSource.adaptOutputFormat((int) (localCustomProcessor.getWidth()), (int) (localCustomProcessor.getHeight()), 15); localVideoTrack.addRenderer(localCustomProcessor); }
private static class CustomVideoProcessor implements VideoRenderer.Callbacks { private static final String TAG = "CustomVideoProcessor"; private VideoRenderer render; private UnityYuvConverter converter; private ByteBuffer buffer;
public CustomVideoProcessor() {
/*
Create UnityYuvConverter. The last parameter 1 means that video should be flipped since OpenGl has Y coordinates flipped regarding to OpenCv which is used in Unity.
*/
converter = new UnityYuvConverter(OpenGlUtils.getExternalOESTextureObject(), 320, 240, 1);
}
public void setRender(VideoRenderer render) {
this.render = render;
render.addRenderer(this);
}
public int getWidth() {
return 320;
}
public int getHeight() {
return 240;
}
public ByteBuffer getFrame() {
return buffer;
}
@Override
public void renderFrame(VideoRenderer.I420Frame i420Frame) {
buffer = i420Frame.yuvPlanes[0];
/*
Flip video
*/
converter.render(buffer, i