anotherim/src/main/java/eu/siacs/conversations/xmpp/jingle/WebRTCWrapper.java

357 lines
12 KiB
Java
Raw Normal View History

2020-04-06 11:01:17 +00:00
package eu.siacs.conversations.xmpp.jingle;
import android.content.Context;
2020-04-06 13:45:06 +00:00
import android.util.Log;
2020-04-06 11:01:17 +00:00
import com.google.common.collect.ImmutableList;
import com.google.common.util.concurrent.Futures;
import com.google.common.util.concurrent.ListenableFuture;
import com.google.common.util.concurrent.MoreExecutors;
import com.google.common.util.concurrent.SettableFuture;
import org.webrtc.AudioSource;
import org.webrtc.AudioTrack;
2020-04-07 09:36:28 +00:00
import org.webrtc.Camera1Capturer;
import org.webrtc.Camera1Enumerator;
import org.webrtc.CameraVideoCapturer;
2020-04-08 11:30:12 +00:00
import org.webrtc.CandidatePairChangeEvent;
2020-04-06 11:01:17 +00:00
import org.webrtc.DataChannel;
import org.webrtc.IceCandidate;
import org.webrtc.MediaConstraints;
import org.webrtc.MediaStream;
import org.webrtc.PeerConnection;
import org.webrtc.PeerConnectionFactory;
import org.webrtc.RtpReceiver;
import org.webrtc.SdpObserver;
import org.webrtc.SessionDescription;
2020-04-07 09:36:28 +00:00
import org.webrtc.VideoCapturer;
import org.webrtc.VideoSource;
import org.webrtc.VideoTrack;
2020-04-06 11:01:17 +00:00
import java.util.List;
import javax.annotation.Nonnull;
import javax.annotation.Nullable;
2020-04-06 13:45:06 +00:00
import eu.siacs.conversations.Config;
2020-04-06 11:01:17 +00:00
public class WebRTCWrapper {
2020-04-07 09:36:28 +00:00
private VideoTrack localVideoTrack = null;
private VideoTrack remoteVideoTrack = null;
2020-04-06 11:01:17 +00:00
private final EventCallback eventCallback;
private final PeerConnection.Observer peerConnectionObserver = new PeerConnection.Observer() {
@Override
public void onSignalingChange(PeerConnection.SignalingState signalingState) {
2020-04-06 13:45:06 +00:00
Log.d(Config.LOGTAG, "onSignalingChange(" + signalingState + ")");
}
2020-04-06 11:01:17 +00:00
2020-04-06 13:45:06 +00:00
@Override
public void onConnectionChange(PeerConnection.PeerConnectionState newState) {
2020-04-07 11:15:24 +00:00
eventCallback.onConnectionChange(newState);
2020-04-06 11:01:17 +00:00
}
@Override
public void onIceConnectionChange(PeerConnection.IceConnectionState iceConnectionState) {
}
2020-04-08 11:30:12 +00:00
@Override
public void onSelectedCandidatePairChanged(CandidatePairChangeEvent event) {
Log.d(Config.LOGTAG, "remote candidate selected: " + event.remote);
Log.d(Config.LOGTAG, "local candidate selected: " + event.local);
}
2020-04-06 11:01:17 +00:00
@Override
public void onIceConnectionReceivingChange(boolean b) {
}
@Override
public void onIceGatheringChange(PeerConnection.IceGatheringState iceGatheringState) {
}
@Override
public void onIceCandidate(IceCandidate iceCandidate) {
eventCallback.onIceCandidate(iceCandidate);
}
@Override
public void onIceCandidatesRemoved(IceCandidate[] iceCandidates) {
}
@Override
public void onAddStream(MediaStream mediaStream) {
2020-04-06 13:45:06 +00:00
Log.d(Config.LOGTAG, "onAddStream");
2020-04-07 12:22:12 +00:00
for (AudioTrack audioTrack : mediaStream.audioTracks) {
Log.d(Config.LOGTAG, "remote? - audioTrack enabled:" + audioTrack.enabled() + " state=" + audioTrack.state());
2020-04-06 13:45:06 +00:00
}
2020-04-07 09:36:28 +00:00
final List<VideoTrack> videoTracks = mediaStream.videoTracks;
if (videoTracks.size() > 0) {
Log.d(Config.LOGTAG, "more than zero remote video tracks found. using first");
remoteVideoTrack = videoTracks.get(0);
}
2020-04-06 11:01:17 +00:00
}
@Override
public void onRemoveStream(MediaStream mediaStream) {
}
@Override
public void onDataChannel(DataChannel dataChannel) {
}
@Override
public void onRenegotiationNeeded() {
}
@Override
public void onAddTrack(RtpReceiver rtpReceiver, MediaStream[] mediaStreams) {
2020-04-06 13:45:06 +00:00
Log.d(Config.LOGTAG, "onAddTrack()");
2020-04-06 11:01:17 +00:00
}
};
@Nullable
private PeerConnection peerConnection = null;
public WebRTCWrapper(final EventCallback eventCallback) {
this.eventCallback = eventCallback;
}
public void setup(final Context context) {
PeerConnectionFactory.initialize(
PeerConnectionFactory.InitializationOptions.builder(context).createInitializationOptions()
);
}
public void initializePeerConnection() {
PeerConnectionFactory peerConnectionFactory = PeerConnectionFactory.builder().createPeerConnectionFactory();
2020-04-07 09:36:28 +00:00
CameraVideoCapturer capturer = null;
Camera1Enumerator camera1Enumerator = new Camera1Enumerator();
2020-04-07 12:22:12 +00:00
for (String deviceName : camera1Enumerator.getDeviceNames()) {
Log.d(Config.LOGTAG, "camera device name: " + deviceName);
2020-04-07 09:36:28 +00:00
if (camera1Enumerator.isFrontFacing(deviceName)) {
capturer = camera1Enumerator.createCapturer(deviceName, new CameraVideoCapturer.CameraEventsHandler() {
@Override
public void onCameraError(String s) {
}
@Override
public void onCameraDisconnected() {
}
@Override
public void onCameraFreezed(String s) {
}
@Override
public void onCameraOpening(String s) {
2020-04-07 12:22:12 +00:00
Log.d(Config.LOGTAG, "onCameraOpening");
2020-04-07 09:36:28 +00:00
}
@Override
public void onFirstFrameAvailable() {
2020-04-07 12:22:12 +00:00
Log.d(Config.LOGTAG, "onFirstFrameAvailable");
2020-04-07 09:36:28 +00:00
}
@Override
public void onCameraClosed() {
}
});
}
}
/*if (capturer != null) {
capturer.initialize();
Log.d(Config.LOGTAG,"start capturing");
capturer.startCapture(800,600,30);
}*/
final VideoSource videoSource = peerConnectionFactory.createVideoSource(false);
final VideoTrack videoTrack = peerConnectionFactory.createVideoTrack("my-video-track", videoSource);
2020-04-06 11:01:17 +00:00
final AudioSource audioSource = peerConnectionFactory.createAudioSource(new MediaConstraints());
final AudioTrack audioTrack = peerConnectionFactory.createAudioTrack("my-audio-track", audioSource);
2020-04-07 12:22:12 +00:00
Log.d(Config.LOGTAG, "audioTrack enabled:" + audioTrack.enabled() + " state=" + audioTrack.state());
2020-04-06 11:01:17 +00:00
final MediaStream stream = peerConnectionFactory.createLocalMediaStream("my-media-stream");
stream.addTrack(audioTrack);
2020-04-07 09:36:28 +00:00
//stream.addTrack(videoTrack);
this.localVideoTrack = videoTrack;
2020-04-06 11:01:17 +00:00
final List<PeerConnection.IceServer> iceServers = ImmutableList.of(
PeerConnection.IceServer.builder("stun:xmpp.conversations.im:3478").createIceServer()
);
final PeerConnection peerConnection = peerConnectionFactory.createPeerConnection(iceServers, peerConnectionObserver);
if (peerConnection == null) {
throw new IllegalStateException("Unable to create PeerConnection");
}
peerConnection.addStream(stream);
2020-04-06 13:45:06 +00:00
peerConnection.setAudioPlayout(true);
peerConnection.setAudioRecording(true);
2020-04-06 11:01:17 +00:00
this.peerConnection = peerConnection;
}
2020-04-08 13:27:17 +00:00
public void closeOrThrow() {
2020-04-07 12:22:12 +00:00
requirePeerConnection().close();
}
2020-04-07 09:36:28 +00:00
2020-04-08 13:27:17 +00:00
public void close() {
final PeerConnection peerConnection = this.peerConnection;
if (peerConnection != null) {
peerConnection.close();
}
}
2020-04-07 09:36:28 +00:00
2020-04-06 11:01:17 +00:00
public ListenableFuture<SessionDescription> createOffer() {
return Futures.transformAsync(getPeerConnectionFuture(), peerConnection -> {
final SettableFuture<SessionDescription> future = SettableFuture.create();
peerConnection.createOffer(new CreateSdpObserver() {
@Override
public void onCreateSuccess(SessionDescription sessionDescription) {
future.set(sessionDescription);
}
@Override
public void onCreateFailure(String s) {
future.setException(new IllegalStateException("Unable to create offer: " + s));
}
}, new MediaConstraints());
return future;
}, MoreExecutors.directExecutor());
}
public ListenableFuture<SessionDescription> createAnswer() {
return Futures.transformAsync(getPeerConnectionFuture(), peerConnection -> {
final SettableFuture<SessionDescription> future = SettableFuture.create();
peerConnection.createAnswer(new CreateSdpObserver() {
@Override
public void onCreateSuccess(SessionDescription sessionDescription) {
future.set(sessionDescription);
}
@Override
public void onCreateFailure(String s) {
future.setException(new IllegalStateException("Unable to create answer: " + s));
}
}, new MediaConstraints());
return future;
}, MoreExecutors.directExecutor());
}
public ListenableFuture<Void> setLocalDescription(final SessionDescription sessionDescription) {
return Futures.transformAsync(getPeerConnectionFuture(), peerConnection -> {
final SettableFuture<Void> future = SettableFuture.create();
peerConnection.setLocalDescription(new SetSdpObserver() {
@Override
public void onSetSuccess() {
future.set(null);
}
@Override
public void onSetFailure(String s) {
2020-04-06 13:45:06 +00:00
future.setException(new IllegalArgumentException("unable to set local session description: " + s));
2020-04-06 11:01:17 +00:00
}
}, sessionDescription);
return future;
}, MoreExecutors.directExecutor());
}
public ListenableFuture<Void> setRemoteDescription(final SessionDescription sessionDescription) {
return Futures.transformAsync(getPeerConnectionFuture(), peerConnection -> {
final SettableFuture<Void> future = SettableFuture.create();
peerConnection.setRemoteDescription(new SetSdpObserver() {
@Override
public void onSetSuccess() {
future.set(null);
}
@Override
public void onSetFailure(String s) {
2020-04-06 13:45:06 +00:00
future.setException(new IllegalArgumentException("unable to set remote session description: " + s));
2020-04-06 11:01:17 +00:00
}
}, sessionDescription);
return future;
}, MoreExecutors.directExecutor());
}
@Nonnull
private ListenableFuture<PeerConnection> getPeerConnectionFuture() {
final PeerConnection peerConnection = this.peerConnection;
if (peerConnection == null) {
return Futures.immediateFailedFuture(new IllegalStateException("initialize PeerConnection first"));
} else {
return Futures.immediateFuture(peerConnection);
}
}
public void addIceCandidate(IceCandidate iceCandidate) {
2020-04-07 12:22:12 +00:00
requirePeerConnection().addIceCandidate(iceCandidate);
}
public PeerConnection.PeerConnectionState getState() {
return requirePeerConnection().connectionState();
}
private PeerConnection requirePeerConnection() {
2020-04-06 11:01:17 +00:00
final PeerConnection peerConnection = this.peerConnection;
if (peerConnection == null) {
throw new IllegalStateException("initialize PeerConnection first");
}
2020-04-07 12:22:12 +00:00
return peerConnection;
2020-04-06 13:45:06 +00:00
}
2020-04-06 11:01:17 +00:00
private static abstract class SetSdpObserver implements SdpObserver {
@Override
public void onCreateSuccess(org.webrtc.SessionDescription sessionDescription) {
throw new IllegalStateException("Not able to use SetSdpObserver");
}
@Override
public void onCreateFailure(String s) {
throw new IllegalStateException("Not able to use SetSdpObserver");
}
}
private static abstract class CreateSdpObserver implements SdpObserver {
@Override
public void onSetSuccess() {
throw new IllegalStateException("Not able to use CreateSdpObserver");
}
@Override
public void onSetFailure(String s) {
throw new IllegalStateException("Not able to use CreateSdpObserver");
}
}
public interface EventCallback {
void onIceCandidate(IceCandidate iceCandidate);
2020-04-07 12:22:12 +00:00
2020-04-07 11:15:24 +00:00
void onConnectionChange(PeerConnection.PeerConnectionState newState);
2020-04-06 11:01:17 +00:00
}
}