mirror of
https://github.com/oxen-io/session-ios.git
synced 2023-12-13 21:30:14 +01:00
8998853aff
This makes sense as PeerConnectionClient is our interface to WebRTC - Makes it easier to test PeerConnectionClient and CallService - Allows us to shrink CallService class a bit (it's huge) // FREEBIE
926 lines
38 KiB
Swift
926 lines
38 KiB
Swift
// Created by Michael Kirk on 11/11/16.
|
|
// Copyright © 2016 Open Whisper Systems. All rights reserved.
|
|
|
|
import Foundation
|
|
import PromiseKit
|
|
import WebRTC
|
|
|
|
/**
|
|
* `CallService` manages the state of a WebRTC backed Signal Call (as opposed to the legacy "RedPhone Call").
|
|
*
|
|
* It serves as connection from the `CallUIAdapater` to the `PeerConnectionClient`.
|
|
*
|
|
*
|
|
* ## Signaling
|
|
*
|
|
* Signaling refers to the setup and tear down of the connection. Before the connection is established, this must happen
|
|
* out of band (using Signal Service), but once the connection is established it's possible to publish updates
|
|
* (like hangup) via the established channel.
|
|
*
|
|
* Following is a high level process of the exchange of messages that must take place for this to happen.
|
|
*
|
|
* ### Key
|
|
*
|
|
* --[SOMETHING]--> represents a message of type "Something" sent from the caller to the callee
|
|
* <--[SOMETHING]-- represents a message of type "Something" sent from the callee to the caller
|
|
* SS: Message sent via Signal Service
|
|
* DC: Message sent via WebRTC Data Channel
|
|
*
|
|
* ### Message Exchange / State Flow Overview
|
|
*
|
|
* | Caller | Callee |
|
|
* +----------------------------+-------------------------+
|
|
* Start outgoing call: `handleOutgoingCall`
|
|
--[SS.CallOffer]-->
|
|
* and start generating and storing ICE updates.
|
|
* (As ICE candites are generated: `handleLocalAddedIceCandidate`)
|
|
*
|
|
* Received call offer: `handleReceivedOffer`
|
|
* Send call answer
|
|
* <--[SS.CallAnswer]--
|
|
* Start generating ICE updates and send them as
|
|
* they are generated: `handleLocalAddedIceCandidate`
|
|
* <--[SS.ICEUpdate]-- (sent multiple times)
|
|
*
|
|
* Received CallAnswer: `handleReceivedAnswer`
|
|
* so send any stored ice updates
|
|
* --[SS.ICEUpdates]-->
|
|
*
|
|
* Once compatible ICE updates have been exchanged...
|
|
* both parties: `handleIceConnected`
|
|
*
|
|
* Show remote ringing UI
|
|
* Connect to offered Data Channel
|
|
* Show incoming call UI.
|
|
*
|
|
* If callee answers Call
|
|
* send connected message
|
|
* <--[DC.ConnectedMesage]--
|
|
* Received connected message
|
|
* Show Call is connected.
|
|
*
|
|
* Hang up (this could equally be sent by the Callee)
|
|
* --[DC.Hangup]-->
|
|
* --[SS.Hangup]-->
|
|
*/
|
|
|
|
enum CallError: Error {
|
|
case providerReset
|
|
case assertionError(description: String)
|
|
case disconnected
|
|
case externalError(underlyingError: Error)
|
|
case timeout(description: String)
|
|
}
|
|
|
|
// FIXME TODO do we need to timeout?
|
|
fileprivate let timeoutSeconds = 60
|
|
|
|
@objc class CallService: NSObject, PeerConnectionClientDelegate, RTCDataChannelDelegate {
|
|
|
|
// MARK: - Properties
|
|
|
|
let TAG = "[CallService]"
|
|
|
|
// MARK: Dependencies
|
|
|
|
let accountManager: AccountManager
|
|
let messageSender: MessageSender
|
|
var callUIAdapter: CallUIAdapter!
|
|
|
|
// MARK: Class
|
|
|
|
static let fallbackIceServer = RTCIceServer(urlStrings: ["stun:stun1.l.google.com:19302"])
|
|
|
|
// Synchronize call signaling on the callSignalingQueue to make sure any appropriate requisite state is set.
|
|
static let signalingQueue = DispatchQueue(label: "CallServiceSignalingQueue")
|
|
|
|
// MARK: Ivars
|
|
|
|
var peerConnectionClient: PeerConnectionClient?
|
|
// TODO code cleanup: move thread into SignalCall? Or refactor messageSender to take SignalRecipient identifier.
|
|
var thread: TSContactThread?
|
|
var call: SignalCall?
|
|
|
|
/**
|
|
* In the process of establishing a connection between the clients (ICE process) we must exchange ICE updates.
|
|
* Because this happens via Signal Service it's possible the callee user has not accepted any change in the caller's
|
|
* identity. In which case *each* ICE update would cause an "identity change" warning on the callee's device. Since
|
|
* this could be several messages, the caller stores all ICE updates until receiving positive confirmation that the
|
|
* callee has received a message from us. This positive confirmation comes in the form of the callees `CallAnswer`
|
|
* message.
|
|
*/
|
|
var sendIceUpdatesImmediately = true
|
|
var pendingIceUpdateMessages = [OWSCallIceUpdateMessage]()
|
|
|
|
// ensure the incoming call promise isn't dealloc'd prematurely
|
|
var incomingCallPromise: Promise<Void>?
|
|
|
|
// Used to coordinate promises across delegate methods
|
|
var fulfillCallConnectedPromise: (()->())?
|
|
|
|
required init(accountManager: AccountManager, contactsManager: OWSContactsManager, messageSender: MessageSender, notificationsAdapter: CallNotificationsAdapter) {
|
|
self.accountManager = accountManager
|
|
self.messageSender = messageSender
|
|
|
|
super.init()
|
|
|
|
self.callUIAdapter = CallUIAdapter(callService: self, contactsManager: contactsManager, notificationsAdapter: notificationsAdapter)
|
|
}
|
|
|
|
// MARK: - Class Methods
|
|
|
|
// MARK: Notifications
|
|
|
|
// Wrapping these class constants in a method to make it accessible to objc
|
|
class func callServiceActiveCallNotificationName() -> String {
|
|
return "CallServiceActiveCallNotification"
|
|
}
|
|
|
|
// MARK: - Service Actions
|
|
|
|
// Unless otherwise documented, these `handleXXX` methods expect to be called on the SignalingQueue to coordinate
|
|
// state across calls.
|
|
|
|
/**
|
|
* Initiate an outgoing call.
|
|
*/
|
|
public func handleOutgoingCall(_ call: SignalCall) -> Promise<Void> {
|
|
assertOnSignalingQueue()
|
|
|
|
self.call = call
|
|
|
|
let thread = TSContactThread.getOrCreateThread(contactId: call.remotePhoneNumber)
|
|
self.thread = thread
|
|
|
|
sendIceUpdatesImmediately = false
|
|
pendingIceUpdateMessages = []
|
|
|
|
let callRecord = TSCall(timestamp: NSDate.ows_millisecondTimeStamp(), withCallNumber: call.remotePhoneNumber, callType: RPRecentCallTypeOutgoing, in: thread)
|
|
callRecord.save()
|
|
|
|
guard self.peerConnectionClient == nil else {
|
|
let errorDescription = "\(TAG) peerconnection was unexpectedly already set."
|
|
Logger.error(errorDescription)
|
|
call.state = .localFailure
|
|
return Promise(error: CallError.assertionError(description: errorDescription))
|
|
}
|
|
|
|
return getIceServers().then(on: CallService.signalingQueue) { iceServers -> Promise<HardenedRTCSessionDescription> in
|
|
Logger.debug("\(self.TAG) got ice servers:\(iceServers)")
|
|
let peerConnectionClient = PeerConnectionClient(iceServers: iceServers, delegate: self)
|
|
self.peerConnectionClient = peerConnectionClient
|
|
|
|
// When calling, it's our responsibility to create the DataChannel. Receivers will not have to do this explicitly.
|
|
self.peerConnectionClient!.createSignalingDataChannel(delegate: self)
|
|
|
|
return self.peerConnectionClient!.createOffer()
|
|
}.then(on: CallService.signalingQueue) { (sessionDescription: HardenedRTCSessionDescription) -> Promise<Void> in
|
|
return self.peerConnectionClient!.setLocalSessionDescription(sessionDescription).then(on: CallService.signalingQueue) {
|
|
let offerMessage = OWSCallOfferMessage(callId: call.signalingId, sessionDescription: sessionDescription.sdp)
|
|
let callMessage = OWSOutgoingCallMessage(thread: thread, offerMessage: offerMessage)
|
|
return self.messageSender.sendCallMessage(callMessage)
|
|
}
|
|
}.catch(on: CallService.signalingQueue) { error in
|
|
Logger.error("\(self.TAG) placing call failed with error: \(error)")
|
|
|
|
if let callError = error as? CallError {
|
|
self.handleFailedCall(error: callError)
|
|
} else {
|
|
let externalError = CallError.externalError(underlyingError: error)
|
|
self.handleFailedCall(error: externalError)
|
|
}
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Called by the call initiator after receiving a CallAnswer from the callee.
|
|
*/
|
|
public func handleReceivedAnswer(thread: TSContactThread, callId: UInt64, sessionDescription: String) {
|
|
Logger.debug("\(TAG) received call answer for call: \(callId) thread: \(thread)")
|
|
assertOnSignalingQueue()
|
|
|
|
guard let call = self.call else {
|
|
handleFailedCall(error: .assertionError(description:"call was unexpectedly nil in \(#function)"))
|
|
return
|
|
}
|
|
|
|
guard call.signalingId == callId else {
|
|
let description: String = "received answer for call: \(callId) but current call has id: \(call.signalingId)"
|
|
handleFailedCall(error: .assertionError(description: description))
|
|
return
|
|
}
|
|
|
|
// Now that we know the recipient trusts our identity, we no longer need to enqueue ICE updates.
|
|
self.sendIceUpdatesImmediately = true
|
|
|
|
if pendingIceUpdateMessages.count > 0 {
|
|
let callMessage = OWSOutgoingCallMessage(thread: thread, iceUpdateMessages: pendingIceUpdateMessages)
|
|
_ = messageSender.sendCallMessage(callMessage).catch { error in
|
|
Logger.error("\(self.TAG) failed to send ice updates in \(#function) with error: \(error)")
|
|
}
|
|
}
|
|
|
|
guard let peerConnectionClient = self.peerConnectionClient else {
|
|
handleFailedCall(error: CallError.assertionError(description: "peerConnectionClient was unexpectedly nil in \(#function)"))
|
|
return
|
|
}
|
|
|
|
let sessionDescription = RTCSessionDescription(type: .answer, sdp: sessionDescription)
|
|
_ = peerConnectionClient.setRemoteSessionDescription(sessionDescription).then {
|
|
Logger.debug("\(self.TAG) successfully set remote description")
|
|
}.catch(on: CallService.signalingQueue) { error in
|
|
if let callError = error as? CallError {
|
|
self.handleFailedCall(error: callError)
|
|
} else {
|
|
let externalError = CallError.externalError(underlyingError: error)
|
|
self.handleFailedCall(error: externalError)
|
|
}
|
|
}
|
|
}
|
|
|
|
/**
|
|
* User didn't answer incoming call
|
|
*/
|
|
public func handleMissedCall(_ call: SignalCall, thread: TSContactThread) {
|
|
// Insert missed call record
|
|
let callRecord = TSCall(timestamp: NSDate.ows_millisecondTimeStamp(),
|
|
withCallNumber: thread.contactIdentifier(),
|
|
callType: RPRecentCallTypeMissed,
|
|
in: thread)
|
|
callRecord.save()
|
|
|
|
self.callUIAdapter.reportMissedCall(call)
|
|
}
|
|
|
|
/**
|
|
* Received a call while already in another call.
|
|
*/
|
|
private func handleLocalBusyCall(_ call: SignalCall, thread: TSContactThread) {
|
|
Logger.debug("\(TAG) \(#function) for call: \(call) thread: \(thread)")
|
|
assertOnSignalingQueue()
|
|
|
|
let busyMessage = OWSCallBusyMessage(callId: call.signalingId)
|
|
let callMessage = OWSOutgoingCallMessage(thread: thread, busyMessage: busyMessage)
|
|
_ = messageSender.sendCallMessage(callMessage)
|
|
|
|
handleMissedCall(call, thread: thread)
|
|
}
|
|
|
|
/**
|
|
* The callee was already in another call.
|
|
*/
|
|
public func handleRemoteBusy(thread: TSContactThread) {
|
|
Logger.debug("\(TAG) \(#function) for thread: \(thread)")
|
|
assertOnSignalingQueue()
|
|
|
|
guard let call = self.call else {
|
|
handleFailedCall(error: .assertionError(description: "call unexpectedly nil in \(#function)"))
|
|
return
|
|
}
|
|
|
|
call.state = .remoteBusy
|
|
terminateCall()
|
|
}
|
|
|
|
/**
|
|
* Received an incoming call offer. We still have to complete setting up the Signaling channel before we notify
|
|
* the user of an incoming call.
|
|
*/
|
|
public func handleReceivedOffer(thread: TSContactThread, callId: UInt64, sessionDescription callerSessionDescription: String) {
|
|
assertOnSignalingQueue()
|
|
|
|
Logger.verbose("\(TAG) receivedCallOffer for thread:\(thread)")
|
|
let newCall = SignalCall.incomingCall(localId: UUID(), remotePhoneNumber: thread.contactIdentifier(), signalingId: callId)
|
|
|
|
guard call == nil else {
|
|
// TODO on iOS10+ we can use CallKit to swap calls rather than just returning busy immediately.
|
|
Logger.verbose("\(TAG) receivedCallOffer for thread: \(thread) but we're already in call: \(call)")
|
|
|
|
handleLocalBusyCall(newCall, thread: thread)
|
|
return
|
|
}
|
|
|
|
self.thread = thread
|
|
call = newCall
|
|
|
|
let backgroundTask = UIApplication.shared.beginBackgroundTask {
|
|
let timeout = CallError.timeout(description: "background task time ran out before call connected.")
|
|
CallService.signalingQueue.async {
|
|
self.handleFailedCall(error: timeout)
|
|
}
|
|
}
|
|
|
|
incomingCallPromise = firstly {
|
|
return getIceServers()
|
|
}.then(on: CallService.signalingQueue) { (iceServers: [RTCIceServer]) -> Promise<HardenedRTCSessionDescription> in
|
|
// FIXME for first time call recipients I think we'll see mic/camera permission requests here,
|
|
// even though, from the users perspective, no incoming call is yet visible.
|
|
self.peerConnectionClient = PeerConnectionClient(iceServers: iceServers, delegate: self)
|
|
|
|
let offerSessionDescription = RTCSessionDescription(type: .offer, sdp: callerSessionDescription)
|
|
let constraints = RTCMediaConstraints(mandatoryConstraints: nil, optionalConstraints: nil)
|
|
|
|
// Find a sessionDescription compatible with my constraints and the remote sessionDescription
|
|
return self.peerConnectionClient!.negotiateSessionDescription(remoteDescription: offerSessionDescription, constraints: constraints)
|
|
}.then(on: CallService.signalingQueue) { (negotiatedSessionDescription: HardenedRTCSessionDescription) in
|
|
Logger.debug("\(self.TAG) set the remote description")
|
|
|
|
let answerMessage = OWSCallAnswerMessage(callId: newCall.signalingId, sessionDescription: negotiatedSessionDescription.sdp)
|
|
let callAnswerMessage = OWSOutgoingCallMessage(thread: thread, answerMessage: answerMessage)
|
|
|
|
return self.messageSender.sendCallMessage(callAnswerMessage)
|
|
}.then(on: CallService.signalingQueue) {
|
|
Logger.debug("\(self.TAG) successfully sent callAnswerMessage")
|
|
|
|
let (promise, fulfill, _) = Promise<Void>.pending()
|
|
|
|
let timeout: Promise<Void> = after(interval: TimeInterval(timeoutSeconds)).then { () -> Void in
|
|
// rejecting a promise by throwing is safely a no-op if the promise has already been fulfilled
|
|
throw CallError.timeout(description: "timed out waiting for call to connect")
|
|
}
|
|
|
|
// This will be fulfilled (potentially) by the RTCDataChannel delegate method
|
|
self.fulfillCallConnectedPromise = fulfill
|
|
|
|
return race(promise, timeout)
|
|
}.catch(on: CallService.signalingQueue) { error in
|
|
if let callError = error as? CallError {
|
|
self.handleFailedCall(error: callError)
|
|
} else {
|
|
let externalError = CallError.externalError(underlyingError: error)
|
|
self.handleFailedCall(error: externalError)
|
|
}
|
|
}.always {
|
|
Logger.debug("\(self.TAG) ending background task awaiting inbound call connection")
|
|
UIApplication.shared.endBackgroundTask(backgroundTask)
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Initiate a call to recipient by recipientId
|
|
*/
|
|
public func handleCallBack(recipientId: String) {
|
|
// TODO #function is called from objc, how to access swift defiend dispatch queue (OS_dispatch_queue)
|
|
//assertOnSignalingQueue()
|
|
|
|
guard self.call == nil else {
|
|
Logger.error("\(TAG) unexpectedly found an existing call when trying to call back: \(recipientId)")
|
|
return
|
|
}
|
|
|
|
// Because we may not be on signalingQueue (because this method is called from Objc which doesn't have
|
|
// access to signalingQueue (that I can find). FIXME?
|
|
type(of: self).signalingQueue.async {
|
|
let call = self.callUIAdapter.startOutgoingCall(handle: recipientId)
|
|
self.callUIAdapter.showCall(call)
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Remote client (could be caller or callee) sent us a connectivity update
|
|
*/
|
|
public func handleRemoteAddedIceCandidate(thread: TSContactThread, callId: UInt64, sdp: String, lineIndex: Int32, mid: String) {
|
|
assertOnSignalingQueue()
|
|
Logger.debug("\(TAG) called \(#function)")
|
|
|
|
guard self.thread != nil else {
|
|
handleFailedCall(error: .assertionError(description: "ignoring remote ice update for thread: \(thread.uniqueId) since there is no current thread. TODO: Signaling messages out of order?"))
|
|
return
|
|
}
|
|
|
|
guard thread.contactIdentifier() == self.thread!.contactIdentifier() else {
|
|
handleFailedCall(error: .assertionError(description: "ignoring remote ice update for thread: \(thread.uniqueId) since the current call is for thread: \(self.thread!.uniqueId)"))
|
|
return
|
|
}
|
|
|
|
guard let call = self.call else {
|
|
handleFailedCall(error: .assertionError(description: "ignoring remote ice update for callId: \(callId), since there is no current call."))
|
|
return
|
|
}
|
|
|
|
guard call.signalingId == callId else {
|
|
handleFailedCall(error: .assertionError(description: "ignoring remote ice update for call: \(callId) since the current call is: \(call.signalingId)"))
|
|
return
|
|
}
|
|
|
|
guard let peerConnectionClient = self.peerConnectionClient else {
|
|
handleFailedCall(error: .assertionError(description: "ignoring remote ice update for thread: \(thread) since the current call hasn't initialized it's peerConnectionClient"))
|
|
return
|
|
}
|
|
|
|
peerConnectionClient.addIceCandidate(RTCIceCandidate(sdp: sdp, sdpMLineIndex: lineIndex, sdpMid: mid))
|
|
}
|
|
|
|
/**
|
|
* Local client (could be caller or callee) generated some connectivity information that we should send to the
|
|
* remote client.
|
|
*/
|
|
private func handleLocalAddedIceCandidate(_ iceCandidate: RTCIceCandidate) {
|
|
assertOnSignalingQueue()
|
|
|
|
guard let call = self.call else {
|
|
handleFailedCall(error: .assertionError(description: "ignoring local ice candidate, since there is no current call."))
|
|
return
|
|
}
|
|
|
|
guard call.state != .idle else {
|
|
handleFailedCall(error: .assertionError(description: "ignoring local ice candidate, since call is now idle."))
|
|
return
|
|
}
|
|
|
|
guard let thread = self.thread else {
|
|
handleFailedCall(error: .assertionError(description: "ignoring local ice candidate, because there was no current TSContactThread."))
|
|
return
|
|
}
|
|
|
|
let iceUpdateMessage = OWSCallIceUpdateMessage(callId: call.signalingId, sdp: iceCandidate.sdp, sdpMLineIndex: iceCandidate.sdpMLineIndex, sdpMid: iceCandidate.sdpMid)
|
|
|
|
if self.sendIceUpdatesImmediately {
|
|
let callMessage = OWSOutgoingCallMessage(thread: thread, iceUpdateMessage: iceUpdateMessage)
|
|
_ = self.messageSender.sendCallMessage(callMessage)
|
|
} else {
|
|
// For outgoing messages, we wait to send ice updates until we're sure client received our call message.
|
|
// e.g. if the client has blocked our message due to an identity change, we'd otherwise
|
|
// bombard them with a bunch *more* undecipherable messages.
|
|
Logger.debug("\(TAG) enqueuing iceUpdate until we receive call answer")
|
|
self.pendingIceUpdateMessages.append(iceUpdateMessage)
|
|
return
|
|
}
|
|
}
|
|
|
|
/**
|
|
* The clients can now communicate via WebRTC.
|
|
*
|
|
* Called by both caller and callee. Compatible ICE messages have been exchanged between the local and remote
|
|
* client.
|
|
*/
|
|
private func handleIceConnected() {
|
|
assertOnSignalingQueue()
|
|
|
|
Logger.debug("\(TAG) in \(#function)")
|
|
|
|
guard let call = self.call else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) ignoring \(#function) since there is no current call."))
|
|
return
|
|
}
|
|
|
|
guard let thread = self.thread else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) ignoring \(#function) since there is no current thread."))
|
|
return
|
|
}
|
|
|
|
switch call.state {
|
|
case .dialing:
|
|
call.state = .remoteRinging
|
|
case .answering:
|
|
call.state = .localRinging
|
|
self.callUIAdapter.reportIncomingCall(call, thread: thread)
|
|
// cancel connection timeout
|
|
self.fulfillCallConnectedPromise?()
|
|
case .remoteRinging:
|
|
Logger.info("\(TAG) call alreading ringing. Ignoring \(#function)")
|
|
default:
|
|
Logger.debug("\(TAG) unexpected call state for \(#function): \(call.state)")
|
|
}
|
|
}
|
|
|
|
/**
|
|
* The remote client (caller or callee) ended the call.
|
|
*/
|
|
public func handleRemoteHangup(thread: TSContactThread) {
|
|
Logger.debug("\(TAG) in \(#function)")
|
|
assertOnSignalingQueue()
|
|
|
|
guard thread.contactIdentifier() == self.thread?.contactIdentifier() else {
|
|
// This can safely be ignored.
|
|
// We don't want to fail the current call because an old call was slow to send us the hangup message.
|
|
Logger.warn("\(TAG) ignoring hangup for thread:\(thread) which is not the current thread: \(self.thread)")
|
|
return
|
|
}
|
|
|
|
guard let call = self.call else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) call was unexpectedly nil in \(#function)"))
|
|
return
|
|
}
|
|
|
|
switch call.state {
|
|
case .idle, .dialing, .answering, .localRinging, .localFailure, .remoteBusy, .remoteRinging:
|
|
handleMissedCall(call, thread: thread)
|
|
case .connected, .localHangup, .remoteHangup:
|
|
Logger.info("\(TAG) call is finished.")
|
|
}
|
|
|
|
call.state = .remoteHangup
|
|
// Notify UI
|
|
callUIAdapter.endCall(call)
|
|
|
|
// self.call is nil'd in `terminateCall`, so it's important we update it's state *before* calling `terminateCall`
|
|
terminateCall()
|
|
}
|
|
|
|
/**
|
|
* User chose to answer call referrred to by call `localId`. Used by the Callee only.
|
|
*
|
|
* Used by notification actions which can't serialize a call object.
|
|
*/
|
|
public func handleAnswerCall(localId: UUID) {
|
|
// TODO #function is called from objc, how to access swift defiend dispatch queue (OS_dispatch_queue)
|
|
//assertOnSignalingQueue()
|
|
|
|
guard let call = self.call else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) call was unexpectedly nil in \(#function)"))
|
|
return
|
|
}
|
|
|
|
guard call.localId == localId else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) callLocalId:\(localId) doesn't match current calls: \(call.localId)"))
|
|
return
|
|
}
|
|
|
|
// Because we may not be on signalingQueue (because this method is called from Objc which doesn't have
|
|
// access to signalingQueue (that I can find). FIXME?
|
|
type(of: self).signalingQueue.async {
|
|
self.handleAnswerCall(call)
|
|
}
|
|
}
|
|
|
|
/**
|
|
* User chose to answer call referrred to by call `localId`. Used by the Callee only.
|
|
*/
|
|
public func handleAnswerCall(_ call: SignalCall) {
|
|
assertOnSignalingQueue()
|
|
|
|
Logger.debug("\(TAG) in \(#function)")
|
|
|
|
guard self.call != nil else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) ignoring \(#function) since there is no current call"))
|
|
return
|
|
}
|
|
|
|
guard call == self.call! else {
|
|
// This could conceivably happen if the other party of an old call was slow to send us their answer
|
|
// and we've subsequently engaged in another call. Don't kill the current call, but just ignore it.
|
|
Logger.warn("\(TAG) ignoring \(#function) for call other than current call")
|
|
return
|
|
}
|
|
|
|
guard let thread = self.thread else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) ignoring \(#function) for call other than current call"))
|
|
return
|
|
}
|
|
|
|
guard let peerConnectionClient = self.peerConnectionClient else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) missing peerconnection client in \(#function)"))
|
|
return
|
|
}
|
|
|
|
let callRecord = TSCall(timestamp: NSDate.ows_millisecondTimeStamp(), withCallNumber: call.remotePhoneNumber, callType: RPRecentCallTypeIncoming, in: thread)
|
|
callRecord.save()
|
|
|
|
let message = DataChannelMessage.forConnected(callId: call.signalingId)
|
|
if peerConnectionClient.sendDataChannelMessage(data: message.asData()) {
|
|
Logger.debug("\(TAG) sendDataChannelMessage returned true")
|
|
} else {
|
|
Logger.warn("\(TAG) sendDataChannelMessage returned false")
|
|
}
|
|
|
|
handleConnectedCall(call)
|
|
}
|
|
|
|
/**
|
|
* For outgoing call, when the callee has chosen to accept the call.
|
|
* For incoming call, when the local user has chosen to accept the call.
|
|
*/
|
|
func handleConnectedCall(_ call: SignalCall) {
|
|
Logger.debug("\(TAG) in \(#function)")
|
|
assertOnSignalingQueue()
|
|
|
|
guard let peerConnectionClient = self.peerConnectionClient else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) peerConnectionClient unexpectedly nil in \(#function)"))
|
|
return
|
|
}
|
|
|
|
call.state = .connected
|
|
|
|
// We don't risk transmitting any media until the remote client has admitted to being connected.
|
|
peerConnectionClient.setAudioEnabled(enabled: true)
|
|
peerConnectionClient.setVideoEnabled(enabled: call.hasVideo)
|
|
}
|
|
|
|
/**
|
|
* Local user chose to decline the call vs. answering it.
|
|
*
|
|
* The call is referred to by call `localId`, which is included in Notification actions.
|
|
*
|
|
* Incoming call only.
|
|
*/
|
|
public func handleDeclineCall(localId: UUID) {
|
|
// #function is called from objc, how to access swift defiend dispatch queue (OS_dispatch_queue)
|
|
//assertOnSignalingQueue()
|
|
|
|
guard let call = self.call else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) call was unexpectedly nil in \(#function)"))
|
|
return
|
|
}
|
|
|
|
guard call.localId == localId else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) callLocalId:\(localId) doesn't match current calls: \(call.localId)"))
|
|
return
|
|
}
|
|
|
|
// Because we may not be on signalingQueue (because this method is called from Objc which doesn't have
|
|
// access to signalingQueue (that I can find). FIXME?
|
|
type(of: self).signalingQueue.async {
|
|
self.handleDeclineCall(call)
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Local user chose to decline the call vs. answering it.
|
|
*
|
|
* Incoming call only.
|
|
*/
|
|
public func handleDeclineCall(_ call: SignalCall) {
|
|
assertOnSignalingQueue()
|
|
|
|
Logger.info("\(TAG) in \(#function)")
|
|
|
|
// Currently we just handle this as a hangup. But we could offer more descriptive action. e.g. DataChannel message
|
|
handleLocalHungupCall(call)
|
|
}
|
|
|
|
/**
|
|
* Local user chose to end the call.
|
|
*
|
|
* Can be used for Incoming and Outgoing calls.
|
|
*/
|
|
func handleLocalHungupCall(_ call: SignalCall) {
|
|
assertOnSignalingQueue()
|
|
|
|
guard self.call != nil else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) ignoring \(#function) since there is no current call"))
|
|
return
|
|
}
|
|
|
|
guard call == self.call! else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) ignoring \(#function) for call other than current call"))
|
|
return
|
|
}
|
|
|
|
guard let peerConnectionClient = self.peerConnectionClient else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) missing peerconnection client in \(#function)"))
|
|
return
|
|
}
|
|
|
|
guard let thread = self.thread else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) missing thread in \(#function)"))
|
|
return
|
|
}
|
|
|
|
call.state = .localHangup
|
|
|
|
// TODO something like this lifted from Signal-Android.
|
|
// this.accountManager.cancelInFlightRequests();
|
|
// this.messageSender.cancelInFlightRequests();
|
|
|
|
// If the call is connected, we can send the hangup via the data channel.
|
|
let message = DataChannelMessage.forHangup(callId: call.signalingId)
|
|
if peerConnectionClient.sendDataChannelMessage(data: message.asData()) {
|
|
Logger.debug("\(TAG) sendDataChannelMessage returned true")
|
|
} else {
|
|
Logger.warn("\(TAG) sendDataChannelMessage returned false")
|
|
}
|
|
|
|
// If the call hasn't started yet, we don't have a data channel to communicate the hang up. Use Signal Service Message.
|
|
let hangupMessage = OWSCallHangupMessage(callId: call.signalingId)
|
|
let callMessage = OWSOutgoingCallMessage(thread: thread, hangupMessage: hangupMessage)
|
|
_ = self.messageSender.sendCallMessage(callMessage).then(on: CallService.signalingQueue) {
|
|
Logger.debug("\(self.TAG) successfully sent hangup call message to \(thread)")
|
|
}.catch(on: CallService.signalingQueue) { error in
|
|
Logger.error("\(self.TAG) failed to send hangup call message to \(thread) with error: \(error)")
|
|
}
|
|
|
|
terminateCall()
|
|
}
|
|
|
|
/**
|
|
* Local user toggled to mute audio.
|
|
*
|
|
* Can be used for Incoming and Outgoing calls.
|
|
*/
|
|
func handleToggledMute(isMuted: Bool) {
|
|
assertOnSignalingQueue()
|
|
|
|
guard let peerConnectionClient = self.peerConnectionClient else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) peerConnectionClient unexpectedly nil in \(#function)"))
|
|
return
|
|
}
|
|
|
|
guard let call = self.call else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) call unexpectedly nil in \(#function)"))
|
|
return
|
|
}
|
|
|
|
call.isMuted = isMuted
|
|
peerConnectionClient.setAudioEnabled(enabled: !isMuted)
|
|
}
|
|
|
|
/**
|
|
* Local client received a message on the WebRTC data channel.
|
|
*
|
|
* The WebRTC data channel is a faster signaling channel than out of band Signal Service messages. Once it's
|
|
* established we use it to communicate further signaling information. The one sort-of exception is that with
|
|
* hangup messages we redundantly send a Signal Service hangup message, which is more reliable, and since the hangup
|
|
* action is idemptotent, there's no harm done.
|
|
*
|
|
* Used by both Incoming and Outgoing calls.
|
|
*/
|
|
private func handleDataChannelMessage(_ message: OWSWebRTCProtosData) {
|
|
assertOnSignalingQueue()
|
|
|
|
guard let call = self.call else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) received data message, but there is no current call. Ignoring."))
|
|
return
|
|
}
|
|
|
|
if message.hasConnected() {
|
|
Logger.debug("\(TAG) remote participant sent Connected via data channel")
|
|
|
|
let connected = message.connected!
|
|
|
|
guard connected.id == call.signalingId else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) received connected message for call with id:\(connected.id) but current call has id:\(call.signalingId)"))
|
|
return
|
|
}
|
|
|
|
handleConnectedCall(call)
|
|
|
|
} else if message.hasHangup() {
|
|
Logger.debug("\(TAG) remote participant sent Hangup via data channel")
|
|
|
|
let hangup = message.hangup!
|
|
|
|
guard hangup.id == call.signalingId else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) received hangup message for call with id:\(hangup.id) but current call has id:\(call.signalingId)"))
|
|
return
|
|
}
|
|
|
|
guard let thread = self.thread else {
|
|
handleFailedCall(error: .assertionError(description:"\(TAG) current contact thread is unexpectedly nil when receiving hangup DataChannelMessage"))
|
|
return
|
|
}
|
|
|
|
handleRemoteHangup(thread: thread)
|
|
} else if message.hasVideoStreamingStatus() {
|
|
Logger.debug("\(TAG) remote participant sent VideoStreamingStatus via data channel")
|
|
|
|
// TODO: translate from java
|
|
// Intent intent = new Intent(this, WebRtcCallService.class);
|
|
// intent.setAction(ACTION_REMOTE_VIDEO_MUTE);
|
|
// intent.putExtra(EXTRA_CALL_ID, dataMessage.getVideoStreamingStatus().getId());
|
|
// intent.putExtra(EXTRA_MUTE, !dataMessage.getVideoStreamingStatus().getEnabled());
|
|
// startService(intent);
|
|
}
|
|
}
|
|
|
|
// MARK: - PeerConnectionClientDelegate
|
|
|
|
/**
|
|
* The connection has been established. The clients can now communicate.
|
|
*/
|
|
internal func peerConnectionClientIceConnected(_ peerconnectionClient: PeerConnectionClient) {
|
|
CallService.signalingQueue.async {
|
|
self.handleIceConnected()
|
|
}
|
|
}
|
|
|
|
/**
|
|
* The connection failed to establish. The clients will not be able to communicate.
|
|
*/
|
|
internal func peerConnectionClientIceFailed(_ peerconnectionClient: PeerConnectionClient) {
|
|
CallService.signalingQueue.async {
|
|
self.handleFailedCall(error: CallError.disconnected)
|
|
}
|
|
}
|
|
|
|
/**
|
|
* During the Signaling process each client generates IceCandidates locally, which contain information about how to
|
|
* reach the local client via the internet. The delegate must shuttle these IceCandates to the other (remote) client
|
|
* out of band, as part of establishing a connection over WebRTC.
|
|
*/
|
|
internal func peerConnectionClient(_ peerconnectionClient: PeerConnectionClient, addedLocalIceCandidate iceCandidate: RTCIceCandidate) {
|
|
CallService.signalingQueue.async {
|
|
self.handleLocalAddedIceCandidate(iceCandidate)
|
|
}
|
|
}
|
|
|
|
// MARK: Helpers
|
|
|
|
/**
|
|
* Ensure that all `SignalCall` and `CallService` state is synchronized by only mutating signaling state in
|
|
* handleXXX methods, and putting those methods on the signaling queue.
|
|
*/
|
|
private func assertOnSignalingQueue() {
|
|
if #available(iOS 10.0, *) {
|
|
dispatchPrecondition(condition: .onQueue(type(of: self).signalingQueue))
|
|
} else {
|
|
// Skipping check on <iOS10, since syntax is different and it's just a development convenience.
|
|
}
|
|
}
|
|
|
|
/**
|
|
* RTCIceServers are used when attempting to establish an optimal connection to the other party. SignalService supplies
|
|
* a list of servers, plus we have fallback servers hardcoded in the app.
|
|
*/
|
|
private func getIceServers() -> Promise<[RTCIceServer]> {
|
|
return firstly {
|
|
return accountManager.getTurnServerInfo()
|
|
}.then(on: CallService.signalingQueue) { turnServerInfo -> [RTCIceServer] in
|
|
Logger.debug("\(self.TAG) got turn server urls: \(turnServerInfo.urls)")
|
|
|
|
return turnServerInfo.urls.map { url in
|
|
if url.hasPrefix("turn") {
|
|
// Only "turn:" servers require authentication. Don't include the credentials to other ICE servers
|
|
// as 1.) they aren't used, and 2.) the non-turn servers might not be under our control.
|
|
// e.g. we use a public fallback STUN server.
|
|
return RTCIceServer(urlStrings: [url], username: turnServerInfo.username, credential: turnServerInfo.password)
|
|
} else {
|
|
return RTCIceServer(urlStrings: [url])
|
|
}
|
|
} + [CallService.fallbackIceServer]
|
|
}.recover { error -> [RTCIceServer] in
|
|
Logger.error("\(self.TAG) fetching ICE servers failed with error: \(error)")
|
|
Logger.warn("\(self.TAG) using fallback ICE Servers")
|
|
|
|
return [CallService.fallbackIceServer]
|
|
}
|
|
}
|
|
|
|
public func handleFailedCall(error: CallError) {
|
|
assertOnSignalingQueue()
|
|
Logger.error("\(TAG) call failed with error: \(error)")
|
|
|
|
// It's essential to set call.state before terminateCall, because terminateCall nils self.call
|
|
call?.error = error
|
|
call?.state = .localFailure
|
|
|
|
terminateCall()
|
|
}
|
|
|
|
/**
|
|
* Clean up any existing call state and get ready to receive a new call.
|
|
*/
|
|
private func terminateCall() {
|
|
assertOnSignalingQueue()
|
|
Logger.debug("\(TAG) in \(#function)")
|
|
|
|
peerConnectionClient?.terminate()
|
|
|
|
peerConnectionClient = nil
|
|
call = nil
|
|
thread = nil
|
|
incomingCallPromise = nil
|
|
sendIceUpdatesImmediately = true
|
|
pendingIceUpdateMessages = []
|
|
}
|
|
|
|
// MARK: - RTCDataChannelDelegate
|
|
// TODO move `RTCDataChannelDelegate` stuff into peerConnectionClient and add a method to peerConnectionClientDelegate `receiveDataChannelMssage(_ message:OWSWebRTCProtos)
|
|
|
|
/** The data channel state changed. */
|
|
public func dataChannelDidChangeState(_ dataChannel: RTCDataChannel) {
|
|
Logger.debug("\(TAG) dataChannelDidChangeState: \(dataChannel)")
|
|
}
|
|
|
|
/** The data channel successfully received a data buffer. */
|
|
public func dataChannel(_ dataChannel: RTCDataChannel, didReceiveMessageWith buffer: RTCDataBuffer) {
|
|
Logger.debug("\(TAG) dataChannel didReceiveMessageWith buffer:\(buffer)")
|
|
|
|
guard let dataChannelMessage = OWSWebRTCProtosData.parse(from:buffer.data) else {
|
|
// TODO can't proto parsings throw an exception? Is it just being lost in the Objc->Swift?
|
|
Logger.error("\(TAG) failed to parse dataProto")
|
|
return
|
|
}
|
|
|
|
CallService.signalingQueue.async {
|
|
self.handleDataChannelMessage(dataChannelMessage)
|
|
}
|
|
}
|
|
|
|
/** The data channel's |bufferedAmount| changed. */
|
|
public func dataChannel(_ dataChannel: RTCDataChannel, didChangeBufferedAmount amount: UInt64) {
|
|
Logger.debug("\(TAG) didChangeBufferedAmount: \(amount)")
|
|
}
|
|
}
|
|
|
|
fileprivate extension MessageSender {
|
|
/**
|
|
* Wrap message sending in a Promise for easier callback chaining.
|
|
*/
|
|
fileprivate func sendCallMessage(_ message: OWSOutgoingCallMessage) -> Promise<Void> {
|
|
return Promise { fulfill, reject in
|
|
self.send(message, success: fulfill, failure: reject)
|
|
}
|
|
}
|
|
}
|