diff --git a/app/CallManager.js b/app/CallManager.js index a6e646c..39e64bd 100644 --- a/app/CallManager.js +++ b/app/CallManager.js @@ -1,198 +1,243 @@ import events from 'events'; import Logger from '../Logger'; import uuid from 'react-native-uuid'; const logger = new Logger('CallManager'); export default class CallManager extends events.EventEmitter { constructor(RNCallKeep, answerFunc, rejectFunc, hangupFunc) { logger.debug('constructor()'); - super(); this.setMaxListeners(Infinity); // Set of current SIP sessions. this._sessions = new Map(); this._callIDMap = new Map(); this._waitingCalls = new Map(); this._timeouts = new Map(); this._RNCallKeep = RNCallKeep; this._sylkAnswer = answerFunc; this._sylkReject = rejectFunc; this._sylkHangupFunc = hangupFunc; this._boundRnAnswer = this._rnAnswer.bind(this); this._boundRnEnd = this._rnEnd.bind(this); this._boundRnMute = this._rnMute.bind(this); this._boundRnActiveAudioSession = this._rnActiveAudioSession.bind(this); this._boundRnDeactiveAudioSession = this._rnDeactiveAudioSession.bind(this); this._boundRnDTMF = this._rnDTMF.bind(this); this._boundRnProviderReset = this._rnProviderReset.bind(this); this._RNCallKeep.addEventListener('answerCall', this._boundRnAnswer); this._RNCallKeep.addEventListener('endCall', this._boundRnEnd); this._RNCallKeep.addEventListener('didPerformSetMutedCallAction', this._boundRnMute); this._RNCallKeep.addEventListener('didActivateAudioSession', this._boundRnActiveAudioSession); this._RNCallKeep.addEventListener('didDeactivateAudioSession', this._boundRnDeactiveAudioSession.bind(this)); this._RNCallKeep.addEventListener('didPerformDTMFAction', this._boundRnDTMF); this._RNCallKeep.addEventListener('didResetProvider', this._boundRnProviderReset); } get callKeep() { return this._RNCallKeep; } get count() { return this._sessions.size; } get waitingCount() { return this._timeouts.size; } get sessions() { return [...this._sessions.values()]; } get activeSession() { for (let session of this.sessions) { if (session.active) { return session; } } } // there can only be one active one.... so just empty it for now remove() { + //console.log('CallKeep remove session'); this._sessions.clear(); } waitForInviteTimeout(callUUID, notificationContent) { + console.log('CallKeep waitForInviteTimeout for call UUID', callUUID); let reason; if (this._waitingCalls.has(callUUID)) { reason = 1; } else { reason = 2; } this._callIDMap.set(notificationContent['call-id'], callUUID); this._timeouts.set(callUUID, setTimeout(() => { - this._RNCallKeep.reportEndCallWithUUID(callUUID, reason); + this.reportEndCallWithUUID(callUUID, reason); + //this._RNCallKeep.reportEndCallWithUUID(callUUID, reason); this._timeouts.delete(callUUID); }, 10000)); } + backToForeground() { + console.log('CallKeep bring app to the foreground'); + this.callKeep.backToForeground(); + } + + answerIncomingCall(callUUID) { + console.log('CallKeep answer incoming call', callUUID); + this.callKeep.answerIncomingCall(callUUID); + } + + setMutedCall(callUUID, mute) { + console.log('CallKeep set muted: ', mute); + this.callKeep.setMutedCall(callUUID, mute); + } + + startCall(callUUID, targetUri, targetName) { + console.log('CallKeep start call ', callUUID); + this.callKeep.startCall(callUUID, targetUri, targetName); + } + + updateDisplay(callUUID, displayName, uri) { + console.log('CallKeep update display', displayName, uri); + this.callKeep.updateDisplay(callUUID, displayName, uri); + } + + sendDTMF(callUUID, digits) { + console.log('CallKeep send DTMF: ', digits); + this.callKeep.sendDTMF(callUUID, digits); + } + + setCurrentCallActive(callUUID) { + console.log('CallKeep set call active', callUUID); + this.callKeep.setCurrentCallActive(callUUID); + } + + rejectCall(callUUID) { + console.log('CallKeep reject call', callUUID); + this.callKeep.rejectCall(callUUID); + } + + endCall(callUUID) { + console.log('CallKeep end call', callUUID); + this.callKeep.endCall(callUUID); + } + + reportEndCallWithUUID(callUUID, reason) { + console.log('CallKeep end call', callUUID, 'with reason', reason); + this.callKeep.reportEndCallWithUUID(callUUID, reason); + } + _rnActiveAudioSession() { - logger.debug('CallKeep activated audio session call'); + console.log('CallKeep activated audio session call'); } _rnDeactiveAudioSession() { - logger.debug('CallKeep deactivated audio session call'); + console.log('CallKeep deactivated audio session call'); } _rnAnswer(data) { - logger.debug('answering call event from callkeep', data) + console.log('CallKeep answer call for UUID', data.callUUID); //get the uuid, find the session with that uuid and answer it if (this._sessions.has(data.callUUID.toLowerCase())) { - let session = this._sessions.get(data.callUUID.toLowerCase()); - logger.debug('answering call', session, data.callUUID) this._sylkAnswer(); } else { this._waitingCalls.set(data.callUUID.toLowerCase(), '_sylkAnswer'); } } _rnEnd(data) { - logger.debug('hanging up call event from callkeep', data) //get the uuid, find the session with that uuid and answer it if (this._sessions.has(data.callUUID.toLowerCase())) { - let session = this._sessions.get(data.callUUID.toLowerCase()); - logger.debug('terminating call', data.callUUID) + console.log('CallKeep hangup for call UUID', data.callUUID); + //let session = this._sessions.get(data.callUUID.toLowerCase()); this._sylkHangupFunc(); } else { + console.log('CallKeep hangup later call UUID', data.callUUID); this._waitingCalls.set(data.callUUID.toLowerCase(), '_sylkHangupFunc'); } } _rnMute(data) { + console.log('CallKeep mute ' + data.muted + ' for call UUID', data.callUUID); //get the uuid, find the session with that uuid and mute/unmute it - logger.debug('mute event from callkeep', data) if (this._sessions.has(data.callUUID.toLowerCase())) { let session = this._sessions.get(data.callUUID.toLowerCase()); const localStream = session.getLocalStreams()[0]; localStream.getAudioTracks()[0].enabled = !data.muted; } } _rnDTMF(data) { - logger.debug(data, 'got dtmf event') + console.log('CallKeep got dtmf for call UUID', data.callUUID); if (this._sessions.has(data.callUUID.toLowerCase())) { let session = this._sessions.get(data.callUUID.toLowerCase()); - logger.debug('sending webrtc dtmf', data.digits) + console.log('sending webrtc dtmf', data.digits) session.sendDtmf(data.digits); } } _rnProviderReset() { - logger.debug('got a provider reset, clearing down all sessions'); + console.log('CallKeep got a provider reset, clearing down all sessions'); this._sessions.forEach((session) => { session.terminate(); }) } handleSession(session, sessionUUID) { - - logger.debug('Handling session, id is ', session.callId); - logger.debug('Handling Session, call map is', this._callIDMap); - let incomingCallUUID = this._callIDMap.has(session.callId) && this._callIDMap.get(session.callId) - session._callkeepUUID = sessionUUID || incomingCallUUID || uuid.v4(); - logger.debug('Handling Session', session._callkeepUUID); + console.log('CallKeep handle for call-id ' + session.callId + ' with call UUID ' + session._callkeepUUID); if (this._timeouts.has(session._callkeepUUID)) { clearTimeout(this._timeouts.get(session._callkeepUUID)); this._timeouts.delete(session._callkeepUUID); } session.on('close', () => { // Remove from the set. this._sessions.delete(session._callkeepUUID); }); //if the call is in waiting then answer it (or decline it) if (this._waitingCalls.get(session._callkeepUUID)) { let action = this._waitingCalls.get(session._callkeepUUID); this[action](); this._waitingCalls.delete(session._callkeepUUID); } this._callIDMap.delete(session._callkeepUUID); // Add to the set. this._sessions.set(session._callkeepUUID, session); // Emit event. this._emitSessionsChange(true); } _emitSessionsChange(countChanged) { this.emit('sessionschange', countChanged); } destroy() { this._RNCallKeep.removeEventListener('answerCall', this._boundRnAnswer); this._RNCallKeep.removeEventListener('endCall', this._boundRnEnd); this._RNCallKeep.removeEventListener('didPerformSetMutedCallAction', this._boundRnMute); this._RNCallKeep.removeEventListener('didActivateAudioSession', this._boundRnActiveAudioSession); this._RNCallKeep.removeEventListener('didDeactivateAudioSession', this._boundRnDeactiveAudioSession); this._RNCallKeep.removeEventListener('didPerformDTMFAction', this._boundRnDTMF); this._RNCallKeep.removeEventListener('didResetProvider', this._boundRnProviderReset); } } diff --git a/app/app.js b/app/app.js index 1677ce9..598d32b 100644 --- a/app/app.js +++ b/app/app.js @@ -1,1393 +1,1429 @@ import React, { Component, Fragment } from 'react'; import { View, SafeAreaView, ImageBackground, PermissionsAndroid, AppState, Linking, Platform} from 'react-native'; import { Provider as PaperProvider, DefaultTheme } from 'react-native-paper'; import { BreadProvider } from "material-bread"; import { registerGlobals } from 'react-native-webrtc'; import { Router, Route, Link, Switch } from 'react-router-native'; import history from './history'; import Logger from "../Logger"; import DigestAuthRequest from 'digest-auth-request'; import autoBind from 'auto-bind'; import { firebase } from '@react-native-firebase/messaging'; import VoipPushNotification from 'react-native-voip-push-notification'; import uuid from 'react-native-uuid'; import { getUniqueId, getBundleId } from 'react-native-device-info'; import RNDrawOverlay from 'react-native-draw-overlay'; import PushNotificationIOS from "@react-native-community/push-notification-ios"; registerGlobals(); import * as sylkrtc from 'sylkrtc'; import InCallManager from 'react-native-incall-manager'; import RNCallKeep, { CONSTANTS as CK_CONSTANTS } from 'react-native-callkeep'; import RegisterBox from './components/RegisterBox'; import ReadyBox from './components/ReadyBox'; import Call from './components/Call'; import CallByUriBox from './components/CallByUriBox'; import Conference from './components/Conference'; import ConferenceByUriBox from './components/ConferenceByUriBox'; // import AudioPlayer from './components/AudioPlayer'; // import ErrorPanel from './components/ErrorPanel'; import FooterBox from './components/FooterBox'; import StatusBox from './components/StatusBox'; // import IncomingCallModal from './components/IncomingCallModal'; import NotificationCenter from './components/NotificationCenter'; import LoadingScreen from './components/LoadingScreen'; import NavigationBar from './components/NavigationBar'; import Preview from './components/Preview'; import CallManager from "./CallManager"; import utils from './utils'; import config from './config'; import storage from './storage'; import styles from './assets/styles/blink/root.scss'; const backgroundImage = require('./assets/images/dark_linen.png'); const logger = new Logger("App"); function checkIosPermissions() { return new Promise(resolve => PushNotificationIOS.checkPermissions(resolve)); } const theme = { ...DefaultTheme, dark: true, roundness: 2, colors: { ...DefaultTheme.colors, primary: '#337ab7', // accent: '#f1c40f', }, }; let bundleId = `${getBundleId()}`; const deviceId = getUniqueId(); if (Platform.OS == 'ios') { bundleId = `${bundleId}.${__DEV__ ? 'dev' : 'prod'}`; // bundleId = `${bundleId}.dev`; } const callkeepOptions = { ios: { appName: 'Sylk', maximumCallGroups: 2, maximumCallsPerCallGroup: 10, supportsVideo: true, imageName: "Image-1" }, android: { alertTitle: 'Calling account permission', alertDescription: 'Please allow Sylk inside All calling accounts', cancelButton: 'Deny', okButton: 'Allow', imageName: 'phone_account_icon', additionalPermissions: [PermissionsAndroid.PERMISSIONS.CAMERA, PermissionsAndroid.PERMISSIONS.RECORD_AUDIO] } }; RNCallKeep.setup(callkeepOptions); let callkeepType = Platform.OS === 'ios' ? 'generic' : 'email'; // Application modes const MODE_NORMAL = Symbol('mode-normal'); const MODE_PRIVATE = Symbol('mode-private'); const MODE_GUEST_CALL = Symbol('mode-guest-call'); const MODE_GUEST_CONFERENCE = Symbol('mode-guest-conference'); class Blink extends Component { constructor() { super(); autoBind(this) this._loaded = false; this._initialSstate = { accountId: '', password: '', displayName: '', account: null, registrationState: null, registrationKeepalive: false, inboundCall: null, currentCall: null, + isConference: false, connection: null, showIncomingModal: false, showScreenSharingModal: false, status: null, targetUri: '', missedTargetUri: '', loading: null, mode: MODE_PRIVATE, localMedia: null, generatedVideoTrack: false, history: [], serverHistory: [], devices: {}, pushtoken: null, pushkittoken: null, speakerPhoneEnabled: null }; this.state = Object.assign({}, this._initialSstate); this.__notificationCenter = null; this.participantsToInvite = null; this.redirectTo = null; this.prevPath = null; this.shouldUseHashRouting = false; this.muteIncoming = false; storage.initialize(); RNCallKeep.addEventListener('checkReachability', () => { RNCallKeep.setReachable(); }); - this._callManager = new CallManager(RNCallKeep, this.answerCall, this.rejectCall, this.hangupCall); + this._callKeepManager = new CallManager(RNCallKeep, this.answerCall, this.rejectCall, this.hangupCall); // Load camera/mic preferences storage.get('devices').then((devices) => { if (devices) { this.setState({devices: devices}); } }); } get _notificationCenter() { // getter to lazy-load the NotificationCenter ref if (!this.__notificationCenter) { this.__notificationCenter = this.refs.notificationCenter; } return this.__notificationCenter; } async componentDidMount() { this._loaded = true; try { await RNDrawOverlay.askForDispalayOverOtherAppsPermission(); + await RNCallKeep.hasPhoneAccount(); } catch(err) { console.log('error'); } history.push('/login'); // prime the ref logger.debug('NotificationCenter ref: %o', this._notificationCenter); this._boundOnPushkitRegistered = this._onPushkitRegistered.bind(this); this._boundOnPushRegistered = this._onPushRegistered.bind(this); if (Platform.OS === 'android') { Linking.getInitialURL().then((url) => { if (url) { console.log('Initial url is: ' + url); } }).catch(err => { logger.error({ err }, 'Error getting initial URL'); }); firebase.messaging().getToken() .then(fcmToken => { if (fcmToken) { this._onPushRegistered(fcmToken); } }); } else if (Platform.OS === 'ios') { VoipPushNotification.addEventListener('register', this._boundOnPushkitRegistered); VoipPushNotification.registerVoipToken(); PushNotificationIOS.addEventListener('register', this._boundOnPushRegistered); //let permissions = await checkIosPermissions(); //if (!permissions.alert) { PushNotificationIOS.requestPermissions(); //} } this.boundRnStartAction = this._callkeepStartedCall.bind(this); RNCallKeep.addEventListener('didReceiveStartCallAction', this.boundRnStartAction); AppState.addEventListener('change', this._handleAppStateChange); if (Platform.OS === 'ios') { this._boundOnNotificationReceivedBackground = this._onNotificationReceivedBackground.bind(this); VoipPushNotification.addEventListener('notification', this._boundOnNotificationReceivedBackground); } else if (Platform.OS === 'android') { firebase .messaging() .requestPermission() .then(() => { // User has authorised }) .catch(error => { // User has rejected permissions }); this.messageListener = firebase .messaging() .onMessage((message: RemoteMessage) => { // Process your message as required //on any message, register - logger.debug({message}, 'got a message from firebase'); + console.log('======================================'); + console.log('Handle Firebase push notification', message.data.event); + //logger.debug({message}, 'got a message from firebase'); }); } } _callkeepStartedCall(data) { logger.debug('accessing Call Object', this._tmpCallStartInfo, data); if (!this._tmpCallStartInfo && this.state.currentCall) { //this is likely when sopmeone presses video in callkit on an audio call :( return; } if (this._tmpCallStartInfo.options && this._tmpCallStartInfo.options.conference) { this.startConference(data.handle); } else if (this._tmpCallStartInfo.options) { this.startCall(data.handle, this._tmpCallStartInfo.options); } else { // we dont have options in the tmp var, which means this likely came from the native dialer // for now, we only do audio calls from the native dialer. this._tmpCallStartInfo = { uuid: data.callUUID }; this.startCall(data.handle, {audio: true, video: false}); } this._notificationCenter.removeNotification(); } _onPushkitRegistered(token) { - logger.debug('pushkit token', token); + console.log('set push token', token); this.setState({ pushkittoken: token }); } _onPushRegistered(token) { - logger.debug('push token', token); + console.log('set push token', token); this.setState({ pushtoken: token }); } _sendPushToken() { - logger.debug('attempting to send push token', this.state); + console.log('send push token'); if (this.state.account && this.state.pushtoken) { - logger.debug('sending push token'); - let token = null; if (Platform.OS === 'ios') { token = `${this.state.pushkittoken}#${this.state.pushtoken}`; } else if (Platform.OS === 'android') { token = this.state.pushtoken; } this.state.account.setDeviceToken(token, Platform.OS, deviceId, true, bundleId); } } componentWillUnmount() { RNCallKeep.removeEventListener('didReceiveStartCallAction', this.boundRnStartAction); AppState.removeEventListener('change', this._handleAppStateChange); } _onNotificationReceivedBackground(notification) { let notificationContent = notification.getData(); - logger.debug('Got a voip background push', notification.getData()); + console.log('======================================'); + console.log('Handle notify for ', Platform.OS, ' mobile push notification: ', notificationContent); // get the uuid from the notification // have we already got a waiting call in call manager? if we do, then its been "answered" and we're waiting for the invite // we may still never get the invite if theres network issues... so still need a timeout // no waiting call, so that means its still "ringing" (it may have been cancelled) so set a timer and if we havent recieved // an invite within 10 seconds then clear it down + let callUUID = notificationContent['session-id']; - this._callManager.waitForInviteTimeout(callUUID, notificationContent); + this._callKeepManager.waitForInviteTimeout(callUUID, notificationContent); if (VoipPushNotification.wakeupByPush) { VoipPushNotification.wakeupByPush = false; } VoipPushNotification.onVoipNotificationCompleted(callUUID); } _handleAppStateChange = nextAppState => { //TODO - stop if we havent been backgrounded because of becoming active from a push notification and then going background again // if (nextAppState.match(/background/)) { // logger.debug('app moving to background so we should stop the client sylk client if we dont have an active call'); - // if (this._callManager.count === 0) { + // if (this._callKeepManager.count === 0) { // logger.debug('callmanager count is 0 so closing connection'); // this.state.connection.close(); // } // } if (nextAppState === 'active') { - if (this._callManager.count === 0 && this.state.connection) { + if (this._callKeepManager.count === 0 && this.state.connection) { this.state.connection.reconnect(); } } } connectionStateChanged(oldState, newState) { - logger.debug(`Connection state changed! ${oldState} -> ${newState}`); + console.log('Websocket connection state changed: ', oldState, ' ->' , newState); switch (newState) { case 'closed': this.setState({connection: null, loading: null}); this._notificationCenter.postSystemNotification('Connection failed', {body: '', timeout: 5000}); break; case 'ready': this._notificationCenter.postSystemNotification('Connected to server', {body: '', timeout: 3}); this.processRegistration(this.state.accountId, this.state.password, this.state.displayName); break; case 'disconnected': if (this.state.localMedia) { sylkrtc.utils.closeMediaStream(this.state.localMedia); } if (this.state.currentCall || this.state.inboundCall) { InCallManager.stop({busytone: '_BUNDLE_'}); this.callKeepHangupCall(); history.push('/ready'); } this.setState({ registrationState: 'failed', currentCall: null, inboundCall: null, localMedia: null, generatedVideoTrack: false, showIncomingModal: false }); // this._notificationCenter.postSystemNotification('Connecting to server...', {body: '', timeout: 5000}); break; default: if (this.state.registrationKeepalive !== true) { this.setState({loading: 'Connecting...'}); } break; } } notificationCenter() { return this._notificationCenter; } registrationStateChanged(oldState, newState, data) { logger.debug('Registration state changed! ', oldState, newState, data); this.setState({registrationState: newState}); if (newState === 'failed') { RNCallKeep.setAvailable(false); let reason = data.reason; if (reason.match(/904/)) { // Sofia SIP: WAT reason = 'Bad account or password'; } else { reason = 'Connection failed'; } this.setState({ loading : null, status : { msg : 'Sign In failed: ' + reason, level : 'danger' } }); if (this.state.registrationKeepalive === true) { if (this.state.connection !== null) { logger.debug('Retry to register...'); //this.setState({loading: 'Register...'}); this._notificationCenter.postSystemNotification('Registering', {body: 'now', timeout: 10000}); this.state.account.register(); } else { // add a timer to retry register after awhile logger.debug('Retry to register after a delay...'); setTimeout(this.state.account.register(), 5000); } } } else if (newState === 'registered') { this.getServerHistory(); RNCallKeep.setAvailable(true); this.setState({loading: null, registrationKeepalive: true, registrationState: 'registered'}); history.push('/ready'); this._notificationCenter.postSystemNotification('Ready to receive calls', {body: '', timeout: 1}); return; } else { this.setState({status: null }); RNCallKeep.setAvailable(false); } } callStateChanged(oldState, newState, data) { - logger.debug('Call state changed: ' + oldState + ' -> ' + newState); + if (!this.state.currentCall) { + return; + } + + call_uuid = this.state.currentCall._callkeepUUID; + console.log('Call UUID ' + call_uuid + ' state changed: ' + oldState + ' -> ' + newState); switch (newState) { case 'progress': InCallManager.startRingback('_BUNDLE_'); break; + case 'established': case 'accepted': - this._callManager.callKeep.backToForeground(); InCallManager.stopRingback(); - logger.debug('Setting call as active in callkeep', this.state.currentCall._callkeepUUID); - if (this.state.currentCall) { - this._callManager.callKeep.setCurrentCallActive(this.state.currentCall._callkeepUUID); + this.setState({speakerPhoneEnabled: false}); + + this._callKeepManager.setCurrentCallActive(call_uuid); + + if (this.state.isConference) { + console.log('Conference call started'); + this._callKeepManager.backToForeground(); + this.setState({speakerPhoneEnabled: true}); + + } else if (this.state.currentCall.remoteMediaDirections) { + const videoTracks = this.state.currentCall.remoteMediaDirections.video; + if (videoTracks && videoTracks.length > 0) { + console.log('Video call started') + this._callKeepManager.backToForeground(); + this.setState({speakerPhoneEnabled: true}); + } } - this.setState({speakerPhoneEnabled: this.state.generatedVideoTrack}); + console.log('Speakerphone', this.state.speakerPhoneEnabled); + break; case 'terminated': - let callSuccesfull = false; let reason = data.reason; let play_busy_tone = true; let CALLKEEP_REASON; - logger.debug('Call terminated reason: ' + reason); + console.log('Call UUID ' + call_uuid + ' terminated reason: ' + reason); if (!reason || reason.match(/200/)) { if (oldState == 'progress') { reason = 'Cancelled'; play_busy_tone = false; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.UNANSWERED; } else { reason = 'Hangup'; callSuccesfull = true; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.REMOTE_ENDED; } } else if (reason.match(/403/)) { reason = 'This domain is not served here'; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.FAILED; } else if (reason.match(/404/)) { reason = 'User not found'; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.FAILED; } else if (reason.match(/408/)) { reason = 'Timeout'; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.FAILED; } else if (reason.match(/480/)) { reason = 'User not online'; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.UNANSWERED; } else if (reason.match(/486/) || reason.match(/60[036]/)) { reason = 'Busy'; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.UNANSWERED; } else if (reason.match(/487/)) { reason = 'Cancelled'; play_busy_tone = false; - CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.UNANSWERED; + CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.MISSED; } else if (reason.match(/488/)) { reason = 'Unacceptable media'; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.FAILED; } else if (reason.match(/5\d\d/)) { reason = 'Server failure'; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.FAILED; } else if (reason.match(/904/)) { // Sofia SIP: WAT reason = 'Bad account or password'; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.FAILED; } else { reason = 'Connection failed'; CALLKEEP_REASON = CK_CONSTANTS.END_CALL_REASONS.FAILED; } - logger.debug('Call terminated normalized reason: ' + reason); - logger.debug('PLAY busy tone: ' + play_busy_tone); + console.log('Call UUID ' + call_uuid + ' terminated because ' + reason); if (play_busy_tone) { InCallManager.stop({busytone: '_BUNDLE_'}); } else { InCallManager.stop(); } if (this.state.currentCall) { - logger.debug('Call keep terminated for call ' + this.state.currentCall._callkeepUUID); - this._callManager.callKeep.reportEndCallWithUUID(this.state.currentCall._callkeepUUID, CALLKEEP_REASON); + this._callKeepManager.reportEndCallWithUUID(this.state.currentCall._callkeepUUID, CALLKEEP_REASON) } - this._callManager.remove(); + this._callKeepManager.remove(); if (play_busy_tone) { this._notificationCenter.postSystemNotification('Call ended:', {body: reason, timeout: callSuccesfull ? 5 : 10}); } this.setState({ currentCall : null, targetUri : callSuccesfull || config.useServerCallHistory ? '' : this.state.targetUri, showIncomingModal : false, inboundCall : null, + isConference : false, localMedia : null, generatedVideoTrack : false }); this.setFocusEvents(false); this.participantsToInvite = null; history.push('/ready'); setTimeout(() => { this.getServerHistory(); }, 3000); break; default: break; } } // inboundCallStateChanged(oldState, newState, data) { // logger.debug('Inbound call state changed! ' + newState); // if (newState === 'terminated') { // this.setState({ inboundCall: null, showIncomingModal: false }); // this.setFocusEvents(false); // } // } handleCallByUri(displayName, targetUri) { const accountId = `${utils.generateUniqueId()}@${config.defaultGuestDomain}`; this.setState({ accountId : accountId, password : '', displayName : displayName, //mode : MODE_GUEST_CALL, targetUri : utils.normalizeUri(targetUri, config.defaultDomain), loading : 'Connecting...' }); if (this.state.connection === null) { let connection = sylkrtc.createConnection({server: config.wsServer}); connection.on('stateChanged', this.connectionStateChanged); this.setState({connection: connection}); } } handleConferenceByUri(displayName, targetUri) { const accountId = `${utils.generateUniqueId()}@${config.defaultGuestDomain}`; this.setState({ accountId : accountId, password : '', displayName : displayName, //mode : MODE_GUEST_CONFERENCE, targetUri : targetUri, loading : 'Connecting...' }); if (this.state.connection === null) { let connection = sylkrtc.createConnection({server: config.wsServer}); connection.on('stateChanged', this.connectionStateChanged); this.setState({connection: connection}); } } handleRegistration(accountId, password, remember) { this.setState({ accountId : accountId, password : password, mode : remember ? MODE_NORMAL : MODE_PRIVATE, loading : 'Connecting...' }); if (this.state.connection === null) { let connection = sylkrtc.createConnection({server: config.wsServer}); connection.on('stateChanged', this.connectionStateChanged); this.setState({connection: connection}); } else { - logger.debug('Connection Present, try to register'); + console.log('Websocket connection active, try to register'); this.processRegistration(accountId, password, ''); } } processRegistration(accountId, password, displayName) { if (this.state.account !== null) { logger.debug('We already have an account, removing it'); this.state.connection.removeAccount(this.state.account, (error) => { if (error) { logger.debug(error); } this.setState({registrationState: null, registrationKeepalive: false}); } ); } const options = { account: accountId, password: password, displayName: displayName }; const account = this.state.connection.addAccount(options, (error, account) => { if (!error) { account.on('outgoingCall', this.outgoingCall); account.on('conferenceCall', this.outgoingCall); switch (this.state.mode) { case MODE_PRIVATE: case MODE_NORMAL: account.on('registrationStateChanged', this.registrationStateChanged); account.on('incomingCall', this.incomingCall); account.on('missedCall', this.missedCall); account.on('conferenceInvite', this.conferenceInvite); this.setState({account: account}); this._sendPushToken(); account.register(); logger.debug(this.state.mode); if (this.state.mode !== MODE_PRIVATE) { storage.set('account', { accountId: this.state.accountId, password: this.state.password }); } else { // Wipe storage if private login //storage.remove('account'); // lets try this out // history.clear().then(() => { // this.setState({history: []}); // }); } break; case MODE_GUEST_CALL: this.setState({account: account, loading: null, registrationState: 'registered'}); logger.debug(`${accountId} (guest) signed in`); // Start the call immediately, this is call started with "Call by URI" this.startGuestCall(this.state.targetUri, {audio: true, video: true}); break; case MODE_GUEST_CONFERENCE: this.setState({account: account, loading: null, registrationState: 'registered'}); logger.debug(`${accountId} (conference guest) signed in`); // Start the call immediately, this is call started with "Conference by URI" this.startGuestConference(this.state.targetUri); break; default: logger.debug(`Unknown mode: ${this.state.mode}`); break; } } else { logger.debug('Add account error: ' + error); this.setState({loading: null, status: {msg: error.message, level:'danger'}}); } }); } setDevice(device) { const oldDevices = Object.assign({}, this.state.devices); if (device.kind === 'videoinput') { oldDevices['camera'] = device; } else if (device.kind === 'audioinput') { oldDevices['mic'] = device; } this.setState({devices: oldDevices}); storage.set('devices', oldDevices); sylkrtc.utils.closeMediaStream(this.state.localMedia); this.getLocalMedia(); } getLocalMedia(mediaConstraints={audio: true, video: true}, nextRoute=null) { // eslint-disable-line space-infix-ops logger.debug('getLocalMedia(), mediaConstraints=%o', mediaConstraints); const constraints = Object.assign({}, mediaConstraints); if (constraints.video === true) { if ((nextRoute === '/conference' || this.state.mode === MODE_GUEST_CONFERENCE)) { constraints.video = { 'width': { 'ideal': 640 }, 'height': { 'ideal': 480 } }; // TODO: remove this, workaround so at least safari works when joining a video conference } else if ((nextRoute === '/conference' || this.state.mode === MODE_GUEST_CONFERENCE) && isSafari) { constraints.video = false; } else { // ask for 720p video constraints.video = { 'width': { 'ideal': 1280 }, 'height': { 'ideal': 720 } }; } } logger.debug('getLocalMedia(), (modified) mediaConstraints=%o', constraints); navigator.mediaDevices.enumerateDevices() .then((devices) => { devices.forEach((device) => { if ('video' in constraints && 'camera' in this.state.devices) { if (constraints.video !== false && (device.deviceId === this.state.devices.camera.deviceId || device.label === this.state.devices.camera.label)) { constraints.video.deviceId = { exact: device.deviceId }; } } if ('mic' in this.state.devices) { if (device.deviceId === this.state.devices.mic.deviceId || device.label === this.state.devices.mic.Label) { // constraints.audio = { // deviceId: { // exact: device.deviceId // } // }; } } }); }) .catch((error) => { logger.debug('Device enumeration failed: %o', error); }) .then(() => { return navigator.mediaDevices.getUserMedia(constraints) }) .then((localStream) => { clearTimeout(this.loadScreenTimer); logger.debug('Got local Media', localStream); this.setState({status: null, loading: null, localMedia: localStream}); if (nextRoute !== null) { history.push(nextRoute); } }) .catch((error) => { logger.debug('Access failed, trying audio only: %o', error); navigator.mediaDevices.getUserMedia({ audio: true, video: false }) .then((localStream) => { clearTimeout(this.loadScreenTimer); if (nextRoute != '/preview') { logger.debug('Audio only media, but video was requested, creating generated video track'); const generatedVideoTrack = utils.generateVideoTrack(localStream); localStream.addTrack(generatedVideoTrack); } this.setState({status: null, loading: null, localMedia: localStream, generatedVideoTrack: true}); if (nextRoute !== null) { history.push(nextRoute); } }) .catch((error) => { logger.debug('Access to local media failed: %o', error); clearTimeout(this.loadScreenTimer); this._notificationCenter.postSystemNotification("Can't access camera or microphone", {timeout: 10}); this.setState({ loading: null }); }); }); } callKeepStartCall(targetUri, options) { this._tmpCallStartInfo = { uuid: uuid.v4(), options, }; - logger.debug('Set Call Object', this._tmpCallStartInfo); + logger.debug('Callkeep start call to %s with options %s', targetUri, this._tmpCallStartInfo); - this._callManager.callKeep.startCall(this._tmpCallStartInfo.uuid, targetUri, '', callkeepType, false); + if (Platform.OS === 'ios') { + this._callKeepManager.startCall(this._tmpCallStartInfo.uuid, targetUri, targetUri, 'email', options.video ? true : false); + } else if (Platform.OS === 'android') { + this._callKeepManager.startCall(this._tmpCallStartInfo.uuid, targetUri, targetUri); + } } startCall(targetUri, options) { this.setState({targetUri: targetUri}); this.addCallHistoryEntry(targetUri); this.getLocalMedia(Object.assign({audio: true, video: true}, options), '/call'); } startGuestCall(targetUri, options) { this.setState({targetUri: targetUri}); this.getLocalMedia(Object.assign({audio: true, video: true}, this._tmpCallStartInfo.options)); } callKeepAnswerCall(options) { + console.log('CallKeep answer call'); if (this.state.currentCall) { - this._callManager.callKeep.answerIncomingCall(this.state.currentCall._callkeepUUID); + this._callKeepManager.answerIncomingCall(this.state.currentCall._callkeepUUID); } } answerCall(options) { + console.log('Answer call'); this.setState({ showIncomingModal: false }); this.setFocusEvents(false); + if (this.state.inboundCall !== this.state.currentCall) { // terminate current call to switch to incoming one // this.state.inboundCall.removeListener('stateChanged', this.inboundCallStateChanged); this.state.currentCall.removeListener('stateChanged', this.callStateChanged); //this.state.currentCall.terminate(); - this._callManager.callKeep.endCall(this.state.currentCall._callkeepUUID); + this._callKeepManager.endCall(this.state.currentCall._callkeepUUID); this.setState({currentCall: this.state.inboundCall, inboundCall: this.state.inboundCall, localMedia: null}); this.state.inboundCall.on('stateChanged', this.callStateChanged); } this.getLocalMedia(Object.assign({audio: true, video: true}, options), '/call'); } callKeepRejectCall() { if (this.state.currentCall) { - this._callManager.callKeep.rejectCall(this.state.currentCall._callkeepUUID); + this._callKeepManager.rejectCall(this.state.currentCall._callkeepUUID); } } - rejectCall() { - this.setState({showIncomingModal: false}); - this.state.inboundCall.terminate(); - } - callKeepHangupCall() { - logger.debug('Call keep hangup call'); if (this.state.currentCall) { - logger.debug('Current call will be hang up'); - this._callManager.callKeep.endCall(this.state.currentCall._callkeepUUID); + this._callKeepManager.endCall(this.state.currentCall._callkeepUUID); } } + rejectCall() { + console.log('Reject call'); + this.setState({showIncomingModal: false}); + this.state.inboundCall.terminate(); + } + hangupCall() { + console.log('Hangup call'); if (this.state.currentCall != null) { this.state.currentCall.terminate(); + console.log('Sylkrtc terminate call'); } else { // We have no call but we still want to cancel if (this.state.localMedia != null) { sylkrtc.utils.closeMediaStream(this.state.localMedia); + console.log('Sylkrtc close media'); } history.push('/ready'); } } callKeepSendDtmf(digits) { + console.log('Send DTMF', digits); if (this.state.currentCall) { - this._callManager.callKeep.sendDTMF(this.state.currentCall._callkeepUUID, digits); + this._callKeepManager.sendDTMF(this.state.currentCall._callkeepUUID, digits); } } callKeepToggleMute(mute) { - logger.debug('Toggle mute %s', mute); + console.log('Toggle mute %s', mute); if (this.state.currentCall) { - this._callManager.callKeep.setMutedCall(this.state.currentCall._callkeepUUID, mute); + this._callKeepManager.setMutedCall(this.state.currentCall._callkeepUUID, mute); } } toggleSpeakerPhone() { let mode = null; - if (this.state.speakerPhoneEnabled === null || this.state.speakerPhoneEnabled === false) { - mode = true; - } else { + if (this.state.speakerPhoneEnabled === null || this.state.speakerPhoneEnabled === true) { mode = false; + } else { + mode = true; } - logger.debug('Toggle Speakerphone %s', mode); + logger.debug('Toggle speakerphone %s', mode); InCallManager.setForceSpeakerphoneOn(mode); this.setState({ speakerPhoneEnabled: mode }); } escalateToConference(participants) { this.state.currentCall.removeListener('stateChanged', this.callStateChanged); this.state.currentCall.terminate(); history.push('/ready'); this.setState({currentCall: null, localMedia: null}); this.participantsToInvite = participants; const uri = `${utils.generateSillyName()}@${config.defaultConferenceDomain}`; this.callKeepStartCall(uri, { conference: true }); } startConference(targetUri) { - this.setState({targetUri: targetUri}); + console.log('New outgoing conference to room', targetUri); + this.setState({targetUri: targetUri, isConference: true}); this.getLocalMedia({audio: true, video: true}, '/conference'); } startGuestConference(targetUri) { this.setState({targetUri: targetUri}); this.getLocalMedia({audio: true, video: true}); } toggleMute() { this.muteIncoming = !this.muteIncoming; } outgoingCall(call) { - this._callManager.handleSession(call, this._tmpCallStartInfo.uuid); + console.log('New outgoing call to', call.remoteIdentity.uri); + this._callKeepManager.handleSession(call, this._tmpCallStartInfo.uuid); InCallManager.start({media: this._tmpCallStartInfo.options && this._tmpCallStartInfo.options.video ? 'video' : 'audio'}); this._tmpCallStartInfo = {}; call.on('stateChanged', this.callStateChanged); this.setState({currentCall: call}); - this._callManager.callKeep.updateDisplay(call._callkeepUUID, call.remoteIdentity.displayName, call.remoteIdentity.uri); + //this._callKeepManager.updateDisplay(call._callkeepUUID, call.remoteIdentity.displayName, call.remoteIdentity.uri); } incomingCall(call, mediaTypes) { - this._callManager.handleSession(call); + console.log('New incoming %s call from %s', mediaTypes, call.remoteIdentity); + + this._callKeepManager.handleSession(call); - logger.debug('New incoming call from %s with %s', call.remoteIdentity, mediaTypes); if (!mediaTypes.audio && !mediaTypes.video) { // call.terminate(); this.callKeepHangupCall(); return; } call.mediaTypes = mediaTypes; if (this.state.currentCall !== null) { // detect if we called ourselves if (this.state.currentCall.localIdentity.uri === call.remoteIdentity.uri) { - logger.debug('Aborting call to myself'); + logger.debug('Reject call to myself'); //call.terminate(); this.callKeepHangupCall(); return; } InCallManager.start({media: mediaTypes.video ? 'video' : 'audio'}); if (Platform.OS === 'ios') { RNCallKeep.updateDisplay(call._callkeepUUID, call.remoteIdentity.displayName, call.remoteIdentity.uri); } else { RNCallKeep.displayIncomingCall(call._callkeepUUID, call.remoteIdentity.uri, call.remoteIdentity.displayName, callkeepType, mediaTypes.video); } this.setState({ showIncomingModal: true, inboundCall: call }); this.setFocusEvents(true); call.on('stateChanged', this.callStateChanged); //call.on('stateChanged', this.inboundCallStateChanged); } else { if (!this.muteIncoming) { //this.refs.audioPlayerInbound.play(true); InCallManager.start({media: mediaTypes.video ? 'video' : 'audio'}); if (Platform.OS === 'ios') { RNCallKeep.updateDisplay(call._callkeepUUID, call.remoteIdentity.displayName, call.remoteIdentity.uri); } else { RNCallKeep.displayIncomingCall(call._callkeepUUID, call.remoteIdentity.uri, call.remoteIdentity.displayName, callkeepType, mediaTypes.video); } } this.setFocusEvents(true); call.on('stateChanged', this.callStateChanged); this.setState({currentCall: call, inboundCall: call, showIncomingModal: true}); } // if (!this.shouldUseHashRouting) { // this._notificationCenter.postSystemNotification('Incoming call', {body: `From ${call.remoteIdentity.displayName || call.remoteIdentity.uri}`, timeout: 15, silent: false}); // } } setFocusEvents(enabled) { // if (this.shouldUseHashRouting) { // const remote = window.require('electron').remote; // if (enabled) { // const currentWindow = remote.getCurrentWindow(); // currentWindow.on('focus', this.hasFocus); // currentWindow.on('blur', this.hasNoFocus); // this.setState({haveFocus: currentWindow.isFocused()}); // } else { // const currentWindow = remote.getCurrentWindow(); // currentWindow.removeListener('focus', this.hasFocus); // currentWindow.removeListener('blur', this.hasNoFocus); // } // } } // hasFocus() { // this.setState({haveFocus: true}); // } // hasNoFocus() { // this.setState({haveFocus: false}); // } missedCall(data) { - logger.debug('Missed call from ' + data.originator); - this._notificationCenter.postSystemNotification('Missed call', {body: `From ${data.originator.displayName || data.originator.uri}`, timeout: 15, silent: false}); + console.log('Missed call from ' + data.originator); + + this._notificationCenter.postSystemNotification('Missed call', {body: `from ${data.originator}`, timeout: 180, silent: false}); if (this.state.currentCall !== null || !config.useServerCallHistory) { this._notificationCenter.postMissedCall(data.originator, () => { if (this.state.currentCall !== null) { + logger.debug('Hangup call'); this.state.currentCall.removeListener('stateChanged', this.callStateChanged); - //this.state.currentCall.terminate(); + this.state.currentCall.terminate(); this.callKeepHangupCall(); this.setState({currentCall: null, missedTargetUri: data.originator.uri, showIncomingModal: false, localMedia: null}); } else { this.setState({missedTargetUri: data.originator.uri}); } history.push('/ready'); }); } } conferenceInvite(data) { - logger.debug('Conference invite from %o to %s', data.originator, data.room); + console.log('Conference invite from %o to %s', data.originator, data.room); this._notificationCenter.postSystemNotification('Conference invite', {body: `From ${data.originator.displayName || data.originator.uri} for room ${data.room}`, timeout: 15, silent: false}); this._notificationCenter.postConferenceInvite(data.originator, data.room, () => { if (this.state.currentCall !== null) { this.state.currentCall.removeListener('stateChanged', this.callStateChanged); this.state.currentCall.terminate(); this.setState({currentCall: null, showIncomingModal: false, localMedia: null, generatedVideoTrack: false}); } this.callKeepStartCall(data.room, {conference: true}); }); } startPreview() { this.getLocalMedia({audio: true, video: true}, '/preview'); } addCallHistoryEntry(uri) { if (this.state.mode === MODE_NORMAL) { // history.add(uri).then((entries) => { // this.setState({history: entries}); // }); } else { let entries = this.state.history.slice(); if (entries.length !== 0) { const idx = entries.indexOf(uri); if (idx !== -1) { entries.splice(idx, 1); } entries.unshift(uri); // keep just the last 50 entries = entries.slice(0, 50); } else { entries = [uri]; } this.setState({history: entries}); } } getServerHistory() { if (!config.useServerCallHistory) { return; } if (!this.state.account) { return; } - logger.debug('Requesting call history from server'); + console.log('Requesting call history from server'); let getServerCallHistory = new DigestAuthRequest( 'GET', `${config.serverCallHistoryUrl}?action=get_history&realm=${this.state.account.id.split('@')[1]}`, this.state.account.id.split('@')[0], this.state.password ); // Disable logging getServerCallHistory.loggingOn = false; getServerCallHistory.request((data) => { if (data.success !== undefined && data.success === false) { logger.debug('Error getting call history from server: %o', data.error_message) return; } let history = []; if (data.placed) { data.placed.map(elem => {elem.direction = 'placed'; return elem}); } if (data.received) { data.received.map(elem => {elem.direction = 'received'; return elem}); } history = data.placed; if (data.received && history) { history = history.concat(data.received); } if (history) { history.sort((a,b) => { return new Date(b.startTime) - new Date(a.startTime); }); const known = []; history = history.filter((elem) => { if (known.indexOf(elem.remoteParty) <= -1) { if ((elem.media.indexOf('audio') > -1 || elem.media.indexOf('video') > -1) && (elem.remoteParty !== this.state.account.id || elem.direction !== 'placed')) { known.push(elem.remoteParty); return elem; } } }); this.setState({serverHistory: history}); } }, (errorCode) => { logger.debug('Error getting call history from server: %o', errorCode) }); } // checkRoute(nextPath, navigation, match) { // if (nextPath !== this.prevPath) { // logger.debug(`Transition from ${this.prevPath} to ${nextPath}`); // // // Press back in ready after a login, prevent initial navigation // // don't deny if there is no registrationState (connection fail) // if (this.prevPath === '/ready' && nextPath === '/login' && this.state.registrationState !== null) { // logger.debug('Transition denied redirecting to /logout'); // history.push('/logout'); // return false; // // Press back in ready after a call // } else if ((nextPath === '/call' || nextPath === '/conference') && this.state.localMedia === null && this.state.registrationState === 'registered') { // return false; // // Press back from within a call/conference, don't navigate terminate the call and // // let termination take care of navigating // } else if (nextPath === '/ready' && this.state.registrationState === 'registered' && this.state.currentCall !== null) { // this.state.currentCall.terminate(); // return false; // // Guest call ended, needed to logout and display msg and logout // } else if (nextPath === '/ready' && (this.state.mode === MODE_GUEST_CALL || this.state.mode === MODE_GUEST_CONFERENCE)) { // history.push('/logout'); // this.forceUpdate(); // } // } // this.prevPath = nextPath; // } render() { let footerBox = ; let extraStyles = {}; if (this.state.localMedia || this.state.registrationState === 'registered') { footerBox = null; } return ( {/* */} {/* */} {/* */} {/* */} ); } notFound(match) { const status = { title : '404', message : 'Oops, the page your looking for can\'t found', level : 'danger', width : 'large' } return ( ); } ready() { return ( ); } preview() { return ( ); } call() { return ( ) } callByUri(urlParameters) { // check if the uri contains a domain if (urlParameters.targetUri.indexOf('@') === -1) { const status = { title : 'Invalid user', message : `Oops, the domain of the user is not set in '${urlParameters.targetUri}'`, level : 'danger', width : 'large' } return ( ); } return ( ); } conference() { return ( ) } conferenceByUri(urlParameters) { const targetUri = utils.normalizeUri(urlParameters.targetUri, config.defaultConferenceDomain); const idx = targetUri.indexOf('@'); const uri = {}; const pattern = /^[A-Za-z0-9\-\_]+$/g; uri.user = targetUri.substring(0, idx); // check if the uri.user is valid if (!pattern.test(uri.user)) { const status = { title : 'Invalid conference', message : `Oops, the conference ID is invalid: ${targetUri}`, level : 'danger', width : 'large' } return ( ); } return ( ); } login() { let registerBox; let statusBox; if (this.state.status !== null) { statusBox = ( ); } if (this.state.registrationState !== 'registered') { registerBox = ( ); } return ( {registerBox} {statusBox} ); } logout() { if (this.state.registrationState !== null && (this.state.mode === MODE_NORMAL || this.state.mode === MODE_PRIVATE)) { this.state.account.unregister(); } if (this.state.account !== null) { this.state.connection.removeAccount(this.state.account, (error) => { if (error) { logger.debug(error); } }); } storage.set('account', {accountId: this.state.accountId, password: ''}); this.setState({account: null, registrationState: null, status: null}); history.push('/login'); return null; } main() { return null; } } export default Blink;