CallController.java 65 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664
  1. /*
  2. * Nextcloud Talk application
  3. *
  4. * @author Mario Danic
  5. * Copyright (C) 2017-2018 Mario Danic <mario@lovelyhq.com>
  6. *
  7. * This program is free software: you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation, either version 3 of the License, or
  10. * at your option) any later version.
  11. *
  12. * This program is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License
  18. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  19. */
  20. package com.nextcloud.talk.controllers;
  21. import android.Manifest;
  22. import android.animation.Animator;
  23. import android.animation.AnimatorListenerAdapter;
  24. import android.annotation.SuppressLint;
  25. import android.graphics.Color;
  26. import android.os.Bundle;
  27. import android.os.Handler;
  28. import android.support.annotation.NonNull;
  29. import android.support.annotation.Nullable;
  30. import android.support.v7.app.AppCompatActivity;
  31. import android.text.TextUtils;
  32. import android.util.Log;
  33. import android.view.LayoutInflater;
  34. import android.view.MotionEvent;
  35. import android.view.View;
  36. import android.view.ViewGroup;
  37. import android.widget.ImageView;
  38. import android.widget.LinearLayout;
  39. import android.widget.RelativeLayout;
  40. import android.widget.TextView;
  41. import com.bluelinelabs.logansquare.LoganSquare;
  42. import com.bumptech.glide.load.engine.DiskCacheStrategy;
  43. import com.bumptech.glide.load.resource.bitmap.CircleCrop;
  44. import com.bumptech.glide.request.RequestOptions;
  45. import com.nextcloud.talk.R;
  46. import com.nextcloud.talk.api.NcApi;
  47. import com.nextcloud.talk.application.NextcloudTalkApplication;
  48. import com.nextcloud.talk.controllers.base.BaseController;
  49. import com.nextcloud.talk.events.MediaStreamEvent;
  50. import com.nextcloud.talk.events.SessionDescriptionSendEvent;
  51. import com.nextcloud.talk.models.database.UserEntity;
  52. import com.nextcloud.talk.models.json.call.CallOverall;
  53. import com.nextcloud.talk.models.json.capabilities.CapabilitiesOverall;
  54. import com.nextcloud.talk.models.json.generic.GenericOverall;
  55. import com.nextcloud.talk.models.json.participants.Participant;
  56. import com.nextcloud.talk.models.json.participants.ParticipantsOverall;
  57. import com.nextcloud.talk.models.json.rooms.Room;
  58. import com.nextcloud.talk.models.json.rooms.RoomsOverall;
  59. import com.nextcloud.talk.models.json.signaling.DataChannelMessage;
  60. import com.nextcloud.talk.models.json.signaling.NCIceCandidate;
  61. import com.nextcloud.talk.models.json.signaling.NCMessagePayload;
  62. import com.nextcloud.talk.models.json.signaling.NCMessageWrapper;
  63. import com.nextcloud.talk.models.json.signaling.NCSignalingMessage;
  64. import com.nextcloud.talk.models.json.signaling.Signaling;
  65. import com.nextcloud.talk.models.json.signaling.SignalingOverall;
  66. import com.nextcloud.talk.models.json.signaling.settings.IceServer;
  67. import com.nextcloud.talk.models.json.signaling.settings.SignalingSettingsOverall;
  68. import com.nextcloud.talk.utils.ApiUtils;
  69. import com.nextcloud.talk.utils.ApplicationWideCurrentRoomHolder;
  70. import com.nextcloud.talk.utils.animations.PulseAnimation;
  71. import com.nextcloud.talk.utils.bundle.BundleKeys;
  72. import com.nextcloud.talk.utils.database.user.UserUtils;
  73. import com.nextcloud.talk.utils.glide.GlideApp;
  74. import com.nextcloud.talk.utils.preferences.AppPreferences;
  75. import com.nextcloud.talk.webrtc.MagicAudioManager;
  76. import com.nextcloud.talk.webrtc.MagicPeerConnectionWrapper;
  77. import com.nextcloud.talk.webrtc.MagicWebRTCUtils;
  78. import com.wooplr.spotlight.SpotlightView;
  79. import org.apache.commons.lang3.StringEscapeUtils;
  80. import org.greenrobot.eventbus.EventBus;
  81. import org.greenrobot.eventbus.Subscribe;
  82. import org.greenrobot.eventbus.ThreadMode;
  83. import org.parceler.Parcels;
  84. import org.webrtc.AudioSource;
  85. import org.webrtc.AudioTrack;
  86. import org.webrtc.Camera1Enumerator;
  87. import org.webrtc.Camera2Enumerator;
  88. import org.webrtc.CameraEnumerator;
  89. import org.webrtc.CameraVideoCapturer;
  90. import org.webrtc.EglBase;
  91. import org.webrtc.IceCandidate;
  92. import org.webrtc.Logging;
  93. import org.webrtc.MediaConstraints;
  94. import org.webrtc.MediaStream;
  95. import org.webrtc.PeerConnection;
  96. import org.webrtc.PeerConnectionFactory;
  97. import org.webrtc.RendererCommon;
  98. import org.webrtc.SessionDescription;
  99. import org.webrtc.SurfaceViewRenderer;
  100. import org.webrtc.VideoCapturer;
  101. import org.webrtc.VideoSource;
  102. import org.webrtc.VideoTrack;
  103. import java.io.IOException;
  104. import java.util.ArrayList;
  105. import java.util.HashMap;
  106. import java.util.HashSet;
  107. import java.util.List;
  108. import java.util.Map;
  109. import java.util.Set;
  110. import java.util.concurrent.TimeUnit;
  111. import javax.inject.Inject;
  112. import autodagger.AutoInjector;
  113. import butterknife.BindView;
  114. import butterknife.OnClick;
  115. import butterknife.OnLongClick;
  116. import eu.davidea.flipview.FlipView;
  117. import io.reactivex.Observer;
  118. import io.reactivex.android.schedulers.AndroidSchedulers;
  119. import io.reactivex.disposables.Disposable;
  120. import io.reactivex.schedulers.Schedulers;
  121. import me.zhanghai.android.effortlesspermissions.AfterPermissionDenied;
  122. import me.zhanghai.android.effortlesspermissions.EffortlessPermissions;
  123. import me.zhanghai.android.effortlesspermissions.OpenAppDetailsDialogFragment;
  124. import okhttp3.Cache;
  125. import pub.devrel.easypermissions.AfterPermissionGranted;
  126. @AutoInjector(NextcloudTalkApplication.class)
  127. public class CallController extends BaseController {
  128. private static final String TAG = "CallController";
  129. private static final String[] PERMISSIONS_CALL = {
  130. android.Manifest.permission.CAMERA,
  131. android.Manifest.permission.RECORD_AUDIO,
  132. };
  133. private static final String[] PERMISSIONS_CAMERA = {
  134. Manifest.permission.CAMERA
  135. };
  136. private static final String[] PERMISSIONS_MICROPHONE = {
  137. Manifest.permission.RECORD_AUDIO
  138. };
  139. @BindView(R.id.pip_video_view)
  140. SurfaceViewRenderer pipVideoView;
  141. @BindView(R.id.relative_layout)
  142. RelativeLayout relativeLayout;
  143. @BindView(R.id.remote_renderers_layout)
  144. LinearLayout remoteRenderersLayout;
  145. @BindView(R.id.callControlsLinearLayoutView)
  146. LinearLayout callControls;
  147. @BindView(R.id.call_control_microphone)
  148. FlipView microphoneControlButton;
  149. @BindView(R.id.call_control_camera)
  150. FlipView cameraControlButton;
  151. @BindView(R.id.call_control_switch_camera)
  152. FlipView cameraSwitchButton;
  153. @BindView(R.id.connectingRelativeLayoutView)
  154. RelativeLayout connectingView;
  155. @BindView(R.id.conversationRelativeLayoutView)
  156. RelativeLayout conversationView;
  157. @Inject
  158. NcApi ncApi;
  159. @Inject
  160. EventBus eventBus;
  161. @Inject
  162. UserUtils userUtils;
  163. @Inject
  164. AppPreferences appPreferences;
  165. @Inject
  166. Cache cache;
  167. private PeerConnectionFactory peerConnectionFactory;
  168. private MediaConstraints audioConstraints;
  169. private MediaConstraints videoConstraints;
  170. private MediaConstraints sdpConstraints;
  171. private MagicAudioManager audioManager;
  172. private VideoSource videoSource;
  173. private VideoTrack localVideoTrack;
  174. private AudioSource audioSource;
  175. private AudioTrack localAudioTrack;
  176. private VideoCapturer videoCapturer;
  177. private EglBase rootEglBase;
  178. private boolean leavingCall = false;
  179. private boolean inCall = false;
  180. private Disposable signalingDisposable;
  181. private Disposable pingDisposable;
  182. private List<PeerConnection.IceServer> iceServers;
  183. private CameraEnumerator cameraEnumerator;
  184. private String roomToken;
  185. private UserEntity userEntity;
  186. private String callSession;
  187. private MediaStream localMediaStream;
  188. private String credentials;
  189. private List<MagicPeerConnectionWrapper> magicPeerConnectionWrapperList = new ArrayList<>();
  190. private Map<String, Participant> participantMap = new HashMap<>();
  191. private boolean videoOn = false;
  192. private boolean audioOn = false;
  193. private boolean isMultiSession = false;
  194. private boolean hasChatSupport = false;
  195. private boolean isVoiceOnlyCall = false;
  196. private boolean isFromNotification;
  197. private Handler handler = new Handler();
  198. private boolean isPTTActive = false;
  199. private PulseAnimation pulseAnimation;
  200. private View.OnClickListener videoOnClickListener;
  201. private String baseUrl;
  202. private String roomId;
  203. private SpotlightView spotlightView;
  204. public CallController(Bundle args) {
  205. super(args);
  206. NextcloudTalkApplication.getSharedApplication().getComponentApplication().inject(this);
  207. roomId = args.getString(BundleKeys.KEY_ROOM_ID, "");
  208. roomToken = args.getString(BundleKeys.KEY_ROOM_TOKEN, "");
  209. userEntity = Parcels.unwrap(args.getParcelable(BundleKeys.KEY_USER_ENTITY));
  210. if (userEntity == null) {
  211. userEntity = userUtils.getCurrentUser();
  212. }
  213. callSession = args.getString(BundleKeys.KEY_CALL_SESSION, "0");
  214. credentials = ApiUtils.getCredentials(userEntity.getUsername(), userEntity.getToken());
  215. isVoiceOnlyCall = args.getBoolean(BundleKeys.KEY_CALL_VOICE_ONLY, false);
  216. if (userEntity.getUserId().equals("-1")) {
  217. credentials = null;
  218. }
  219. baseUrl = args.getString(BundleKeys.KEY_MODIFIED_BASE_URL, "");
  220. if (TextUtils.isEmpty(baseUrl)) {
  221. baseUrl = userEntity.getBaseUrl();
  222. }
  223. isFromNotification = TextUtils.isEmpty(roomToken);
  224. }
  225. @Override
  226. protected View inflateView(@NonNull LayoutInflater inflater, @NonNull ViewGroup container) {
  227. return inflater.inflate(R.layout.controller_call, container, false);
  228. }
  229. private void createCameraEnumerator() {
  230. if (getActivity() != null) {
  231. boolean camera2EnumeratorIsSupported = false;
  232. try {
  233. camera2EnumeratorIsSupported = Camera2Enumerator.isSupported(getActivity());
  234. } catch (final Throwable throwable) {
  235. Log.w(TAG, "Camera2Enumator threw an error");
  236. }
  237. if (camera2EnumeratorIsSupported) {
  238. cameraEnumerator = new Camera2Enumerator(getActivity());
  239. } else {
  240. cameraEnumerator = new Camera1Enumerator(MagicWebRTCUtils.shouldEnableVideoHardwareAcceleration());
  241. }
  242. }
  243. }
  244. @Override
  245. protected void onViewBound(@NonNull View view) {
  246. super.onViewBound(view);
  247. microphoneControlButton.setOnTouchListener(new MicrophoneButtonTouchListener());
  248. videoOnClickListener = new VideoClickListener();
  249. pulseAnimation = PulseAnimation.create().with(microphoneControlButton.getFrontImageView())
  250. .setDuration(310)
  251. .setRepeatCount(PulseAnimation.INFINITE)
  252. .setRepeatMode(PulseAnimation.REVERSE);
  253. try {
  254. cache.evictAll();
  255. } catch (IOException e) {
  256. Log.e(TAG, "Failed to evict cache");
  257. }
  258. callControls.setZ(100.0f);
  259. basicInitialization();
  260. if (isFromNotification) {
  261. handleFromNotification();
  262. } else {
  263. initViews();
  264. checkPermissions();
  265. }
  266. }
  267. private void basicInitialization() {
  268. rootEglBase = EglBase.create();
  269. createCameraEnumerator();
  270. //Create a new PeerConnectionFactory instance.
  271. PeerConnectionFactory.Options options = new PeerConnectionFactory.Options();
  272. peerConnectionFactory = PeerConnectionFactory.builder().createPeerConnectionFactory();
  273. peerConnectionFactory.setVideoHwAccelerationOptions(rootEglBase.getEglBaseContext(),
  274. rootEglBase.getEglBaseContext());
  275. //Create MediaConstraints - Will be useful for specifying video and audio constraints.
  276. audioConstraints = new MediaConstraints();
  277. videoConstraints = new MediaConstraints();
  278. localMediaStream = peerConnectionFactory.createLocalMediaStream("NCMS");
  279. // Create and audio manager that will take care of audio routing,
  280. // audio modes, audio device enumeration etc.
  281. audioManager = MagicAudioManager.create(getApplicationContext());
  282. // Store existing audio settings and change audio mode to
  283. // MODE_IN_COMMUNICATION for best possible VoIP performance.
  284. Log.d(TAG, "Starting the audio manager...");
  285. audioManager.start(this::onAudioManagerDevicesChanged);
  286. iceServers = new ArrayList<>();
  287. //create sdpConstraints
  288. sdpConstraints = new MediaConstraints();
  289. sdpConstraints.mandatory.add(new MediaConstraints.KeyValuePair("OfferToReceiveAudio", "true"));
  290. String offerToReceiveVideoString = "true";
  291. if (isVoiceOnlyCall) {
  292. offerToReceiveVideoString = "false";
  293. }
  294. sdpConstraints.mandatory.add(new MediaConstraints.KeyValuePair("OfferToReceiveVideo",
  295. offerToReceiveVideoString));
  296. sdpConstraints.optional.add(new MediaConstraints.KeyValuePair("internalSctpDataChannels", "true"));
  297. sdpConstraints.optional.add(new MediaConstraints.KeyValuePair("DtlsSrtpKeyAgreement", "true"));
  298. if (!isVoiceOnlyCall) {
  299. cameraInitialization();
  300. }
  301. microphoneInitialization();
  302. }
  303. private void handleFromNotification() {
  304. ncApi.getRooms(credentials, ApiUtils.getUrlForGetRooms(baseUrl))
  305. .retry(3)
  306. .subscribeOn(Schedulers.newThread())
  307. .observeOn(AndroidSchedulers.mainThread())
  308. .subscribe(new Observer<RoomsOverall>() {
  309. @Override
  310. public void onSubscribe(Disposable d) {
  311. }
  312. @Override
  313. public void onNext(RoomsOverall roomsOverall) {
  314. for (Room room : roomsOverall.getOcs().getData()) {
  315. if (roomId.equals(room.getRoomId())) {
  316. roomToken = room.getToken();
  317. break;
  318. }
  319. }
  320. initViews();
  321. checkPermissions();
  322. }
  323. @Override
  324. public void onError(Throwable e) {
  325. }
  326. @Override
  327. public void onComplete() {
  328. }
  329. });
  330. }
  331. private void initViews() {
  332. if (isVoiceOnlyCall) {
  333. cameraSwitchButton.setVisibility(View.GONE);
  334. cameraControlButton.setVisibility(View.GONE);
  335. pipVideoView.setVisibility(View.GONE);
  336. } else {
  337. if (cameraEnumerator.getDeviceNames().length < 2) {
  338. cameraSwitchButton.setVisibility(View.GONE);
  339. }
  340. // setting this to true because it's not shown by default
  341. pipVideoView.setMirror(false);
  342. pipVideoView.init(rootEglBase.getEglBaseContext(), null);
  343. pipVideoView.setZOrderMediaOverlay(true);
  344. // disabled because it causes some devices to crash
  345. pipVideoView.setEnableHardwareScaler(false);
  346. pipVideoView.setScalingType(RendererCommon.ScalingType.SCALE_ASPECT_FIT);
  347. }
  348. }
  349. private void checkPermissions() {
  350. if (isVoiceOnlyCall) {
  351. onMicrophoneClick();
  352. } else if (getActivity() != null) {
  353. EffortlessPermissions.requestPermissions(getActivity(), R.string.nc_permissions,
  354. R.string.nc_proceed, R.string.nc_empty, 100, PERMISSIONS_CALL);
  355. }
  356. }
  357. @AfterPermissionGranted(100)
  358. private void onPermissionsGranted() {
  359. if (getActivity() != null && EffortlessPermissions.hasPermissions(getActivity(), PERMISSIONS_CALL)) {
  360. if (!videoOn && !isVoiceOnlyCall) {
  361. onCameraClick();
  362. }
  363. if (!audioOn) {
  364. onMicrophoneClick();
  365. }
  366. if (!isVoiceOnlyCall) {
  367. if (cameraEnumerator.getDeviceNames().length == 0) {
  368. cameraControlButton.setVisibility(View.GONE);
  369. }
  370. if (cameraEnumerator.getDeviceNames().length > 1) {
  371. cameraSwitchButton.setVisibility(View.VISIBLE);
  372. }
  373. }
  374. if (!inCall) {
  375. startCall();
  376. }
  377. } else if (getActivity() != null && EffortlessPermissions.somePermissionPermanentlyDenied(getActivity(),
  378. PERMISSIONS_CALL)) {
  379. checkIfSomeAreApproved();
  380. }
  381. }
  382. private void checkIfSomeAreApproved() {
  383. if (!isVoiceOnlyCall) {
  384. if (cameraEnumerator.getDeviceNames().length == 0) {
  385. cameraControlButton.setVisibility(View.GONE);
  386. }
  387. if (cameraEnumerator.getDeviceNames().length > 1) {
  388. cameraSwitchButton.setVisibility(View.VISIBLE);
  389. }
  390. if (getActivity() != null && EffortlessPermissions.hasPermissions(getActivity(), PERMISSIONS_CAMERA)) {
  391. if (!videoOn) {
  392. onCameraClick();
  393. }
  394. } else {
  395. cameraControlButton.getFrontImageView().setImageResource(R.drawable.ic_videocam_off_white_24px);
  396. cameraControlButton.setAlpha(0.7f);
  397. cameraSwitchButton.setVisibility(View.GONE);
  398. }
  399. }
  400. if (getActivity() != null && EffortlessPermissions.hasPermissions(getActivity(), PERMISSIONS_MICROPHONE)) {
  401. if (!audioOn) {
  402. onMicrophoneClick();
  403. }
  404. } else {
  405. microphoneControlButton.getFrontImageView().setImageResource(R.drawable.ic_mic_off_white_24px);
  406. }
  407. if (!inCall) {
  408. startCall();
  409. }
  410. }
  411. @AfterPermissionDenied(100)
  412. private void onPermissionsDenied() {
  413. if (!isVoiceOnlyCall) {
  414. if (cameraEnumerator.getDeviceNames().length == 0) {
  415. cameraControlButton.setVisibility(View.GONE);
  416. } else if (cameraEnumerator.getDeviceNames().length == 1) {
  417. cameraSwitchButton.setVisibility(View.GONE);
  418. }
  419. }
  420. if (getActivity() != null && (EffortlessPermissions.hasPermissions(getActivity(), PERMISSIONS_CAMERA) ||
  421. EffortlessPermissions.hasPermissions(getActivity(), PERMISSIONS_MICROPHONE))) {
  422. checkIfSomeAreApproved();
  423. } else if (!inCall) {
  424. startCall();
  425. }
  426. }
  427. private void onAudioManagerDevicesChanged(
  428. final MagicAudioManager.AudioDevice device, final Set<MagicAudioManager.AudioDevice> availableDevices) {
  429. Log.d(TAG, "onAudioManagerDevicesChanged: " + availableDevices + ", "
  430. + "selected: " + device);
  431. }
  432. private void cameraInitialization() {
  433. videoCapturer = createCameraCapturer(cameraEnumerator);
  434. //Create a VideoSource instance
  435. if (videoCapturer != null) {
  436. videoSource = peerConnectionFactory.createVideoSource(videoCapturer);
  437. localVideoTrack = peerConnectionFactory.createVideoTrack("NCv0", videoSource);
  438. localMediaStream.addTrack(localVideoTrack);
  439. localVideoTrack.setEnabled(false);
  440. localVideoTrack.addSink(pipVideoView);
  441. }
  442. }
  443. private void microphoneInitialization() {
  444. //create an AudioSource instance
  445. audioSource = peerConnectionFactory.createAudioSource(audioConstraints);
  446. localAudioTrack = peerConnectionFactory.createAudioTrack("NCa0", audioSource);
  447. localAudioTrack.setEnabled(false);
  448. localMediaStream.addTrack(localAudioTrack);
  449. }
  450. private VideoCapturer createCameraCapturer(CameraEnumerator enumerator) {
  451. final String[] deviceNames = enumerator.getDeviceNames();
  452. // First, try to find front facing camera
  453. Logging.d(TAG, "Looking for front facing cameras.");
  454. for (String deviceName : deviceNames) {
  455. if (enumerator.isFrontFacing(deviceName)) {
  456. Logging.d(TAG, "Creating front facing camera capturer.");
  457. VideoCapturer videoCapturer = enumerator.createCapturer(deviceName, null);
  458. if (videoCapturer != null) {
  459. return videoCapturer;
  460. }
  461. }
  462. }
  463. // Front facing camera not found, try something else
  464. Logging.d(TAG, "Looking for other cameras.");
  465. for (String deviceName : deviceNames) {
  466. if (!enumerator.isFrontFacing(deviceName)) {
  467. Logging.d(TAG, "Creating other camera capturer.");
  468. VideoCapturer videoCapturer = enumerator.createCapturer(deviceName, null);
  469. if (videoCapturer != null) {
  470. pipVideoView.setMirror(false);
  471. return videoCapturer;
  472. }
  473. }
  474. }
  475. return null;
  476. }
  477. @OnLongClick(R.id.call_control_microphone)
  478. public boolean onMicrophoneLongClick() {
  479. if (!audioOn) {
  480. handler.removeCallbacksAndMessages(null);
  481. isPTTActive = true;
  482. callControls.setVisibility(View.VISIBLE);
  483. }
  484. onMicrophoneClick();
  485. return true;
  486. }
  487. @OnClick(R.id.call_control_microphone)
  488. public void onMicrophoneClick() {
  489. if (getActivity() != null && EffortlessPermissions.hasPermissions(getActivity(), PERMISSIONS_MICROPHONE)) {
  490. if (getActivity() != null && !appPreferences.getPushToTalkIntroShown()) {
  491. spotlightView = new SpotlightView.Builder(getActivity())
  492. .introAnimationDuration(300)
  493. .enableRevealAnimation(true)
  494. .performClick(false)
  495. .fadeinTextDuration(400)
  496. .headingTvColor(getResources().getColor(R.color.colorPrimary))
  497. .headingTvSize(20)
  498. .headingTvText(getResources().getString(R.string.nc_push_to_talk))
  499. .subHeadingTvColor(getResources().getColor(R.color.white))
  500. .subHeadingTvSize(16)
  501. .subHeadingTvText(getResources().getString(R.string.nc_push_to_talk_desc))
  502. .maskColor(Color.parseColor("#dc000000"))
  503. .target(microphoneControlButton)
  504. .lineAnimDuration(400)
  505. .lineAndArcColor(getResources().getColor(R.color.colorPrimary))
  506. .enableDismissAfterShown(true)
  507. .dismissOnBackPress(true)
  508. .usageId("pushToTalk")
  509. .show();
  510. appPreferences.setPushToTalkIntroShown(true);
  511. }
  512. if (!isPTTActive) {
  513. audioOn = !audioOn;
  514. if (audioOn) {
  515. microphoneControlButton.getFrontImageView().setImageResource(R.drawable.ic_mic_white_24px);
  516. } else {
  517. microphoneControlButton.getFrontImageView().setImageResource(R.drawable.ic_mic_off_white_24px);
  518. }
  519. toggleMedia(audioOn, false);
  520. } else {
  521. microphoneControlButton.getFrontImageView().setImageResource(R.drawable.ic_mic_white_24px);
  522. pulseAnimation.start();
  523. toggleMedia(true, false);
  524. }
  525. if (isVoiceOnlyCall && !inCall) {
  526. startCall();
  527. }
  528. } else if (getActivity() != null && EffortlessPermissions.somePermissionPermanentlyDenied(getActivity(),
  529. PERMISSIONS_MICROPHONE)) {
  530. // Microphone permission is permanently denied so we cannot request it normally.
  531. OpenAppDetailsDialogFragment.show(
  532. R.string.nc_microphone_permission_permanently_denied,
  533. R.string.nc_permissions_settings, (AppCompatActivity) getActivity());
  534. } else {
  535. if (getActivity() != null) {
  536. EffortlessPermissions.requestPermissions(getActivity(), R.string.nc_permissions_audio,
  537. R.string.nc_proceed, R.string.nc_empty, 100, PERMISSIONS_MICROPHONE);
  538. }
  539. }
  540. }
  541. @OnClick(R.id.callControlHangupView)
  542. public void onHangupClick() {
  543. if (inCall) {
  544. hangup(false);
  545. } else {
  546. hangup(true);
  547. }
  548. }
  549. @OnClick(R.id.call_control_camera)
  550. public void onCameraClick() {
  551. if (getActivity() != null && EffortlessPermissions.hasPermissions(getActivity(), PERMISSIONS_CAMERA)) {
  552. videoOn = !videoOn;
  553. if (videoOn) {
  554. cameraControlButton.getFrontImageView().setImageResource(R.drawable.ic_videocam_white_24px);
  555. if (cameraEnumerator.getDeviceNames().length > 1) {
  556. cameraSwitchButton.setVisibility(View.VISIBLE);
  557. }
  558. } else {
  559. cameraControlButton.getFrontImageView().setImageResource(R.drawable.ic_videocam_off_white_24px);
  560. cameraSwitchButton.setVisibility(View.GONE);
  561. }
  562. toggleMedia(videoOn, true);
  563. } else if (getActivity() != null && EffortlessPermissions.somePermissionPermanentlyDenied(getActivity(),
  564. PERMISSIONS_CAMERA)) {
  565. // Camera permission is permanently denied so we cannot request it normally.
  566. OpenAppDetailsDialogFragment.show(
  567. R.string.nc_camera_permission_permanently_denied,
  568. R.string.nc_permissions_settings, (AppCompatActivity) getActivity());
  569. } else {
  570. if (getActivity() != null) {
  571. EffortlessPermissions.requestPermissions(getActivity(), R.string.nc_permissions_video,
  572. R.string.nc_proceed, R.string.nc_empty, 100, PERMISSIONS_CAMERA);
  573. }
  574. }
  575. }
  576. @OnClick(R.id.call_control_switch_camera)
  577. public void switchCamera() {
  578. CameraVideoCapturer cameraVideoCapturer = (CameraVideoCapturer) videoCapturer;
  579. if (cameraVideoCapturer != null) {
  580. cameraVideoCapturer.switchCamera(new CameraVideoCapturer.CameraSwitchHandler() {
  581. @Override
  582. public void onCameraSwitchDone(boolean b) {
  583. pipVideoView.setMirror(false);
  584. }
  585. @Override
  586. public void onCameraSwitchError(String s) {
  587. }
  588. });
  589. }
  590. }
  591. private void toggleMedia(boolean enable, boolean video) {
  592. String message;
  593. if (video) {
  594. message = "videoOff";
  595. if (enable) {
  596. cameraControlButton.setAlpha(1.0f);
  597. message = "videoOn";
  598. startVideoCapture();
  599. } else {
  600. cameraControlButton.setAlpha(0.7f);
  601. if (videoCapturer != null) {
  602. try {
  603. videoCapturer.stopCapture();
  604. } catch (InterruptedException e) {
  605. Log.d(TAG, "Failed to stop capturing video while sensor is near the ear");
  606. }
  607. }
  608. }
  609. if (localMediaStream != null && localMediaStream.videoTracks.size() > 0) {
  610. localMediaStream.videoTracks.get(0).setEnabled(enable);
  611. }
  612. if (enable) {
  613. pipVideoView.setVisibility(View.VISIBLE);
  614. } else {
  615. pipVideoView.setVisibility(View.INVISIBLE);
  616. }
  617. } else {
  618. message = "audioOff";
  619. if (enable) {
  620. message = "audioOn";
  621. microphoneControlButton.setAlpha(1.0f);
  622. } else {
  623. microphoneControlButton.setAlpha(0.7f);
  624. }
  625. if (localMediaStream != null && localMediaStream.audioTracks.size() > 0) {
  626. localMediaStream.audioTracks.get(0).setEnabled(enable);
  627. }
  628. }
  629. if (inCall) {
  630. for (int i = 0; i < magicPeerConnectionWrapperList.size(); i++) {
  631. magicPeerConnectionWrapperList.get(i).sendChannelData(new DataChannelMessage(message));
  632. }
  633. }
  634. }
  635. private void startCall() {
  636. if (!isPTTActive) {
  637. animateCallControls(false, 7500);
  638. }
  639. startPullingSignalingMessages();
  640. }
  641. private void animateCallControls(boolean show, long startDelay) {
  642. if (!isPTTActive) {
  643. float alpha;
  644. long duration;
  645. if (show) {
  646. handler.removeCallbacksAndMessages(null);
  647. alpha = 1.0f;
  648. duration = 1000;
  649. if (callControls.getVisibility() != View.VISIBLE) {
  650. callControls.setAlpha(0.0f);
  651. callControls.setVisibility(View.VISIBLE);
  652. } else {
  653. handler.postDelayed(new Runnable() {
  654. @Override
  655. public void run() {
  656. animateCallControls(false, 0);
  657. }
  658. }, 5000);
  659. return;
  660. }
  661. } else {
  662. alpha = 0.0f;
  663. duration = 1000;
  664. }
  665. if (callControls != null) {
  666. callControls.setEnabled(false);
  667. callControls.animate()
  668. .translationY(0)
  669. .alpha(alpha)
  670. .setDuration(duration)
  671. .setStartDelay(startDelay)
  672. .setListener(new AnimatorListenerAdapter() {
  673. @Override
  674. public void onAnimationEnd(Animator animation) {
  675. super.onAnimationEnd(animation);
  676. if (callControls != null) {
  677. if (!show) {
  678. callControls.setVisibility(View.GONE);
  679. if (spotlightView != null && spotlightView.getVisibility() != View.GONE) {
  680. spotlightView.setVisibility(View.GONE);
  681. }
  682. } else {
  683. handler.postDelayed(new Runnable() {
  684. @Override
  685. public void run() {
  686. if (!isPTTActive) {
  687. animateCallControls(false, 0);
  688. }
  689. }
  690. }, 7500);
  691. }
  692. callControls.setEnabled(true);
  693. }
  694. }
  695. });
  696. }
  697. }
  698. }
  699. @Override
  700. public void onDestroy() {
  701. onHangupClick();
  702. super.onDestroy();
  703. }
  704. private void startPullingSignalingMessages() {
  705. leavingCall = false;
  706. ncApi.getSignalingSettings(credentials, ApiUtils.getUrlForSignalingSettings(baseUrl))
  707. .subscribeOn(Schedulers.newThread())
  708. .retry(3)
  709. .observeOn(AndroidSchedulers.mainThread())
  710. .subscribe(new Observer<SignalingSettingsOverall>() {
  711. @Override
  712. public void onSubscribe(Disposable d) {
  713. }
  714. @Override
  715. public void onNext(SignalingSettingsOverall signalingSettingsOverall) {
  716. IceServer iceServer;
  717. if (signalingSettingsOverall != null && signalingSettingsOverall.getOcs() != null &&
  718. signalingSettingsOverall.getOcs().getSettings() != null) {
  719. if (signalingSettingsOverall.getOcs().getSettings().getStunServers() != null) {
  720. for (int i = 0; i < signalingSettingsOverall.getOcs().getSettings().getStunServers().size();
  721. i++) {
  722. iceServer = signalingSettingsOverall.getOcs().getSettings().getStunServers().get(i);
  723. if (TextUtils.isEmpty(iceServer.getUsername()) || TextUtils.isEmpty(iceServer
  724. .getCredential())) {
  725. iceServers.add(new PeerConnection.IceServer(iceServer.getUrl()));
  726. } else {
  727. iceServers.add(new PeerConnection.IceServer(iceServer.getUrl(),
  728. iceServer.getUsername(), iceServer.getCredential()));
  729. }
  730. }
  731. }
  732. if (signalingSettingsOverall.getOcs().getSettings().getTurnServers() != null) {
  733. for (int i = 0; i < signalingSettingsOverall.getOcs().getSettings().getTurnServers().size();
  734. i++) {
  735. iceServer = signalingSettingsOverall.getOcs().getSettings().getTurnServers().get(i);
  736. for (int j = 0; j < iceServer.getUrls().size(); j++) {
  737. if (TextUtils.isEmpty(iceServer.getUsername()) || TextUtils.isEmpty(iceServer
  738. .getCredential())) {
  739. iceServers.add(new PeerConnection.IceServer(iceServer.getUrls().get(j)));
  740. } else {
  741. iceServers.add(new PeerConnection.IceServer(iceServer.getUrls().get(j),
  742. iceServer.getUsername(), iceServer.getCredential()));
  743. }
  744. }
  745. }
  746. }
  747. }
  748. checkCapabilities();
  749. }
  750. @Override
  751. public void onError(Throwable e) {
  752. }
  753. @Override
  754. public void onComplete() {
  755. }
  756. });
  757. }
  758. private void checkCapabilities() {
  759. ncApi.getCapabilities(credentials, ApiUtils.getUrlForCapabilities(baseUrl))
  760. .retry(3)
  761. .subscribeOn(Schedulers.newThread())
  762. .observeOn(AndroidSchedulers.mainThread())
  763. .subscribe(new Observer<CapabilitiesOverall>() {
  764. @Override
  765. public void onSubscribe(Disposable d) {
  766. }
  767. @Override
  768. public void onNext(CapabilitiesOverall capabilitiesOverall) {
  769. isMultiSession = capabilitiesOverall.getOcs().getData()
  770. .getCapabilities() != null && capabilitiesOverall.getOcs().getData()
  771. .getCapabilities().getSpreedCapability() != null &&
  772. capabilitiesOverall.getOcs().getData()
  773. .getCapabilities().getSpreedCapability()
  774. .getFeatures() != null && capabilitiesOverall.getOcs().getData()
  775. .getCapabilities().getSpreedCapability()
  776. .getFeatures().contains("multi-room-users");
  777. hasChatSupport = capabilitiesOverall.getOcs().getData()
  778. .getCapabilities() != null && capabilitiesOverall.getOcs().getData()
  779. .getCapabilities().getSpreedCapability() != null &&
  780. capabilitiesOverall.getOcs().getData()
  781. .getCapabilities().getSpreedCapability()
  782. .getFeatures() != null && capabilitiesOverall.getOcs().getData()
  783. .getCapabilities().getSpreedCapability()
  784. .getFeatures().contains("chat-v2");
  785. joinRoomAndCall();
  786. }
  787. @Override
  788. public void onError(Throwable e) {
  789. isMultiSession = false;
  790. }
  791. @Override
  792. public void onComplete() {
  793. }
  794. });
  795. }
  796. private void joinRoomAndCall() {
  797. if ("0".equals(callSession)) {
  798. ncApi.joinRoom(credentials, ApiUtils.getUrlForSettingMyselfAsActiveParticipant(baseUrl, roomToken), null)
  799. .subscribeOn(Schedulers.newThread())
  800. .observeOn(AndroidSchedulers.mainThread())
  801. .retry(3)
  802. .subscribe(new Observer<CallOverall>() {
  803. @Override
  804. public void onSubscribe(Disposable d) {
  805. }
  806. @Override
  807. public void onNext(CallOverall callOverall) {
  808. callSession = callOverall.getOcs().getData().getSessionId();
  809. performCall();
  810. }
  811. @Override
  812. public void onError(Throwable e) {
  813. }
  814. @Override
  815. public void onComplete() {
  816. }
  817. });
  818. } else {
  819. performCall();
  820. }
  821. }
  822. private void performCall() {
  823. ncApi.joinCall(credentials,
  824. ApiUtils.getUrlForCall(baseUrl, roomToken))
  825. .subscribeOn(Schedulers.newThread())
  826. .retry(3)
  827. .observeOn(AndroidSchedulers.mainThread())
  828. .subscribe(new Observer<GenericOverall>() {
  829. @Override
  830. public void onSubscribe(Disposable d) {
  831. }
  832. @Override
  833. public void onNext(GenericOverall genericOverall) {
  834. inCall = true;
  835. connectingView.setVisibility(View.GONE);
  836. conversationView.setVisibility(View.VISIBLE);
  837. // start pinging the call
  838. if (!hasChatSupport) {
  839. ApplicationWideCurrentRoomHolder.getInstance().setCurrentRoomId(roomId);
  840. ApplicationWideCurrentRoomHolder.getInstance().setInCall(true);
  841. ApplicationWideCurrentRoomHolder.getInstance().setUserInRoom(userEntity);
  842. ncApi.pingCall(credentials, ApiUtils.getUrlForCallPing(baseUrl, roomToken))
  843. .subscribeOn(Schedulers.newThread())
  844. .observeOn(AndroidSchedulers.mainThread())
  845. .repeatWhen(observable -> observable.delay(5000, TimeUnit.MILLISECONDS))
  846. .takeWhile(observable -> inCall)
  847. .retry(3, observable -> inCall)
  848. .subscribe(new Observer<GenericOverall>() {
  849. @Override
  850. public void onSubscribe(Disposable d) {
  851. pingDisposable = d;
  852. }
  853. @Override
  854. public void onNext(GenericOverall genericOverall) {
  855. }
  856. @Override
  857. public void onError(Throwable e) {
  858. dispose(pingDisposable);
  859. }
  860. @Override
  861. public void onComplete() {
  862. dispose(pingDisposable);
  863. }
  864. });
  865. } else {
  866. ApplicationWideCurrentRoomHolder.getInstance().setInCall(true);
  867. }
  868. // Start pulling signaling messages
  869. String urlToken = null;
  870. if (isMultiSession) {
  871. urlToken = roomToken;
  872. }
  873. ncApi.pullSignalingMessages(credentials, ApiUtils.getUrlForSignaling(baseUrl, urlToken))
  874. .subscribeOn(Schedulers.newThread())
  875. .observeOn(AndroidSchedulers.mainThread())
  876. .repeatWhen(observable -> observable)
  877. .takeWhile(observable -> inCall)
  878. .retry(3, observable -> inCall)
  879. .subscribe(new Observer<SignalingOverall>() {
  880. @Override
  881. public void onSubscribe(Disposable d) {
  882. signalingDisposable = d;
  883. }
  884. @Override
  885. public void onNext(SignalingOverall signalingOverall) {
  886. if (signalingOverall.getOcs().getSignalings() != null) {
  887. for (int i = 0; i < signalingOverall.getOcs().getSignalings().size(); i++) {
  888. try {
  889. receivedSignalingMessage(signalingOverall.getOcs().getSignalings().get(i));
  890. } catch (IOException e) {
  891. Log.e(TAG, "Failed to process received signaling" +
  892. " message");
  893. }
  894. }
  895. }
  896. }
  897. @Override
  898. public void onError(Throwable e) {
  899. dispose(signalingDisposable);
  900. }
  901. @Override
  902. public void onComplete() {
  903. dispose(signalingDisposable);
  904. }
  905. });
  906. }
  907. @Override
  908. public void onError(Throwable e) {
  909. }
  910. @Override
  911. public void onComplete() {
  912. }
  913. });
  914. }
  915. @OnClick({R.id.pip_video_view, R.id.remote_renderers_layout})
  916. public void showCallControls() {
  917. animateCallControls(true, 0);
  918. }
  919. private void dispose(@Nullable Disposable disposable) {
  920. if (disposable != null && !disposable.isDisposed()) {
  921. disposable.dispose();
  922. } else if (disposable == null) {
  923. if (pingDisposable != null && !pingDisposable.isDisposed()) {
  924. pingDisposable.dispose();
  925. pingDisposable = null;
  926. }
  927. if (signalingDisposable != null && !signalingDisposable.isDisposed()) {
  928. signalingDisposable.dispose();
  929. signalingDisposable = null;
  930. }
  931. }
  932. }
  933. private void receivedSignalingMessage(Signaling signaling) throws IOException {
  934. String messageType = signaling.getType();
  935. if (leavingCall) {
  936. return;
  937. }
  938. if ("usersInRoom".equals(messageType)) {
  939. processUsersInRoom((List<HashMap<String, String>>) signaling.getMessageWrapper());
  940. } else if ("message".equals(messageType)) {
  941. NCSignalingMessage ncSignalingMessage = LoganSquare.parse(signaling.getMessageWrapper().toString(),
  942. NCSignalingMessage.class);
  943. if (ncSignalingMessage.getRoomType().equals("video")) {
  944. MagicPeerConnectionWrapper magicPeerConnectionWrapper = alwaysGetPeerConnectionWrapperForSessionId
  945. (ncSignalingMessage.getFrom());
  946. String type = null;
  947. if (ncSignalingMessage.getPayload() != null && ncSignalingMessage.getPayload().getType() !=
  948. null) {
  949. type = ncSignalingMessage.getPayload().getType();
  950. } else if (ncSignalingMessage.getType() != null) {
  951. type = ncSignalingMessage.getType();
  952. }
  953. if (type != null) {
  954. switch (type) {
  955. case "offer":
  956. case "answer":
  957. magicPeerConnectionWrapper.setNick(ncSignalingMessage.getPayload().getNick());
  958. String sessionDescriptionStringWithPreferredCodec = MagicWebRTCUtils.preferCodec
  959. (ncSignalingMessage.getPayload().getSdp(),
  960. "VP8", false);
  961. SessionDescription sessionDescriptionWithPreferredCodec = new SessionDescription(
  962. SessionDescription.Type.fromCanonicalForm(type),
  963. sessionDescriptionStringWithPreferredCodec);
  964. if (magicPeerConnectionWrapper.getPeerConnection() != null) {
  965. magicPeerConnectionWrapper.getPeerConnection().setRemoteDescription(magicPeerConnectionWrapper
  966. .getMagicSdpObserver(), sessionDescriptionWithPreferredCodec);
  967. }
  968. break;
  969. case "candidate":
  970. NCIceCandidate ncIceCandidate = ncSignalingMessage.getPayload().getIceCandidate();
  971. IceCandidate iceCandidate = new IceCandidate(ncIceCandidate.getSdpMid(),
  972. ncIceCandidate.getSdpMLineIndex(), ncIceCandidate.getCandidate());
  973. magicPeerConnectionWrapper.addCandidate(iceCandidate);
  974. break;
  975. case "endOfCandidates":
  976. magicPeerConnectionWrapper.drainIceCandidates();
  977. break;
  978. default:
  979. break;
  980. }
  981. }
  982. } else {
  983. Log.d(TAG, "Something went very very wrong");
  984. }
  985. } else {
  986. Log.d(TAG, "Something went very very wrong");
  987. }
  988. }
  989. private void hangup(boolean dueToNetworkChange) {
  990. leavingCall = true;
  991. inCall = false;
  992. if (videoCapturer != null) {
  993. try {
  994. videoCapturer.stopCapture();
  995. } catch (InterruptedException e) {
  996. Log.e(TAG, "Failed to stop capturing while hanging up");
  997. }
  998. videoCapturer.dispose();
  999. videoCapturer = null;
  1000. }
  1001. for (int i = 0; i < magicPeerConnectionWrapperList.size(); i++) {
  1002. endPeerConnection(magicPeerConnectionWrapperList.get(i).getSessionId());
  1003. }
  1004. if (pipVideoView != null) {
  1005. pipVideoView.release();
  1006. }
  1007. if (audioSource != null) {
  1008. audioSource.dispose();
  1009. audioSource = null;
  1010. }
  1011. if (audioManager != null) {
  1012. audioManager.stop();
  1013. audioManager = null;
  1014. }
  1015. if (videoSource != null) {
  1016. videoSource = null;
  1017. }
  1018. if (peerConnectionFactory != null) {
  1019. peerConnectionFactory = null;
  1020. }
  1021. localMediaStream = null;
  1022. localAudioTrack = null;
  1023. localVideoTrack = null;
  1024. if (!dueToNetworkChange) {
  1025. hangupNetworkCalls();
  1026. } else {
  1027. if (getActivity() != null) {
  1028. getActivity().finish();
  1029. }
  1030. }
  1031. }
  1032. private void hangupNetworkCalls() {
  1033. ncApi.leaveCall(credentials, ApiUtils.getUrlForCall(baseUrl, roomToken))
  1034. .subscribeOn(Schedulers.newThread())
  1035. .observeOn(AndroidSchedulers.mainThread())
  1036. .subscribe(new Observer<GenericOverall>() {
  1037. @Override
  1038. public void onSubscribe(Disposable d) {
  1039. }
  1040. @Override
  1041. public void onNext(GenericOverall genericOverall) {
  1042. if (isMultiSession) {
  1043. if (getActivity() != null) {
  1044. getActivity().finish();
  1045. }
  1046. } else {
  1047. leaveRoom();
  1048. }
  1049. }
  1050. @Override
  1051. public void onError(Throwable e) {
  1052. }
  1053. @Override
  1054. public void onComplete() {
  1055. }
  1056. });
  1057. }
  1058. private void leaveRoom() {
  1059. ncApi.leaveRoom(credentials, ApiUtils.getUrlForSettingMyselfAsActiveParticipant(baseUrl, roomToken))
  1060. .subscribeOn(Schedulers.newThread())
  1061. .observeOn(AndroidSchedulers.mainThread())
  1062. .subscribe(new Observer<GenericOverall>() {
  1063. @Override
  1064. public void onSubscribe(Disposable d) {
  1065. }
  1066. @Override
  1067. public void onNext(GenericOverall genericOverall) {
  1068. if (getActivity() != null) {
  1069. getActivity().finish();
  1070. }
  1071. }
  1072. @Override
  1073. public void onError(Throwable e) {
  1074. }
  1075. @Override
  1076. public void onComplete() {
  1077. }
  1078. });
  1079. }
  1080. private void startVideoCapture() {
  1081. if (videoCapturer != null) {
  1082. videoCapturer.startCapture(1280, 720, 30);
  1083. }
  1084. }
  1085. private void processUsersInRoom(List<HashMap<String, String>> users) {
  1086. List<String> newSessions = new ArrayList<>();
  1087. Set<String> oldSesssions = new HashSet<>();
  1088. for (HashMap<String, String> participant : users) {
  1089. if (!participant.get("sessionId").equals(callSession)) {
  1090. Object inCallObject = participant.get("inCall");
  1091. if ((boolean) inCallObject) {
  1092. newSessions.add(participant.get("sessionId"));
  1093. } else {
  1094. oldSesssions.add(participant.get("sessionId"));
  1095. }
  1096. }
  1097. }
  1098. for (MagicPeerConnectionWrapper magicPeerConnectionWrapper : magicPeerConnectionWrapperList) {
  1099. oldSesssions.add(magicPeerConnectionWrapper.getSessionId());
  1100. }
  1101. // Calculate sessions that left the call
  1102. oldSesssions.removeAll(newSessions);
  1103. // Calculate sessions that join the call
  1104. newSessions.removeAll(oldSesssions);
  1105. if (leavingCall) {
  1106. return;
  1107. }
  1108. if (newSessions.size() > 0) {
  1109. getPeersForCall();
  1110. }
  1111. for (String sessionId : newSessions) {
  1112. alwaysGetPeerConnectionWrapperForSessionId(sessionId);
  1113. }
  1114. for (String sessionId : oldSesssions) {
  1115. endPeerConnection(sessionId);
  1116. }
  1117. }
  1118. private void getPeersForCall() {
  1119. ncApi.getPeersForCall(credentials, ApiUtils.getUrlForCall(baseUrl, roomToken))
  1120. .subscribeOn(Schedulers.newThread())
  1121. .subscribe(new Observer<ParticipantsOverall>() {
  1122. @Override
  1123. public void onSubscribe(Disposable d) {
  1124. }
  1125. @Override
  1126. public void onNext(ParticipantsOverall participantsOverall) {
  1127. participantMap = new HashMap<>();
  1128. for (Participant participant : participantsOverall.getOcs().getData()) {
  1129. participantMap.put(participant.getSessionId(), participant);
  1130. if (getActivity() != null) {
  1131. getActivity().runOnUiThread(() -> setupAvatarForSession(participant.getSessionId()));
  1132. }
  1133. }
  1134. }
  1135. @Override
  1136. public void onError(Throwable e) {
  1137. }
  1138. @Override
  1139. public void onComplete() {
  1140. }
  1141. });
  1142. }
  1143. private void deleteMagicPeerConnection(MagicPeerConnectionWrapper magicPeerConnectionWrapper) {
  1144. magicPeerConnectionWrapper.removePeerConnection();
  1145. magicPeerConnectionWrapperList.remove(magicPeerConnectionWrapper);
  1146. }
  1147. private MagicPeerConnectionWrapper alwaysGetPeerConnectionWrapperForSessionId(String sessionId) {
  1148. MagicPeerConnectionWrapper magicPeerConnectionWrapper;
  1149. if ((magicPeerConnectionWrapper = getPeerConnectionWrapperForSessionId(sessionId)) != null) {
  1150. return magicPeerConnectionWrapper;
  1151. } else {
  1152. magicPeerConnectionWrapper = new MagicPeerConnectionWrapper(peerConnectionFactory,
  1153. iceServers, sdpConstraints, sessionId, callSession, localMediaStream);
  1154. magicPeerConnectionWrapperList.add(magicPeerConnectionWrapper);
  1155. return magicPeerConnectionWrapper;
  1156. }
  1157. }
  1158. private MagicPeerConnectionWrapper getPeerConnectionWrapperForSessionId(String sessionId) {
  1159. for (MagicPeerConnectionWrapper magicPeerConnectionWrapper : magicPeerConnectionWrapperList) {
  1160. if (magicPeerConnectionWrapper.getSessionId().equals(sessionId)) {
  1161. return magicPeerConnectionWrapper;
  1162. }
  1163. }
  1164. return null;
  1165. }
  1166. private void endPeerConnection(String sessionId) {
  1167. MagicPeerConnectionWrapper magicPeerConnectionWrapper;
  1168. if ((magicPeerConnectionWrapper = getPeerConnectionWrapperForSessionId(sessionId)) != null && getActivity()
  1169. != null) {
  1170. getActivity().runOnUiThread(() -> removeMediaStream(sessionId));
  1171. deleteMagicPeerConnection(magicPeerConnectionWrapper);
  1172. }
  1173. }
  1174. private void removeMediaStream(String sessionId) {
  1175. if (remoteRenderersLayout != null && remoteRenderersLayout.getChildCount() > 0) {
  1176. RelativeLayout relativeLayout = remoteRenderersLayout.findViewWithTag(sessionId);
  1177. if (relativeLayout != null) {
  1178. SurfaceViewRenderer surfaceViewRenderer = relativeLayout.findViewById(R.id.surface_view);
  1179. surfaceViewRenderer.release();
  1180. remoteRenderersLayout.removeView(relativeLayout);
  1181. remoteRenderersLayout.invalidate();
  1182. }
  1183. }
  1184. callControls.setZ(100.0f);
  1185. }
  1186. @Subscribe(threadMode = ThreadMode.MAIN)
  1187. public void onMessageEvent(MediaStreamEvent mediaStreamEvent) {
  1188. if (mediaStreamEvent.getMediaStream() != null) {
  1189. setupVideoStreamForLayout(mediaStreamEvent.getMediaStream(), mediaStreamEvent.getSession(),
  1190. mediaStreamEvent.getMediaStream().videoTracks != null
  1191. && mediaStreamEvent.getMediaStream().videoTracks.size() > 0);
  1192. } else {
  1193. setupVideoStreamForLayout(null, mediaStreamEvent.getSession(), false);
  1194. }
  1195. }
  1196. @Subscribe(threadMode = ThreadMode.BACKGROUND)
  1197. public void onMessageEvent(SessionDescriptionSendEvent sessionDescriptionSend) throws IOException {
  1198. NCMessageWrapper ncMessageWrapper = new NCMessageWrapper();
  1199. ncMessageWrapper.setEv("message");
  1200. ncMessageWrapper.setSessionId(callSession);
  1201. NCSignalingMessage ncSignalingMessage = new NCSignalingMessage();
  1202. ncSignalingMessage.setTo(sessionDescriptionSend.getPeerId());
  1203. ncSignalingMessage.setRoomType("video");
  1204. ncSignalingMessage.setType(sessionDescriptionSend.getType());
  1205. NCMessagePayload ncMessagePayload = new NCMessagePayload();
  1206. ncMessagePayload.setType(sessionDescriptionSend.getType());
  1207. if (!"candidate".equals(sessionDescriptionSend.getType())) {
  1208. ncMessagePayload.setSdp(sessionDescriptionSend.getSessionDescription().description);
  1209. ncMessagePayload.setNick(userEntity.getDisplayName());
  1210. } else {
  1211. ncMessagePayload.setIceCandidate(sessionDescriptionSend.getNcIceCandidate());
  1212. }
  1213. // Set all we need
  1214. ncSignalingMessage.setPayload(ncMessagePayload);
  1215. ncMessageWrapper.setSignalingMessage(ncSignalingMessage);
  1216. StringBuilder stringBuilder = new StringBuilder();
  1217. stringBuilder.append("{");
  1218. stringBuilder.append("\"fn\":\"");
  1219. stringBuilder.append(StringEscapeUtils.escapeJson(LoganSquare.serialize(ncMessageWrapper
  1220. .getSignalingMessage()))).append("\"");
  1221. stringBuilder.append(",");
  1222. stringBuilder.append("\"sessionId\":");
  1223. stringBuilder.append("\"").append(StringEscapeUtils.escapeJson(callSession)).append("\"");
  1224. stringBuilder.append(",");
  1225. stringBuilder.append("\"ev\":\"message\"");
  1226. stringBuilder.append("}");
  1227. List<String> strings = new ArrayList<>();
  1228. String stringToSend = stringBuilder.toString();
  1229. strings.add(stringToSend);
  1230. String urlToken = null;
  1231. if (isMultiSession) {
  1232. urlToken = roomToken;
  1233. }
  1234. ncApi.sendSignalingMessages(credentials, ApiUtils.getUrlForSignaling(baseUrl, urlToken),
  1235. strings.toString())
  1236. .retry(3)
  1237. .subscribeOn(Schedulers.newThread())
  1238. .subscribe(new Observer<SignalingOverall>() {
  1239. @Override
  1240. public void onSubscribe(Disposable d) {
  1241. }
  1242. @Override
  1243. public void onNext(SignalingOverall signalingOverall) {
  1244. if (signalingOverall.getOcs().getSignalings() != null) {
  1245. for (int i = 0; i < signalingOverall.getOcs().getSignalings().size(); i++) {
  1246. try {
  1247. receivedSignalingMessage(signalingOverall.getOcs().getSignalings().get(i));
  1248. } catch (IOException e) {
  1249. e.printStackTrace();
  1250. }
  1251. }
  1252. }
  1253. }
  1254. @Override
  1255. public void onError(Throwable e) {
  1256. }
  1257. @Override
  1258. public void onComplete() {
  1259. }
  1260. });
  1261. }
  1262. @Override
  1263. public void onRequestPermissionsResult(int requestCode, @NonNull String[] permissions,
  1264. @NonNull int[] grantResults) {
  1265. super.onRequestPermissionsResult(requestCode, permissions, grantResults);
  1266. EffortlessPermissions.onRequestPermissionsResult(requestCode, permissions, grantResults,
  1267. this);
  1268. }
  1269. private void setupAvatarForSession(String session) {
  1270. RelativeLayout relativeLayout = remoteRenderersLayout.findViewWithTag(session);
  1271. if (relativeLayout != null) {
  1272. ImageView avatarImageView = relativeLayout.findViewById(R.id.avatarImageView);
  1273. if (participantMap.containsKey(session) && avatarImageView.getDrawable() == null) {
  1274. int size = Math.round(getResources().getDimension(R.dimen.avatar_size_big));
  1275. if (getActivity() != null) {
  1276. GlideApp.with(getActivity())
  1277. .asBitmap()
  1278. .diskCacheStrategy(DiskCacheStrategy.NONE)
  1279. .load(ApiUtils.getUrlForAvatarWithName(baseUrl, participantMap.get(session).getUserId(), R.dimen.avatar_size_big))
  1280. .centerInside()
  1281. .override(size, size)
  1282. .apply(RequestOptions.bitmapTransform(new CircleCrop()))
  1283. .into(avatarImageView);
  1284. }
  1285. }
  1286. }
  1287. }
  1288. private void setupVideoStreamForLayout(@Nullable MediaStream mediaStream, String session, boolean enable) {
  1289. boolean isInitialLayoutSetupForPeer = false;
  1290. if (remoteRenderersLayout.findViewWithTag(session) == null) {
  1291. setupNewPeerLayout(session);
  1292. isInitialLayoutSetupForPeer = true;
  1293. }
  1294. RelativeLayout relativeLayout = remoteRenderersLayout.findViewWithTag(session);
  1295. SurfaceViewRenderer surfaceViewRenderer = relativeLayout.findViewById(R.id.surface_view);
  1296. ImageView imageView = relativeLayout.findViewById(R.id.avatarImageView);
  1297. if (mediaStream != null && mediaStream.videoTracks != null && mediaStream.videoTracks.size() > 0 && enable) {
  1298. VideoTrack videoTrack = mediaStream.videoTracks.get(0);
  1299. videoTrack.addSink(surfaceViewRenderer);
  1300. imageView.setVisibility(View.INVISIBLE);
  1301. surfaceViewRenderer.setVisibility(View.VISIBLE);
  1302. } else {
  1303. imageView.setVisibility(View.VISIBLE);
  1304. surfaceViewRenderer.setVisibility(View.INVISIBLE);
  1305. if (isInitialLayoutSetupForPeer && isVoiceOnlyCall) {
  1306. gotAudioOrVideoChange(true, session, false);
  1307. }
  1308. }
  1309. callControls.setZ(100.0f);
  1310. }
  1311. private void gotAudioOrVideoChange(boolean video, String sessionId, boolean change) {
  1312. RelativeLayout relativeLayout = remoteRenderersLayout.findViewWithTag(sessionId);
  1313. if (relativeLayout != null) {
  1314. ImageView imageView;
  1315. ImageView avatarImageView = relativeLayout.findViewById(R.id.avatarImageView);
  1316. SurfaceViewRenderer surfaceViewRenderer = relativeLayout.findViewById(R.id.surface_view);
  1317. if (video) {
  1318. imageView = relativeLayout.findViewById(R.id.remote_video_off);
  1319. if (change) {
  1320. avatarImageView.setVisibility(View.INVISIBLE);
  1321. surfaceViewRenderer.setVisibility(View.VISIBLE);
  1322. } else {
  1323. avatarImageView.setVisibility(View.VISIBLE);
  1324. surfaceViewRenderer.setVisibility(View.INVISIBLE);
  1325. }
  1326. } else {
  1327. imageView = relativeLayout.findViewById(R.id.remote_audio_off);
  1328. }
  1329. if (change && imageView.getVisibility() != View.INVISIBLE) {
  1330. imageView.setVisibility(View.INVISIBLE);
  1331. } else if (!change && imageView.getVisibility() != View.VISIBLE) {
  1332. imageView.setVisibility(View.VISIBLE);
  1333. }
  1334. }
  1335. }
  1336. private void setupNewPeerLayout(String session) {
  1337. if (remoteRenderersLayout.findViewWithTag(session) == null && getActivity() != null) {
  1338. getActivity().runOnUiThread(() -> {
  1339. RelativeLayout relativeLayout = (RelativeLayout)
  1340. getActivity().getLayoutInflater().inflate(R.layout.call_item, remoteRenderersLayout,
  1341. false);
  1342. relativeLayout.setTag(session);
  1343. SurfaceViewRenderer surfaceViewRenderer = relativeLayout.findViewById(R.id
  1344. .surface_view);
  1345. surfaceViewRenderer.setMirror(false);
  1346. surfaceViewRenderer.init(rootEglBase.getEglBaseContext(), null);
  1347. surfaceViewRenderer.setZOrderMediaOverlay(false);
  1348. // disabled because it causes some devices to crash
  1349. surfaceViewRenderer.setEnableHardwareScaler(false);
  1350. surfaceViewRenderer.setScalingType(RendererCommon.ScalingType.SCALE_ASPECT_FIT);
  1351. surfaceViewRenderer.setOnClickListener(videoOnClickListener);
  1352. remoteRenderersLayout.addView(relativeLayout);
  1353. gotNick(session, getPeerConnectionWrapperForSessionId(session).getNick());
  1354. setupAvatarForSession(session);
  1355. callControls.setZ(100.0f);
  1356. });
  1357. }
  1358. }
  1359. private void gotNick(String sessionId, String nick) {
  1360. RelativeLayout relativeLayout = remoteRenderersLayout.findViewWithTag(sessionId);
  1361. if (relativeLayout != null) {
  1362. TextView textView = relativeLayout.findViewById(R.id.peer_nick_text_view);
  1363. textView.setText(nick);
  1364. }
  1365. }
  1366. @Override
  1367. protected void onAttach(@NonNull View view) {
  1368. super.onAttach(view);
  1369. eventBus.register(this);
  1370. }
  1371. @Override
  1372. protected void onDetach(@NonNull View view) {
  1373. super.onDetach(view);
  1374. eventBus.unregister(this);
  1375. }
  1376. private class MicrophoneButtonTouchListener implements View.OnTouchListener {
  1377. @SuppressLint("ClickableViewAccessibility")
  1378. @Override
  1379. public boolean onTouch(View v, MotionEvent event) {
  1380. v.onTouchEvent(event);
  1381. if (event.getAction() == MotionEvent.ACTION_UP && isPTTActive) {
  1382. isPTTActive = false;
  1383. microphoneControlButton.getFrontImageView().setImageResource(R.drawable.ic_mic_off_white_24px);
  1384. pulseAnimation.stop();
  1385. toggleMedia(false, false);
  1386. animateCallControls(false, 5000);
  1387. }
  1388. return true;
  1389. }
  1390. }
  1391. private class VideoClickListener implements View.OnClickListener {
  1392. @Override
  1393. public void onClick(View v) {
  1394. showCallControls();
  1395. }
  1396. }
  1397. }