RN-330: Virtual background support

.trunk/trunk.yaml

@@ -11,12 +11,12 @@ lint:
     - osv-scanner
   enabled:
     - [email protected]
-    - [email protected].0
+    - [email protected].1
     - [email protected]
     - [email protected]
-    - [email protected].91
-    - [email protected].1
-    - trufflehog@3.76.0
+    - [email protected].114
+    - [email protected].4
+    - trufflehog@3.77.0
     - [email protected]
     - [email protected]
     - [email protected]
@@ -25,8 +25,8 @@ lint:
     - [email protected]
     - [email protected]
     - git-diff-check
-    - markdownlint@0.40.0
-    - [email protected].1
+    - markdownlint@0.41.0
+    - [email protected].2
 runtimes:
   enabled:
     - [email protected]

packages/react-native-hms/android/src/main/java/com/reactnativehmssdk/HMSManager.kt

@@ -1607,6 +1607,20 @@ class HMSManager(reactContext: ReactApplicationContext) :
   }
   // endregion
 
+  // region Warning on JS side
+  @ReactMethod
+  fun addListener(eventName: String) {
+    // Keep: Required for RN built in Event Emitter Calls.
+    // Fixes Warning - `new NativeEventEmitter()` was called with a non-null argument without the required `addListener` method.
+  }
+
+  @ReactMethod
+  fun removeListeners(count: Int) {
+    // Keep: Required for RN built in Event Emitter Calls.
+    // Fixes Warning - `new NativeEventEmitter()` was called with a non-null argument without the required `removeListeners` method.
+  }
+  // endregion
+
   // region ActivityLifecycleCallbacks
 
   override fun onActivityCreated(

packages/react-native-hms/example/ios/Podfile.lock

@@ -63,10 +63,10 @@ PODS:
   - HMSHLSPlayerSDK (0.0.2):
     - HMSAnalyticsSDK (= 0.0.2)
   - HMSNoiseCancellationModels (1.0.0)
-  - HMSSDK (1.9.0):
+  - HMSSDK (1.11.0):
     - HMSAnalyticsSDK (= 0.0.2)
-    - HMSWebRTC (= 1.0.6168)
-  - HMSWebRTC (1.0.6168)
+    - HMSWebRTC (= 1.0.6169)
+  - HMSWebRTC (1.0.6169)
   - libevent (2.1.12)
   - OpenSSL-Universal (1.1.180)
   - Permission-Camera (3.4.0):
@@ -293,11 +293,11 @@ PODS:
     - React-Core
   - react-native-document-picker (8.2.2):
     - React-Core
-  - react-native-hms (1.10.5):
+  - react-native-hms (1.10.6):
     - HMSBroadcastExtensionSDK (= 0.0.9)
     - HMSHLSPlayerSDK (= 0.0.2)
     - HMSNoiseCancellationModels (= 1.0.0)
-    - HMSSDK (= 1.9.0)
+    - HMSSDK (= 1.11.0)
     - React-Core
   - react-native-safe-area-context (3.4.1):
     - React-Core
@@ -633,8 +633,8 @@ SPEC CHECKSUMS:
   HMSBroadcastExtensionSDK: d80fe325f6c928bd8e5176290b5a4b7ae15d6fbb
   HMSHLSPlayerSDK: 6a54ad4d12f3dc2270d1ecd24019d71282a4f6a3
   HMSNoiseCancellationModels: a3bda1405a16015632f4bcabd46ce48f35103b02
-  HMSSDK: 96bdafc1c610aabfecd1155ad7e3c1bc45b3a6cb
-  HMSWebRTC: a302f0d6c94f7bee94f3265adb7bb1c6569e7ee5
+  HMSSDK: cdba5b12c080832d135af7bbc4ca6282b0e171ac
+  HMSWebRTC: 8f51ba33a0e505e17ebf3d7b37bcdca266751a13
   libevent: 4049cae6c81cdb3654a443be001fb9bdceff7913
   OpenSSL-Universal: 1aa4f6a6ee7256b83db99ec1ccdaa80d10f9af9b
   Permission-Camera: 40f43388fa8a648dc6ced73f145ef329ab3ff3fe
@@ -653,7 +653,7 @@ SPEC CHECKSUMS:
   react-native-avoid-softinput: 71a692888f0c1d426ad9045dc8325773583962cd
   react-native-camera: 3eae183c1d111103963f3dd913b65d01aef8110f
   react-native-document-picker: cd4d6b36a5207ad7a9e599ebb9eb0c2e84fa0b87
-  react-native-hms: c874b5220b21f950ca692c03815bbcf8c1522fac
+  react-native-hms: 75cca28d8cd59476e22f1fed4809a4aded367786
   react-native-safe-area-context: 9e40fb181dac02619414ba1294d6c2a807056ab9
   react-native-simple-toast: 8ee5d23f0b92b935ab7434cdb65159ce12dfb4b7
   React-perflogger: 5a890ca0911669421b7611661e9b58f91c805f5c

packages/react-native-hms/example/ios/RNHMSExampleBroadcastUpload/SampleHandler.swift

@@ -41,10 +41,8 @@ class SampleHandler: RPBroadcastSampleHandler {
                                                     userInfo: [NSLocalizedFailureReasonErrorKey: "You are not in a meeting."]))
                 }
             }
-            break
-        case RPSampleBufferType.audioApp:
+            case RPSampleBufferType.audioApp:
             _ = self.screenRenderer.process(audioSampleBuffer: sampleBuffer)
-            break
         case RPSampleBufferType.audioMic:
             // Handle audio sample buffer for mic audio
             break

packages/react-native-hms/ios/HMSHelper.swift

@@ -167,7 +167,7 @@ class HMSHelper: NSObject {
                                 isPrebuilt: isPrebuilt)
     }
 
-    static func getLocalVideoSettings(_ settings: NSDictionary?) -> HMSVideoTrackSettings? {
+    static func getLocalVideoSettings(_ settings: NSDictionary?, _ videoPlugin: HMSVideoPlugin?) -> HMSVideoTrackSettings? {
         if settings === nil {
             return nil
         }
@@ -180,6 +180,7 @@ class HMSHelper: NSObject {
         let cameraFacingEncoded = HMSHelper.getCameraFacing(cameraFacing)
         let initialState = settings?.value(forKey: "initialState") as? String
         let initialStateEncoded = HMSHelper.getHMSTrackSettingsInitState(initialState)
+        let videoPlugins: [HMSVideoPlugin]? = if let videoPlugin = videoPlugin { [videoPlugin] } else { nil }
         let hmsTrackSettings = HMSVideoTrackSettings(codec: codec,
                                                     resolution: resolution,
                                                     maxBitrate: maxBitrate,
@@ -188,7 +189,7 @@ class HMSHelper: NSObject {
                                                     simulcastSettings: nil,
                                                     trackDescription: trackDescription,
                                                     initialMuteState: initialStateEncoded,
-                                                    videoPlugins: nil)
+                                                    videoPlugins: videoPlugins)
         return hmsTrackSettings
     }
 
@@ -291,6 +292,31 @@ class HMSHelper: NSObject {
         return nil
     }
 
+    static func getHMSVideoPlugin(_ videoPluginData: NSDictionary?) -> HMSVideoPlugin? {
+        guard let videoPluginDict = videoPluginData else {
+            print(#function, "No Video Plugin data passed!")
+            return nil
+        }
+        guard let videoPluginType = videoPluginDict.value(forKey: "type") as? String else {
+            print(#function, "No HMSVideoPlugin `type` passed!")
+            return nil
+        }
+        switch videoPluginType {
+        case "HMSVirtualBackgroundPlugin":
+            if #available(iOS 15.0, *) {
+                return HMSVirtualBackgroundPlugin(backgroundImage: nil, blurRadius: 100)
+            } else {
+                print(#function, "HMSVirtualBackgroundPlugin is not available below iOS 15.0")
+                return nil
+            }
+        case "HMSVideoFilterPlugin":
+            return HMSVideoFilterPlugin()
+        default:
+            print(#function, "Unknown HMSVideoPlugin `type` passed!")
+            return nil
+        }
+    }
+
     static func getAudioMixerSourceMap() -> [String: HMSAudioNode]? {
         return self.audioMixerSourceHashMap
     }

packages/react-native-hms/ios/HMSManager.m

@@ -353,6 +353,28 @@ @interface RCT_EXTERN_MODULE (HMSManager, RCTEventEmitter)
                   : (RCTPromiseResolveBlock)resolve
                   : (RCTPromiseRejectBlock)reject)
 
+#pragma mark - Noise Cancellation Plugin
+
+RCT_EXTERN_METHOD(enableVideoPlugin
+                  : (NSDictionary)data
+                  : (RCTPromiseResolveBlock)resolve
+                  : (RCTPromiseRejectBlock)reject)
+
+RCT_EXTERN_METHOD(disableVideoPlugin
+                  : (NSDictionary)data
+                  : (RCTPromiseResolveBlock)resolve
+                  : (RCTPromiseRejectBlock)reject)
+
+RCT_EXTERN_METHOD(changeVirtualBackground
+                  : (NSDictionary)data
+                  : (RCTPromiseResolveBlock)resolve
+                  : (RCTPromiseRejectBlock)reject)
+
+RCT_EXTERN_METHOD(setVideoFilterParameter
+                  : (NSDictionary)data
+                  : (RCTPromiseResolveBlock)resolve
+                  : (RCTPromiseRejectBlock)reject)
+
 #pragma mark - Interactivity Center - Whiteboard
 
 RCT_EXTERN_METHOD(startWhiteboard

packages/react-native-hms/ios/HMSManager.swift

@@ -763,6 +763,52 @@ class HMSManager: RCTEventEmitter {
         rnsdk.isNoiseCancellationPluginAvailable(data, resolve, reject)
     }
 
+    // MARK: - Video Plugin Functions
+
+    @objc
+    func enableVideoPlugin( _ data: NSDictionary,
+                            _ resolve: RCTPromiseResolveBlock?,
+                            _ reject: RCTPromiseRejectBlock?) {
+        guard let rnsdk = HMSHelper.getHms(data, hmsCollection) else {
+            reject?("6004", "HMSRNSDK instance not found!", nil)
+            return
+        }
+        rnsdk.enableVideoPlugin(data, resolve, reject)
+    }
+
+    @objc
+    func disableVideoPlugin(_ data: NSDictionary,
+                            _ resolve: RCTPromiseResolveBlock?,
+                            _ reject: RCTPromiseRejectBlock?) {
+        guard let rnsdk = HMSHelper.getHms(data, hmsCollection) else {
+            reject?("6004", "HMSRNSDK instance not found!", nil)
+            return
+        }
+        rnsdk.disableVideoPlugin(data, resolve, reject)
+    }
+
+    @objc
+    func changeVirtualBackground(_ data: NSDictionary,
+                            _ resolve: RCTPromiseResolveBlock?,
+                            _ reject: RCTPromiseRejectBlock?) {
+        guard let rnsdk = HMSHelper.getHms(data, hmsCollection) else {
+            reject?("6004", "HMSRNSDK instance not found!", nil)
+            return
+        }
+        rnsdk.changeVirtualBackground(data, resolve, reject)
+    }
+
+    @objc
+    func setVideoFilterParameter(_ data: NSDictionary,
+                            _ resolve: RCTPromiseResolveBlock?,
+                            _ reject: RCTPromiseRejectBlock?) {
+        guard let rnsdk = HMSHelper.getHms(data, hmsCollection) else {
+            reject?("6004", "HMSRNSDK instance not found!", nil)
+            return
+        }
+        rnsdk.setVideoFilterParameter(data, resolve, reject)
+    }
+
     // MARK: - Interactivity Center - Whiteboard
     @objc
     func startWhiteboard(_ data: NSDictionary, _ resolve: RCTPromiseResolveBlock?, _ reject: RCTPromiseRejectBlock?) {