[CDF-23684] Fix update kafka or mqtt source in hosted extractor.

CHANGELOG.md

@@ -17,10 +17,14 @@ Changes are grouped as follows
 - `Fixed` for any bug fixes.
 - `Security` in case of vulnerabilities.
 
-## [Unreleased]
+## [7.73.0] - 2025-01-19
 ### Added
 - Support for the `/simulators` and `/simulators/integration` API endpoints.
 
+### Fixed
+- Updating a Kafka or MQTT source with a write object in `mode="replace"` no longer raises a `CogniteAPIError` with
+  422 status code.
+
 ## [7.72.1] - 2025-01-14
 ### Fixed
 - Data Modeling container type Enum now dumps correctly and no longer camelCases the user-defined values.

cognite/client/_api_client.py

@@ -1277,8 +1277,10 @@ def _clear_all_attributes(update_attributes: list[PropertySpec]) -> dict[str, di
         for prop in update_attributes:
             if prop.is_beta:
                 continue
+            elif prop.is_explicit_nullable_object:
+                clear_with: dict = {"setNull": True}
             elif prop.is_object:
-                clear_with: dict = {"set": {}}
+                clear_with = {"set": {}}
             elif prop.is_list:
                 clear_with = {"set": []}
             elif prop.is_nullable:

cognite/client/_version.py

@@ -1,5 +1,5 @@
 from __future__ import annotations
 
-__version__ = "7.72.1"
+__version__ = "7.73.0"
 
 __api_subversion__ = "20230101"

cognite/client/data_classes/_base.py

@@ -447,6 +447,8 @@ class PropertySpec:
     is_nullable: bool = True
     # Used to skip replace when the value is None
     is_beta: bool = False
+    # Objects that are nullable and support setNull. This is hosted extractor source and destination
+    is_explicit_nullable_object: bool = False
 
     def __post_init__(self) -> None:
         assert not (self.is_list and self.is_object), "PropertySpec cannot be both list and object"

cognite/client/data_classes/hosted_extractors/destinations.py

@@ -145,7 +145,10 @@ def target_data_set_id(self) -> DestinationUpdate._TargetDataSetIdUpdate:
 
     @classmethod
     def _get_update_properties(cls, item: CogniteResource | None = None) -> list[PropertySpec]:
-        return [PropertySpec("credentials", is_nullable=True), PropertySpec("target_data_set_id", is_nullable=True)]
+        return [
+            PropertySpec("credentials", is_nullable=True, is_object=True, is_explicit_nullable_object=True),
+            PropertySpec("target_data_set_id", is_nullable=True),
+        ]
 
 
 class DestinationWriteList(CogniteResourceList[DestinationWrite], ExternalIDTransformerMixin):

cognite/client/data_classes/hosted_extractors/sources.py

@@ -391,10 +391,10 @@ def _get_update_properties(cls, item: CogniteResource | None = None) -> list[Pro
         return [
             PropertySpec("host", is_nullable=False),
             PropertySpec("port", is_nullable=True),
-            PropertySpec("authentication", is_nullable=True, is_object=True),
+            PropertySpec("authentication", is_nullable=True, is_object=True, is_explicit_nullable_object=True),
             PropertySpec("use_tls", is_nullable=False),
-            PropertySpec("ca_certificate", is_nullable=True, is_object=True),
-            PropertySpec("auth_certificate", is_nullable=True, is_object=True),
+            PropertySpec("ca_certificate", is_nullable=True, is_object=True, is_explicit_nullable_object=True),
+            PropertySpec("auth_certificate", is_nullable=True, is_object=True, is_explicit_nullable_object=True),
         ]
 
 
@@ -662,10 +662,10 @@ def auth_certificate(self) -> _AuthCertificateUpdate:
     def _get_update_properties(cls, item: CogniteResource | None = None) -> list[PropertySpec]:
         return [
             PropertySpec("bootstrap_brokers", is_nullable=False),
-            PropertySpec("authentication", is_nullable=True, is_object=True),
+            PropertySpec("authentication", is_nullable=True, is_object=True, is_explicit_nullable_object=True),
             PropertySpec("use_tls", is_nullable=False),
-            PropertySpec("ca_certificate", is_nullable=True, is_object=True),
-            PropertySpec("auth_certificate", is_nullable=True, is_object=True),
+            PropertySpec("ca_certificate", is_nullable=True, is_object=True, is_explicit_nullable_object=True),
+            PropertySpec("auth_certificate", is_nullable=True, is_object=True, is_explicit_nullable_object=True),
         ]
 
 

pyproject.toml

@@ -1,7 +1,7 @@
 [tool.poetry]
 name = "cognite-sdk"
 
-version = "7.72.1"
+version = "7.73.0"
 
 description = "Cognite Python SDK"
 readme = "README.md"

tests/tests_unit/test_api_client.py

@@ -25,6 +25,7 @@
     CogniteUpdate,
     PropertySpec,
 )
+from cognite.client.data_classes.hosted_extractors import MQTT5SourceUpdate, MQTT5SourceWrite
 from cognite.client.exceptions import CogniteAPIError, CogniteNotFoundError
 from cognite.client.utils._identifier import Identifier, IdentifierSequence
 from tests.utils import jsgz_load, set_request_limit
@@ -1418,10 +1419,11 @@ def test_get_response_content_safe(self, content, expected):
         assert APIClient._get_response_content_safe(res) == expected
 
     @pytest.mark.parametrize(
-        "resource, mode, expected_update_object",
+        "resource, update_obj, mode, expected_update_object",
         [
             pytest.param(
                 TimeSeries(id=42, name="bla", metadata={"myNew": "metadataValue"}),
+                TimeSeriesUpdate,
                 "replace_ignore_null",
                 {
                     "name": {"set": "bla"},
@@ -1432,6 +1434,7 @@ def test_get_response_content_safe(self, content, expected):
             pytest.param(
                 # is_string is ignored as it cannot be updated.
                 TimeSeries(id=42, name="bla", is_string=False, metadata={"myNew": "metadataValue"}),
+                TimeSeriesUpdate,
                 "patch",
                 {
                     "name": {"set": "bla"},
@@ -1441,6 +1444,7 @@ def test_get_response_content_safe(self, content, expected):
             ),
             pytest.param(
                 TimeSeries(id=42, name="bla"),
+                TimeSeriesUpdate,
                 "replace",
                 {
                     "assetId": {"setNull": True},
@@ -1454,15 +1458,30 @@ def test_get_response_content_safe(self, content, expected):
                 },
                 id="replace",
             ),
+            pytest.param(
+                MQTT5SourceWrite(external_id="my-source-mqtt", host="mqtt.hsl.fi", port=1883),
+                MQTT5SourceUpdate,
+                "replace",
+                {
+                    "host": {"set": "mqtt.hsl.fi"},
+                    "port": {"set": 1883},
+                    "useTls": {"set": False},
+                    "authentication": {"setNull": True},
+                    "caCertificate": {"setNull": True},
+                    "authCertificate": {"setNull": True},
+                },
+                id="replace with setNull key",
+            ),
         ],
     )
     def test_convert_resource_to_patch_object(
         self,
         resource: CogniteResource,
+        update_obj: type[CogniteUpdate],
         mode: Literal["replace_ignore_null", "patch", "replace"],
         expected_update_object: dict[str, dict[str, dict]],
     ):
-        update_attributes = TimeSeriesUpdate._get_update_properties()
+        update_attributes = update_obj._get_update_properties()
         actual = APIClient._convert_resource_to_patch_object(resource, update_attributes, mode)
         assert actual["update"] == expected_update_object