From 63c2052082af46351a3f4fee58e1f06b538a39d7 Mon Sep 17 00:00:00 2001
From: teo <teo.milea97@gmail.com>
Date: Fri, 8 Dec 2023 15:42:49 +0200
Subject: [PATCH 01/27] added descriptive comments for mounting command

---
 packages/grid/seaweedfs/mount_command.sh | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/packages/grid/seaweedfs/mount_command.sh b/packages/grid/seaweedfs/mount_command.sh
index f9c813ef8d5..1360cbddf62 100644
--- a/packages/grid/seaweedfs/mount_command.sh
+++ b/packages/grid/seaweedfs/mount_command.sh
@@ -1,3 +1,8 @@
+# 1 = remote config name
+# 2 = azure account name
+# 3 = seaweedfs bucket name
+# 4 = azure container name
+# 5 = azure key
 echo "remote.configure -name=$1 -type=azure -azure.account_name=$2 -azure.account_key=$5" | weed shell && \
 echo "s3.bucket.create -name=$3" | weed shell && \
 echo "remote.mount -dir=/buckets/$3 -remote=$1/$4" | weed shell && \

From 4f0833548fb96538dce8ad9b4523829acda19dcc Mon Sep 17 00:00:00 2001
From: teo <teo.milea97@gmail.com>
Date: Fri, 8 Dec 2023 15:43:21 +0200
Subject: [PATCH 02/27] added remote profiles

---
 .../src/syft/service/blob_storage/service.py  | 31 +++++++++++++++++--
 1 file changed, 29 insertions(+), 2 deletions(-)

diff --git a/packages/syft/src/syft/service/blob_storage/service.py b/packages/syft/src/syft/service/blob_storage/service.py
index 250998c314f..2b0b90ca429 100644
--- a/packages/syft/src/syft/service/blob_storage/service.py
+++ b/packages/syft/src/syft/service/blob_storage/service.py
@@ -6,6 +6,7 @@
 
 # third party
 import requests
+from syft.service.blob_storage.remote_profile import AzureRemoteProfile, RemoteProfileStash
 
 # relative
 from ...serde.serializable import serializable
@@ -37,10 +38,12 @@
 class BlobStorageService(AbstractService):
     store: DocumentStore
     stash: BlobStorageStash
+    remote_profile_stash: RemoteProfileStash
 
     def __init__(self, store: DocumentStore) -> None:
         self.store = store
         self.stash = BlobStorageStash(store=store)
+        self.remote_profile_stash = RemoteProfileStash(store=store)
 
     @service_method(path="blob_storage.get_all", name="get_all")
     def get_all_blob_storage_entries(
@@ -65,15 +68,31 @@ def mount_azure(
 
         # TODO: fix arguments
 
+        remote_name = f"{account_name}-{container_name}"
         args_dict = {
             "account_name": account_name,
             "account_key": account_key,
             "container_name": container_name,
-            "remote_name": f"{account_name}{container_name}",
+            "remote_name": remote_name,
             "bucket_name": bucket_name,
         }
+        
+        new_profile = AzureRemoteProfile(
+            profile_name=remote_name,
+            account_name=account_name,
+            account_key=account_key,
+            container_name=container_name,
+        )
+        res = self.remote_profile_stash.set(context.credentials, new_profile)
+        if res.is_err():
+            return SyftError(message=res.value)
+        remote_profile = res.ok()
+        seaweed_config = context.node.blob_storage_client.config
+        seaweed_config.remote_profiles[remote_name] = remote_profile 
+        
         # TODO: possible wrap this in try catch
         cfg = context.node.blob_store_config.client_config
+        print(cfg.mount_url)
         init_request = requests.post(url=cfg.mount_url, json=args_dict)  # nosec
         print(init_request.content)
         # TODO check return code
@@ -83,7 +102,8 @@ def mount_azure(
         res = context.node.blob_storage_client.connect().client.list_objects(
             Bucket=bucket_name
         )
-        print(res)
+        import sys
+        print(res, file=sys.stderr)
         objects = res["Contents"]
         file_sizes = [object["Size"] for object in objects]
         file_paths = [object["Key"] for object in objects]
@@ -118,6 +138,11 @@ def get_files_from_bucket(self, context: AuthedServiceContext, bucket_name: str)
         blob_files = []
         for bse in bse_list:
             self.stash.set(obj=bse, credentials=context.credentials)
+            # We create an empty ActionObject and set its blob_storage_entry to bse
+            # so that we can call reloac_cache where 
+            # we create the BlobRetrieval (user needs permission to do this)
+            # This could be a BlobRetrievalByURL that creates a BlobFile
+            # and then sets it in the cache (it does not contain the data, only the BlobFile)
             blob_file = ActionObject.empty()
             blob_file.syft_blob_storage_entry_id = bse.id
             blob_file.syft_client_verify_key = context.credentials
@@ -146,6 +171,7 @@ def get_blob_storage_metadata_by_uid(
             return blob_storage_entry.to(BlobStorageMetadata)
         return SyftError(message=result.err())
 
+    # TODO: replace name with `create_blob_retrieval`
     @service_method(
         path="blob_storage.read",
         name="read",
@@ -164,6 +190,7 @@ def read(
                 res: BlobRetrieval = conn.read(
                     obj.location, obj.type_, bucket_name=obj.bucket_name
                 )
+                print(res)
                 res.syft_blob_storage_entry_id = uid
                 res.file_size = obj.file_size
                 return res

From e6281b0ab2b70ab3a860710b8b9f33add9604a65 Mon Sep 17 00:00:00 2001
From: teo <teo.milea97@gmail.com>
Date: Fri, 8 Dec 2023 17:39:45 +0200
Subject: [PATCH 03/27] new object versions

---
 .../src/syft/protocol/protocol_version.json   | 30 ++++++++++++++++++-
 1 file changed, 29 insertions(+), 1 deletion(-)

diff --git a/packages/syft/src/syft/protocol/protocol_version.json b/packages/syft/src/syft/protocol/protocol_version.json
index 938f0409c62..1b0c14f2597 100644
--- a/packages/syft/src/syft/protocol/protocol_version.json
+++ b/packages/syft/src/syft/protocol/protocol_version.json
@@ -833,7 +833,7 @@
         },
         "2": {
           "version": 2,
-          "hash": "8059ee03016c4d74e408dad9529e877f91829672e0cc42d8cfff9c8e14058adc",
+          "hash": "c78a998aa1c6d9700c775ca65a4efc9c6ae2d2ffdf677219f7b004e635b2be42",
           "action": "add"
         }
       },
@@ -956,6 +956,34 @@
           "hash": "776fc7cf7498b93e656a00fff03b86160d1b63e508e2143ac7932e7e38021b0c",
           "action": "add"
         }
+      },
+      "SeaweedSecureFilePathLocation": {
+        "2": {
+          "version": 2,
+          "hash": "35ad807e2282b97a6022649b2efa186d0c1705e2eb8f3753d55efda1b6510a9a",
+          "action": "add"
+        }
+      },
+      "AzureSecureFilePathLocation": {
+        "1": {
+          "version": 1,
+          "hash": "1bb15f3f9d7082779f1c9f58de94011487924cb8a8c9c2ec18fd7c161c27fd0e",
+          "action": "add"
+        }
+      },
+      "RemoteConfig": {
+        "1": {
+          "version": 1,
+          "hash": "ad7bc4780a8ad52e14ce68601852c93d2fe07bda489809cad7cae786d2461754",
+          "action": "add"
+        }
+      },
+      "AzureRemoteConfig": {
+        "1": {
+          "version": 1,
+          "hash": "c05c6caa27db4e385c642536d4b0ecabc0c71e91220d2e6ce21a2761ca68a673",
+          "action": "add"
+        }
       }
     }
   }

From a016ba13a4d8cac67fbd3362e41635b8ef674cdd Mon Sep 17 00:00:00 2001
From: teo <teo.milea97@gmail.com>
Date: Fri, 8 Dec 2023 17:40:14 +0200
Subject: [PATCH 04/27] allow BlobRetrievalByURL to use str url

---
 packages/syft/src/syft/store/blob_storage/__init__.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/packages/syft/src/syft/store/blob_storage/__init__.py b/packages/syft/src/syft/store/blob_storage/__init__.py
index 48699df9db1..a6c459ad5e5 100644
--- a/packages/syft/src/syft/store/blob_storage/__init__.py
+++ b/packages/syft/src/syft/store/blob_storage/__init__.py
@@ -173,7 +173,7 @@ class BlobRetrievalByURL(BlobRetrieval):
     __canonical_name__ = "BlobRetrievalByURL"
     __version__ = SYFT_OBJECT_VERSION_2
 
-    url: GridURL
+    url: Union[GridURL, str]
 
     def read(self) -> Union[SyftObject, SyftError]:
         if self.type_ is BlobFileType:
@@ -195,7 +195,7 @@ def _read_data(self, stream=False, chunk_size=512):
             node_uid=self.syft_node_location,
             user_verify_key=self.syft_client_verify_key,
         )
-        if api is not None:
+        if api is not None and isinstance(self.url, GridURL):
             blob_url = api.connection.to_blob_route(
                 self.url.url_path, host=self.url.host_or_ip
             )

From e6762b86be9f9671f4d2741e7bb427dc96c2e392 Mon Sep 17 00:00:00 2001
From: teo <teo.milea97@gmail.com>
Date: Fri, 8 Dec 2023 17:40:43 +0200
Subject: [PATCH 05/27] clear debug print

---
 .../src/syft/service/blob_storage/service.py  | 21 ++++++-------------
 1 file changed, 6 insertions(+), 15 deletions(-)

diff --git a/packages/syft/src/syft/service/blob_storage/service.py b/packages/syft/src/syft/service/blob_storage/service.py
index 2b0b90ca429..9bb034f6c5f 100644
--- a/packages/syft/src/syft/service/blob_storage/service.py
+++ b/packages/syft/src/syft/service/blob_storage/service.py
@@ -6,7 +6,6 @@
 
 # third party
 import requests
-from syft.service.blob_storage.remote_profile import AzureRemoteProfile, RemoteProfileStash
 
 # relative
 from ...serde.serializable import serializable
@@ -29,6 +28,8 @@
 from ..service import TYPE_TO_SERVICE
 from ..service import service_method
 from ..user.user_roles import GUEST_ROLE_LEVEL
+from .remote_profile import AzureRemoteProfile
+from .remote_profile import RemoteProfileStash
 from .stash import BlobStorageStash
 
 BlobDepositType = Union[OnDiskBlobDeposit, SeaweedFSBlobDeposit]
@@ -64,7 +65,6 @@ def mount_azure(
         bucket_name: str,
     ):
         # stdlib
-        import sys
 
         # TODO: fix arguments
 
@@ -76,7 +76,7 @@ def mount_azure(
             "remote_name": remote_name,
             "bucket_name": bucket_name,
         }
-        
+
         new_profile = AzureRemoteProfile(
             profile_name=remote_name,
             account_name=account_name,
@@ -88,22 +88,16 @@ def mount_azure(
             return SyftError(message=res.value)
         remote_profile = res.ok()
         seaweed_config = context.node.blob_storage_client.config
-        seaweed_config.remote_profiles[remote_name] = remote_profile 
-        
+        seaweed_config.remote_profiles[remote_name] = remote_profile
+
         # TODO: possible wrap this in try catch
         cfg = context.node.blob_store_config.client_config
-        print(cfg.mount_url)
         init_request = requests.post(url=cfg.mount_url, json=args_dict)  # nosec
         print(init_request.content)
         # TODO check return code
-
-        print(bucket_name, file=sys.stderr)
-
         res = context.node.blob_storage_client.connect().client.list_objects(
             Bucket=bucket_name
         )
-        import sys
-        print(res, file=sys.stderr)
         objects = res["Contents"]
         file_sizes = [object["Size"] for object in objects]
         file_paths = [object["Key"] for object in objects]
@@ -132,14 +126,12 @@ def get_files_from_bucket(self, context: AuthedServiceContext, bucket_name: str)
             return result
         bse_list = result.ok()
         # stdlib
-        import sys
 
-        print(bse_list, file=sys.stderr)
         blob_files = []
         for bse in bse_list:
             self.stash.set(obj=bse, credentials=context.credentials)
             # We create an empty ActionObject and set its blob_storage_entry to bse
-            # so that we can call reloac_cache where 
+            # so that we can call reloac_cache where
             # we create the BlobRetrieval (user needs permission to do this)
             # This could be a BlobRetrievalByURL that creates a BlobFile
             # and then sets it in the cache (it does not contain the data, only the BlobFile)
@@ -190,7 +182,6 @@ def read(
                 res: BlobRetrieval = conn.read(
                     obj.location, obj.type_, bucket_name=obj.bucket_name
                 )
-                print(res)
                 res.syft_blob_storage_entry_id = uid
                 res.file_size = obj.file_size
                 return res

From c79172aa7b30d7ed6adec1bb7f2bbe960052f228 Mon Sep 17 00:00:00 2001
From: teo <teo.milea97@gmail.com>
Date: Fri, 8 Dec 2023 17:41:11 +0200
Subject: [PATCH 06/27] fix lint

---
 packages/syft/src/syft/store/sqlite_document_store.py | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/packages/syft/src/syft/store/sqlite_document_store.py b/packages/syft/src/syft/store/sqlite_document_store.py
index 2ec313a1a8a..43cd5e2952b 100644
--- a/packages/syft/src/syft/store/sqlite_document_store.py
+++ b/packages/syft/src/syft/store/sqlite_document_store.py
@@ -206,8 +206,8 @@ def _set(self, key: UID, value: Any) -> None:
             self._update(key, value)
         else:
             insert_sql = (
-                f"insert into {self.table_name} (uid, repr, value) VALUES (?, ?, ?)"  # nosec
-            )
+                f"insert into {self.table_name} (uid, repr, value) VALUES (?, ?, ?)"
+            )  # nosec
             data = _serialize(value, to_bytes=True)
             res = self._execute(insert_sql, [str(key), _repr_debug_(value), data])
             if res.is_err():
@@ -215,8 +215,8 @@ def _set(self, key: UID, value: Any) -> None:
 
     def _update(self, key: UID, value: Any) -> None:
         insert_sql = (
-            f"update {self.table_name} set uid = ?, repr = ?, value = ? where uid = ?"  # nosec
-        )
+            f"update {self.table_name} set uid = ?, repr = ?, value = ? where uid = ?"
+        )  # nosec
         data = _serialize(value, to_bytes=True)
         res = self._execute(insert_sql, [str(key), _repr_debug_(value), data, str(key)])
         if res.is_err():

From c2981eb48a3ca577e3b39f604043e0608919a2c7 Mon Sep 17 00:00:00 2001
From: teo <teo.milea97@gmail.com>
Date: Fri, 8 Dec 2023 17:41:43 +0200
Subject: [PATCH 07/27] moved url generation logic in file path objects

---
 .../src/syft/store/blob_storage/seaweedfs.py  | 30 ++++++++-----------
 1 file changed, 13 insertions(+), 17 deletions(-)

diff --git a/packages/syft/src/syft/store/blob_storage/seaweedfs.py b/packages/syft/src/syft/store/blob_storage/seaweedfs.py
index c1314663d46..246edabe6d4 100644
--- a/packages/syft/src/syft/store/blob_storage/seaweedfs.py
+++ b/packages/syft/src/syft/store/blob_storage/seaweedfs.py
@@ -1,7 +1,7 @@
 # stdlib
 from io import BytesIO
 import math
-from pathlib import Path
+from typing import Dict
 from typing import Generator
 from typing import List
 from typing import Optional
@@ -19,14 +19,13 @@
 # relative
 from . import BlobDeposit
 from . import BlobRetrieval
-from . import BlobRetrievalByURL
 from . import BlobStorageClient
 from . import BlobStorageClientConfig
 from . import BlobStorageConfig
 from . import BlobStorageConnection
 from ...serde.serializable import serializable
+from ...service.blob_storage.remote_profile import AzureRemoteProfile
 from ...service.response import SyftError
-from ...service.response import SyftException
 from ...service.response import SyftSuccess
 from ...service.service import from_api_or_context
 from ...types.blob_storage import BlobStorageEntry
@@ -37,7 +36,6 @@
 from ...types.syft_object import SYFT_OBJECT_VERSION_1
 from ...util.constants import DEFAULT_TIMEOUT
 
-READ_EXPIRATION_TIME = 1800  # seconds
 WRITE_EXPIRATION_TIME = 900  # seconds
 DEFAULT_CHUNK_SIZE = 1024**3  # 1 GB
 
@@ -109,6 +107,7 @@ class SeaweedFSClientConfig(BlobStorageClientConfig):
     secret_key: str
     region: str
     default_bucket_name: str = "defaultbucket"
+    remote_profiles: Dict[str, AzureRemoteProfile] = {}
 
     @property
     def endpoint_url(self) -> str:
@@ -137,6 +136,7 @@ def connect(self) -> BlobStorageConnection:
                 region_name=self.config.region,
             ),
             default_bucket_name=self.config.default_bucket_name,
+            config=self.config,
         )
 
 
@@ -144,10 +144,17 @@ def connect(self) -> BlobStorageConnection:
 class SeaweedFSConnection(BlobStorageConnection):
     client: S3BaseClient
     default_bucket_name: str
+    config: SeaweedFSClientConfig
 
-    def __init__(self, client: S3BaseClient, default_bucket_name: str):
+    def __init__(
+        self,
+        client: S3BaseClient,
+        default_bucket_name: str,
+        config: SeaweedFSClientConfig,
+    ):
         self.client = client
         self.default_bucket_name = default_bucket_name
+        self.config = config
 
     def __enter__(self) -> Self:
         return self
@@ -160,18 +167,7 @@ def read(
     ) -> BlobRetrieval:
         if bucket_name is None:
             bucket_name = self.default_bucket_name
-        try:
-            url = self.client.generate_presigned_url(
-                ClientMethod="get_object",
-                Params={"Bucket": bucket_name, "Key": fp.path},
-                ExpiresIn=READ_EXPIRATION_TIME,
-            )
-
-            return BlobRetrievalByURL(
-                url=GridURL.from_url(url), file_name=Path(fp.path).name, type_=type_
-            )
-        except BotoClientError as e:
-            raise SyftException(e)
+        return fp.generate_url(self, type_, bucket_name)
 
     def allocate(
         self, obj: CreateBlobStorageEntry

From 82c60286f253180b3c67068c24e41d736cf65c72 Mon Sep 17 00:00:00 2001
From: teo <teo.milea97@gmail.com>
Date: Fri, 8 Dec 2023 17:42:09 +0200
Subject: [PATCH 08/27] added new azure files

---
 packages/syft/src/syft/types/blob_storage.py | 80 +++++++++++++++++++-
 1 file changed, 79 insertions(+), 1 deletion(-)

diff --git a/packages/syft/src/syft/types/blob_storage.py b/packages/syft/src/syft/types/blob_storage.py
index d695bfd86d6..59e11d1b992 100644
--- a/packages/syft/src/syft/types/blob_storage.py
+++ b/packages/syft/src/syft/types/blob_storage.py
@@ -1,4 +1,6 @@
 # stdlib
+from datetime import datetime
+from datetime import timedelta
 import mimetypes
 from pathlib import Path
 from queue import Queue
@@ -13,6 +15,9 @@
 from typing import Union
 
 # third party
+from azure.storage.blob import BlobSasPermissions
+from azure.storage.blob import generate_blob_sas
+from botocore.client import ClientError as BotoClientError
 from typing_extensions import Self
 
 # relative
@@ -24,6 +29,7 @@
 from ..service.action.action_types import action_types
 from ..service.response import SyftException
 from ..service.service import from_api_or_context
+from ..types.grid_url import GridURL
 from ..types.transforms import drop
 from ..types.transforms import keep
 from ..types.transforms import make_set_default
@@ -35,6 +41,8 @@
 from .syft_object import SyftObject
 from .uid import UID
 
+READ_EXPIRATION_TIME = 1800  # seconds
+
 
 @serializable()
 class BlobFileV1(SyftObject):
@@ -155,13 +163,83 @@ class SecureFilePathLocation(SyftObject):
     def __repr__(self) -> str:
         return f"{self.path}"
 
+    def generate_url(self, connection, type_):
+        raise NotImplementedError
+    
+@serializable()
+class SeaweedSecureFilePathLocationV1(SecureFilePathLocation):
+    __canonical_name__ = "SeaweedSecureFilePathLocation"
+    __version__ = SYFT_OBJECT_VERSION_1
+
+    upload_id: str
 
 @serializable()
 class SeaweedSecureFilePathLocation(SecureFilePathLocation):
     __canonical_name__ = "SeaweedSecureFilePathLocation"
-    __version__ = SYFT_OBJECT_VERSION_1
+    __version__ = SYFT_OBJECT_VERSION_2
 
     upload_id: str
+    bucket_name: str
+
+    def generate_url(self, connection, type_):
+        try:
+            url = connection.client.generate_presigned_url(
+                ClientMethod="get_object",
+                Params={"Bucket": self.bucket_name, "Key": self.path},
+                ExpiresIn=READ_EXPIRATION_TIME,
+            )
+
+            # relative
+            from ..store.blob_storage import BlobRetrievalByURL
+
+            return BlobRetrievalByURL(
+                url=GridURL.from_url(url), file_name=Path(self.path).name, type_=type_
+            )
+        except BotoClientError as e:
+            raise SyftException(e)
+        
+@migrate(SeaweedSecureFilePathLocationV1, SeaweedSecureFilePathLocation)
+def upgrade_seaweedsecurefilepathlocation_v1_to_v2():
+    return [
+        make_set_default("bucket_name", "")
+    ]
+
+@migrate(SeaweedSecureFilePathLocation, SeaweedSecureFilePathLocationV1)
+def downgrade_seaweedsecurefilepathlocation_v2_to_v1():
+    return [
+        drop(["bucket_name"]),
+    ]
+
+
+@serializable()
+class AzureSecureFilePathLocation(SecureFilePathLocation):
+    __canonical_name__ = "AzureSecureFilePathLocation"
+    __version__ = SYFT_OBJECT_VERSION_1
+
+    # upload_id: str
+    azure_profile_name: str  # Used by Seaweedfs to refer to a remote config
+    bucket_name: str
+
+    def generate_url(self, connection, type_, bucket_name):
+        # SAS is almost the same thing as the presigned url
+        config = connection.config.remote_profiles[self.azure_profile_name]
+        account_name = config.account_name
+        container_name = config.container_name
+        blob_name = self.path
+        sas_blob = generate_blob_sas(
+            account_name=account_name,
+            container_name=container_name,
+            blob_name=blob_name,
+            account_key=config.account_key,
+            permission=BlobSasPermissions(read=True),
+            expiry=datetime.utcnow() + timedelta(hours=48),
+        )
+        url = f"https://{config.account_name}.blob.core.windows.net/{container_name}/{blob_name}?{sas_blob}"
+
+        # relative
+        from ..store.blob_storage import BlobRetrievalByURL
+
+        return BlobRetrievalByURL(url=url, file_name=Path(self.path).name, type_=type_)
 
 
 @serializable()

From 65eb5a1460972254ad029d239822fd44cd100aa4 Mon Sep 17 00:00:00 2001
From: teo <teo.milea97@gmail.com>
Date: Fri, 8 Dec 2023 17:44:46 +0200
Subject: [PATCH 09/27] added notebook for testing

---
 notebooks/helm/direct_azure.ipynb | 298 ++++++++++++++++++++++++++++++
 1 file changed, 298 insertions(+)
 create mode 100644 notebooks/helm/direct_azure.ipynb

diff --git a/notebooks/helm/direct_azure.ipynb b/notebooks/helm/direct_azure.ipynb
new file mode 100644
index 00000000000..e17ff61ed01
--- /dev/null
+++ b/notebooks/helm/direct_azure.ipynb
@@ -0,0 +1,298 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "kj/filesystem-disk-unix.c++:1703: warning: PWD environment variable doesn't match current directory; pwd = /home/teo/OpenMined/PySyft\n"
+     ]
+    }
+   ],
+   "source": [
+    "import syft as sy\n",
+    "import os"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "```\n",
+    "docker run --entrypoint /bin/sh -p 8333:8333 -p 8888:8888 chrislusf/seaweedfs -c \"echo 's3.configure -access_key admin -secret_key admin -user iam -actions Read,Write,List,Tagging,Admin -apply' | weed shell > /dev/null 2>&1 & weed server -s3 -s3.port=8333 -master.volumeSizeLimitMB=2048\"\n",
+    "```"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Staging Protocol Changes...\n",
+      "Data Migrated to latest version !!!\n",
+      "Logged into <test-domain-helm2: High side Domain> as <info@openmined.org>\n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div class=\"alert-warning\" style=\"padding:5px;\"><strong>SyftWarning</strong>: You are using a default password. Please change the password using `[your_client].me.set_password([new_password])`.</div><br />"
+      ],
+      "text/plain": [
+       "SyftWarning: You are using a default password. Please change the password using `[your_client].me.set_password([new_password])`."
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
+   "source": [
+    "node = sy.orchestra.launch(name=\"test-domain-helm2\", dev_mode=True,\n",
+    "                           reset=True,\n",
+    "                           n_consumers=4,\n",
+    "                           create_producer=True)\n",
+    "client = node.login(email=\"info@openmined.org\", password=\"changethis\")\n",
+    "# client = sy.login(url=\"http://localhost:8080\", email=\"info@openmined.org\", password=\"changethis\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "\n",
+    "from syft.store.blob_storage import BlobStorageConfig, BlobStorageClientConfig\n",
+    "from syft.store.blob_storage.seaweedfs import SeaweedFSClient, SeaweedFSClientConfig\n",
+    "blob_config = BlobStorageConfig(client_type=SeaweedFSClient,\n",
+    "                                client_config=SeaweedFSClientConfig(host=\"http://0.0.0.0\",\n",
+    "                                                                    port=\"8333\",\n",
+    "                                                                    access_key=\"admin\",\n",
+    "                                                                    secret_key=\"admin\",\n",
+    "                                                                    bucket_name=\"test_bucket\",\n",
+    "                                                                    region=\"us-east-1\", \n",
+    "                                                                    # mount_port=4001\n",
+    "                                                                   )\n",
+    ")\n",
+    "node.python_node.init_blob_storage(blob_config)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "os.environ[\"RED_TEAM_AZURE_KEY\"] = \"t7Y5enmCiG2k8o5rvItSn3Ak9tHaVTXQUTn1LQ74jQ1g5bjvs0ui/O2FXJeDaCsfI6xMPz0txtoH+AStss/Xmg==\""
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# client.api.services.blob_storage.mount_azure(\n",
+    "#     account_name='redteamtest',\n",
+    "#     container_name='manual-test',\n",
+    "#     account_key=os.environ[\"RED_TEAM_AZURE_KEY\"],\n",
+    "#     bucket_name='bucket2',\n",
+    "# )"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "{'ResponseMetadata': {'RequestId': '1702049867443665606', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'accept-ranges': 'bytes', 'content-length': '668', 'content-type': 'application/xml', 'server': 'SeaweedFS S3', 'x-amz-request-id': '1702049867443665606', 'date': 'Fri, 08 Dec 2023 15:37:47 GMT'}, 'RetryAttempts': 0}, 'IsTruncated': False, 'Marker': '', 'Contents': [{'Key': '0266f72a-edae-4812-8ce2-ea2a57b52529.txt', 'LastModified': datetime.datetime(2023, 9, 13, 12, 8, 7, tzinfo=tzutc()), 'ETag': '\"e1de79d74ebc\"', 'Size': 13, 'StorageClass': 'STANDARD', 'Owner': {'ID': '0'}}, {'Key': 'example.txt', 'LastModified': datetime.datetime(2023, 9, 14, 16, 20, 32, tzinfo=tzutc()), 'ETag': '\"f5a69a6dae5e\"', 'Size': 13, 'StorageClass': 'STANDARD', 'Owner': {'ID': '0'}}], 'Name': 'test', 'Prefix': '', 'MaxKeys': 10000}\n",
+      "[{'Key': '0266f72a-edae-4812-8ce2-ea2a57b52529.txt', 'LastModified': datetime.datetime(2023, 9, 13, 12, 8, 7, tzinfo=tzutc()), 'ETag': '\"e1de79d74ebc\"', 'Size': 13, 'StorageClass': 'STANDARD', 'Owner': {'ID': '0'}}, {'Key': 'example.txt', 'LastModified': datetime.datetime(2023, 9, 14, 16, 20, 32, tzinfo=tzutc()), 'ETag': '\"f5a69a6dae5e\"', 'Size': 13, 'StorageClass': 'STANDARD', 'Owner': {'ID': '0'}}]\n"
+     ]
+    }
+   ],
+   "source": [
+    "from syft.service.blob_storage.remote_profile import AzureRemoteProfile\n",
+    "from syft.types.blob_storage import AzureSecureFilePathLocation, BlobFileType, BlobStorageEntry, SecureFilePathLocation\n",
+    "\n",
+    "\n",
+    "res = node.python_node.blob_storage_client.connect().client.list_objects(\n",
+    "    Bucket='test'\n",
+    ")\n",
+    "print(res)\n",
+    "objects = res[\"Contents\"]\n",
+    "account_name = 'redteamtest'\n",
+    "account_key = \"t7Y5enmCiG2k8o5rvItSn3Ak9tHaVTXQUTn1LQ74jQ1g5bjvs0ui/O2FXJeDaCsfI6xMPz0txtoH+AStss/Xmg==\"\n",
+    "container_name = 'manual-test'\n",
+    "\n",
+    "remote_name = f\"{account_name}-{container_name}\"\n",
+    "new_profile = AzureRemoteProfile(\n",
+    "    profile_name=remote_name,\n",
+    "    account_name=account_name,\n",
+    "    account_key=account_key,\n",
+    "    container_name=container_name,\n",
+    ")\n",
+    "blob_storage_service = node.python_node.get_service(\"BlobStorageService\")\n",
+    "res = blob_storage_service.remote_profile_stash.set(client.credentials.verify_key, new_profile)\n",
+    "\n",
+    "remote_profile = res.ok()\n",
+    "seaweed_config = node.python_node.blob_storage_client.config\n",
+    "seaweed_config.remote_profiles[remote_name] = remote_profile \n",
+    "\n",
+    "print(objects)\n",
+    "file_sizes = [object[\"Size\"] for object in objects]\n",
+    "file_paths = [object[\"Key\"] for object in objects]\n",
+    "secure_file_paths = [\n",
+    "    AzureSecureFilePathLocation(\n",
+    "        path=file_path,\n",
+    "        azure_profile_name=remote_name,\n",
+    "        bucket_name=\"test\",\n",
+    "    ) for file_path in file_paths\n",
+    "]\n",
+    "\n",
+    "for sfp, file_size in zip(secure_file_paths, file_sizes):\n",
+    "    blob_storage_entry = BlobStorageEntry(\n",
+    "        location=sfp,\n",
+    "        uploaded_by=client.credentials.verify_key,\n",
+    "        file_size=file_size,\n",
+    "        type_=BlobFileType,\n",
+    "        bucket_name=\"test\",\n",
+    "    )\n",
+    "    node.python_node.get_service(\"BlobStorageService\").stash.set(client.credentials, blob_storage_entry)\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 12,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "b'Hello, World!'"
+      ]
+     },
+     "execution_count": 12,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "client.api.services.blob_storage.get_files_from_bucket(\"test\")[1].read()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "<botocore.client.S3 at 0x7faf3c4fcdd0>"
+      ]
+     },
+     "execution_count": 8,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "node.python_node.blob_storage_client.connect().client"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from datetime import datetime, timedelta\n",
+    "from azure.storage.blob import BlobClient, generate_blob_sas, BlobSasPermissions\n",
+    "\n",
+    "def get_blob_sas(account_name,account_key, container_name, blob_name):\n",
+    "    sas_blob = generate_blob_sas(account_name=account_name, \n",
+    "                                container_name=container_name,\n",
+    "                                blob_name=blob_name,\n",
+    "                                account_key=account_key,\n",
+    "                                permission=BlobSasPermissions(read=True),\n",
+    "                                expiry=datetime.utcnow() + timedelta(hours=1))\n",
+    "    return sas_blob"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "account_name = 'redteamtest'\n",
+    "account_key = \"t7Y5enmCiG2k8o5rvItSn3Ak9tHaVTXQUTn1LQ74jQ1g5bjvs0ui/O2FXJeDaCsfI6xMPz0txtoH+AStss/Xmg==\"\n",
+    "container_name = 'manual-test'\n",
+    "blob_name = 'example.txt'\n",
+    "\n",
+    "blob = get_blob_sas(account_name,account_key, container_name, blob_name)\n",
+    "url = 'https://'+account_name+'.blob.core.windows.net/'+container_name+'/'+blob_name+'?'+blob"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "'https://redteamtest.blob.core.windows.net/manual-test/example.txt?se=2023-12-08T16%3A37%3A47Z&sp=r&sv=2023-08-03&sr=b&sig=jHY%2B1fOi2Mtmim0pWUmcV6Yv9CSucsIBc6k4Vkhke8g%3D'"
+      ]
+     },
+     "execution_count": 11,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "url"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "syft_3.11",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.11.4"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

From 2e1f7be3ba6671f816fdefc77dc5b98531276fcf Mon Sep 17 00:00:00 2001
From: teo <teo.milea97@gmail.com>
Date: Fri, 8 Dec 2023 18:39:17 +0200
Subject: [PATCH 10/27] added azure storage blob requirement

---
 packages/syft/setup.cfg | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/packages/syft/setup.cfg b/packages/syft/setup.cfg
index bd6c7d655ee..820cf55c13e 100644
--- a/packages/syft/setup.cfg
+++ b/packages/syft/setup.cfg
@@ -63,7 +63,7 @@ syft =
     pandas==1.5.3
     docker==6.1.3
     PyYAML==6.0.1
-
+    azure-storage-blob==12.19
 
 install_requires =
     %(syft)s

From 511bfe73e957ac012ad5330c7baf45f36cddaf0b Mon Sep 17 00:00:00 2001
From: teo <teo.milea97@gmail.com>
Date: Fri, 8 Dec 2023 18:39:55 +0200
Subject: [PATCH 11/27] fixed azure path creation

---
 .../src/syft/protocol/protocol_version.json   |  2 +-
 .../service/blob_storage/remote_profile.py    | 37 +++++++++++++++++++
 .../src/syft/service/blob_storage/service.py  | 13 +++++--
 packages/syft/src/syft/types/blob_storage.py  |  9 ++---
 4 files changed, 52 insertions(+), 9 deletions(-)
 create mode 100644 packages/syft/src/syft/service/blob_storage/remote_profile.py

diff --git a/packages/syft/src/syft/protocol/protocol_version.json b/packages/syft/src/syft/protocol/protocol_version.json
index 1b0c14f2597..2056bb52eff 100644
--- a/packages/syft/src/syft/protocol/protocol_version.json
+++ b/packages/syft/src/syft/protocol/protocol_version.json
@@ -960,7 +960,7 @@
       "SeaweedSecureFilePathLocation": {
         "2": {
           "version": 2,
-          "hash": "35ad807e2282b97a6022649b2efa186d0c1705e2eb8f3753d55efda1b6510a9a",
+          "hash": "3ca49db7536a33d5712485164e95406000df9af2aed78e9f9fa2bb2bbbb34fe6",
           "action": "add"
         }
       },
diff --git a/packages/syft/src/syft/service/blob_storage/remote_profile.py b/packages/syft/src/syft/service/blob_storage/remote_profile.py
new file mode 100644
index 00000000000..f1cc8627144
--- /dev/null
+++ b/packages/syft/src/syft/service/blob_storage/remote_profile.py
@@ -0,0 +1,37 @@
+# syft absolute
+from syft.types.syft_object import SYFT_OBJECT_VERSION_1
+from syft.types.syft_object import SyftObject
+
+# relative
+from ...serde.serializable import serializable
+from ...store.document_store import BaseUIDStoreStash
+from ...store.document_store import DocumentStore
+from ...store.document_store import PartitionSettings
+
+
+@serializable()
+class RemoteProfile(SyftObject):
+    __canonical_name__ = "RemoteConfig"
+    __version__ = SYFT_OBJECT_VERSION_1
+
+
+@serializable()
+class AzureRemoteProfile(RemoteProfile):
+    __canonical_name__ = "AzureRemoteConfig"
+    __version__ = SYFT_OBJECT_VERSION_1
+
+    profile_name: str  # used by seaweedfs
+    account_name: str
+    account_key: str
+    container_name: str
+
+
+@serializable()
+class RemoteProfileStash(BaseUIDStoreStash):
+    object_type = RemoteProfile
+    settings: PartitionSettings = PartitionSettings(
+        name=RemoteProfile.__canonical_name__, object_type=RemoteProfile
+    )
+
+    def __init__(self, store: DocumentStore) -> None:
+        super().__init__(store=store)
diff --git a/packages/syft/src/syft/service/blob_storage/service.py b/packages/syft/src/syft/service/blob_storage/service.py
index 9bb034f6c5f..7c069fc2c8c 100644
--- a/packages/syft/src/syft/service/blob_storage/service.py
+++ b/packages/syft/src/syft/service/blob_storage/service.py
@@ -15,7 +15,7 @@
 from ...store.blob_storage.seaweedfs import SeaweedFSBlobDeposit
 from ...store.document_store import DocumentStore
 from ...store.document_store import UIDPartitionKey
-from ...types.blob_storage import BlobFileType
+from ...types.blob_storage import AzureSecureFilePathLocation, BlobFileType
 from ...types.blob_storage import BlobStorageEntry
 from ...types.blob_storage import BlobStorageMetadata
 from ...types.blob_storage import CreateBlobStorageEntry
@@ -68,7 +68,8 @@ def mount_azure(
 
         # TODO: fix arguments
 
-        remote_name = f"{account_name}-{container_name}"
+        remote_name = f"{account_name}{container_name}"
+        remote_name = ''.join(ch for ch in remote_name if ch.isalnum())
         args_dict = {
             "account_name": account_name,
             "account_key": account_key,
@@ -98,11 +99,17 @@ def mount_azure(
         res = context.node.blob_storage_client.connect().client.list_objects(
             Bucket=bucket_name
         )
+        import pdb 
+        pdb.set_trace()
         objects = res["Contents"]
         file_sizes = [object["Size"] for object in objects]
         file_paths = [object["Key"] for object in objects]
         secure_file_paths = [
-            SecureFilePathLocation(path=file_path) for file_path in file_paths
+            AzureSecureFilePathLocation(
+                path=file_path, 
+                azure_profile_name=remote_name,
+                bucket_name=bucket_name,
+            ) for file_path in file_paths for file_path in file_paths
         ]
 
         for sfp, file_size in zip(secure_file_paths, file_sizes):
diff --git a/packages/syft/src/syft/types/blob_storage.py b/packages/syft/src/syft/types/blob_storage.py
index 59e11d1b992..39e69a64160 100644
--- a/packages/syft/src/syft/types/blob_storage.py
+++ b/packages/syft/src/syft/types/blob_storage.py
@@ -163,7 +163,7 @@ class SecureFilePathLocation(SyftObject):
     def __repr__(self) -> str:
         return f"{self.path}"
 
-    def generate_url(self, connection, type_):
+    def generate_url(self, *args):
         raise NotImplementedError
     
 @serializable()
@@ -179,13 +179,12 @@ class SeaweedSecureFilePathLocation(SecureFilePathLocation):
     __version__ = SYFT_OBJECT_VERSION_2
 
     upload_id: str
-    bucket_name: str
 
-    def generate_url(self, connection, type_):
+    def generate_url(self, connection, type_, bucket_name):
         try:
             url = connection.client.generate_presigned_url(
                 ClientMethod="get_object",
-                Params={"Bucket": self.bucket_name, "Key": self.path},
+                Params={"Bucket": bucket_name, "Key": self.path},
                 ExpiresIn=READ_EXPIRATION_TIME,
             )
 
@@ -220,7 +219,7 @@ class AzureSecureFilePathLocation(SecureFilePathLocation):
     azure_profile_name: str  # Used by Seaweedfs to refer to a remote config
     bucket_name: str
 
-    def generate_url(self, connection, type_, bucket_name):
+    def generate_url(self, connection, type_, *args):
         # SAS is almost the same thing as the presigned url
         config = connection.config.remote_profiles[self.azure_profile_name]
         account_name = config.account_name

From b182017202aea6a6769869a65348871c9d584c93 Mon Sep 17 00:00:00 2001
From: teo <teo.milea97@gmail.com>
Date: Fri, 8 Dec 2023 18:40:59 +0200
Subject: [PATCH 12/27] test for docker

---
 notebooks/helm/direct_azure.ipynb | 170 ++++++++++++++++--------------
 1 file changed, 91 insertions(+), 79 deletions(-)

diff --git a/notebooks/helm/direct_azure.ipynb b/notebooks/helm/direct_azure.ipynb
index e17ff61ed01..740586a09af 100644
--- a/notebooks/helm/direct_azure.ipynb
+++ b/notebooks/helm/direct_azure.ipynb
@@ -36,9 +36,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Staging Protocol Changes...\n",
-      "Data Migrated to latest version !!!\n",
-      "Logged into <test-domain-helm2: High side Domain> as <info@openmined.org>\n"
+      "Logged into <test: High side Domain> as <info@openmined.org>\n"
      ]
     },
     {
@@ -55,12 +53,12 @@
     }
    ],
    "source": [
-    "node = sy.orchestra.launch(name=\"test-domain-helm2\", dev_mode=True,\n",
-    "                           reset=True,\n",
-    "                           n_consumers=4,\n",
-    "                           create_producer=True)\n",
-    "client = node.login(email=\"info@openmined.org\", password=\"changethis\")\n",
-    "# client = sy.login(url=\"http://localhost:8080\", email=\"info@openmined.org\", password=\"changethis\")"
+    "# node = sy.orchestra.launch(name=\"test-domain-helm2\", dev_mode=True,\n",
+    "#                            reset=True,\n",
+    "#                            n_consumers=4,\n",
+    "#                            create_producer=True)\n",
+    "# client = node.login(email=\"info@openmined.org\", password=\"changethis\")\n",
+    "client = sy.login(url=\"http://localhost:8080\", email=\"info@openmined.org\", password=\"changethis\")"
    ]
   },
   {
@@ -70,19 +68,19 @@
    "outputs": [],
    "source": [
     "\n",
-    "from syft.store.blob_storage import BlobStorageConfig, BlobStorageClientConfig\n",
-    "from syft.store.blob_storage.seaweedfs import SeaweedFSClient, SeaweedFSClientConfig\n",
-    "blob_config = BlobStorageConfig(client_type=SeaweedFSClient,\n",
-    "                                client_config=SeaweedFSClientConfig(host=\"http://0.0.0.0\",\n",
-    "                                                                    port=\"8333\",\n",
-    "                                                                    access_key=\"admin\",\n",
-    "                                                                    secret_key=\"admin\",\n",
-    "                                                                    bucket_name=\"test_bucket\",\n",
-    "                                                                    region=\"us-east-1\", \n",
-    "                                                                    # mount_port=4001\n",
-    "                                                                   )\n",
-    ")\n",
-    "node.python_node.init_blob_storage(blob_config)"
+    "# from syft.store.blob_storage import BlobStorageConfig, BlobStorageClientConfig\n",
+    "# from syft.store.blob_storage.seaweedfs import SeaweedFSClient, SeaweedFSClientConfig\n",
+    "# blob_config = BlobStorageConfig(client_type=SeaweedFSClient,\n",
+    "#                                 client_config=SeaweedFSClientConfig(host=\"http://0.0.0.0\",\n",
+    "#                                                                     port=\"8333\",\n",
+    "#                                                                     access_key=\"admin\",\n",
+    "#                                                                     secret_key=\"admin\",\n",
+    "#                                                                     bucket_name=\"test_bucket\",\n",
+    "#                                                                     region=\"us-east-1\", \n",
+    "#                                                                     # mount_port=4001\n",
+    "#                                                                    )\n",
+    "# )\n",
+    "# node.python_node.init_blob_storage(blob_config)"
    ]
   },
   {
@@ -105,19 +103,33 @@
    "cell_type": "code",
    "execution_count": 5,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div class=\"alert-success\" style=\"padding:5px;\"><strong>SyftSuccess</strong>: Mounting Azure Successful!</div><br />"
+      ],
+      "text/plain": [
+       "SyftSuccess: Mounting Azure Successful!"
+      ]
+     },
+     "execution_count": 5,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
-    "# client.api.services.blob_storage.mount_azure(\n",
-    "#     account_name='redteamtest',\n",
-    "#     container_name='manual-test',\n",
-    "#     account_key=os.environ[\"RED_TEAM_AZURE_KEY\"],\n",
-    "#     bucket_name='bucket2',\n",
-    "# )"
+    "client.api.services.blob_storage.mount_azure(\n",
+    "    account_name='redteamtest',\n",
+    "    container_name='manual-test',\n",
+    "    account_key=os.environ[\"RED_TEAM_AZURE_KEY\"],\n",
+    "    bucket_name='bucket2',\n",
+    ")"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": null,
    "metadata": {},
    "outputs": [
     {
@@ -130,78 +142,78 @@
     }
    ],
    "source": [
-    "from syft.service.blob_storage.remote_profile import AzureRemoteProfile\n",
-    "from syft.types.blob_storage import AzureSecureFilePathLocation, BlobFileType, BlobStorageEntry, SecureFilePathLocation\n",
+    "# from syft.service.blob_storage.remote_profile import AzureRemoteProfile\n",
+    "# from syft.types.blob_storage import AzureSecureFilePathLocation, BlobFileType, BlobStorageEntry, SecureFilePathLocation\n",
     "\n",
     "\n",
-    "res = node.python_node.blob_storage_client.connect().client.list_objects(\n",
-    "    Bucket='test'\n",
-    ")\n",
-    "print(res)\n",
-    "objects = res[\"Contents\"]\n",
-    "account_name = 'redteamtest'\n",
-    "account_key = \"t7Y5enmCiG2k8o5rvItSn3Ak9tHaVTXQUTn1LQ74jQ1g5bjvs0ui/O2FXJeDaCsfI6xMPz0txtoH+AStss/Xmg==\"\n",
-    "container_name = 'manual-test'\n",
+    "# res = node.python_node.blob_storage_client.connect().client.list_objects(\n",
+    "#     Bucket='test'\n",
+    "# )\n",
+    "# print(res)\n",
+    "# objects = res[\"Contents\"]\n",
+    "# account_name = 'redteamtest'\n",
+    "# account_key = \"t7Y5enmCiG2k8o5rvItSn3Ak9tHaVTXQUTn1LQ74jQ1g5bjvs0ui/O2FXJeDaCsfI6xMPz0txtoH+AStss/Xmg==\"\n",
+    "# container_name = 'manual-test'\n",
     "\n",
-    "remote_name = f\"{account_name}-{container_name}\"\n",
-    "new_profile = AzureRemoteProfile(\n",
-    "    profile_name=remote_name,\n",
-    "    account_name=account_name,\n",
-    "    account_key=account_key,\n",
-    "    container_name=container_name,\n",
-    ")\n",
-    "blob_storage_service = node.python_node.get_service(\"BlobStorageService\")\n",
-    "res = blob_storage_service.remote_profile_stash.set(client.credentials.verify_key, new_profile)\n",
+    "# remote_name = f\"{account_name}-{container_name}\"\n",
+    "# new_profile = AzureRemoteProfile(\n",
+    "#     profile_name=remote_name,\n",
+    "#     account_name=account_name,\n",
+    "#     account_key=account_key,\n",
+    "#     container_name=container_name,\n",
+    "# )\n",
+    "# blob_storage_service = node.python_node.get_service(\"BlobStorageService\")\n",
+    "# res = blob_storage_service.remote_profile_stash.set(client.credentials.verify_key, new_profile)\n",
     "\n",
-    "remote_profile = res.ok()\n",
-    "seaweed_config = node.python_node.blob_storage_client.config\n",
-    "seaweed_config.remote_profiles[remote_name] = remote_profile \n",
+    "# remote_profile = res.ok()\n",
+    "# seaweed_config = node.python_node.blob_storage_client.config\n",
+    "# seaweed_config.remote_profiles[remote_name] = remote_profile \n",
     "\n",
-    "print(objects)\n",
-    "file_sizes = [object[\"Size\"] for object in objects]\n",
-    "file_paths = [object[\"Key\"] for object in objects]\n",
-    "secure_file_paths = [\n",
-    "    AzureSecureFilePathLocation(\n",
-    "        path=file_path,\n",
-    "        azure_profile_name=remote_name,\n",
-    "        bucket_name=\"test\",\n",
-    "    ) for file_path in file_paths\n",
-    "]\n",
+    "# print(objects)\n",
+    "# file_sizes = [object[\"Size\"] for object in objects]\n",
+    "# file_paths = [object[\"Key\"] for object in objects]\n",
+    "# secure_file_paths = [\n",
+    "#     AzureSecureFilePathLocation(\n",
+    "#         path=file_path,\n",
+    "#         azure_profile_name=remote_name,\n",
+    "#         bucket_name=\"test\",\n",
+    "#     ) for file_path in file_paths\n",
+    "# ]\n",
     "\n",
-    "for sfp, file_size in zip(secure_file_paths, file_sizes):\n",
-    "    blob_storage_entry = BlobStorageEntry(\n",
-    "        location=sfp,\n",
-    "        uploaded_by=client.credentials.verify_key,\n",
-    "        file_size=file_size,\n",
-    "        type_=BlobFileType,\n",
-    "        bucket_name=\"test\",\n",
-    "    )\n",
-    "    node.python_node.get_service(\"BlobStorageService\").stash.set(client.credentials, blob_storage_entry)\n"
+    "# for sfp, file_size in zip(secure_file_paths, file_sizes):\n",
+    "#     blob_storage_entry = BlobStorageEntry(\n",
+    "#         location=sfp,\n",
+    "#         uploaded_by=client.credentials.verify_key,\n",
+    "#         file_size=file_size,\n",
+    "#         type_=BlobFileType,\n",
+    "#         bucket_name=\"test\",\n",
+    "#     )\n",
+    "#     node.python_node.get_service(\"BlobStorageService\").stash.set(client.credentials, blob_storage_entry)\n"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 9,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "b'Hello, World!'"
+       "b'Hello world!\\n'"
       ]
      },
-     "execution_count": 12,
+     "execution_count": 9,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "client.api.services.blob_storage.get_files_from_bucket(\"test\")[1].read()"
+    "client.api.services.blob_storage.get_files_from_bucket(\"bucket2\")[0].read()"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": null,
    "metadata": {},
    "outputs": [
     {
@@ -221,7 +233,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": null,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -240,7 +252,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": null,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -255,7 +267,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": null,
    "metadata": {},
    "outputs": [
     {

From ad546c15ce6913cc08aa4e8d2cdf62ea5e8940f8 Mon Sep 17 00:00:00 2001
From: Koen van der Veen <koenlennartvanderveen@gmail.com>
Date: Thu, 14 Dec 2023 09:37:50 +0000
Subject: [PATCH 13/27] lint en remove pdb

---
 .../syft/service/blob_storage/remote_profile.py   |  6 ++----
 .../syft/src/syft/service/blob_storage/service.py | 15 ++++++++-------
 packages/syft/src/syft/types/blob_storage.py      | 12 +++++++-----
 3 files changed, 17 insertions(+), 16 deletions(-)

diff --git a/packages/syft/src/syft/service/blob_storage/remote_profile.py b/packages/syft/src/syft/service/blob_storage/remote_profile.py
index f1cc8627144..8bd92bc9f91 100644
--- a/packages/syft/src/syft/service/blob_storage/remote_profile.py
+++ b/packages/syft/src/syft/service/blob_storage/remote_profile.py
@@ -1,12 +1,10 @@
-# syft absolute
-from syft.types.syft_object import SYFT_OBJECT_VERSION_1
-from syft.types.syft_object import SyftObject
-
 # relative
 from ...serde.serializable import serializable
 from ...store.document_store import BaseUIDStoreStash
 from ...store.document_store import DocumentStore
 from ...store.document_store import PartitionSettings
+from ...types.syft_object import SYFT_OBJECT_VERSION_1
+from ...types.syft_object import SyftObject
 
 
 @serializable()
diff --git a/packages/syft/src/syft/service/blob_storage/service.py b/packages/syft/src/syft/service/blob_storage/service.py
index 7c069fc2c8c..9cb2e4f90ad 100644
--- a/packages/syft/src/syft/service/blob_storage/service.py
+++ b/packages/syft/src/syft/service/blob_storage/service.py
@@ -15,11 +15,11 @@
 from ...store.blob_storage.seaweedfs import SeaweedFSBlobDeposit
 from ...store.document_store import DocumentStore
 from ...store.document_store import UIDPartitionKey
-from ...types.blob_storage import AzureSecureFilePathLocation, BlobFileType
+from ...types.blob_storage import AzureSecureFilePathLocation
+from ...types.blob_storage import BlobFileType
 from ...types.blob_storage import BlobStorageEntry
 from ...types.blob_storage import BlobStorageMetadata
 from ...types.blob_storage import CreateBlobStorageEntry
-from ...types.blob_storage import SecureFilePathLocation
 from ...types.uid import UID
 from ..context import AuthedServiceContext
 from ..response import SyftError
@@ -69,7 +69,7 @@ def mount_azure(
         # TODO: fix arguments
 
         remote_name = f"{account_name}{container_name}"
-        remote_name = ''.join(ch for ch in remote_name if ch.isalnum())
+        remote_name = "".join(ch for ch in remote_name if ch.isalnum())
         args_dict = {
             "account_name": account_name,
             "account_key": account_key,
@@ -99,17 +99,18 @@ def mount_azure(
         res = context.node.blob_storage_client.connect().client.list_objects(
             Bucket=bucket_name
         )
-        import pdb 
-        pdb.set_trace()
+        # stdlib
         objects = res["Contents"]
         file_sizes = [object["Size"] for object in objects]
         file_paths = [object["Key"] for object in objects]
         secure_file_paths = [
             AzureSecureFilePathLocation(
-                path=file_path, 
+                path=file_path,
                 azure_profile_name=remote_name,
                 bucket_name=bucket_name,
-            ) for file_path in file_paths for file_path in file_paths
+            )
+            for file_path in file_paths
+            for file_path in file_paths
         ]
 
         for sfp, file_size in zip(secure_file_paths, file_sizes):
diff --git a/packages/syft/src/syft/types/blob_storage.py b/packages/syft/src/syft/types/blob_storage.py
index 39e69a64160..5a077bd6da1 100644
--- a/packages/syft/src/syft/types/blob_storage.py
+++ b/packages/syft/src/syft/types/blob_storage.py
@@ -165,7 +165,8 @@ def __repr__(self) -> str:
 
     def generate_url(self, *args):
         raise NotImplementedError
-    
+
+
 @serializable()
 class SeaweedSecureFilePathLocationV1(SecureFilePathLocation):
     __canonical_name__ = "SeaweedSecureFilePathLocation"
@@ -173,6 +174,7 @@ class SeaweedSecureFilePathLocationV1(SecureFilePathLocation):
 
     upload_id: str
 
+
 @serializable()
 class SeaweedSecureFilePathLocation(SecureFilePathLocation):
     __canonical_name__ = "SeaweedSecureFilePathLocation"
@@ -196,12 +198,12 @@ def generate_url(self, connection, type_, bucket_name):
             )
         except BotoClientError as e:
             raise SyftException(e)
-        
+
+
 @migrate(SeaweedSecureFilePathLocationV1, SeaweedSecureFilePathLocation)
 def upgrade_seaweedsecurefilepathlocation_v1_to_v2():
-    return [
-        make_set_default("bucket_name", "")
-    ]
+    return [make_set_default("bucket_name", "")]
+
 
 @migrate(SeaweedSecureFilePathLocation, SeaweedSecureFilePathLocationV1)
 def downgrade_seaweedsecurefilepathlocation_v2_to_v1():

From 8e210b52f76083b3455b8560f463e30867fafc24 Mon Sep 17 00:00:00 2001
From: Koen van der Veen <koenlennartvanderveen@gmail.com>
Date: Thu, 14 Dec 2023 12:17:56 +0000
Subject: [PATCH 14/27] update notebook with test

---
 notebooks/helm/direct_azure.ipynb | 825 +++++++++++++++++++++++++-----
 1 file changed, 694 insertions(+), 131 deletions(-)

diff --git a/notebooks/helm/direct_azure.ipynb b/notebooks/helm/direct_azure.ipynb
index 740586a09af..f210caa8f5e 100644
--- a/notebooks/helm/direct_azure.ipynb
+++ b/notebooks/helm/direct_azure.ipynb
@@ -9,7 +9,7 @@
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "kj/filesystem-disk-unix.c++:1703: warning: PWD environment variable doesn't match current directory; pwd = /home/teo/OpenMined/PySyft\n"
+      "kj/filesystem-disk-unix.c++:1703: warning: PWD environment variable doesn't match current directory; pwd = /Users/koen/workspace/pysyft\n"
      ]
     }
    ],
@@ -18,15 +18,6 @@
     "import os"
    ]
   },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "```\n",
-    "docker run --entrypoint /bin/sh -p 8333:8333 -p 8888:8888 chrislusf/seaweedfs -c \"echo 's3.configure -access_key admin -secret_key admin -user iam -actions Read,Write,List,Tagging,Admin -apply' | weed shell > /dev/null 2>&1 & weed server -s3 -s3.port=8333 -master.volumeSizeLimitMB=2048\"\n",
-    "```"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 2,
@@ -36,7 +27,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Logged into <test: High side Domain> as <info@openmined.org>\n"
+      "Logged into <xenodochial_lecun: High side Domain> as <info@openmined.org>\n"
      ]
     },
     {
@@ -94,15 +85,6 @@
    "cell_type": "code",
    "execution_count": 4,
    "metadata": {},
-   "outputs": [],
-   "source": [
-    "os.environ[\"RED_TEAM_AZURE_KEY\"] = \"t7Y5enmCiG2k8o5rvItSn3Ak9tHaVTXQUTn1LQ74jQ1g5bjvs0ui/O2FXJeDaCsfI6xMPz0txtoH+AStss/Xmg==\""
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 5,
-   "metadata": {},
    "outputs": [
     {
      "data": {
@@ -113,182 +95,750 @@
        "SyftSuccess: Mounting Azure Successful!"
       ]
      },
-     "execution_count": 5,
+     "execution_count": 4,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
     "client.api.services.blob_storage.mount_azure(\n",
-    "    account_name='redteamtest',\n",
-    "    container_name='manual-test',\n",
-    "    account_key=os.environ[\"RED_TEAM_AZURE_KEY\"],\n",
-    "    bucket_name='bucket2',\n",
+    "    account_name='helmprojectstorage',\n",
+    "    container_name='helm',\n",
+    "    account_key=os.environ[\"HELM_STORAGE_ACCOUNT_KEY\"],\n",
+    "    bucket_name='helmazurebucket',\n",
     ")"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 5,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "{'ResponseMetadata': {'RequestId': '1702049867443665606', 'HostId': '', 'HTTPStatusCode': 200, 'HTTPHeaders': {'accept-ranges': 'bytes', 'content-length': '668', 'content-type': 'application/xml', 'server': 'SeaweedFS S3', 'x-amz-request-id': '1702049867443665606', 'date': 'Fri, 08 Dec 2023 15:37:47 GMT'}, 'RetryAttempts': 0}, 'IsTruncated': False, 'Marker': '', 'Contents': [{'Key': '0266f72a-edae-4812-8ce2-ea2a57b52529.txt', 'LastModified': datetime.datetime(2023, 9, 13, 12, 8, 7, tzinfo=tzutc()), 'ETag': '\"e1de79d74ebc\"', 'Size': 13, 'StorageClass': 'STANDARD', 'Owner': {'ID': '0'}}, {'Key': 'example.txt', 'LastModified': datetime.datetime(2023, 9, 14, 16, 20, 32, tzinfo=tzutc()), 'ETag': '\"f5a69a6dae5e\"', 'Size': 13, 'StorageClass': 'STANDARD', 'Owner': {'ID': '0'}}], 'Name': 'test', 'Prefix': '', 'MaxKeys': 10000}\n",
-      "[{'Key': '0266f72a-edae-4812-8ce2-ea2a57b52529.txt', 'LastModified': datetime.datetime(2023, 9, 13, 12, 8, 7, tzinfo=tzutc()), 'ETag': '\"e1de79d74ebc\"', 'Size': 13, 'StorageClass': 'STANDARD', 'Owner': {'ID': '0'}}, {'Key': 'example.txt', 'LastModified': datetime.datetime(2023, 9, 14, 16, 20, 32, tzinfo=tzutc()), 'ETag': '\"f5a69a6dae5e\"', 'Size': 13, 'StorageClass': 'STANDARD', 'Owner': {'ID': '0'}}]\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
-    "# from syft.service.blob_storage.remote_profile import AzureRemoteProfile\n",
-    "# from syft.types.blob_storage import AzureSecureFilePathLocation, BlobFileType, BlobStorageEntry, SecureFilePathLocation\n",
-    "\n",
-    "\n",
-    "# res = node.python_node.blob_storage_client.connect().client.list_objects(\n",
-    "#     Bucket='test'\n",
-    "# )\n",
-    "# print(res)\n",
-    "# objects = res[\"Contents\"]\n",
-    "# account_name = 'redteamtest'\n",
-    "# account_key = \"t7Y5enmCiG2k8o5rvItSn3Ak9tHaVTXQUTn1LQ74jQ1g5bjvs0ui/O2FXJeDaCsfI6xMPz0txtoH+AStss/Xmg==\"\n",
-    "# container_name = 'manual-test'\n",
-    "\n",
-    "# remote_name = f\"{account_name}-{container_name}\"\n",
-    "# new_profile = AzureRemoteProfile(\n",
-    "#     profile_name=remote_name,\n",
-    "#     account_name=account_name,\n",
-    "#     account_key=account_key,\n",
-    "#     container_name=container_name,\n",
-    "# )\n",
-    "# blob_storage_service = node.python_node.get_service(\"BlobStorageService\")\n",
-    "# res = blob_storage_service.remote_profile_stash.set(client.credentials.verify_key, new_profile)\n",
-    "\n",
-    "# remote_profile = res.ok()\n",
-    "# seaweed_config = node.python_node.blob_storage_client.config\n",
-    "# seaweed_config.remote_profiles[remote_name] = remote_profile \n",
-    "\n",
-    "# print(objects)\n",
-    "# file_sizes = [object[\"Size\"] for object in objects]\n",
-    "# file_paths = [object[\"Key\"] for object in objects]\n",
-    "# secure_file_paths = [\n",
-    "#     AzureSecureFilePathLocation(\n",
-    "#         path=file_path,\n",
-    "#         azure_profile_name=remote_name,\n",
-    "#         bucket_name=\"test\",\n",
-    "#     ) for file_path in file_paths\n",
-    "# ]\n",
-    "\n",
-    "# for sfp, file_size in zip(secure_file_paths, file_sizes):\n",
-    "#     blob_storage_entry = BlobStorageEntry(\n",
-    "#         location=sfp,\n",
-    "#         uploaded_by=client.credentials.verify_key,\n",
-    "#         file_size=file_size,\n",
-    "#         type_=BlobFileType,\n",
-    "#         bucket_name=\"test\",\n",
-    "#     )\n",
-    "#     node.python_node.get_service(\"BlobStorageService\").stash.set(client.credentials, blob_storage_entry)\n"
+    "files = client.api.services.blob_storage.get_files_from_bucket(\"helmazurebucket\")"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 6,
    "metadata": {},
    "outputs": [
     {
      "data": {
+      "text/html": [
+       "\n",
+       "<style>\n",
+       "  body[data-jp-theme-light='false'] {\n",
+       "        --primary-color: #111111;\n",
+       "        --secondary-color: #212121;\n",
+       "        --tertiary-color: #CFCDD6;\n",
+       "        --button-color: #111111;\n",
+       "  }\n",
+       "\n",
+       "  body {\n",
+       "        --primary-color: #ffffff;\n",
+       "        --secondary-color: #f5f5f5;\n",
+       "        --tertiary-color: #000000de;\n",
+       "        --button-color: #d1d5db;\n",
+       "  }\n",
+       "\n",
+       "  .header-1 {\n",
+       "        font-style: normal;\n",
+       "        font-weight: 600;\n",
+       "        font-size: 2.0736em;\n",
+       "        line-height: 100%;\n",
+       "        leading-trim: both;\n",
+       "        text-edge: cap;\n",
+       "        color: #17161D;\n",
+       "    }\n",
+       "\n",
+       "  .header-2 {\n",
+       "        font-style: normal;\n",
+       "        font-weight: 600;\n",
+       "        font-size: 1.728em;\n",
+       "        line-height: 100%;\n",
+       "        leading-trim: both;\n",
+       "        text-edge: cap;\n",
+       "        color: #17161D;\n",
+       "    }\n",
+       "\n",
+       "  .header-3 {\n",
+       "        font-style: normal;\n",
+       "        font-weight: 600;\n",
+       "        font-size:  1.44em;\n",
+       "        line-height: 100%;\n",
+       "        leading-trim: both;\n",
+       "        text-edge: cap;\n",
+       "        color: var(--tertiary-color);\n",
+       "    }\n",
+       "\n",
+       "  .header-4 {\n",
+       "        font-style: normal;\n",
+       "        font-weight: 600;\n",
+       "        font-size: 1.2em;\n",
+       "        line-height: 100%;\n",
+       "        leading-trim: both;\n",
+       "        text-edge: cap;\n",
+       "        color: #17161D;\n",
+       "    }\n",
+       "\n",
+       "    .paragraph {\n",
+       "        font-style: normal;\n",
+       "        font-weight: 400;\n",
+       "        font-size: 14px;\n",
+       "        line-height: 100%;\n",
+       "        leading-trim: both;\n",
+       "        text-edge: cap;\n",
+       "        color: #2E2B3B;\n",
+       "    }\n",
+       "\n",
+       "    .paragraph-sm {\n",
+       "        font-family: 'Roboto';\n",
+       "        font-style: normal;\n",
+       "        font-weight: 400;\n",
+       "        font-size: 11.62px;\n",
+       "        line-height: 100%;\n",
+       "        leading-trim: both;\n",
+       "        text-edge: cap;\n",
+       "        color: #2E2B3B;\n",
+       "    }\n",
+       "    .code-text {\n",
+       "        font-family: 'Consolas';\n",
+       "        font-style: normal;\n",
+       "        font-weight: 400;\n",
+       "        font-size: 13px;\n",
+       "        line-height: 130%;\n",
+       "        leading-trim: both;\n",
+       "        text-edge: cap;\n",
+       "        color: #2E2B3B;\n",
+       "    }\n",
+       "\n",
+       "    .numbering-entry { display: none }\n",
+       "\n",
+       "    /* Tooltip container */\n",
+       "    .tooltip {\n",
+       "        position: relative;\n",
+       "        display: inline-block;\n",
+       "        border-bottom: 1px dotted black; /* If you want dots under the hoverable text */\n",
+       "    }\n",
+       "\n",
+       "    /* Tooltip text */\n",
+       "    .tooltip .tooltiptext {\n",
+       "        visibility: hidden;\n",
+       "        width: 120px;\n",
+       "        background-color: black;\n",
+       "        color: #fff;\n",
+       "        text-align: center;\n",
+       "        padding: 5px 0;\n",
+       "        border-radius: 6px;\n",
+       "\n",
+       "        /* Position the tooltip text - see examples below! */\n",
+       "        position: absolute;\n",
+       "        z-index: 1;\n",
+       "    }\n",
+       "\n",
+       "    .repr-cell {\n",
+       "      padding-top: 20px;\n",
+       "    }\n",
+       "\n",
+       "    .text-bold {\n",
+       "        font-weight: bold;\n",
+       "    }\n",
+       "\n",
+       "    .pr-8 {\n",
+       "        padding-right: 8px;\n",
+       "    }\n",
+       "    .pt-8 {\n",
+       "        padding-top: 8px;\n",
+       "    }\n",
+       "    .pl-8 {\n",
+       "        padding-left: 8px;\n",
+       "    }\n",
+       "    .pb-8 {\n",
+       "        padding-bottom: 8px;\n",
+       "    }\n",
+       "\n",
+       "    .py-25{\n",
+       "        padding-top: 25px;\n",
+       "        padding-bottom: 25px;\n",
+       "    }\n",
+       "\n",
+       "    .flex {\n",
+       "        display: flex;\n",
+       "    }\n",
+       "\n",
+       "    .gap-10 {\n",
+       "        gap: 10px;\n",
+       "    }\n",
+       "    .items-center{\n",
+       "        align-items: center;\n",
+       "    }\n",
+       "\n",
+       "    .folder-icon {\n",
+       "        color: var(--tertiary-color);\n",
+       "    }\n",
+       "\n",
+       "    .search-input{\n",
+       "        display: flex;\n",
+       "        flex-direction: row;\n",
+       "        align-items: center;\n",
+       "        padding: 8px 12px;\n",
+       "        width: 343px;\n",
+       "        height: 24px;\n",
+       "        /* Lt On Surface/Low */\n",
+       "        background-color: var(--secondary-color);\n",
+       "        border-radius: 30px;\n",
+       "\n",
+       "        /* Lt On Surface/Highest */\n",
+       "        color: var(--tertiary-color);\n",
+       "        border:none;\n",
+       "        /* Inside auto layout */\n",
+       "        flex: none;\n",
+       "        order: 0;\n",
+       "        flex-grow: 0;\n",
+       "    }\n",
+       "    .search-input:focus {\n",
+       "        outline: none;\n",
+       "    }\n",
+       "        .search-input:focus::placeholder,\n",
+       "    .search-input::placeholder { /* Chrome, Firefox, Opera, Safari 10.1+ */\n",
+       "        color: var(--tertiary-color);\n",
+       "        opacity: 1; /* Firefox */\n",
+       "    }\n",
+       "\n",
+       "    .search-button{\n",
+       "        /* Search */\n",
+       "        leading-trim: both;\n",
+       "        text-edge: cap;\n",
+       "        display: flex;\n",
+       "        align-items: center;\n",
+       "        text-align: center;\n",
+       "\n",
+       "        /* Primary/On Light */\n",
+       "        background-color: var(--button-color);\n",
+       "        color: var(--tertiary-color);\n",
+       "\n",
+       "        border-radius: 30px;\n",
+       "        border-color: var(--secondary-color);\n",
+       "        border-style: solid;\n",
+       "        box-shadow: rgba(60, 64, 67, 0.3) 0px 1px 2px 0px, rgba(60, 64, 67, 0.15) 0px 1px 3px 1px;\n",
+       "        cursor: pointer;\n",
+       "        /* Inside auto layout */\n",
+       "        flex: none;\n",
+       "        order: 1;\n",
+       "        flex-grow: 0;\n",
+       "    }\n",
+       "\n",
+       "    .grid-table96755d8ddaea4702b6f54fec2e4d89e9 {\n",
+       "        display:grid;\n",
+       "        grid-template-columns: 1fr repeat(8, 1fr);\n",
+       "        grid-template-rows: repeat(2, 1fr);\n",
+       "        overflow-x: auto;\n",
+       "    }\n",
+       "\n",
+       "    .grid-std-cells {\n",
+       "        grid-column: span 4;\n",
+       "\n",
+       "    }\n",
+       "    .grid-index-cells {\n",
+       "        grid-column: span 1;\n",
+       "        /* tmp fix to make left col stand out (fix with font-family) */\n",
+       "        font-weight: 600;\n",
+       "        background-color: var(--secondary-color) !important;\n",
+       "        color: var(--tertiary-color);\n",
+       "    }\n",
+       "\n",
+       "    .grid-header {\n",
+       "        /* Auto layout */\n",
+       "        display: flex;\n",
+       "        flex-direction: column;\n",
+       "        align-items: center;\n",
+       "        padding: 6px 4px;\n",
+       "\n",
+       "        /* Lt On Surface/Surface */\n",
+       "        /* Lt On Surface/High */\n",
+       "        border: 1px solid #CFCDD6;\n",
+       "        /* tmp fix to make header stand out (fix with font-family) */\n",
+       "        font-weight: 600;\n",
+       "        background-color: var(--secondary-color);\n",
+       "        color: var(--tertiary-color);\n",
+       "    }\n",
+       "\n",
+       "    .grid-row {\n",
+       "        display: flex;\n",
+       "        flex-direction: column;\n",
+       "        align-items: flex-start;\n",
+       "        padding: 6px 4px;\n",
+       "        overflow: hidden;\n",
+       "        border: 1px solid #CFCDD6;\n",
+       "        background-color: var(--primary-color);\n",
+       "        color: var(--tertiary-color);\n",
+       "    }\n",
+       "\n",
+       "    .badge {\n",
+       "        code-text;\n",
+       "        border-radius: 30px;\n",
+       "    }\n",
+       "\n",
+       "    .badge-blue {\n",
+       "        badge;\n",
+       "        background-color: #C2DEF0;\n",
+       "        color: #1F567A;\n",
+       "    }\n",
+       "\n",
+       "    .badge-purple {\n",
+       "        badge;\n",
+       "        background-color: #C9CFE8;\n",
+       "        color: #373B7B;\n",
+       "    }\n",
+       "\n",
+       "    .badge-green {\n",
+       "        badge;\n",
+       "\n",
+       "        /* Success/Container */\n",
+       "        background-color: #D5F1D5;\n",
+       "        color: #256B24;\n",
+       "    }\n",
+       "\n",
+       "    .badge-red {\n",
+       "        badge;\n",
+       "        background-color: #F2D9DE;\n",
+       "        color: #9B2737;\n",
+       "    }\n",
+       "\n",
+       "    .badge-gray {\n",
+       "        badge;\n",
+       "        background-color: #ECEBEF;\n",
+       "        color: #2E2B3B;\n",
+       "    }\n",
+       "    .paginationContainer{\n",
+       "        width: 100%;\n",
+       "        height: 30px;\n",
+       "        display: flex;\n",
+       "        justify-content: center;\n",
+       "        gap: 8px;\n",
+       "        padding: 5px;\n",
+       "        color: var(--tertiary-color);\n",
+       "    }\n",
+       "\n",
+       "    .page{\n",
+       "        color: black;\n",
+       "        font-weight: bold;\n",
+       "        color: var(--tertiary-color);\n",
+       "    }\n",
+       "    .page:hover {\n",
+       "      color: #38bdf8;\n",
+       "      cursor: pointer;\n",
+       "    }\n",
+       "    .clipboard:hover{\n",
+       "        cursor: pointer;\n",
+       "        color: var(--tertiary-color);\n",
+       "    }\n",
+       "\n",
+       "    .search-field {\n",
+       "        display: flex;\n",
+       "        align-items: center;\n",
+       "        border-radius: 30px;\n",
+       "        background-color: var(--secondary-color);\n",
+       "    }\n",
+       "\n",
+       "    .syft-dropdown {\n",
+       "        margin: 5px;\n",
+       "        margin-left: 5px;\n",
+       "        position: relative;\n",
+       "        display: inline-block;\n",
+       "        text-align: center;\n",
+       "        background-color: var(--button-color);\n",
+       "        min-width: 100px;\n",
+       "        padding: 2px;\n",
+       "        border-radius: 30px;\n",
+       "    }\n",
+       "\n",
+       "    .syft-dropdown:hover {\n",
+       "        cursor: pointer;\n",
+       "    }\n",
+       "    .syft-dropdown-content {\n",
+       "        margin-top:26px;\n",
+       "        display: none;\n",
+       "        position: absolute;\n",
+       "        min-width: 100px;\n",
+       "        box-shadow: 0px 8px 16px 0px rgba(0,0,0,0.2);\n",
+       "        padding: 12px 6px;\n",
+       "        z-index: 1;\n",
+       "        background-color: var(--primary-color);\n",
+       "        color: var(--tertiary-color);\n",
+       "    }\n",
+       "    .dd-options {\n",
+       "        padding-top: 4px;\n",
+       "    }\n",
+       "    .dd-options:first-of-type {\n",
+       "        padding-top: 0px;\n",
+       "    }\n",
+       "\n",
+       "    .dd-options:hover {\n",
+       "        cursor: pointer;\n",
+       "        background: #d1d5db;\n",
+       "    }\n",
+       "    .arrow {\n",
+       "        border: solid black;\n",
+       "        border-width: 0 3px 3px 0;\n",
+       "        display: inline-block;\n",
+       "        padding: 3px;\n",
+       "    }\n",
+       "    .down {\n",
+       "        transform: rotate(45deg);\n",
+       "        -webkit-transform: rotate(45deg);\n",
+       "    }\n",
+       "</style>\n",
+       "\n",
+       "\n",
+       "    <div style='margin-top:15px;'>\n",
+       "        <div class='flex gap-10' style='align-items: center;'>\n",
+       "            <div class='folder-icon'><svg width=\"32\" height=\"32\" viewBox=\"0 0 32 32\" fill=\"none\" xmlns=\"http://www.w3.org/2000/svg\"> <path d=\"M28 6H4C3.73478 6 3.48043 6.10536 3.29289 6.29289C3.10536 6.48043 3 6.73478 3 7V24C3 24.5304 3.21071 25.0391 3.58579 25.4142C3.96086 25.7893 4.46957 26 5 26H27C27.5304 26 28.0391 25.7893 28.4142 25.4142C28.7893 25.0391 29 24.5304 29 24V7C29 6.73478 28.8946 6.48043 28.7071 6.29289C28.5196 6.10536 28.2652 6 28 6ZM5 14H10V18H5V14ZM12 14H27V18H12V14ZM27 8V12H5V8H27ZM5 20H10V24H5V20ZM27 24H12V20H27V24Z\" fill=\"#343330\"/></svg></div>\n",
+       "            <div><p class='header-3'>BlobFile List</p></div>\n",
+       "        </div>\n",
+       "\n",
+       "            <div style=\"padding-top: 16px; display:flex;justify-content: space-between; align-items: center;\">\n",
+       "                <div class='pt-25 gap-10' style=\"display:flex;\">\n",
+       "                    <div class=\"search-field\">\n",
+       "                        <div id='search-menu96755d8ddaea4702b6f54fec2e4d89e9' class=\"syft-dropdown\" onclick=\"{\n",
+       "                            let doc = document.getElementById('search-dropdown-content96755d8ddaea4702b6f54fec2e4d89e9')\n",
+       "                            if (doc.style.display === 'block'){\n",
+       "                                doc.style.display = 'none'\n",
+       "                            } else {\n",
+       "                                doc.style.display = 'block'\n",
+       "                            }\n",
+       "                            }\">\n",
+       "                            <div id='search-dropdown-content96755d8ddaea4702b6f54fec2e4d89e9' class='syft-dropdown-content'></div>\n",
+       "                            <script>\n",
+       "                                var element96755d8ddaea4702b6f54fec2e4d89e9 = [{\"id\": {\"value\": \"a2f555096ff146c8802c2ec4755b6232\", \"type\": \"clipboard\"}, \"file_name\": \"train-21.jsonl\"}, {\"id\": {\"value\": \"f0d839eb467d4d24a6d658a29be97827\", \"type\": \"clipboard\"}, \"file_name\": \"train-24.jsonl\"}, {\"id\": {\"value\": \"b03b128c6d2c4b4ba32951ed5c7185ce\", \"type\": \"clipboard\"}, \"file_name\": \"train-29.jsonl\"}, {\"id\": {\"value\": \"f446ec6f9f7c471ab7f3c5f4ce95f119\", \"type\": \"clipboard\"}, \"file_name\": \"train-14.jsonl\"}, {\"id\": {\"value\": \"043cd24e6c444cf78cc3573c68914d5a\", \"type\": \"clipboard\"}, \"file_name\": \"train-12.jsonl\"}, {\"id\": {\"value\": \"a5535b0659c04d1ab4f6da36ecf8e801\", \"type\": \"clipboard\"}, \"file_name\": \"train-01.jsonl\"}, {\"id\": {\"value\": \"60b5519f3c8a474781d95bbaafde6fd9\", \"type\": \"clipboard\"}, \"file_name\": \"train-18.jsonl\"}, {\"id\": {\"value\": \"bf18dfa66d144e828cf6af41078233ad\", \"type\": \"clipboard\"}, \"file_name\": \"test.json\"}, {\"id\": {\"value\": \"02b5b0ff57744c2ca505a5fbd5ea5b76\", \"type\": \"clipboard\"}, \"file_name\": \"train-25.jsonl\"}, {\"id\": {\"value\": \"4744b69e6e9b49f399e899c009baa9cb\", \"type\": \"clipboard\"}, \"file_name\": \"train-05.jsonl\"}, {\"id\": {\"value\": \"02c2538537ed4c6aaa23726c10993f1c\", \"type\": \"clipboard\"}, \"file_name\": \"train-15.jsonl\"}, {\"id\": {\"value\": \"d4c2572f6ae14c4596334461f56d872d\", \"type\": \"clipboard\"}, \"file_name\": \"train-16.jsonl\"}, {\"id\": {\"value\": \"4b441146d086413ab664a750445839c0\", \"type\": \"clipboard\"}, \"file_name\": \"filtered_scenario_data_new.jsonl\"}, {\"id\": {\"value\": \"c263def8fe984d7d9b319b99b609e0e8\", \"type\": \"clipboard\"}, \"file_name\": \"train-17.jsonl\"}, {\"id\": {\"value\": \"b71e8b6da815431b95d4254a8f935501\", \"type\": \"clipboard\"}, \"file_name\": \"train-10.jsonl\"}, {\"id\": {\"value\": \"8c66142baeb64c6185f38a0e114129f6\", \"type\": \"clipboard\"}, \"file_name\": \"train-06.jsonl\"}, {\"id\": {\"value\": \"c4dd965950ad40ff9a352662dacca532\", \"type\": \"clipboard\"}, \"file_name\": \"train-09.jsonl\"}, {\"id\": {\"value\": \"ab3495ce0af045498cac4e9e1971bf47\", \"type\": \"clipboard\"}, \"file_name\": \"train-03.jsonl\"}, {\"id\": {\"value\": \"a72d49cb5f1c4282a758ba47adb280a0\", \"type\": \"clipboard\"}, \"file_name\": \"train-28.jsonl\"}, {\"id\": {\"value\": \"fa522ae30cc948428803cc3f67d6137f\", \"type\": \"clipboard\"}, \"file_name\": \"train-19.jsonl\"}, {\"id\": {\"value\": \"f8ac2cf0f1d74bdc89793f0da0241130\", \"type\": \"clipboard\"}, \"file_name\": \"train-04.jsonl\"}, {\"id\": {\"value\": \"96e38147bdd948aca9e9b54afe9d59f0\", \"type\": \"clipboard\"}, \"file_name\": \"pile-uncopyrighted@3be90335b66f24456a5d6659d9c8d208c0357119-test.jsonl\"}, {\"id\": {\"value\": \"fed2593188004267a89808bf841a31b6\", \"type\": \"clipboard\"}, \"file_name\": \"train-20.jsonl\"}, {\"id\": {\"value\": \"be997864cc2245848afaeb5399314f00\", \"type\": \"clipboard\"}, \"file_name\": \"train-22.jsonl\"}, {\"id\": {\"value\": \"c2653f0f3cae4c018ad91985c75556fd\", \"type\": \"clipboard\"}, \"file_name\": \"train-26.jsonl\"}, {\"id\": {\"value\": \"397c9ec2ebef458ea4802d45f36b6857\", \"type\": \"clipboard\"}, \"file_name\": \"train-07.jsonl\"}, {\"id\": {\"value\": \"e8a75fedcd304ab292305b4381a25a99\", \"type\": \"clipboard\"}, \"file_name\": \"train-27.jsonl\"}, {\"id\": {\"value\": \"f3610e411113499ab0c2247798761613\", \"type\": \"clipboard\"}, \"file_name\": \"pile-uncopyrighted@3be90335b66f24456a5d6659d9c8d208c0357119-val.jsonl\"}, {\"id\": {\"value\": \"379196d54e954ea5b78b786f6bd18060\", \"type\": \"clipboard\"}, \"file_name\": \"train-08.jsonl\"}, {\"id\": {\"value\": \"bdf17bc1aed64f4baa1099e9eff1950e\", \"type\": \"clipboard\"}, \"file_name\": \"train-02.jsonl\"}, {\"id\": {\"value\": \"3cf6a340a702485cbaaaa1f8dbe936f6\", \"type\": \"clipboard\"}, \"file_name\": \"train-23.jsonl\"}, {\"id\": {\"value\": \"d5f8992ac34c46f9bc35420e2416cbdb\", \"type\": \"clipboard\"}, \"file_name\": \"train-00.jsonl\"}, {\"id\": {\"value\": \"a39a3a5132c64421ba65e4eb6a6bb2d0\", \"type\": \"clipboard\"}, \"file_name\": \"train-11.jsonl\"}, {\"id\": {\"value\": \"7ea585e8e39d40e3acd93593adb9be3c\", \"type\": \"clipboard\"}, \"file_name\": \"train-13.jsonl\"}]\n",
+       "                                var page_size96755d8ddaea4702b6f54fec2e4d89e9 = 5\n",
+       "                                var pageIndex96755d8ddaea4702b6f54fec2e4d89e9 = 1\n",
+       "                                var paginatedElements96755d8ddaea4702b6f54fec2e4d89e9 = []\n",
+       "                                var activeFilter96755d8ddaea4702b6f54fec2e4d89e9;\n",
+       "\n",
+       "                                function buildDropDownMenu(elements){\n",
+       "                                    let init_filter;\n",
+       "                                    let menu = document.getElementById('search-dropdown-content96755d8ddaea4702b6f54fec2e4d89e9')\n",
+       "                                    if (elements.length > 0) {\n",
+       "                                        let sample = elements[0]\n",
+       "                                        for (const attr in sample) {\n",
+       "                                            if (typeof init_filter === 'undefined'){\n",
+       "                                                init_filter = attr;\n",
+       "                                            }\n",
+       "                                            let content = document.createElement('div');\n",
+       "                                            content.onclick = function(event) {\n",
+       "                                                event.stopPropagation()\n",
+       "                                                document.getElementById('menu-active-filter96755d8ddaea4702b6f54fec2e4d89e9').innerText = attr;\n",
+       "                                                activeFilter96755d8ddaea4702b6f54fec2e4d89e9 = attr;\n",
+       "                                                document.getElementById(\n",
+       "                                                    'search-dropdown-content96755d8ddaea4702b6f54fec2e4d89e9'\n",
+       "                                                ).style.display= 'none';\n",
+       "                                            }\n",
+       "                                            content.classList.add(\"dd-options\");\n",
+       "                                            content.innerText = attr;\n",
+       "                                            menu.appendChild(content);\n",
+       "                                        }\n",
+       "                                    } else {\n",
+       "                                        let init_filter = '---'\n",
+       "                                    }\n",
+       "                                    let dropdown_field = document.getElementById('search-menu96755d8ddaea4702b6f54fec2e4d89e9')\n",
+       "                                    let span = document.createElement('span')\n",
+       "                                    span.setAttribute('id', 'menu-active-filter96755d8ddaea4702b6f54fec2e4d89e9')\n",
+       "                                    span.innerText = init_filter\n",
+       "                                    activeFilter96755d8ddaea4702b6f54fec2e4d89e9 = init_filter;\n",
+       "                                    dropdown_field.appendChild(span)\n",
+       "                                }\n",
+       "\n",
+       "                                buildDropDownMenu(element96755d8ddaea4702b6f54fec2e4d89e9)\n",
+       "                            </script>\n",
+       "                        </div>\n",
+       "                        <input id='searchKey96755d8ddaea4702b6f54fec2e4d89e9' class='search-input' placeholder='Enter search here ...'  />\n",
+       "                    </div>\n",
+       "                    <button class='search-button' type=\"button\" onclick=\"searchGrid96755d8ddaea4702b6f54fec2e4d89e9(element96755d8ddaea4702b6f54fec2e4d89e9)\">\n",
+       "                        <svg width=\"11\" height=\"10\" viewBox=\"0 0 11 10\" fill=\"none\" xmlns=\"http://www.w3.org/2000/svg\"><path d=\"M10.5652 9.23467L8.21819 6.88811C8.89846 6.07141 9.23767 5.02389 9.16527 3.96345C9.09287 2.90302 8.61443 1.91132 7.82948 1.19466C7.04453 0.477995 6.01349 0.0915414 4.95087 0.115691C3.88824 0.139841 2.87583 0.572735 2.12425 1.32432C1.37266 2.0759 0.939768 3.08831 0.915618 4.15094C0.891468 5.21357 1.27792 6.2446 1.99459 7.02955C2.71125 7.8145 3.70295 8.29294 4.76338 8.36535C5.82381 8.43775 6.87134 8.09853 7.68804 7.41827L10.0346 9.7653C10.0694 9.80014 10.1108 9.82778 10.1563 9.84663C10.2018 9.86549 10.2506 9.87519 10.2999 9.87519C10.3492 9.87519 10.398 9.86549 10.4435 9.84663C10.489 9.82778 10.5304 9.80014 10.5652 9.7653C10.6001 9.73046 10.6277 9.68909 10.6466 9.64357C10.6654 9.59805 10.6751 9.54926 10.6751 9.49998C10.6751 9.45071 10.6654 9.40192 10.6466 9.3564C10.6277 9.31088 10.6001 9.26951 10.5652 9.23467ZM1.67491 4.24998C1.67491 3.58247 1.87285 2.92995 2.2437 2.37493C2.61455 1.81992 3.14165 1.38734 3.75835 1.13189C4.37506 0.876446 5.05366 0.809609 5.70834 0.939835C6.36303 1.07006 6.96439 1.3915 7.4364 1.8635C7.9084 2.3355 8.22984 2.93687 8.36006 3.59155C8.49029 4.24624 8.42345 4.92484 8.168 5.54154C7.91256 6.15824 7.47998 6.68535 6.92496 7.05619C6.36995 7.42704 5.71742 7.62498 5.04991 7.62498C4.15511 7.62399 3.29724 7.26809 2.66452 6.63537C2.0318 6.00265 1.6759 5.14479 1.67491 4.24998Z\" fill=\"currentColor\"/></svg>\n",
+       "                        <span class='pl-8'>Search</span>\n",
+       "                    </button>\n",
+       "                </div>\n",
+       "\n",
+       "                <div><h4 id='total96755d8ddaea4702b6f54fec2e4d89e9'>0</h4></div>\n",
+       "            </div>\n",
+       "            <div id='table96755d8ddaea4702b6f54fec2e4d89e9' class='grid-table96755d8ddaea4702b6f54fec2e4d89e9' style='margin-top: 25px;'>\n",
+       "                <script>\n",
+       "                    function paginate96755d8ddaea4702b6f54fec2e4d89e9(arr, size) {\n",
+       "                        const res = [];\n",
+       "                        for (let i = 0; i < arr.length; i += size) {\n",
+       "                            const chunk = arr.slice(i, i + size);\n",
+       "                            res.push(chunk);\n",
+       "                        }\n",
+       "\n",
+       "                        return res;\n",
+       "                    }\n",
+       "\n",
+       "                    function searchGrid96755d8ddaea4702b6f54fec2e4d89e9(elements){\n",
+       "                        let searchKey = document.getElementById('searchKey96755d8ddaea4702b6f54fec2e4d89e9').value;\n",
+       "                        let result;\n",
+       "                        if (searchKey === ''){\n",
+       "                            result = elements;\n",
+       "                        } else {\n",
+       "                            result = elements.filter((element) => {\n",
+       "                                let property = element[activeFilter96755d8ddaea4702b6f54fec2e4d89e9]\n",
+       "                                if (typeof property === 'object' && property !== null){\n",
+       "                                    return property.value.toLowerCase().includes(searchKey.toLowerCase());\n",
+       "                                } else if (typeof property === 'string' ) {\n",
+       "                                    return element[activeFilter96755d8ddaea4702b6f54fec2e4d89e9].toLowerCase().includes(searchKey.toLowerCase());\n",
+       "                                } else if (property !== null ) {\n",
+       "                                    return element[activeFilter96755d8ddaea4702b6f54fec2e4d89e9].toString() === searchKey;\n",
+       "                                } else {\n",
+       "                                    return element[activeFilter96755d8ddaea4702b6f54fec2e4d89e9] === searchKey;\n",
+       "                                }\n",
+       "                            } );\n",
+       "                        }\n",
+       "                        resetById96755d8ddaea4702b6f54fec2e4d89e9('table96755d8ddaea4702b6f54fec2e4d89e9');\n",
+       "                        resetById96755d8ddaea4702b6f54fec2e4d89e9('pag96755d8ddaea4702b6f54fec2e4d89e9');\n",
+       "                        result = paginate96755d8ddaea4702b6f54fec2e4d89e9(result, page_size96755d8ddaea4702b6f54fec2e4d89e9)\n",
+       "                        paginatedElements96755d8ddaea4702b6f54fec2e4d89e9 = result\n",
+       "                        buildGrid96755d8ddaea4702b6f54fec2e4d89e9(result,pageIndex96755d8ddaea4702b6f54fec2e4d89e9);\n",
+       "                        buildPaginationContainer96755d8ddaea4702b6f54fec2e4d89e9(result);\n",
+       "                    }\n",
+       "\n",
+       "                    function resetById96755d8ddaea4702b6f54fec2e4d89e9(id){\n",
+       "                        let element = document.getElementById(id);\n",
+       "                        while (element.firstChild) {\n",
+       "                          element.removeChild(element.firstChild);\n",
+       "                        }\n",
+       "                    }\n",
+       "\n",
+       "                    function buildGrid96755d8ddaea4702b6f54fec2e4d89e9(items, pageIndex){\n",
+       "                                let headers = Object.keys(element96755d8ddaea4702b6f54fec2e4d89e9[0]);\n",
+       "\n",
+       "                                let grid = document.getElementById(\"table96755d8ddaea4702b6f54fec2e4d89e9\");\n",
+       "                                let div = document.createElement(\"div\");\n",
+       "                                div.classList.add('grid-header', 'grid-index-cells');\n",
+       "                                grid.appendChild(div);\n",
+       "                                headers.forEach((title) =>{\n",
+       "                                    let div = document.createElement(\"div\");\n",
+       "                                    div.classList.add('grid-header', 'grid-std-cells');\n",
+       "                                    div.innerText = title;\n",
+       "\n",
+       "                                    grid.appendChild(div);\n",
+       "                                });\n",
+       "\n",
+       "                                let page = items[pageIndex -1]\n",
+       "                                if (page !== 'undefine'){\n",
+       "                                    let table_index96755d8ddaea4702b6f54fec2e4d89e9 = ((pageIndex - 1) * page_size96755d8ddaea4702b6f54fec2e4d89e9)\n",
+       "                                    page.forEach((item) => {\n",
+       "                                        let grid = document.getElementById(\"table96755d8ddaea4702b6f54fec2e4d89e9\");\n",
+       "                                        // Add new index value in index cells\n",
+       "                                        let divIndex = document.createElement(\"div\");\n",
+       "                                        divIndex.classList.add('grid-row', 'grid-index-cells');\n",
+       "                                        divIndex.innerText = table_index96755d8ddaea4702b6f54fec2e4d89e9;\n",
+       "                                        grid.appendChild(divIndex);\n",
+       "\n",
+       "                                        // Iterate over the actual obj\n",
+       "                                        for (const attr in item) {\n",
+       "                                            let div = document.createElement(\"div\");\n",
+       "                                            if (typeof item[attr] === 'object'\n",
+       "                                                && item[attr] !== null\n",
+       "                                                && item[attr].hasOwnProperty('type')) {\n",
+       "                                                if (item[attr].type.includes('badge')){\n",
+       "                                                    let badge_div = document.createElement(\"div\");\n",
+       "                                                    badge_div.classList.add('badge',item[attr].type)\n",
+       "                                                    badge_div.innerText = String(item[attr].value).toUpperCase();\n",
+       "                                                    div.appendChild(badge_div);\n",
+       "                                                    div.classList.add('grid-row','grid-std-cells');\n",
+       "                                                } else if (item[attr].type === \"clipboard\") {\n",
+       "                                                    div.classList.add('grid-row','grid-std-cells');\n",
+       "\n",
+       "                                                    // Create clipboard div\n",
+       "                                                    let clipboard_div = document.createElement('div');\n",
+       "                                                    clipboard_div.style.display= 'flex';\n",
+       "                                                    clipboard_div.classList.add(\"gap-10\")\n",
+       "                                                    clipboard_div.style.justifyContent = \"space-between\";\n",
+       "\n",
+       "                                                    let id_text = document.createElement('div');\n",
+       "                                                    if (item[attr].value == \"None\"){\n",
+       "                                                        id_text.innerText = \"None\";\n",
+       "                                                    }\n",
+       "                                                    else{\n",
+       "                                                        id_text.innerText = item[attr].value.slice(0,5) + \"...\";\n",
+       "                                                    }\n",
+       "\n",
+       "                                                    clipboard_div.appendChild(id_text);\n",
+       "                                                    let clipboard_img = document.createElement('div');\n",
+       "                                                    clipboard_img.classList.add(\"clipboard\")\n",
+       "                                                    div.onclick = function() {\n",
+       "                                                        navigator.clipboard.writeText(item[attr].value);\n",
+       "                                                    };\n",
+       "                                                    clipboard_img.innerHTML = \"<svg width='8' height='8' viewBox='0 0 8 8' fill='none' xmlns='http://www.w3.org/2000/svg'><path d='M7.4375 0.25H2.4375C2.35462 0.25 2.27513 0.282924 2.21653 0.341529C2.15792 0.400134 2.125 0.47962 2.125 0.5625V2.125H0.5625C0.47962 2.125 0.400134 2.15792 0.341529 2.21653C0.282924 2.27513 0.25 2.35462 0.25 2.4375V7.4375C0.25 7.52038 0.282924 7.59987 0.341529 7.65847C0.400134 7.71708 0.47962 7.75 0.5625 7.75H5.5625C5.64538 7.75 5.72487 7.71708 5.78347 7.65847C5.84208 7.59987 5.875 7.52038 5.875 7.4375V5.875H7.4375C7.52038 5.875 7.59987 5.84208 7.65847 5.78347C7.71708 5.72487 7.75 5.64538 7.75 5.5625V0.5625C7.75 0.47962 7.71708 0.400134 7.65847 0.341529C7.59987 0.282924 7.52038 0.25 7.4375 0.25ZM5.25 7.125H0.875V2.75H5.25V7.125ZM7.125 5.25H5.875V2.4375C5.875 2.35462 5.84208 2.27513 5.78347 2.21653C5.72487 2.15792 5.64538 2.125 5.5625 2.125H2.75V0.875H7.125V5.25Z' fill='#464158'/></svg>\";\n",
+       "\n",
+       "                                                    clipboard_div.appendChild(clipboard_img);\n",
+       "                                                    div.appendChild(clipboard_div);\n",
+       "                                                }\n",
+       "                                            } else{\n",
+       "                                                div.classList.add('grid-row','grid-std-cells');\n",
+       "                                                if (item[attr] == null) {\n",
+       "                                                    text = ' '\n",
+       "                                                } else {\n",
+       "                                                    text = String(item[attr])\n",
+       "                                                }\n",
+       "                                                if (text.length > 150){\n",
+       "                                                    text = text.slice(0,150) + \"...\";\n",
+       "                                                }\n",
+       "                                                text = text.replaceAll(\"\\n\", \"</br>\");\n",
+       "                                                div.innerHTML = text;\n",
+       "                                            }\n",
+       "                                            grid.appendChild(div);\n",
+       "                                        }\n",
+       "                                    table_index96755d8ddaea4702b6f54fec2e4d89e9 = table_index96755d8ddaea4702b6f54fec2e4d89e9 + 1;\n",
+       "                                    })\n",
+       "                                }\n",
+       "                    }\n",
+       "                    paginatedElements96755d8ddaea4702b6f54fec2e4d89e9 = paginate96755d8ddaea4702b6f54fec2e4d89e9(element96755d8ddaea4702b6f54fec2e4d89e9, page_size96755d8ddaea4702b6f54fec2e4d89e9)\n",
+       "                    buildGrid96755d8ddaea4702b6f54fec2e4d89e9(paginatedElements96755d8ddaea4702b6f54fec2e4d89e9, 1)\n",
+       "                    document.getElementById('total96755d8ddaea4702b6f54fec2e4d89e9').innerText = \"Total: \" + element96755d8ddaea4702b6f54fec2e4d89e9.length\n",
+       "                </script>\n",
+       "            </div>\n",
+       "            <div id='pag96755d8ddaea4702b6f54fec2e4d89e9' class='paginationContainer'>\n",
+       "                <script>\n",
+       "                    function buildPaginationContainer96755d8ddaea4702b6f54fec2e4d89e9(paginatedElements){\n",
+       "                            let pageContainer = document.getElementById(\"pag96755d8ddaea4702b6f54fec2e4d89e9\");\n",
+       "                            for (let i = 0; i < paginatedElements.length; i++) {\n",
+       "                                  let div = document.createElement(\"div\");\n",
+       "                                  div.classList.add('page');\n",
+       "                                  if(i===0) div.style.color = \"gray\";\n",
+       "                                  else div.style.color = 'var(--tertiary-color, \"gray\")';\n",
+       "                                  div.onclick = function(event) {\n",
+       "                                      let indexes = document.getElementsByClassName('page');\n",
+       "                                      for (let index of indexes) { index.style.color = 'var(--tertiary-color, \"gray\")' }\n",
+       "                                      event.target.style.color = \"gray\";\n",
+       "                                      setPage96755d8ddaea4702b6f54fec2e4d89e9(i + 1);\n",
+       "                                  };\n",
+       "                                  div.innerText = i + 1;\n",
+       "                                  pageContainer.appendChild(div);\n",
+       "                            }\n",
+       "                    }\n",
+       "\n",
+       "                    function setPage96755d8ddaea4702b6f54fec2e4d89e9(newPage){\n",
+       "                        pageIndex = newPage\n",
+       "                        resetById96755d8ddaea4702b6f54fec2e4d89e9('table96755d8ddaea4702b6f54fec2e4d89e9')\n",
+       "                        buildGrid96755d8ddaea4702b6f54fec2e4d89e9(paginatedElements96755d8ddaea4702b6f54fec2e4d89e9, pageIndex)\n",
+       "                    }\n",
+       "\n",
+       "                    buildPaginationContainer96755d8ddaea4702b6f54fec2e4d89e9(paginatedElements96755d8ddaea4702b6f54fec2e4d89e9)\n",
+       "                </script>\n",
+       "            </div>\n",
+       "        </div>\n",
+       "    </div>\n",
+       "    </div>\n"
+      ],
       "text/plain": [
-       "b'Hello world!\\n'"
+       "[syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile,\n",
+       " syft.types.blob_storage.BlobFile]"
       ]
      },
-     "execution_count": 9,
+     "execution_count": 6,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "client.api.services.blob_storage.get_files_from_bucket(\"bucket2\")[0].read()"
+    "files"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 10,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "file = [f for f in files if f.file_name==\"test.json\"][0]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
    "metadata": {},
    "outputs": [
     {
      "data": {
+      "text/markdown": [
+       "```python\n",
+       "class BlobFile:\n",
+       "  id: str = bf18dfa66d144e828cf6af41078233ad\n",
+       "  file_name: str = \"test.json\"\n",
+       "\n",
+       "```"
+      ],
       "text/plain": [
-       "<botocore.client.S3 at 0x7faf3c4fcdd0>"
+       "syft.types.blob_storage.BlobFile"
       ]
      },
-     "execution_count": 8,
+     "execution_count": 11,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "node.python_node.blob_storage_client.connect().client"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from datetime import datetime, timedelta\n",
-    "from azure.storage.blob import BlobClient, generate_blob_sas, BlobSasPermissions\n",
-    "\n",
-    "def get_blob_sas(account_name,account_key, container_name, blob_name):\n",
-    "    sas_blob = generate_blob_sas(account_name=account_name, \n",
-    "                                container_name=container_name,\n",
-    "                                blob_name=blob_name,\n",
-    "                                account_key=account_key,\n",
-    "                                permission=BlobSasPermissions(read=True),\n",
-    "                                expiry=datetime.utcnow() + timedelta(hours=1))\n",
-    "    return sas_blob"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "account_name = 'redteamtest'\n",
-    "account_key = \"t7Y5enmCiG2k8o5rvItSn3Ak9tHaVTXQUTn1LQ74jQ1g5bjvs0ui/O2FXJeDaCsfI6xMPz0txtoH+AStss/Xmg==\"\n",
-    "container_name = 'manual-test'\n",
-    "blob_name = 'example.txt'\n",
-    "\n",
-    "blob = get_blob_sas(account_name,account_key, container_name, blob_name)\n",
-    "url = 'https://'+account_name+'.blob.core.windows.net/'+container_name+'/'+blob_name+'?'+blob"
+    "file"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 12,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "'https://redteamtest.blob.core.windows.net/manual-test/example.txt?se=2023-12-08T16%3A37%3A47Z&sp=r&sv=2023-08-03&sr=b&sig=jHY%2B1fOi2Mtmim0pWUmcV6Yv9CSucsIBc6k4Vkhke8g%3D'"
+       "b'{\\n\"abc\": \"def\"\\n}'"
       ]
      },
-     "execution_count": 11,
+     "execution_count": 12,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "url"
+    "file.read()"
    ]
   }
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "syft_3.11",
+   "display_name": "Python 3 (ipykernel)",
    "language": "python",
    "name": "python3"
   },
@@ -302,7 +852,20 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.4"
+   "version": "3.9.16"
+  },
+  "toc": {
+   "base_numbering": 1,
+   "nav_menu": {},
+   "number_sections": true,
+   "sideBar": true,
+   "skip_h1_title": false,
+   "title_cell": "Table of Contents",
+   "title_sidebar": "Contents",
+   "toc_cell": false,
+   "toc_position": {},
+   "toc_section_display": true,
+   "toc_window_display": true
   }
  },
  "nbformat": 4,

From d35be07869a171d4a3d1dfc163b914b6a7112b21 Mon Sep 17 00:00:00 2001
From: Koen van der Veen <koenlennartvanderveen@gmail.com>
Date: Thu, 14 Dec 2023 14:11:21 +0000
Subject: [PATCH 15/27] some comments + persist and load remote profiles

---
 notebooks/helm/direct_azure.ipynb             | 160 +++++++++---------
 packages/syft/src/syft/node/node.py           |  13 ++
 .../src/syft/service/blob_storage/service.py  |  13 +-
 .../src/syft/store/blob_storage/seaweedfs.py  |   2 +
 4 files changed, 99 insertions(+), 89 deletions(-)

diff --git a/notebooks/helm/direct_azure.ipynb b/notebooks/helm/direct_azure.ipynb
index f210caa8f5e..0db87718008 100644
--- a/notebooks/helm/direct_azure.ipynb
+++ b/notebooks/helm/direct_azure.ipynb
@@ -2,17 +2,9 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 40,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "kj/filesystem-disk-unix.c++:1703: warning: PWD environment variable doesn't match current directory; pwd = /Users/koen/workspace/pysyft\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "import syft as sy\n",
     "import os"
@@ -20,14 +12,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 41,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Logged into <xenodochial_lecun: High side Domain> as <info@openmined.org>\n"
+      "Logged into <test: High side Domain> as <info@openmined.org>\n"
      ]
     },
     {
@@ -54,7 +46,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 34,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -76,14 +68,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": []
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 35,
    "metadata": {},
    "outputs": [
     {
@@ -95,7 +80,7 @@
        "SyftSuccess: Mounting Azure Successful!"
       ]
      },
-     "execution_count": 4,
+     "execution_count": 35,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -111,7 +96,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 42,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -120,7 +105,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 43,
    "metadata": {},
    "outputs": [
     {
@@ -329,7 +314,7 @@
        "        flex-grow: 0;\n",
        "    }\n",
        "\n",
-       "    .grid-table96755d8ddaea4702b6f54fec2e4d89e9 {\n",
+       "    .grid-table1f0c653a8f0140bb98abde83607cb8db {\n",
        "        display:grid;\n",
        "        grid-template-columns: 1fr repeat(8, 1fr);\n",
        "        grid-template-rows: repeat(2, 1fr);\n",
@@ -501,25 +486,25 @@
        "            <div style=\"padding-top: 16px; display:flex;justify-content: space-between; align-items: center;\">\n",
        "                <div class='pt-25 gap-10' style=\"display:flex;\">\n",
        "                    <div class=\"search-field\">\n",
-       "                        <div id='search-menu96755d8ddaea4702b6f54fec2e4d89e9' class=\"syft-dropdown\" onclick=\"{\n",
-       "                            let doc = document.getElementById('search-dropdown-content96755d8ddaea4702b6f54fec2e4d89e9')\n",
+       "                        <div id='search-menu1f0c653a8f0140bb98abde83607cb8db' class=\"syft-dropdown\" onclick=\"{\n",
+       "                            let doc = document.getElementById('search-dropdown-content1f0c653a8f0140bb98abde83607cb8db')\n",
        "                            if (doc.style.display === 'block'){\n",
        "                                doc.style.display = 'none'\n",
        "                            } else {\n",
        "                                doc.style.display = 'block'\n",
        "                            }\n",
        "                            }\">\n",
-       "                            <div id='search-dropdown-content96755d8ddaea4702b6f54fec2e4d89e9' class='syft-dropdown-content'></div>\n",
+       "                            <div id='search-dropdown-content1f0c653a8f0140bb98abde83607cb8db' class='syft-dropdown-content'></div>\n",
        "                            <script>\n",
-       "                                var element96755d8ddaea4702b6f54fec2e4d89e9 = [{\"id\": {\"value\": \"a2f555096ff146c8802c2ec4755b6232\", \"type\": \"clipboard\"}, \"file_name\": \"train-21.jsonl\"}, {\"id\": {\"value\": \"f0d839eb467d4d24a6d658a29be97827\", \"type\": \"clipboard\"}, \"file_name\": \"train-24.jsonl\"}, {\"id\": {\"value\": \"b03b128c6d2c4b4ba32951ed5c7185ce\", \"type\": \"clipboard\"}, \"file_name\": \"train-29.jsonl\"}, {\"id\": {\"value\": \"f446ec6f9f7c471ab7f3c5f4ce95f119\", \"type\": \"clipboard\"}, \"file_name\": \"train-14.jsonl\"}, {\"id\": {\"value\": \"043cd24e6c444cf78cc3573c68914d5a\", \"type\": \"clipboard\"}, \"file_name\": \"train-12.jsonl\"}, {\"id\": {\"value\": \"a5535b0659c04d1ab4f6da36ecf8e801\", \"type\": \"clipboard\"}, \"file_name\": \"train-01.jsonl\"}, {\"id\": {\"value\": \"60b5519f3c8a474781d95bbaafde6fd9\", \"type\": \"clipboard\"}, \"file_name\": \"train-18.jsonl\"}, {\"id\": {\"value\": \"bf18dfa66d144e828cf6af41078233ad\", \"type\": \"clipboard\"}, \"file_name\": \"test.json\"}, {\"id\": {\"value\": \"02b5b0ff57744c2ca505a5fbd5ea5b76\", \"type\": \"clipboard\"}, \"file_name\": \"train-25.jsonl\"}, {\"id\": {\"value\": \"4744b69e6e9b49f399e899c009baa9cb\", \"type\": \"clipboard\"}, \"file_name\": \"train-05.jsonl\"}, {\"id\": {\"value\": \"02c2538537ed4c6aaa23726c10993f1c\", \"type\": \"clipboard\"}, \"file_name\": \"train-15.jsonl\"}, {\"id\": {\"value\": \"d4c2572f6ae14c4596334461f56d872d\", \"type\": \"clipboard\"}, \"file_name\": \"train-16.jsonl\"}, {\"id\": {\"value\": \"4b441146d086413ab664a750445839c0\", \"type\": \"clipboard\"}, \"file_name\": \"filtered_scenario_data_new.jsonl\"}, {\"id\": {\"value\": \"c263def8fe984d7d9b319b99b609e0e8\", \"type\": \"clipboard\"}, \"file_name\": \"train-17.jsonl\"}, {\"id\": {\"value\": \"b71e8b6da815431b95d4254a8f935501\", \"type\": \"clipboard\"}, \"file_name\": \"train-10.jsonl\"}, {\"id\": {\"value\": \"8c66142baeb64c6185f38a0e114129f6\", \"type\": \"clipboard\"}, \"file_name\": \"train-06.jsonl\"}, {\"id\": {\"value\": \"c4dd965950ad40ff9a352662dacca532\", \"type\": \"clipboard\"}, \"file_name\": \"train-09.jsonl\"}, {\"id\": {\"value\": \"ab3495ce0af045498cac4e9e1971bf47\", \"type\": \"clipboard\"}, \"file_name\": \"train-03.jsonl\"}, {\"id\": {\"value\": \"a72d49cb5f1c4282a758ba47adb280a0\", \"type\": \"clipboard\"}, \"file_name\": \"train-28.jsonl\"}, {\"id\": {\"value\": \"fa522ae30cc948428803cc3f67d6137f\", \"type\": \"clipboard\"}, \"file_name\": \"train-19.jsonl\"}, {\"id\": {\"value\": \"f8ac2cf0f1d74bdc89793f0da0241130\", \"type\": \"clipboard\"}, \"file_name\": \"train-04.jsonl\"}, {\"id\": {\"value\": \"96e38147bdd948aca9e9b54afe9d59f0\", \"type\": \"clipboard\"}, \"file_name\": \"pile-uncopyrighted@3be90335b66f24456a5d6659d9c8d208c0357119-test.jsonl\"}, {\"id\": {\"value\": \"fed2593188004267a89808bf841a31b6\", \"type\": \"clipboard\"}, \"file_name\": \"train-20.jsonl\"}, {\"id\": {\"value\": \"be997864cc2245848afaeb5399314f00\", \"type\": \"clipboard\"}, \"file_name\": \"train-22.jsonl\"}, {\"id\": {\"value\": \"c2653f0f3cae4c018ad91985c75556fd\", \"type\": \"clipboard\"}, \"file_name\": \"train-26.jsonl\"}, {\"id\": {\"value\": \"397c9ec2ebef458ea4802d45f36b6857\", \"type\": \"clipboard\"}, \"file_name\": \"train-07.jsonl\"}, {\"id\": {\"value\": \"e8a75fedcd304ab292305b4381a25a99\", \"type\": \"clipboard\"}, \"file_name\": \"train-27.jsonl\"}, {\"id\": {\"value\": \"f3610e411113499ab0c2247798761613\", \"type\": \"clipboard\"}, \"file_name\": \"pile-uncopyrighted@3be90335b66f24456a5d6659d9c8d208c0357119-val.jsonl\"}, {\"id\": {\"value\": \"379196d54e954ea5b78b786f6bd18060\", \"type\": \"clipboard\"}, \"file_name\": \"train-08.jsonl\"}, {\"id\": {\"value\": \"bdf17bc1aed64f4baa1099e9eff1950e\", \"type\": \"clipboard\"}, \"file_name\": \"train-02.jsonl\"}, {\"id\": {\"value\": \"3cf6a340a702485cbaaaa1f8dbe936f6\", \"type\": \"clipboard\"}, \"file_name\": \"train-23.jsonl\"}, {\"id\": {\"value\": \"d5f8992ac34c46f9bc35420e2416cbdb\", \"type\": \"clipboard\"}, \"file_name\": \"train-00.jsonl\"}, {\"id\": {\"value\": \"a39a3a5132c64421ba65e4eb6a6bb2d0\", \"type\": \"clipboard\"}, \"file_name\": \"train-11.jsonl\"}, {\"id\": {\"value\": \"7ea585e8e39d40e3acd93593adb9be3c\", \"type\": \"clipboard\"}, \"file_name\": \"train-13.jsonl\"}]\n",
-       "                                var page_size96755d8ddaea4702b6f54fec2e4d89e9 = 5\n",
-       "                                var pageIndex96755d8ddaea4702b6f54fec2e4d89e9 = 1\n",
-       "                                var paginatedElements96755d8ddaea4702b6f54fec2e4d89e9 = []\n",
-       "                                var activeFilter96755d8ddaea4702b6f54fec2e4d89e9;\n",
+       "                                var element1f0c653a8f0140bb98abde83607cb8db = [{\"id\": {\"value\": \"c6eb664977464afa8e6e49b518b1ca3f\", \"type\": \"clipboard\"}, \"file_name\": \"train-22.jsonl\"}, {\"id\": {\"value\": \"7dd1e9dcdca443b785ebc19e20082810\", \"type\": \"clipboard\"}, \"file_name\": \"train-28.jsonl\"}, {\"id\": {\"value\": \"be6e757db1de40bf86aa5376d2a7d38e\", \"type\": \"clipboard\"}, \"file_name\": \"train-10.jsonl\"}, {\"id\": {\"value\": \"d08884257c55492ebc748d6116d110e0\", \"type\": \"clipboard\"}, \"file_name\": \"train-09.jsonl\"}, {\"id\": {\"value\": \"99ebe41e7ce14123924a4788a88917b0\", \"type\": \"clipboard\"}, \"file_name\": \"train-00.jsonl\"}, {\"id\": {\"value\": \"883b12180b4e4dc2a7ffdfb6c4ecf28e\", \"type\": \"clipboard\"}, \"file_name\": \"train-16.jsonl\"}, {\"id\": {\"value\": \"3b3a6dd2d8684d41817f1c8141e70a5f\", \"type\": \"clipboard\"}, \"file_name\": \"train-03.jsonl\"}, {\"id\": {\"value\": \"63cb44e6f14842f880eeef8f279cd3bf\", \"type\": \"clipboard\"}, \"file_name\": \"train-08.jsonl\"}, {\"id\": {\"value\": \"8b22e5778b474d3988cc40cc90535fc0\", \"type\": \"clipboard\"}, \"file_name\": \"train-15.jsonl\"}, {\"id\": {\"value\": \"8f233131bf4846939726332780a07c60\", \"type\": \"clipboard\"}, \"file_name\": \"train-14.jsonl\"}, {\"id\": {\"value\": \"72a156bb972b49178473c65a23366dfe\", \"type\": \"clipboard\"}, \"file_name\": \"train-05.jsonl\"}, {\"id\": {\"value\": \"a30b93d9e83b49d18d750fc9e1a3b7d6\", \"type\": \"clipboard\"}, \"file_name\": \"pile-uncopyrighted@3be90335b66f24456a5d6659d9c8d208c0357119-test.jsonl\"}, {\"id\": {\"value\": \"3c90a243a4c04c229932bc3f9761b29a\", \"type\": \"clipboard\"}, \"file_name\": \"train-18.jsonl\"}, {\"id\": {\"value\": \"8e5f3d15161c45439e07c9335121d9cb\", \"type\": \"clipboard\"}, \"file_name\": \"train-24.jsonl\"}, {\"id\": {\"value\": \"21c2fda9b7154d1e913b5c1acdc6b673\", \"type\": \"clipboard\"}, \"file_name\": \"train-17.jsonl\"}, {\"id\": {\"value\": \"5007841eaa7344bda0172be78bfda8d5\", \"type\": \"clipboard\"}, \"file_name\": \"train-02.jsonl\"}, {\"id\": {\"value\": \"47aa7b16178c4b78afe3ae67c636c74b\", \"type\": \"clipboard\"}, \"file_name\": \"train-01.jsonl\"}, {\"id\": {\"value\": \"03bb5e02bdf24d9abf947e6253dafdf6\", \"type\": \"clipboard\"}, \"file_name\": \"train-21.jsonl\"}, {\"id\": {\"value\": \"a5bedd7d4be94d6ab80cd2a8783e6b92\", \"type\": \"clipboard\"}, \"file_name\": \"train-06.jsonl\"}, {\"id\": {\"value\": \"b01e67ed720848e5bed1cf203074e93a\", \"type\": \"clipboard\"}, \"file_name\": \"pile-uncopyrighted@3be90335b66f24456a5d6659d9c8d208c0357119-val.jsonl\"}, {\"id\": {\"value\": \"f1ba5789316a429bbc3df50b7ac47328\", \"type\": \"clipboard\"}, \"file_name\": \"train-20.jsonl\"}, {\"id\": {\"value\": \"f48d604a007a403caacbee285b31147e\", \"type\": \"clipboard\"}, \"file_name\": \"train-11.jsonl\"}, {\"id\": {\"value\": \"fb7fcbb35e2343ae9960ac106915f79f\", \"type\": \"clipboard\"}, \"file_name\": \"train-04.jsonl\"}, {\"id\": {\"value\": \"863dc5e76a024915b4564f45e26f20b0\", \"type\": \"clipboard\"}, \"file_name\": \"train-19.jsonl\"}, {\"id\": {\"value\": \"773ee81539174876975f8e2d6f5cb5d2\", \"type\": \"clipboard\"}, \"file_name\": \"train-13.jsonl\"}, {\"id\": {\"value\": \"8db2289f99a0482aa22ac308ed162c30\", \"type\": \"clipboard\"}, \"file_name\": \"train-27.jsonl\"}, {\"id\": {\"value\": \"cb2ef738082c49418ed70eb05a193770\", \"type\": \"clipboard\"}, \"file_name\": \"test.json\"}, {\"id\": {\"value\": \"77e21eeadda94f8a9e1bd735131d9971\", \"type\": \"clipboard\"}, \"file_name\": \"train-26.jsonl\"}, {\"id\": {\"value\": \"a7776c9595114c8ca0a2d60f6a964d9c\", \"type\": \"clipboard\"}, \"file_name\": \"train-07.jsonl\"}, {\"id\": {\"value\": \"055d4a5a61974dd4a075c42bbaaefc30\", \"type\": \"clipboard\"}, \"file_name\": \"train-12.jsonl\"}, {\"id\": {\"value\": \"fe8cec1260544c5f8053aa2fa115ae0c\", \"type\": \"clipboard\"}, \"file_name\": \"filtered_scenario_data_new.jsonl\"}, {\"id\": {\"value\": \"555328628e7546ce86a992712d10a313\", \"type\": \"clipboard\"}, \"file_name\": \"train-25.jsonl\"}, {\"id\": {\"value\": \"128d3962d1d04e45aef457906e16a7ab\", \"type\": \"clipboard\"}, \"file_name\": \"train-29.jsonl\"}, {\"id\": {\"value\": \"83c2188ace1e4cf5bdbf6b906bd56bae\", \"type\": \"clipboard\"}, \"file_name\": \"train-23.jsonl\"}]\n",
+       "                                var page_size1f0c653a8f0140bb98abde83607cb8db = 5\n",
+       "                                var pageIndex1f0c653a8f0140bb98abde83607cb8db = 1\n",
+       "                                var paginatedElements1f0c653a8f0140bb98abde83607cb8db = []\n",
+       "                                var activeFilter1f0c653a8f0140bb98abde83607cb8db;\n",
        "\n",
        "                                function buildDropDownMenu(elements){\n",
        "                                    let init_filter;\n",
-       "                                    let menu = document.getElementById('search-dropdown-content96755d8ddaea4702b6f54fec2e4d89e9')\n",
+       "                                    let menu = document.getElementById('search-dropdown-content1f0c653a8f0140bb98abde83607cb8db')\n",
        "                                    if (elements.length > 0) {\n",
        "                                        let sample = elements[0]\n",
        "                                        for (const attr in sample) {\n",
@@ -529,10 +514,10 @@
        "                                            let content = document.createElement('div');\n",
        "                                            content.onclick = function(event) {\n",
        "                                                event.stopPropagation()\n",
-       "                                                document.getElementById('menu-active-filter96755d8ddaea4702b6f54fec2e4d89e9').innerText = attr;\n",
-       "                                                activeFilter96755d8ddaea4702b6f54fec2e4d89e9 = attr;\n",
+       "                                                document.getElementById('menu-active-filter1f0c653a8f0140bb98abde83607cb8db').innerText = attr;\n",
+       "                                                activeFilter1f0c653a8f0140bb98abde83607cb8db = attr;\n",
        "                                                document.getElementById(\n",
-       "                                                    'search-dropdown-content96755d8ddaea4702b6f54fec2e4d89e9'\n",
+       "                                                    'search-dropdown-content1f0c653a8f0140bb98abde83607cb8db'\n",
        "                                                ).style.display= 'none';\n",
        "                                            }\n",
        "                                            content.classList.add(\"dd-options\");\n",
@@ -542,30 +527,30 @@
        "                                    } else {\n",
        "                                        let init_filter = '---'\n",
        "                                    }\n",
-       "                                    let dropdown_field = document.getElementById('search-menu96755d8ddaea4702b6f54fec2e4d89e9')\n",
+       "                                    let dropdown_field = document.getElementById('search-menu1f0c653a8f0140bb98abde83607cb8db')\n",
        "                                    let span = document.createElement('span')\n",
-       "                                    span.setAttribute('id', 'menu-active-filter96755d8ddaea4702b6f54fec2e4d89e9')\n",
+       "                                    span.setAttribute('id', 'menu-active-filter1f0c653a8f0140bb98abde83607cb8db')\n",
        "                                    span.innerText = init_filter\n",
-       "                                    activeFilter96755d8ddaea4702b6f54fec2e4d89e9 = init_filter;\n",
+       "                                    activeFilter1f0c653a8f0140bb98abde83607cb8db = init_filter;\n",
        "                                    dropdown_field.appendChild(span)\n",
        "                                }\n",
        "\n",
-       "                                buildDropDownMenu(element96755d8ddaea4702b6f54fec2e4d89e9)\n",
+       "                                buildDropDownMenu(element1f0c653a8f0140bb98abde83607cb8db)\n",
        "                            </script>\n",
        "                        </div>\n",
-       "                        <input id='searchKey96755d8ddaea4702b6f54fec2e4d89e9' class='search-input' placeholder='Enter search here ...'  />\n",
+       "                        <input id='searchKey1f0c653a8f0140bb98abde83607cb8db' class='search-input' placeholder='Enter search here ...'  />\n",
        "                    </div>\n",
-       "                    <button class='search-button' type=\"button\" onclick=\"searchGrid96755d8ddaea4702b6f54fec2e4d89e9(element96755d8ddaea4702b6f54fec2e4d89e9)\">\n",
+       "                    <button class='search-button' type=\"button\" onclick=\"searchGrid1f0c653a8f0140bb98abde83607cb8db(element1f0c653a8f0140bb98abde83607cb8db)\">\n",
        "                        <svg width=\"11\" height=\"10\" viewBox=\"0 0 11 10\" fill=\"none\" xmlns=\"http://www.w3.org/2000/svg\"><path d=\"M10.5652 9.23467L8.21819 6.88811C8.89846 6.07141 9.23767 5.02389 9.16527 3.96345C9.09287 2.90302 8.61443 1.91132 7.82948 1.19466C7.04453 0.477995 6.01349 0.0915414 4.95087 0.115691C3.88824 0.139841 2.87583 0.572735 2.12425 1.32432C1.37266 2.0759 0.939768 3.08831 0.915618 4.15094C0.891468 5.21357 1.27792 6.2446 1.99459 7.02955C2.71125 7.8145 3.70295 8.29294 4.76338 8.36535C5.82381 8.43775 6.87134 8.09853 7.68804 7.41827L10.0346 9.7653C10.0694 9.80014 10.1108 9.82778 10.1563 9.84663C10.2018 9.86549 10.2506 9.87519 10.2999 9.87519C10.3492 9.87519 10.398 9.86549 10.4435 9.84663C10.489 9.82778 10.5304 9.80014 10.5652 9.7653C10.6001 9.73046 10.6277 9.68909 10.6466 9.64357C10.6654 9.59805 10.6751 9.54926 10.6751 9.49998C10.6751 9.45071 10.6654 9.40192 10.6466 9.3564C10.6277 9.31088 10.6001 9.26951 10.5652 9.23467ZM1.67491 4.24998C1.67491 3.58247 1.87285 2.92995 2.2437 2.37493C2.61455 1.81992 3.14165 1.38734 3.75835 1.13189C4.37506 0.876446 5.05366 0.809609 5.70834 0.939835C6.36303 1.07006 6.96439 1.3915 7.4364 1.8635C7.9084 2.3355 8.22984 2.93687 8.36006 3.59155C8.49029 4.24624 8.42345 4.92484 8.168 5.54154C7.91256 6.15824 7.47998 6.68535 6.92496 7.05619C6.36995 7.42704 5.71742 7.62498 5.04991 7.62498C4.15511 7.62399 3.29724 7.26809 2.66452 6.63537C2.0318 6.00265 1.6759 5.14479 1.67491 4.24998Z\" fill=\"currentColor\"/></svg>\n",
        "                        <span class='pl-8'>Search</span>\n",
        "                    </button>\n",
        "                </div>\n",
        "\n",
-       "                <div><h4 id='total96755d8ddaea4702b6f54fec2e4d89e9'>0</h4></div>\n",
+       "                <div><h4 id='total1f0c653a8f0140bb98abde83607cb8db'>0</h4></div>\n",
        "            </div>\n",
-       "            <div id='table96755d8ddaea4702b6f54fec2e4d89e9' class='grid-table96755d8ddaea4702b6f54fec2e4d89e9' style='margin-top: 25px;'>\n",
+       "            <div id='table1f0c653a8f0140bb98abde83607cb8db' class='grid-table1f0c653a8f0140bb98abde83607cb8db' style='margin-top: 25px;'>\n",
        "                <script>\n",
-       "                    function paginate96755d8ddaea4702b6f54fec2e4d89e9(arr, size) {\n",
+       "                    function paginate1f0c653a8f0140bb98abde83607cb8db(arr, size) {\n",
        "                        const res = [];\n",
        "                        for (let i = 0; i < arr.length; i += size) {\n",
        "                            const chunk = arr.slice(i, i + size);\n",
@@ -575,44 +560,44 @@
        "                        return res;\n",
        "                    }\n",
        "\n",
-       "                    function searchGrid96755d8ddaea4702b6f54fec2e4d89e9(elements){\n",
-       "                        let searchKey = document.getElementById('searchKey96755d8ddaea4702b6f54fec2e4d89e9').value;\n",
+       "                    function searchGrid1f0c653a8f0140bb98abde83607cb8db(elements){\n",
+       "                        let searchKey = document.getElementById('searchKey1f0c653a8f0140bb98abde83607cb8db').value;\n",
        "                        let result;\n",
        "                        if (searchKey === ''){\n",
        "                            result = elements;\n",
        "                        } else {\n",
        "                            result = elements.filter((element) => {\n",
-       "                                let property = element[activeFilter96755d8ddaea4702b6f54fec2e4d89e9]\n",
+       "                                let property = element[activeFilter1f0c653a8f0140bb98abde83607cb8db]\n",
        "                                if (typeof property === 'object' && property !== null){\n",
        "                                    return property.value.toLowerCase().includes(searchKey.toLowerCase());\n",
        "                                } else if (typeof property === 'string' ) {\n",
-       "                                    return element[activeFilter96755d8ddaea4702b6f54fec2e4d89e9].toLowerCase().includes(searchKey.toLowerCase());\n",
+       "                                    return element[activeFilter1f0c653a8f0140bb98abde83607cb8db].toLowerCase().includes(searchKey.toLowerCase());\n",
        "                                } else if (property !== null ) {\n",
-       "                                    return element[activeFilter96755d8ddaea4702b6f54fec2e4d89e9].toString() === searchKey;\n",
+       "                                    return element[activeFilter1f0c653a8f0140bb98abde83607cb8db].toString() === searchKey;\n",
        "                                } else {\n",
-       "                                    return element[activeFilter96755d8ddaea4702b6f54fec2e4d89e9] === searchKey;\n",
+       "                                    return element[activeFilter1f0c653a8f0140bb98abde83607cb8db] === searchKey;\n",
        "                                }\n",
        "                            } );\n",
        "                        }\n",
-       "                        resetById96755d8ddaea4702b6f54fec2e4d89e9('table96755d8ddaea4702b6f54fec2e4d89e9');\n",
-       "                        resetById96755d8ddaea4702b6f54fec2e4d89e9('pag96755d8ddaea4702b6f54fec2e4d89e9');\n",
-       "                        result = paginate96755d8ddaea4702b6f54fec2e4d89e9(result, page_size96755d8ddaea4702b6f54fec2e4d89e9)\n",
-       "                        paginatedElements96755d8ddaea4702b6f54fec2e4d89e9 = result\n",
-       "                        buildGrid96755d8ddaea4702b6f54fec2e4d89e9(result,pageIndex96755d8ddaea4702b6f54fec2e4d89e9);\n",
-       "                        buildPaginationContainer96755d8ddaea4702b6f54fec2e4d89e9(result);\n",
+       "                        resetById1f0c653a8f0140bb98abde83607cb8db('table1f0c653a8f0140bb98abde83607cb8db');\n",
+       "                        resetById1f0c653a8f0140bb98abde83607cb8db('pag1f0c653a8f0140bb98abde83607cb8db');\n",
+       "                        result = paginate1f0c653a8f0140bb98abde83607cb8db(result, page_size1f0c653a8f0140bb98abde83607cb8db)\n",
+       "                        paginatedElements1f0c653a8f0140bb98abde83607cb8db = result\n",
+       "                        buildGrid1f0c653a8f0140bb98abde83607cb8db(result,pageIndex1f0c653a8f0140bb98abde83607cb8db);\n",
+       "                        buildPaginationContainer1f0c653a8f0140bb98abde83607cb8db(result);\n",
        "                    }\n",
        "\n",
-       "                    function resetById96755d8ddaea4702b6f54fec2e4d89e9(id){\n",
+       "                    function resetById1f0c653a8f0140bb98abde83607cb8db(id){\n",
        "                        let element = document.getElementById(id);\n",
        "                        while (element.firstChild) {\n",
        "                          element.removeChild(element.firstChild);\n",
        "                        }\n",
        "                    }\n",
        "\n",
-       "                    function buildGrid96755d8ddaea4702b6f54fec2e4d89e9(items, pageIndex){\n",
-       "                                let headers = Object.keys(element96755d8ddaea4702b6f54fec2e4d89e9[0]);\n",
+       "                    function buildGrid1f0c653a8f0140bb98abde83607cb8db(items, pageIndex){\n",
+       "                                let headers = Object.keys(element1f0c653a8f0140bb98abde83607cb8db[0]);\n",
        "\n",
-       "                                let grid = document.getElementById(\"table96755d8ddaea4702b6f54fec2e4d89e9\");\n",
+       "                                let grid = document.getElementById(\"table1f0c653a8f0140bb98abde83607cb8db\");\n",
        "                                let div = document.createElement(\"div\");\n",
        "                                div.classList.add('grid-header', 'grid-index-cells');\n",
        "                                grid.appendChild(div);\n",
@@ -626,13 +611,13 @@
        "\n",
        "                                let page = items[pageIndex -1]\n",
        "                                if (page !== 'undefine'){\n",
-       "                                    let table_index96755d8ddaea4702b6f54fec2e4d89e9 = ((pageIndex - 1) * page_size96755d8ddaea4702b6f54fec2e4d89e9)\n",
+       "                                    let table_index1f0c653a8f0140bb98abde83607cb8db = ((pageIndex - 1) * page_size1f0c653a8f0140bb98abde83607cb8db)\n",
        "                                    page.forEach((item) => {\n",
-       "                                        let grid = document.getElementById(\"table96755d8ddaea4702b6f54fec2e4d89e9\");\n",
+       "                                        let grid = document.getElementById(\"table1f0c653a8f0140bb98abde83607cb8db\");\n",
        "                                        // Add new index value in index cells\n",
        "                                        let divIndex = document.createElement(\"div\");\n",
        "                                        divIndex.classList.add('grid-row', 'grid-index-cells');\n",
-       "                                        divIndex.innerText = table_index96755d8ddaea4702b6f54fec2e4d89e9;\n",
+       "                                        divIndex.innerText = table_index1f0c653a8f0140bb98abde83607cb8db;\n",
        "                                        grid.appendChild(divIndex);\n",
        "\n",
        "                                        // Iterate over the actual obj\n",
@@ -690,19 +675,19 @@
        "                                            }\n",
        "                                            grid.appendChild(div);\n",
        "                                        }\n",
-       "                                    table_index96755d8ddaea4702b6f54fec2e4d89e9 = table_index96755d8ddaea4702b6f54fec2e4d89e9 + 1;\n",
+       "                                    table_index1f0c653a8f0140bb98abde83607cb8db = table_index1f0c653a8f0140bb98abde83607cb8db + 1;\n",
        "                                    })\n",
        "                                }\n",
        "                    }\n",
-       "                    paginatedElements96755d8ddaea4702b6f54fec2e4d89e9 = paginate96755d8ddaea4702b6f54fec2e4d89e9(element96755d8ddaea4702b6f54fec2e4d89e9, page_size96755d8ddaea4702b6f54fec2e4d89e9)\n",
-       "                    buildGrid96755d8ddaea4702b6f54fec2e4d89e9(paginatedElements96755d8ddaea4702b6f54fec2e4d89e9, 1)\n",
-       "                    document.getElementById('total96755d8ddaea4702b6f54fec2e4d89e9').innerText = \"Total: \" + element96755d8ddaea4702b6f54fec2e4d89e9.length\n",
+       "                    paginatedElements1f0c653a8f0140bb98abde83607cb8db = paginate1f0c653a8f0140bb98abde83607cb8db(element1f0c653a8f0140bb98abde83607cb8db, page_size1f0c653a8f0140bb98abde83607cb8db)\n",
+       "                    buildGrid1f0c653a8f0140bb98abde83607cb8db(paginatedElements1f0c653a8f0140bb98abde83607cb8db, 1)\n",
+       "                    document.getElementById('total1f0c653a8f0140bb98abde83607cb8db').innerText = \"Total: \" + element1f0c653a8f0140bb98abde83607cb8db.length\n",
        "                </script>\n",
        "            </div>\n",
-       "            <div id='pag96755d8ddaea4702b6f54fec2e4d89e9' class='paginationContainer'>\n",
+       "            <div id='pag1f0c653a8f0140bb98abde83607cb8db' class='paginationContainer'>\n",
        "                <script>\n",
-       "                    function buildPaginationContainer96755d8ddaea4702b6f54fec2e4d89e9(paginatedElements){\n",
-       "                            let pageContainer = document.getElementById(\"pag96755d8ddaea4702b6f54fec2e4d89e9\");\n",
+       "                    function buildPaginationContainer1f0c653a8f0140bb98abde83607cb8db(paginatedElements){\n",
+       "                            let pageContainer = document.getElementById(\"pag1f0c653a8f0140bb98abde83607cb8db\");\n",
        "                            for (let i = 0; i < paginatedElements.length; i++) {\n",
        "                                  let div = document.createElement(\"div\");\n",
        "                                  div.classList.add('page');\n",
@@ -712,20 +697,20 @@
        "                                      let indexes = document.getElementsByClassName('page');\n",
        "                                      for (let index of indexes) { index.style.color = 'var(--tertiary-color, \"gray\")' }\n",
        "                                      event.target.style.color = \"gray\";\n",
-       "                                      setPage96755d8ddaea4702b6f54fec2e4d89e9(i + 1);\n",
+       "                                      setPage1f0c653a8f0140bb98abde83607cb8db(i + 1);\n",
        "                                  };\n",
        "                                  div.innerText = i + 1;\n",
        "                                  pageContainer.appendChild(div);\n",
        "                            }\n",
        "                    }\n",
        "\n",
-       "                    function setPage96755d8ddaea4702b6f54fec2e4d89e9(newPage){\n",
+       "                    function setPage1f0c653a8f0140bb98abde83607cb8db(newPage){\n",
        "                        pageIndex = newPage\n",
-       "                        resetById96755d8ddaea4702b6f54fec2e4d89e9('table96755d8ddaea4702b6f54fec2e4d89e9')\n",
-       "                        buildGrid96755d8ddaea4702b6f54fec2e4d89e9(paginatedElements96755d8ddaea4702b6f54fec2e4d89e9, pageIndex)\n",
+       "                        resetById1f0c653a8f0140bb98abde83607cb8db('table1f0c653a8f0140bb98abde83607cb8db')\n",
+       "                        buildGrid1f0c653a8f0140bb98abde83607cb8db(paginatedElements1f0c653a8f0140bb98abde83607cb8db, pageIndex)\n",
        "                    }\n",
        "\n",
-       "                    buildPaginationContainer96755d8ddaea4702b6f54fec2e4d89e9(paginatedElements96755d8ddaea4702b6f54fec2e4d89e9)\n",
+       "                    buildPaginationContainer1f0c653a8f0140bb98abde83607cb8db(paginatedElements1f0c653a8f0140bb98abde83607cb8db)\n",
        "                </script>\n",
        "            </div>\n",
        "        </div>\n",
@@ -769,7 +754,7 @@
        " syft.types.blob_storage.BlobFile]"
       ]
      },
-     "execution_count": 6,
+     "execution_count": 43,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -780,7 +765,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 44,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -789,7 +774,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 45,
    "metadata": {},
    "outputs": [
     {
@@ -797,7 +782,7 @@
       "text/markdown": [
        "```python\n",
        "class BlobFile:\n",
-       "  id: str = bf18dfa66d144e828cf6af41078233ad\n",
+       "  id: str = cb2ef738082c49418ed70eb05a193770\n",
        "  file_name: str = \"test.json\"\n",
        "\n",
        "```"
@@ -806,7 +791,7 @@
        "syft.types.blob_storage.BlobFile"
       ]
      },
-     "execution_count": 11,
+     "execution_count": 45,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -817,7 +802,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 46,
    "metadata": {},
    "outputs": [
     {
@@ -826,7 +811,7 @@
        "b'{\\n\"abc\": \"def\"\\n}'"
       ]
      },
-     "execution_count": 12,
+     "execution_count": 46,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -834,6 +819,13 @@
    "source": [
     "file.read()"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {
diff --git a/packages/syft/src/syft/node/node.py b/packages/syft/src/syft/node/node.py
index c77afa38233..58f99bda06b 100644
--- a/packages/syft/src/syft/node/node.py
+++ b/packages/syft/src/syft/node/node.py
@@ -376,6 +376,19 @@ def init_blob_storage(self, config: Optional[BlobStorageConfig] = None) -> None:
         self.blob_store_config = config_
         self.blob_storage_client = config_.client_type(config=config_.client_config)
 
+        # relative
+        from ..store.blob_storage.seaweedfs import SeaweedFSConfig
+
+        if isinstance(config, SeaweedFSConfig):
+            blob_storage_service = self.get_service(BlobStorageService)
+            remote_profiles = blob_storage_service.remote_profile_stash.get_all(
+                credentials=self.signing_key.verify_key, has_permission=True
+            ).ok()
+            for remote_profile in remote_profiles:
+                self.blob_store_config.client_config.remote_profiles[
+                    remote_profile.profile_name
+                ] = remote_profile
+
     def stop(self):
         for consumer_list in self.queue_manager.consumers.values():
             for c in consumer_list:
diff --git a/packages/syft/src/syft/service/blob_storage/service.py b/packages/syft/src/syft/service/blob_storage/service.py
index 9cb2e4f90ad..f485c2e67bf 100644
--- a/packages/syft/src/syft/service/blob_storage/service.py
+++ b/packages/syft/src/syft/service/blob_storage/service.py
@@ -89,6 +89,8 @@ def mount_azure(
             return SyftError(message=res.value)
         remote_profile = res.ok()
         seaweed_config = context.node.blob_storage_client.config
+        # we cache this here such that we can use it when reading a file from azure
+        # from the remote_name
         seaweed_config.remote_profiles[remote_name] = remote_profile
 
         # TODO: possible wrap this in try catch
@@ -110,7 +112,6 @@ def mount_azure(
                 bucket_name=bucket_name,
             )
             for file_path in file_paths
-            for file_path in file_paths
         ]
 
         for sfp, file_size in zip(secure_file_paths, file_sizes):
@@ -138,11 +139,13 @@ def get_files_from_bucket(self, context: AuthedServiceContext, bucket_name: str)
         blob_files = []
         for bse in bse_list:
             self.stash.set(obj=bse, credentials=context.credentials)
-            # We create an empty ActionObject and set its blob_storage_entry to bse
-            # so that we can call reloac_cache where
-            # we create the BlobRetrieval (user needs permission to do this)
+            # We create an empty ActionObject and set its blob_storage_entry_id to bse.id
+            # such that we can call reload_cache which creates
+            # the BlobRetrieval (user needs permission to do this)
             # This could be a BlobRetrievalByURL that creates a BlobFile
-            # and then sets it in the cache (it does not contain the data, only the BlobFile)
+            # and then sets it in the cache (it does not contain the data, only the BlobFile).
+            # In the client, when reading the file, we will creates **another**, blobretrieval
+            # object to read the actual data
             blob_file = ActionObject.empty()
             blob_file.syft_blob_storage_entry_id = bse.id
             blob_file.syft_client_verify_key = context.credentials
diff --git a/packages/syft/src/syft/store/blob_storage/seaweedfs.py b/packages/syft/src/syft/store/blob_storage/seaweedfs.py
index 246edabe6d4..2a27fc2518a 100644
--- a/packages/syft/src/syft/store/blob_storage/seaweedfs.py
+++ b/packages/syft/src/syft/store/blob_storage/seaweedfs.py
@@ -167,6 +167,8 @@ def read(
     ) -> BlobRetrieval:
         if bucket_name is None:
             bucket_name = self.default_bucket_name
+        # this will generate the url, the SecureFilePathLocation also handles the logic
+        # that decides whether to use a direct connection to azure/aws/gcp or via seaweed
         return fp.generate_url(self, type_, bucket_name)
 
     def allocate(

From 9231e1a3b8ef0f8b194438a83ca882b345e5f7ed Mon Sep 17 00:00:00 2001
From: Koen van der Veen <koenlennartvanderveen@gmail.com>
Date: Thu, 14 Dec 2023 14:29:51 +0000
Subject: [PATCH 16/27] recompute protocol verison

---
 .../src/syft/protocol/protocol_version.json   | 50 +++++++++----------
 1 file changed, 25 insertions(+), 25 deletions(-)

diff --git a/packages/syft/src/syft/protocol/protocol_version.json b/packages/syft/src/syft/protocol/protocol_version.json
index 60a6b2f6b45..980ed650518 100644
--- a/packages/syft/src/syft/protocol/protocol_version.json
+++ b/packages/syft/src/syft/protocol/protocol_version.json
@@ -271,7 +271,7 @@
       "BlobRetrievalByURL": {
         "1": {
           "version": 1,
-          "hash": "18fd860cb9de296532fc9ff075932e6a4377cc8f043dd88ed4f620517321077d",
+          "hash": "8059ee03016c4d74e408dad9529e877f91829672e0cc42d8cfff9c8e14058adc",
           "action": "add"
         }
       },
@@ -957,56 +957,56 @@
           "action": "add"
         }
       },
-      "SeaweedSecureFilePathLocation": {
-        "2": {
-          "version": 2,
-          "hash": "3ca49db7536a33d5712485164e95406000df9af2aed78e9f9fa2bb2bbbb34fe6",
+      "SyftWorker": {
+        "1": {
+          "version": 1,
+          "hash": "dfb3aba52b0223c16251148503e24606c73b1f3f2dfe5fbfac477899adf27420",
           "action": "add"
         }
       },
-      "AzureSecureFilePathLocation": {
+      "WorkerPool": {
         "1": {
           "version": 1,
-          "hash": "1bb15f3f9d7082779f1c9f58de94011487924cb8a8c9c2ec18fd7c161c27fd0e",
+          "hash": "f498e61ec6d2ec916b7e1f25a67dc468f17c59239e77194cebf8b512993cb555",
           "action": "add"
         }
-      },
-      "RemoteConfig": {
+      }
+    }
+  },
+  "dev": {
+    "object_versions": {
+      "SyftWorkerImage": {
         "1": {
           "version": 1,
-          "hash": "ad7bc4780a8ad52e14ce68601852c93d2fe07bda489809cad7cae786d2461754",
+          "hash": "fd1067b0bb9a6e630a224162ed92f4746d4d5869bc104923ec48c4b9d597594c",
           "action": "add"
         }
       },
-      "AzureRemoteConfig": {
-        "1": {
-          "version": 1,
-          "hash": "c05c6caa27db4e385c642536d4b0ecabc0c71e91220d2e6ce21a2761ca68a673",
+      "SeaweedSecureFilePathLocation": {
+        "2": {
+          "version": 2,
+          "hash": "3ca49db7536a33d5712485164e95406000df9af2aed78e9f9fa2bb2bbbb34fe6",
           "action": "add"
         }
       },
-      "SyftWorker": {
+      "AzureSecureFilePathLocation": {
         "1": {
           "version": 1,
-          "hash": "dfb3aba52b0223c16251148503e24606c73b1f3f2dfe5fbfac477899adf27420",
+          "hash": "1bb15f3f9d7082779f1c9f58de94011487924cb8a8c9c2ec18fd7c161c27fd0e",
           "action": "add"
         }
       },
-      "WorkerPool": {
+      "RemoteConfig": {
         "1": {
           "version": 1,
-          "hash": "f498e61ec6d2ec916b7e1f25a67dc468f17c59239e77194cebf8b512993cb555",
+          "hash": "ad7bc4780a8ad52e14ce68601852c93d2fe07bda489809cad7cae786d2461754",
           "action": "add"
         }
-      }
-    }
-  },
-  "dev": {
-    "object_versions": {
-      "SyftWorkerImage": {
+      },
+      "AzureRemoteConfig": {
         "1": {
           "version": 1,
-          "hash": "fd1067b0bb9a6e630a224162ed92f4746d4d5869bc104923ec48c4b9d597594c",
+          "hash": "c05c6caa27db4e385c642536d4b0ecabc0c71e91220d2e6ce21a2761ca68a673",
           "action": "add"
         }
       }

From a89d1d588d0d0bf6a87632c7a410baf64093efb3 Mon Sep 17 00:00:00 2001
From: Koen van der Veen <koenlennartvanderveen@gmail.com>
Date: Thu, 14 Dec 2023 14:40:34 +0000
Subject: [PATCH 17/27] recompute protocol verison

---
 .../syft/src/syft/protocol/protocol_version.json | 16 ++++++++++++++--
 .../syft/src/syft/store/blob_storage/__init__.py | 10 +++++++++-
 2 files changed, 23 insertions(+), 3 deletions(-)

diff --git a/packages/syft/src/syft/protocol/protocol_version.json b/packages/syft/src/syft/protocol/protocol_version.json
index 980ed650518..a84c764c70f 100644
--- a/packages/syft/src/syft/protocol/protocol_version.json
+++ b/packages/syft/src/syft/protocol/protocol_version.json
@@ -271,7 +271,7 @@
       "BlobRetrievalByURL": {
         "1": {
           "version": 1,
-          "hash": "8059ee03016c4d74e408dad9529e877f91829672e0cc42d8cfff9c8e14058adc",
+          "hash": "18fd860cb9de296532fc9ff075932e6a4377cc8f043dd88ed4f620517321077d",
           "action": "add"
         }
       },
@@ -833,7 +833,7 @@
         },
         "2": {
           "version": 2,
-          "hash": "c78a998aa1c6d9700c775ca65a4efc9c6ae2d2ffdf677219f7b004e635b2be42",
+          "hash": "8059ee03016c4d74e408dad9529e877f91829672e0cc42d8cfff9c8e14058adc",
           "action": "add"
         }
       },
@@ -1009,6 +1009,18 @@
           "hash": "c05c6caa27db4e385c642536d4b0ecabc0c71e91220d2e6ce21a2761ca68a673",
           "action": "add"
         }
+      },
+      "BlobRetrievalByURL": {
+        "2": {
+          "version": 2,
+          "hash": "8059ee03016c4d74e408dad9529e877f91829672e0cc42d8cfff9c8e14058adc",
+          "action": "remove"
+        },
+        "3": {
+          "version": 3,
+          "hash": "0b664100ea08413ca4ef04665ca910c2cf9535539617ea4ba33687d05cdfe747",
+          "action": "add"
+        }
       }
     }
   }
diff --git a/packages/syft/src/syft/store/blob_storage/__init__.py b/packages/syft/src/syft/store/blob_storage/__init__.py
index a6c459ad5e5..de3c65d844c 100644
--- a/packages/syft/src/syft/store/blob_storage/__init__.py
+++ b/packages/syft/src/syft/store/blob_storage/__init__.py
@@ -66,6 +66,7 @@
 from ...types.syft_migration import migrate
 from ...types.syft_object import SYFT_OBJECT_VERSION_1
 from ...types.syft_object import SYFT_OBJECT_VERSION_2
+from ...types.syft_object import SYFT_OBJECT_VERSION_3
 from ...types.syft_object import SyftObject
 from ...types.transforms import drop
 from ...types.transforms import make_set_default
@@ -168,10 +169,17 @@ class BlobRetrievalByURLV1(BlobRetrievalV1):
     url: GridURL
 
 
+class BlobRetrievalByURLV2(BlobRetrievalV1):
+    __canonical_name__ = "BlobRetrievalByURL"
+    __version__ = SYFT_OBJECT_VERSION_2
+
+    url: GridURL
+
+
 @serializable()
 class BlobRetrievalByURL(BlobRetrieval):
     __canonical_name__ = "BlobRetrievalByURL"
-    __version__ = SYFT_OBJECT_VERSION_2
+    __version__ = SYFT_OBJECT_VERSION_3
 
     url: Union[GridURL, str]
 

From 6282a635dd5f7fcdbf52881cc96ded1b36d8111b Mon Sep 17 00:00:00 2001
From: Koen van der Veen <koenlennartvanderveen@gmail.com>
Date: Thu, 14 Dec 2023 16:23:21 +0000
Subject: [PATCH 18/27] security fixes

---
 packages/syft/src/syft/store/sqlite_document_store.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/packages/syft/src/syft/store/sqlite_document_store.py b/packages/syft/src/syft/store/sqlite_document_store.py
index 43cd5e2952b..e128a63bc91 100644
--- a/packages/syft/src/syft/store/sqlite_document_store.py
+++ b/packages/syft/src/syft/store/sqlite_document_store.py
@@ -206,7 +206,7 @@ def _set(self, key: UID, value: Any) -> None:
             self._update(key, value)
         else:
             insert_sql = (
-                f"insert into {self.table_name} (uid, repr, value) VALUES (?, ?, ?)"
+                f"insert into {self.table_name} (uid, repr, value) VALUES (?, ?, ?)"  # nosec
             )  # nosec
             data = _serialize(value, to_bytes=True)
             res = self._execute(insert_sql, [str(key), _repr_debug_(value), data])
@@ -215,7 +215,7 @@ def _set(self, key: UID, value: Any) -> None:
 
     def _update(self, key: UID, value: Any) -> None:
         insert_sql = (
-            f"update {self.table_name} set uid = ?, repr = ?, value = ? where uid = ?"
+            f"update {self.table_name} set uid = ?, repr = ?, value = ? where uid = ?"  # nosec
         )  # nosec
         data = _serialize(value, to_bytes=True)
         res = self._execute(insert_sql, [str(key), _repr_debug_(value), data, str(key)])

From 59300655c7fd829e27e96263f8767361c2d77da4 Mon Sep 17 00:00:00 2001
From: teo <teo.milea97@gmail.com>
Date: Fri, 15 Dec 2023 11:42:46 +0200
Subject: [PATCH 19/27] remove pdb trace

---
 packages/syft/src/syft/service/blob_storage/service.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/packages/syft/src/syft/service/blob_storage/service.py b/packages/syft/src/syft/service/blob_storage/service.py
index 7c069fc2c8c..ef9e15ec1c6 100644
--- a/packages/syft/src/syft/service/blob_storage/service.py
+++ b/packages/syft/src/syft/service/blob_storage/service.py
@@ -99,8 +99,6 @@ def mount_azure(
         res = context.node.blob_storage_client.connect().client.list_objects(
             Bucket=bucket_name
         )
-        import pdb 
-        pdb.set_trace()
         objects = res["Contents"]
         file_sizes = [object["Size"] for object in objects]
         file_paths = [object["Key"] for object in objects]

From 4497eff015f6b66456eb30ab332b59ed31044d4c Mon Sep 17 00:00:00 2001
From: teo <teo.milea97@gmail.com>
Date: Fri, 15 Dec 2023 12:21:24 +0200
Subject: [PATCH 20/27] added node_obj_python id to mongo client config

---
 packages/syft/src/syft/node/node.py | 13 +++++++++++++
 1 file changed, 13 insertions(+)

diff --git a/packages/syft/src/syft/node/node.py b/packages/syft/src/syft/node/node.py
index c77afa38233..5248467ece7 100644
--- a/packages/syft/src/syft/node/node.py
+++ b/packages/syft/src/syft/node/node.py
@@ -718,6 +718,13 @@ def init_stores(
         document_store = document_store_config.store_type
         self.document_store_config = document_store_config
 
+        # We add the python id of the current node in order
+        # to create one connection per Node object in MongoClientCache
+        # so that we avoid closing the connection from a 
+        # different thread through the garbage collection
+        if isinstance(self.document_store_config, MongoStoreConfig):
+            self.document_store_config.client_config.node_obj_python_id = id(self) 
+
         self.document_store = document_store(
             root_verify_key=self.verify_key,
             store_config=document_store_config,
@@ -741,6 +748,12 @@ def init_stores(
                 root_verify_key=self.verify_key,
             )
         elif isinstance(action_store_config, MongoStoreConfig):
+            # We add the python id of the current node in order
+            # to create one connection per Node object in MongoClientCache
+            # so that we avoid closing the connection from a 
+            # different thread through the garbage collection
+            action_store_config.client_config.node_obj_python_id = id(self) 
+            
             self.action_store = MongoActionStore(
                 root_verify_key=self.verify_key, store_config=action_store_config
             )

From 0dedff2ddf2aa93973b540ea40e5a7db86db5a81 Mon Sep 17 00:00:00 2001
From: teo <teo.milea97@gmail.com>
Date: Fri, 15 Dec 2023 12:21:45 +0200
Subject: [PATCH 21/27] fix repeating for

---
 packages/syft/src/syft/service/blob_storage/service.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/packages/syft/src/syft/service/blob_storage/service.py b/packages/syft/src/syft/service/blob_storage/service.py
index ef9e15ec1c6..c61c9e84f09 100644
--- a/packages/syft/src/syft/service/blob_storage/service.py
+++ b/packages/syft/src/syft/service/blob_storage/service.py
@@ -107,7 +107,7 @@ def mount_azure(
                 path=file_path, 
                 azure_profile_name=remote_name,
                 bucket_name=bucket_name,
-            ) for file_path in file_paths for file_path in file_paths
+            ) for file_path in file_paths
         ]
 
         for sfp, file_size in zip(secure_file_paths, file_sizes):

From 2ed1497c35110b034e4856fc93c90dddc1d89d31 Mon Sep 17 00:00:00 2001
From: teo <teo.milea97@gmail.com>
Date: Fri, 15 Dec 2023 12:24:05 +0200
Subject: [PATCH 22/27] added exception for job stash errors

---
 packages/syft/src/syft/service/queue/queue.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/packages/syft/src/syft/service/queue/queue.py b/packages/syft/src/syft/service/queue/queue.py
index 11f623edf93..9de19544144 100644
--- a/packages/syft/src/syft/service/queue/queue.py
+++ b/packages/syft/src/syft/service/queue/queue.py
@@ -235,7 +235,10 @@ def handle_message(message: bytes):
 
         credentials = queue_item.syft_client_verify_key
 
-        job_item = worker.job_stash.get_by_uid(credentials, queue_item.job_id).ok()
+        res = worker.job_stash.get_by_uid(credentials, queue_item.job_id)
+        if res.is_err():
+            raise Exception(res.value)
+        job_item = res.ok()
 
         queue_item.status = Status.PROCESSING
         queue_item.node_uid = worker.id

From e3b91de547659324b352eb851bdf19e3d7851075 Mon Sep 17 00:00:00 2001
From: teo <teo.milea97@gmail.com>
Date: Fri, 15 Dec 2023 12:25:44 +0200
Subject: [PATCH 23/27] added custom generator for request retries and custom
 timeout

---
 .../src/syft/store/blob_storage/__init__.py   | 47 ++++++++++++++++++-
 1 file changed, 45 insertions(+), 2 deletions(-)

diff --git a/packages/syft/src/syft/store/blob_storage/__init__.py b/packages/syft/src/syft/store/blob_storage/__init__.py
index a6c459ad5e5..2e0b02fa7ef 100644
--- a/packages/syft/src/syft/store/blob_storage/__init__.py
+++ b/packages/syft/src/syft/store/blob_storage/__init__.py
@@ -168,6 +168,49 @@ class BlobRetrievalByURLV1(BlobRetrievalV1):
     url: GridURL
 
 
+def generate(blob_url, chunk_size):
+    max_tries = 20
+    pending = None
+    start_byte = 0
+    for attempt in range(max_tries):
+        try:
+            headers = {'Range': f'bytes={start_byte}-'}
+            with requests.get(str(blob_url), stream=True, headers=headers, timeout=(10, 10)) as response:
+                response.raise_for_status()
+                for chunk in response.iter_content(
+                    chunk_size=chunk_size, decode_unicode=False
+                ):
+                    start_byte += len(chunk)
+                    if b'\n' in chunk:
+                        if pending is not None:
+                            chunk = pending + chunk
+
+                        lines = chunk.splitlines()
+
+                        if lines and lines[-1] and chunk and lines[-1][-1] == chunk[-1]:
+                            pending = lines.pop()
+                        else:
+                            pending = None
+
+                        yield from lines
+                    else:
+                        if pending is None:
+                            pending = chunk
+                        else:
+                            pending = pending + chunk
+
+                if pending is not None:
+                    yield pending
+                return
+                
+        except requests.exceptions.RequestException as e:
+            if attempt < max_tries:
+                print(start_byte)
+                print(f"Attempt {attempt}/{max_tries} failed: {e}. Retrying...")
+            else:
+                print(f"Max retries reached. Failed with error: {e}")
+                raise
+
 @serializable()
 class BlobRetrievalByURL(BlobRetrieval):
     __canonical_name__ = "BlobRetrievalByURL"
@@ -205,8 +248,8 @@ def _read_data(self, stream=False, chunk_size=512):
             response = requests.get(str(blob_url), stream=stream)  # nosec
             response.raise_for_status()
             if self.type_ is BlobFileType:
-                if stream:
-                    return response.iter_lines(chunk_size=chunk_size)
+                if stream:        
+                    return generate(blob_url, chunk_size)
                 else:
                     return response.content
             return deserialize(response.content, from_bytes=True)

From c6d42be8377d4757a90ec9c6ae4a87249209995f Mon Sep 17 00:00:00 2001
From: teo <teo.milea97@gmail.com>
Date: Fri, 15 Dec 2023 12:26:13 +0200
Subject: [PATCH 24/27] added mongo client cache cleaning

---
 packages/syft/src/syft/store/mongo_client.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/packages/syft/src/syft/store/mongo_client.py b/packages/syft/src/syft/store/mongo_client.py
index b932a665bf3..cc77376b442 100644
--- a/packages/syft/src/syft/store/mongo_client.py
+++ b/packages/syft/src/syft/store/mongo_client.py
@@ -139,6 +139,7 @@ class MongoClient:
     client: PyMongoClient = None
 
     def __init__(self, config: MongoStoreClientConfig, cache: bool = True) -> None:
+        self.config=config
         if config.client is not None:
             self.client = config.client
         elif cache:
@@ -236,3 +237,4 @@ def with_collection_permissions(
 
     def close(self):
         self.client.close()
+        MongoClientCache.__client_cache__.pop(hash(str(self.config)), None)

From 76971887137db498e427df7e078e60a5b2e2432c Mon Sep 17 00:00:00 2001
From: Koen van der Veen <koenlennartvanderveen@gmail.com>
Date: Fri, 15 Dec 2023 10:50:04 +0000
Subject: [PATCH 25/27] cleanup

---
 packages/syft/src/syft/node/node.py           | 10 +--
 .../src/syft/store/blob_storage/__init__.py   | 70 +++++++++----------
 packages/syft/src/syft/store/mongo_client.py  |  6 +-
 packages/syft/src/syft/types/blob_storage.py  | 31 ++++++--
 4 files changed, 68 insertions(+), 49 deletions(-)

diff --git a/packages/syft/src/syft/node/node.py b/packages/syft/src/syft/node/node.py
index 2046e93eec2..7c9fb8760ef 100644
--- a/packages/syft/src/syft/node/node.py
+++ b/packages/syft/src/syft/node/node.py
@@ -738,10 +738,10 @@ def init_stores(
 
         # We add the python id of the current node in order
         # to create one connection per Node object in MongoClientCache
-        # so that we avoid closing the connection from a 
+        # so that we avoid closing the connection from a
         # different thread through the garbage collection
         if isinstance(self.document_store_config, MongoStoreConfig):
-            self.document_store_config.client_config.node_obj_python_id = id(self) 
+            self.document_store_config.client_config.node_obj_python_id = id(self)
 
         self.document_store = document_store(
             root_verify_key=self.verify_key,
@@ -768,10 +768,10 @@ def init_stores(
         elif isinstance(action_store_config, MongoStoreConfig):
             # We add the python id of the current node in order
             # to create one connection per Node object in MongoClientCache
-            # so that we avoid closing the connection from a 
+            # so that we avoid closing the connection from a
             # different thread through the garbage collection
-            action_store_config.client_config.node_obj_python_id = id(self) 
-            
+            action_store_config.client_config.node_obj_python_id = id(self)
+
             self.action_store = MongoActionStore(
                 root_verify_key=self.verify_key, store_config=action_store_config
             )
diff --git a/packages/syft/src/syft/store/blob_storage/__init__.py b/packages/syft/src/syft/store/blob_storage/__init__.py
index 41813a68c9b..36dbb1c4bb9 100644
--- a/packages/syft/src/syft/store/blob_storage/__init__.py
+++ b/packages/syft/src/syft/store/blob_storage/__init__.py
@@ -61,6 +61,7 @@
 from ...types.blob_storage import BlobFileType
 from ...types.blob_storage import BlobStorageEntry
 from ...types.blob_storage import CreateBlobStorageEntry
+from ...types.blob_storage import DEFAULT_CHUNK_SIZE
 from ...types.blob_storage import SecureFilePathLocation
 from ...types.grid_url import GridURL
 from ...types.syft_migration import migrate
@@ -72,6 +73,9 @@
 from ...types.transforms import make_set_default
 from ...types.uid import UID
 
+DEFAULT_TIMEOUT = 10
+MAX_RETRIES = 20
+
 
 @serializable()
 class BlobRetrievalV1(SyftObject):
@@ -169,48 +173,35 @@ class BlobRetrievalByURLV1(BlobRetrievalV1):
     url: GridURL
 
 
-def generate(blob_url, chunk_size):
-    max_tries = 20
-    pending = None
-    start_byte = 0
-    for attempt in range(max_tries):
+def syft_iter_content(
+    blob_url, chunk_size, max_retries=MAX_RETRIES, timeout=DEFAULT_TIMEOUT
+):
+    """custom iter content with smart retries (start from last byte read)"""
+    current_byte = 0
+    for attempt in range(max_retries):
         try:
-            headers = {'Range': f'bytes={start_byte}-'}
-            with requests.get(str(blob_url), stream=True, headers=headers, timeout=(10, 10)) as response:
+            headers = {"Range": f"bytes={current_byte}-"}
+            with requests.get(
+                str(blob_url), stream=True, headers=headers, timeout=(timeout, timeout)
+            ) as response:
                 response.raise_for_status()
                 for chunk in response.iter_content(
                     chunk_size=chunk_size, decode_unicode=False
                 ):
-                    start_byte += len(chunk)
-                    if b'\n' in chunk:
-                        if pending is not None:
-                            chunk = pending + chunk
-
-                        lines = chunk.splitlines()
-
-                        if lines and lines[-1] and chunk and lines[-1][-1] == chunk[-1]:
-                            pending = lines.pop()
-                        else:
-                            pending = None
-
-                        yield from lines
-                    else:
-                        if pending is None:
-                            pending = chunk
-                        else:
-                            pending = pending + chunk
-
-                if pending is not None:
-                    yield pending
+                    current_byte += len(chunk)
+                    yield chunk
                 return
-                
+
         except requests.exceptions.RequestException as e:
-            if attempt < max_tries:
-                print(start_byte)
-                print(f"Attempt {attempt}/{max_tries} failed: {e}. Retrying...")
+            if attempt < max_retries:
+                print(
+                    f"Attempt {attempt}/{max_retries} failed: {e} at byte {current_byte}. Retrying..."
+                )
             else:
                 print(f"Max retries reached. Failed with error: {e}")
                 raise
+
+
 class BlobRetrievalByURLV2(BlobRetrievalV1):
     __canonical_name__ = "BlobRetrievalByURL"
     __version__ = SYFT_OBJECT_VERSION_2
@@ -237,7 +228,7 @@ def read(self) -> Union[SyftObject, SyftError]:
         else:
             return self._read_data()
 
-    def _read_data(self, stream=False, chunk_size=512):
+    def _read_data(self, stream=False, chunk_size=DEFAULT_CHUNK_SIZE):
         # relative
         from ...client.api import APIRegistry
 
@@ -252,14 +243,17 @@ def _read_data(self, stream=False, chunk_size=512):
         else:
             blob_url = self.url
         try:
-            response = requests.get(str(blob_url), stream=stream)  # nosec
-            response.raise_for_status()
             if self.type_ is BlobFileType:
-                if stream:        
-                    return generate(blob_url, chunk_size)
+                if stream:
+                    return syft_iter_content(blob_url, chunk_size)
                 else:
+                    response = requests.get(str(blob_url), stream=False)  # nosec
+                    response.raise_for_status()
                     return response.content
-            return deserialize(response.content, from_bytes=True)
+            else:
+                response = requests.get(str(blob_url), stream=stream)  # nosec
+                response.raise_for_status()
+                return deserialize(response.content, from_bytes=True)
         except requests.RequestException as e:
             return SyftError(message=f"Failed to retrieve with Error: {e}")
 
diff --git a/packages/syft/src/syft/store/mongo_client.py b/packages/syft/src/syft/store/mongo_client.py
index cc77376b442..cbbf1c5d4f0 100644
--- a/packages/syft/src/syft/store/mongo_client.py
+++ b/packages/syft/src/syft/store/mongo_client.py
@@ -120,6 +120,10 @@ class MongoStoreClientConfig(StoreClientConfig):
     # Testing and connection reuse
     client: Any = None
 
+    # this allows us to have one connection per `Node` object
+    # in the MongoClientCache
+    node_obj_python_id: Optional[int] = None
+
 
 class MongoClientCache:
     __client_cache__: Dict[str, Type["MongoClient"]] = {}
@@ -139,7 +143,7 @@ class MongoClient:
     client: PyMongoClient = None
 
     def __init__(self, config: MongoStoreClientConfig, cache: bool = True) -> None:
-        self.config=config
+        self.config = config
         if config.client is not None:
             self.client = config.client
         elif cache:
diff --git a/packages/syft/src/syft/types/blob_storage.py b/packages/syft/src/syft/types/blob_storage.py
index 5a077bd6da1..7f0438acf2e 100644
--- a/packages/syft/src/syft/types/blob_storage.py
+++ b/packages/syft/src/syft/types/blob_storage.py
@@ -42,6 +42,7 @@
 from .uid import UID
 
 READ_EXPIRATION_TIME = 1800  # seconds
+DEFAULT_CHUNK_SIZE = 10000 * 1024
 
 
 @serializable()
@@ -65,7 +66,7 @@ class BlobFile(SyftObject):
 
     __repr_attrs__ = ["id", "file_name"]
 
-    def read(self, stream=False, chunk_size=512, force=False):
+    def read(self, stream=False, chunk_size=DEFAULT_CHUNK_SIZE, force=False):
         # get blob retrieval object from api + syft_blob_storage_entry_id
         read_method = from_api_or_context(
             "blob_storage.read", self.syft_node_location, self.syft_client_verify_key
@@ -80,9 +81,29 @@ def upload_from_path(self, path, client):
 
         return sy.ActionObject.from_path(path=path).send(client).syft_action_data
 
-    def _iter_lines(self, chunk_size=512):
-        """Synchronous version of the async iter_lines"""
-        return self.read(stream=True, chunk_size=chunk_size)
+    def _iter_lines(self, chunk_size=DEFAULT_CHUNK_SIZE):
+        """Synchronous version of the async iter_lines. This implementation
+        is also optimized in terms of splitting chunks, making it faster for
+        larger lines"""
+        pending = None
+        for chunk in self.read(stream=True, chunk_size=chunk_size):
+            if b"\n" in chunk:
+                if pending is not None:
+                    chunk = pending + chunk
+                lines = chunk.splitlines()
+                if lines and lines[-1] and chunk and lines[-1][-1] == chunk[-1]:
+                    pending = lines.pop()
+                else:
+                    pending = None
+                yield from lines
+            else:
+                if pending is None:
+                    pending = chunk
+                else:
+                    pending = pending + chunk
+
+        if pending is not None:
+            yield pending
 
     def read_queue(self, queue, chunk_size, progress=False, buffer_lines=10000):
         total_read = 0
@@ -103,7 +124,7 @@ def read_queue(self, queue, chunk_size, progress=False, buffer_lines=10000):
         # Put anything not a string at the end
         queue.put(0)
 
-    def iter_lines(self, chunk_size=512, progress=False):
+    def iter_lines(self, chunk_size=DEFAULT_CHUNK_SIZE, progress=False):
         item_queue: Queue = Queue()
         threading.Thread(
             target=self.read_queue,

From a8eadf8fadbd2f25635c5525762788e4447befed Mon Sep 17 00:00:00 2001
From: Koen van der Veen <koenlennartvanderveen@gmail.com>
Date: Fri, 15 Dec 2023 11:07:02 +0000
Subject: [PATCH 26/27] update docker notebook

---
 notebooks/helm/docker-helm-syft.ipynb | 406 +++++++++++++-------------
 1 file changed, 198 insertions(+), 208 deletions(-)

diff --git a/notebooks/helm/docker-helm-syft.ipynb b/notebooks/helm/docker-helm-syft.ipynb
index 3ce0d4b6365..376180837a6 100644
--- a/notebooks/helm/docker-helm-syft.ipynb
+++ b/notebooks/helm/docker-helm-syft.ipynb
@@ -41,7 +41,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Logged into <determined_altman: High side Domain> as <info@openmined.org>\n"
+      "Logged into <test: High side Domain> as <info@openmined.org>\n"
      ]
     },
     {
@@ -320,7 +320,7 @@
        "        flex-grow: 0;\n",
        "    }\n",
        "\n",
-       "    .grid-table67d3c3655c244210ac6987f00cc4b290 {\n",
+       "    .grid-table64f7a5ffbda44d209ed23226aa1cea3b {\n",
        "        display:grid;\n",
        "        grid-template-columns: 1fr repeat(8, 1fr);\n",
        "        grid-template-rows: repeat(2, 1fr);\n",
@@ -492,25 +492,25 @@
        "            <div style=\"padding-top: 16px; display:flex;justify-content: space-between; align-items: center;\">\n",
        "                <div class='pt-25 gap-10' style=\"display:flex;\">\n",
        "                    <div class=\"search-field\">\n",
-       "                        <div id='search-menu67d3c3655c244210ac6987f00cc4b290' class=\"syft-dropdown\" onclick=\"{\n",
-       "                            let doc = document.getElementById('search-dropdown-content67d3c3655c244210ac6987f00cc4b290')\n",
+       "                        <div id='search-menu64f7a5ffbda44d209ed23226aa1cea3b' class=\"syft-dropdown\" onclick=\"{\n",
+       "                            let doc = document.getElementById('search-dropdown-content64f7a5ffbda44d209ed23226aa1cea3b')\n",
        "                            if (doc.style.display === 'block'){\n",
        "                                doc.style.display = 'none'\n",
        "                            } else {\n",
        "                                doc.style.display = 'block'\n",
        "                            }\n",
        "                            }\">\n",
-       "                            <div id='search-dropdown-content67d3c3655c244210ac6987f00cc4b290' class='syft-dropdown-content'></div>\n",
+       "                            <div id='search-dropdown-content64f7a5ffbda44d209ed23226aa1cea3b' class='syft-dropdown-content'></div>\n",
        "                            <script>\n",
-       "                                var element67d3c3655c244210ac6987f00cc4b290 = [{\"id\": {\"value\": \"eda7365fc55c4bb1a5efd8a582792275\", \"type\": \"clipboard\"}, \"file_name\": \"train-05.jsonl\"}, {\"id\": {\"value\": \"6541f9c01e744beea6df8a0d764b0463\", \"type\": \"clipboard\"}, \"file_name\": \"train-17.jsonl\"}, {\"id\": {\"value\": \"449a7a7ae545457eb7146c527e31e966\", \"type\": \"clipboard\"}, \"file_name\": \"train-10.jsonl\"}, {\"id\": {\"value\": \"bf14faa988504c709a85856c66f865e5\", \"type\": \"clipboard\"}, \"file_name\": \"train-26.jsonl\"}, {\"id\": {\"value\": \"9c41267255f84e72adb7f78c5709d6bd\", \"type\": \"clipboard\"}, \"file_name\": \"pile-uncopyrighted@3be90335b66f24456a5d6659d9c8d208c0357119-val.jsonl\"}, {\"id\": {\"value\": \"756c39115ed04151b9cd4b8a3abef5ce\", \"type\": \"clipboard\"}, \"file_name\": \"filtered_scenario_data_new.jsonl\"}, {\"id\": {\"value\": \"e4ef136b70db49b2b611aa31086f2b8b\", \"type\": \"clipboard\"}, \"file_name\": \"train-06.jsonl\"}, {\"id\": {\"value\": \"c33568bd2b4e4414981f05751585bbe6\", \"type\": \"clipboard\"}, \"file_name\": \"train-23.jsonl\"}, {\"id\": {\"value\": \"406c66f207a74c51ba20b25cd9e69790\", \"type\": \"clipboard\"}, \"file_name\": \"train-13.jsonl\"}, {\"id\": {\"value\": \"bda20fec73f74e71bd6d80df23515e07\", \"type\": \"clipboard\"}, \"file_name\": \"train-00.jsonl\"}, {\"id\": {\"value\": \"163d151225924a91aec6b6916a0bb442\", \"type\": \"clipboard\"}, \"file_name\": \"train-02.jsonl\"}, {\"id\": {\"value\": \"6030ea62688d4b96882f561b4a020d51\", \"type\": \"clipboard\"}, \"file_name\": \"filtered_scenario_data_new.jsonl\"}, {\"id\": {\"value\": \"30ef4e307fb348ab9b6347fb993a1ddd\", \"type\": \"clipboard\"}, \"file_name\": \"train-28.jsonl\"}, {\"id\": {\"value\": \"524e35d5de2c4a74b244d1d29118a717\", \"type\": \"clipboard\"}, \"file_name\": \"train-14.jsonl\"}, {\"id\": {\"value\": \"d98c6eb6850049f8a4db03099ac3a809\", \"type\": \"clipboard\"}, \"file_name\": \"test.json\"}, {\"id\": {\"value\": \"d4fc0e716202452b8a089ecb69af898e\", \"type\": \"clipboard\"}, \"file_name\": \"train-01.jsonl\"}, {\"id\": {\"value\": \"bedc7203dc1748b18c77c5452437753c\", \"type\": \"clipboard\"}, \"file_name\": \"train-17.jsonl\"}, {\"id\": {\"value\": \"6d83aed5f8e541eba4902736d19a61c6\", \"type\": \"clipboard\"}, \"file_name\": \"train-02.jsonl\"}, {\"id\": {\"value\": \"c250ca815fe342acba031e61a201933c\", \"type\": \"clipboard\"}, \"file_name\": \"train-29.jsonl\"}, {\"id\": {\"value\": \"a495c942255b4884bada725ca085ca57\", \"type\": \"clipboard\"}, \"file_name\": \"train-16.jsonl\"}, {\"id\": {\"value\": \"e5dfb91067f34240aa2088c458b35dc7\", \"type\": \"clipboard\"}, \"file_name\": \"train-25.jsonl\"}, {\"id\": {\"value\": \"b3c2bbb58f2446fea668b7d3fe917a3d\", \"type\": \"clipboard\"}, \"file_name\": \"train-07.jsonl\"}, {\"id\": {\"value\": \"c2e502ea33d14c9fa60af96a1f5270fb\", \"type\": \"clipboard\"}, \"file_name\": \"train-25.jsonl\"}, {\"id\": {\"value\": \"55e24d0c438946abb749defe437751de\", \"type\": \"clipboard\"}, \"file_name\": \"train-20.jsonl\"}, {\"id\": {\"value\": \"95df7d1fcbf440c88c3d44f9e43c5696\", \"type\": \"clipboard\"}, \"file_name\": \"train-26.jsonl\"}, {\"id\": {\"value\": \"a41dac3d059a4fbba93a44728e0b05ed\", \"type\": \"clipboard\"}, \"file_name\": \"train-22.jsonl\"}, {\"id\": {\"value\": \"02ae6bc69df949f88c8b722a7251ebe6\", \"type\": \"clipboard\"}, \"file_name\": \"train-11.jsonl\"}, {\"id\": {\"value\": \"a713cb9347bb4fc59f4ce87ce1f1b3a7\", \"type\": \"clipboard\"}, \"file_name\": \"train-01.jsonl\"}, {\"id\": {\"value\": \"3ad70df042bb439fb91f89f90b8af91c\", \"type\": \"clipboard\"}, \"file_name\": \"train-29.jsonl\"}, {\"id\": {\"value\": \"e545ef239da8428588181dbc428e57b1\", \"type\": \"clipboard\"}, \"file_name\": \"train-18.jsonl\"}, {\"id\": {\"value\": \"c602bfe0ba1b4a56a816007da98b0180\", \"type\": \"clipboard\"}, \"file_name\": \"train-15.jsonl\"}, {\"id\": {\"value\": \"bb309d82b0f14fadb72d98589fe25486\", \"type\": \"clipboard\"}, \"file_name\": \"train-20.jsonl\"}, {\"id\": {\"value\": \"678282ee217b4f088558c865ae6c2535\", \"type\": \"clipboard\"}, \"file_name\": \"train-13.jsonl\"}, {\"id\": {\"value\": \"232fb36782214390b47e1d0a8ff860e6\", \"type\": \"clipboard\"}, \"file_name\": \"train-16.jsonl\"}, {\"id\": {\"value\": \"2ec19bfc3fc7468d9e1a02bcbae21a55\", \"type\": \"clipboard\"}, \"file_name\": \"train-14.jsonl\"}, {\"id\": {\"value\": \"4a1ab7a5e4924d13b993837380e8fbb6\", \"type\": \"clipboard\"}, \"file_name\": \"train-05.jsonl\"}, {\"id\": {\"value\": \"e7d5b1ec25a646e5a5dda257f11fe012\", \"type\": \"clipboard\"}, \"file_name\": \"train-04.jsonl\"}, {\"id\": {\"value\": \"17a87b399af84159b5047f58896d46fc\", \"type\": \"clipboard\"}, \"file_name\": \"train-03.jsonl\"}, {\"id\": {\"value\": \"1176479bff7c4ac599f07dcf37294a15\", \"type\": \"clipboard\"}, \"file_name\": \"test.json\"}, {\"id\": {\"value\": \"c5f67c3a988240149343e85da1d006eb\", \"type\": \"clipboard\"}, \"file_name\": \"pile-uncopyrighted@3be90335b66f24456a5d6659d9c8d208c0357119-test.jsonl\"}, {\"id\": {\"value\": \"edfcf0706f1a4fb6b59ff4d33b47ac64\", \"type\": \"clipboard\"}, \"file_name\": \"train-15.jsonl\"}, {\"id\": {\"value\": \"ae6ae51f0d0a4eeba7eb4699f277351e\", \"type\": \"clipboard\"}, \"file_name\": \"train-12.jsonl\"}, {\"id\": {\"value\": \"342f0b9905794c44b9b141d1f650a384\", \"type\": \"clipboard\"}, \"file_name\": \"train-21.jsonl\"}, {\"id\": {\"value\": \"061dc3b6fa2e439d97086841d278c2f8\", \"type\": \"clipboard\"}, \"file_name\": \"train-21.jsonl\"}, {\"id\": {\"value\": \"d26d7ef512064414a373e47a7594add6\", \"type\": \"clipboard\"}, \"file_name\": \"train-12.jsonl\"}, {\"id\": {\"value\": \"8575cc74a32f49fca1deff03b42753c2\", \"type\": \"clipboard\"}, \"file_name\": \"train-28.jsonl\"}, {\"id\": {\"value\": \"6430902d9fc34b04819748ca579d3e24\", \"type\": \"clipboard\"}, \"file_name\": \"pile-uncopyrighted@3be90335b66f24456a5d6659d9c8d208c0357119-val.jsonl\"}, {\"id\": {\"value\": \"08f4181ddebc4a36ad4bb798d1ba847e\", \"type\": \"clipboard\"}, \"file_name\": \"train-00.jsonl\"}, {\"id\": {\"value\": \"5721dedc080445f3b9b93e199ba080c1\", \"type\": \"clipboard\"}, \"file_name\": \"train-24.jsonl\"}, {\"id\": {\"value\": \"edc789c856fc4f3d8182956a82270d95\", \"type\": \"clipboard\"}, \"file_name\": \"train-27.jsonl\"}, {\"id\": {\"value\": \"cd8bd703929547af8e35b9011b1b8684\", \"type\": \"clipboard\"}, \"file_name\": \"train-10.jsonl\"}, {\"id\": {\"value\": \"9f224685ae56458ea953b0844f7e0d36\", \"type\": \"clipboard\"}, \"file_name\": \"train-18.jsonl\"}, {\"id\": {\"value\": \"3430825bd0bd478eaa85146ea0c2748e\", \"type\": \"clipboard\"}, \"file_name\": \"train-23.jsonl\"}, {\"id\": {\"value\": \"dcb0e04ac4ea463091280f1d6e599dc6\", \"type\": \"clipboard\"}, \"file_name\": \"train-08.jsonl\"}, {\"id\": {\"value\": \"338e3844717540a787187ddee5cb4f0a\", \"type\": \"clipboard\"}, \"file_name\": \"train-19.jsonl\"}, {\"id\": {\"value\": \"5403446994d74954aad04dd2bdeb1699\", \"type\": \"clipboard\"}, \"file_name\": \"train-27.jsonl\"}, {\"id\": {\"value\": \"00b014a59875404b8223e3d412000b44\", \"type\": \"clipboard\"}, \"file_name\": \"train-08.jsonl\"}, {\"id\": {\"value\": \"1158eec4d6cc494389df5ebf8c6d42f6\", \"type\": \"clipboard\"}, \"file_name\": \"pile-uncopyrighted@3be90335b66f24456a5d6659d9c8d208c0357119-test.jsonl\"}, {\"id\": {\"value\": \"46bdd4001d5a462ead9c89e384d5f193\", \"type\": \"clipboard\"}, \"file_name\": \"train-24.jsonl\"}, {\"id\": {\"value\": \"3ee6bbce97bb4fbea17595050bed70a1\", \"type\": \"clipboard\"}, \"file_name\": \"train-04.jsonl\"}, {\"id\": {\"value\": \"eae06bd4aa0844048b913a02216531c8\", \"type\": \"clipboard\"}, \"file_name\": \"train-09.jsonl\"}, {\"id\": {\"value\": \"056cfc87990f4857946183c2ac798617\", \"type\": \"clipboard\"}, \"file_name\": \"train-06.jsonl\"}, {\"id\": {\"value\": \"1cf3a5f4405d4cba8d609cafc8080cad\", \"type\": \"clipboard\"}, \"file_name\": \"train-03.jsonl\"}, {\"id\": {\"value\": \"c233c71ceb1340ad973c6f8b198a323e\", \"type\": \"clipboard\"}, \"file_name\": \"train-22.jsonl\"}, {\"id\": {\"value\": \"5a337ef45b944fac8820153a77fc00bc\", \"type\": \"clipboard\"}, \"file_name\": \"train-11.jsonl\"}, {\"id\": {\"value\": \"d8e981f202ff4c0c9b0b34322199a955\", \"type\": \"clipboard\"}, \"file_name\": \"train-07.jsonl\"}, {\"id\": {\"value\": \"3571807227ce44a59c43820de10a6a3f\", \"type\": \"clipboard\"}, \"file_name\": \"train-09.jsonl\"}, {\"id\": {\"value\": \"25414ff64d9d42d69442a7b5320b5f15\", \"type\": \"clipboard\"}, \"file_name\": \"train-19.jsonl\"}]\n",
-       "                                var page_size67d3c3655c244210ac6987f00cc4b290 = 5\n",
-       "                                var pageIndex67d3c3655c244210ac6987f00cc4b290 = 1\n",
-       "                                var paginatedElements67d3c3655c244210ac6987f00cc4b290 = []\n",
-       "                                var activeFilter67d3c3655c244210ac6987f00cc4b290;\n",
+       "                                var element64f7a5ffbda44d209ed23226aa1cea3b = [{\"id\": {\"value\": \"fd836d0787214649afd46c20ffd4e22a\", \"type\": \"clipboard\"}, \"file_name\": \"train-22.jsonl\"}, {\"id\": {\"value\": \"c1b830efa28046408c03afd37a05312d\", \"type\": \"clipboard\"}, \"file_name\": \"train-06.jsonl\"}, {\"id\": {\"value\": \"c840197d1e694b17b1a0dfd84ec13c49\", \"type\": \"clipboard\"}, \"file_name\": \"train-15.jsonl\"}, {\"id\": {\"value\": \"c2ad586865394fe38bc91e039628bd19\", \"type\": \"clipboard\"}, \"file_name\": \"train-28.jsonl\"}, {\"id\": {\"value\": \"3c107e7497d24001bd42fb56689ff877\", \"type\": \"clipboard\"}, \"file_name\": \"train-01.jsonl\"}, {\"id\": {\"value\": \"58e23581e9aa41f49c18f2d08ece4424\", \"type\": \"clipboard\"}, \"file_name\": \"train-10.jsonl\"}, {\"id\": {\"value\": \"6732ca3ef831425ba10e8bd79f16f25e\", \"type\": \"clipboard\"}, \"file_name\": \"train-14.jsonl\"}, {\"id\": {\"value\": \"6d86aa4faf2f4107b8a72008f968c388\", \"type\": \"clipboard\"}, \"file_name\": \"train-22.jsonl\"}, {\"id\": {\"value\": \"f2f517f6db6d434384cd4832b14eb659\", \"type\": \"clipboard\"}, \"file_name\": \"train-09.jsonl\"}, {\"id\": {\"value\": \"61e9253cbe864d04b2c6d5a032f4b6e7\", \"type\": \"clipboard\"}, \"file_name\": \"train-00.jsonl\"}, {\"id\": {\"value\": \"b77a947c0fee4b8e9a55c49c133e9197\", \"type\": \"clipboard\"}, \"file_name\": \"train-25.jsonl\"}, {\"id\": {\"value\": \"18eecdb9c34147f2b5790cb8f93ed754\", \"type\": \"clipboard\"}, \"file_name\": \"pile-uncopyrighted@3be90335b66f24456a5d6659d9c8d208c0357119-val.jsonl\"}, {\"id\": {\"value\": \"435752c8dcc54c8d81518449c7028c84\", \"type\": \"clipboard\"}, \"file_name\": \"train-16.jsonl\"}, {\"id\": {\"value\": \"2c58cd1262874b1f8dd07d693bd850d9\", \"type\": \"clipboard\"}, \"file_name\": \"train-03.jsonl\"}, {\"id\": {\"value\": \"d49a13979c56459dbf063442875f17bc\", \"type\": \"clipboard\"}, \"file_name\": \"train-08.jsonl\"}, {\"id\": {\"value\": \"abe6087a625645f7974a817cffe5bfc1\", \"type\": \"clipboard\"}, \"file_name\": \"train-16.jsonl\"}, {\"id\": {\"value\": \"4484c753ca8b44beb9b8c69d6926ec6b\", \"type\": \"clipboard\"}, \"file_name\": \"train-15.jsonl\"}, {\"id\": {\"value\": \"0fcfe2eca3034cfc8dcaa26ce3d6b2db\", \"type\": \"clipboard\"}, \"file_name\": \"train-18.jsonl\"}, {\"id\": {\"value\": \"be6d5fb270394552b2f12a60a93c4b65\", \"type\": \"clipboard\"}, \"file_name\": \"train-27.jsonl\"}, {\"id\": {\"value\": \"43f1b6e4ede144db91292855d1ae21f1\", \"type\": \"clipboard\"}, \"file_name\": \"test.json\"}, {\"id\": {\"value\": \"72256dea3e234491aad5e9feb68985f4\", \"type\": \"clipboard\"}, \"file_name\": \"train-24.jsonl\"}, {\"id\": {\"value\": \"b646f645b79243498e940248c1e73ba0\", \"type\": \"clipboard\"}, \"file_name\": \"train-09.jsonl\"}, {\"id\": {\"value\": \"c97cbc61bcc94eeb913d2ab3cc957243\", \"type\": \"clipboard\"}, \"file_name\": \"train-14.jsonl\"}, {\"id\": {\"value\": \"82748de41bc54515b0c7ba711774d639\", \"type\": \"clipboard\"}, \"file_name\": \"train-04.jsonl\"}, {\"id\": {\"value\": \"2e04d82e0407425f8c75df172b630719\", \"type\": \"clipboard\"}, \"file_name\": \"train-07.jsonl\"}, {\"id\": {\"value\": \"f530a2e2c0134e9b8b819373d538140c\", \"type\": \"clipboard\"}, \"file_name\": \"train-05.jsonl\"}, {\"id\": {\"value\": \"d956d7f31d8e4ea2a4534084f18c69e3\", \"type\": \"clipboard\"}, \"file_name\": \"pile-uncopyrighted@3be90335b66f24456a5d6659d9c8d208c0357119-test.jsonl\"}, {\"id\": {\"value\": \"2e170744c3f940b39de80951f44e4080\", \"type\": \"clipboard\"}, \"file_name\": \"train-02.jsonl\"}, {\"id\": {\"value\": \"0a611590c924452a88d3b846bec9d36a\", \"type\": \"clipboard\"}, \"file_name\": \"train-19.jsonl\"}, {\"id\": {\"value\": \"24ab3e47b8de4184809e5b7c1253a885\", \"type\": \"clipboard\"}, \"file_name\": \"train-18.jsonl\"}, {\"id\": {\"value\": \"164b7001a6d24e27aecc8f330ee94f49\", \"type\": \"clipboard\"}, \"file_name\": \"train-24.jsonl\"}, {\"id\": {\"value\": \"5e42f93e94c3485ebb0249799ea44bc6\", \"type\": \"clipboard\"}, \"file_name\": \"train-17.jsonl\"}, {\"id\": {\"value\": \"00dbb4660a9a4238bc98caebf71b5b05\", \"type\": \"clipboard\"}, \"file_name\": \"train-11.jsonl\"}, {\"id\": {\"value\": \"cb718c8575954ea9b74bd8684e4ad426\", \"type\": \"clipboard\"}, \"file_name\": \"train-21.jsonl\"}, {\"id\": {\"value\": \"d0121f01a95c4affafd06661664e52df\", \"type\": \"clipboard\"}, \"file_name\": \"train-02.jsonl\"}, {\"id\": {\"value\": \"790b552046684c2081eb2c391d0c218b\", \"type\": \"clipboard\"}, \"file_name\": \"train-01.jsonl\"}, {\"id\": {\"value\": \"130f576b993b496196774c5a3b49a6bc\", \"type\": \"clipboard\"}, \"file_name\": \"train-13.jsonl\"}, {\"id\": {\"value\": \"cea6ff14916b4f4b92bbbd8f003aca0a\", \"type\": \"clipboard\"}, \"file_name\": \"train-21.jsonl\"}, {\"id\": {\"value\": \"073158bbd51b46c1a896db667d60b40b\", \"type\": \"clipboard\"}, \"file_name\": \"train-26.jsonl\"}, {\"id\": {\"value\": \"69550aef6a5f4611aea7010a68ddf4e5\", \"type\": \"clipboard\"}, \"file_name\": \"train-12.jsonl\"}, {\"id\": {\"value\": \"4f9094274b52493bb1acc8bea38ff94f\", \"type\": \"clipboard\"}, \"file_name\": \"train-06.jsonl\"}, {\"id\": {\"value\": \"590a4a0758bb42beac958af5d1c0a744\", \"type\": \"clipboard\"}, \"file_name\": \"train-03.jsonl\"}, {\"id\": {\"value\": \"ae132b397aa841ecb3a21c393ed3e485\", \"type\": \"clipboard\"}, \"file_name\": \"train-23.jsonl\"}, {\"id\": {\"value\": \"367529ed7bff47f7960319ebdf6db41c\", \"type\": \"clipboard\"}, \"file_name\": \"pile-uncopyrighted@3be90335b66f24456a5d6659d9c8d208c0357119-val.jsonl\"}, {\"id\": {\"value\": \"a106dda080964891a2cc980261b6314b\", \"type\": \"clipboard\"}, \"file_name\": \"train-20.jsonl\"}, {\"id\": {\"value\": \"eac60f3d60884162bf4c5349ad83b186\", \"type\": \"clipboard\"}, \"file_name\": \"train-11.jsonl\"}, {\"id\": {\"value\": \"3190acd747554eaeb21e28f8f097382e\", \"type\": \"clipboard\"}, \"file_name\": \"train-04.jsonl\"}, {\"id\": {\"value\": \"7ad45bbae3b14db4963c17fa1517819f\", \"type\": \"clipboard\"}, \"file_name\": \"train-19.jsonl\"}, {\"id\": {\"value\": \"2307a773c954480fbe3a815fedc4b76e\", \"type\": \"clipboard\"}, \"file_name\": \"train-20.jsonl\"}, {\"id\": {\"value\": \"94f8d071299d4b8ebe1537c8f6d8aee8\", \"type\": \"clipboard\"}, \"file_name\": \"train-13.jsonl\"}, {\"id\": {\"value\": \"1c5929ee98354fb4bcca756d4b5f285b\", \"type\": \"clipboard\"}, \"file_name\": \"train-27.jsonl\"}, {\"id\": {\"value\": \"b1ec68efd2d34098a45c20630bb3cbc1\", \"type\": \"clipboard\"}, \"file_name\": \"pile-uncopyrighted@3be90335b66f24456a5d6659d9c8d208c0357119-test.jsonl\"}, {\"id\": {\"value\": \"a34da43a29334b398b30a6346b6cae12\", \"type\": \"clipboard\"}, \"file_name\": \"test.json\"}, {\"id\": {\"value\": \"0f2e3c45228349ad962d093a734d44a9\", \"type\": \"clipboard\"}, \"file_name\": \"train-05.jsonl\"}, {\"id\": {\"value\": \"012499f377aa4820b2e658f8d964f1a5\", \"type\": \"clipboard\"}, \"file_name\": \"filtered_scenario_data_new.jsonl\"}, {\"id\": {\"value\": \"1d0e8cc10c1d4687b3bb20d0f106e6f5\", \"type\": \"clipboard\"}, \"file_name\": \"train-17.jsonl\"}, {\"id\": {\"value\": \"858151914bc94f4cb37bd4bdce7a5998\", \"type\": \"clipboard\"}, \"file_name\": \"train-26.jsonl\"}, {\"id\": {\"value\": \"a72c71fd08154884a0196f19c20bc70c\", \"type\": \"clipboard\"}, \"file_name\": \"train-07.jsonl\"}, {\"id\": {\"value\": \"efac5bc09a3f475da655d432b80fbac4\", \"type\": \"clipboard\"}, \"file_name\": \"train-12.jsonl\"}, {\"id\": {\"value\": \"f514e19bfceb4f13bfd88dbac965bc2b\", \"type\": \"clipboard\"}, \"file_name\": \"filtered_scenario_data_new.jsonl\"}, {\"id\": {\"value\": \"c853d29cf71048a69e3a6d61b07485d7\", \"type\": \"clipboard\"}, \"file_name\": \"train-08.jsonl\"}, {\"id\": {\"value\": \"aa0eb02203874e0881fe6dc37650065a\", \"type\": \"clipboard\"}, \"file_name\": \"train-29.jsonl\"}, {\"id\": {\"value\": \"8f31958efaf349a3ad7e5b9ae633b2fc\", \"type\": \"clipboard\"}, \"file_name\": \"train-10.jsonl\"}, {\"id\": {\"value\": \"91d2ffd923954772ac8df796ab1e2213\", \"type\": \"clipboard\"}, \"file_name\": \"train-28.jsonl\"}, {\"id\": {\"value\": \"a61e4274987a4a0081bbc9d3f5f7c01e\", \"type\": \"clipboard\"}, \"file_name\": \"train-25.jsonl\"}, {\"id\": {\"value\": \"0836323b2c514a5dade9e4bc2fb6898b\", \"type\": \"clipboard\"}, \"file_name\": \"train-29.jsonl\"}, {\"id\": {\"value\": \"ed18e784dad04e3fb9d403de9722d69d\", \"type\": \"clipboard\"}, \"file_name\": \"train-00.jsonl\"}, {\"id\": {\"value\": \"d2e36e536788422fadf84c813b76af05\", \"type\": \"clipboard\"}, \"file_name\": \"train-23.jsonl\"}]\n",
+       "                                var page_size64f7a5ffbda44d209ed23226aa1cea3b = 5\n",
+       "                                var pageIndex64f7a5ffbda44d209ed23226aa1cea3b = 1\n",
+       "                                var paginatedElements64f7a5ffbda44d209ed23226aa1cea3b = []\n",
+       "                                var activeFilter64f7a5ffbda44d209ed23226aa1cea3b;\n",
        "\n",
        "                                function buildDropDownMenu(elements){\n",
        "                                    let init_filter;\n",
-       "                                    let menu = document.getElementById('search-dropdown-content67d3c3655c244210ac6987f00cc4b290')\n",
+       "                                    let menu = document.getElementById('search-dropdown-content64f7a5ffbda44d209ed23226aa1cea3b')\n",
        "                                    if (elements.length > 0) {\n",
        "                                        let sample = elements[0]\n",
        "                                        for (const attr in sample) {\n",
@@ -520,10 +520,10 @@
        "                                            let content = document.createElement('div');\n",
        "                                            content.onclick = function(event) {\n",
        "                                                event.stopPropagation()\n",
-       "                                                document.getElementById('menu-active-filter67d3c3655c244210ac6987f00cc4b290').innerText = attr;\n",
-       "                                                activeFilter67d3c3655c244210ac6987f00cc4b290 = attr;\n",
+       "                                                document.getElementById('menu-active-filter64f7a5ffbda44d209ed23226aa1cea3b').innerText = attr;\n",
+       "                                                activeFilter64f7a5ffbda44d209ed23226aa1cea3b = attr;\n",
        "                                                document.getElementById(\n",
-       "                                                    'search-dropdown-content67d3c3655c244210ac6987f00cc4b290'\n",
+       "                                                    'search-dropdown-content64f7a5ffbda44d209ed23226aa1cea3b'\n",
        "                                                ).style.display= 'none';\n",
        "                                            }\n",
        "                                            content.classList.add(\"dd-options\");\n",
@@ -533,30 +533,30 @@
        "                                    } else {\n",
        "                                        let init_filter = '---'\n",
        "                                    }\n",
-       "                                    let dropdown_field = document.getElementById('search-menu67d3c3655c244210ac6987f00cc4b290')\n",
+       "                                    let dropdown_field = document.getElementById('search-menu64f7a5ffbda44d209ed23226aa1cea3b')\n",
        "                                    let span = document.createElement('span')\n",
-       "                                    span.setAttribute('id', 'menu-active-filter67d3c3655c244210ac6987f00cc4b290')\n",
+       "                                    span.setAttribute('id', 'menu-active-filter64f7a5ffbda44d209ed23226aa1cea3b')\n",
        "                                    span.innerText = init_filter\n",
-       "                                    activeFilter67d3c3655c244210ac6987f00cc4b290 = init_filter;\n",
+       "                                    activeFilter64f7a5ffbda44d209ed23226aa1cea3b = init_filter;\n",
        "                                    dropdown_field.appendChild(span)\n",
        "                                }\n",
        "\n",
-       "                                buildDropDownMenu(element67d3c3655c244210ac6987f00cc4b290)\n",
+       "                                buildDropDownMenu(element64f7a5ffbda44d209ed23226aa1cea3b)\n",
        "                            </script>\n",
        "                        </div>\n",
-       "                        <input id='searchKey67d3c3655c244210ac6987f00cc4b290' class='search-input' placeholder='Enter search here ...'  />\n",
+       "                        <input id='searchKey64f7a5ffbda44d209ed23226aa1cea3b' class='search-input' placeholder='Enter search here ...'  />\n",
        "                    </div>\n",
-       "                    <button class='search-button' type=\"button\" onclick=\"searchGrid67d3c3655c244210ac6987f00cc4b290(element67d3c3655c244210ac6987f00cc4b290)\">\n",
+       "                    <button class='search-button' type=\"button\" onclick=\"searchGrid64f7a5ffbda44d209ed23226aa1cea3b(element64f7a5ffbda44d209ed23226aa1cea3b)\">\n",
        "                        <svg width=\"11\" height=\"10\" viewBox=\"0 0 11 10\" fill=\"none\" xmlns=\"http://www.w3.org/2000/svg\"><path d=\"M10.5652 9.23467L8.21819 6.88811C8.89846 6.07141 9.23767 5.02389 9.16527 3.96345C9.09287 2.90302 8.61443 1.91132 7.82948 1.19466C7.04453 0.477995 6.01349 0.0915414 4.95087 0.115691C3.88824 0.139841 2.87583 0.572735 2.12425 1.32432C1.37266 2.0759 0.939768 3.08831 0.915618 4.15094C0.891468 5.21357 1.27792 6.2446 1.99459 7.02955C2.71125 7.8145 3.70295 8.29294 4.76338 8.36535C5.82381 8.43775 6.87134 8.09853 7.68804 7.41827L10.0346 9.7653C10.0694 9.80014 10.1108 9.82778 10.1563 9.84663C10.2018 9.86549 10.2506 9.87519 10.2999 9.87519C10.3492 9.87519 10.398 9.86549 10.4435 9.84663C10.489 9.82778 10.5304 9.80014 10.5652 9.7653C10.6001 9.73046 10.6277 9.68909 10.6466 9.64357C10.6654 9.59805 10.6751 9.54926 10.6751 9.49998C10.6751 9.45071 10.6654 9.40192 10.6466 9.3564C10.6277 9.31088 10.6001 9.26951 10.5652 9.23467ZM1.67491 4.24998C1.67491 3.58247 1.87285 2.92995 2.2437 2.37493C2.61455 1.81992 3.14165 1.38734 3.75835 1.13189C4.37506 0.876446 5.05366 0.809609 5.70834 0.939835C6.36303 1.07006 6.96439 1.3915 7.4364 1.8635C7.9084 2.3355 8.22984 2.93687 8.36006 3.59155C8.49029 4.24624 8.42345 4.92484 8.168 5.54154C7.91256 6.15824 7.47998 6.68535 6.92496 7.05619C6.36995 7.42704 5.71742 7.62498 5.04991 7.62498C4.15511 7.62399 3.29724 7.26809 2.66452 6.63537C2.0318 6.00265 1.6759 5.14479 1.67491 4.24998Z\" fill=\"currentColor\"/></svg>\n",
        "                        <span class='pl-8'>Search</span>\n",
        "                    </button>\n",
        "                </div>\n",
        "\n",
-       "                <div><h4 id='total67d3c3655c244210ac6987f00cc4b290'>0</h4></div>\n",
+       "                <div><h4 id='total64f7a5ffbda44d209ed23226aa1cea3b'>0</h4></div>\n",
        "            </div>\n",
-       "            <div id='table67d3c3655c244210ac6987f00cc4b290' class='grid-table67d3c3655c244210ac6987f00cc4b290' style='margin-top: 25px;'>\n",
+       "            <div id='table64f7a5ffbda44d209ed23226aa1cea3b' class='grid-table64f7a5ffbda44d209ed23226aa1cea3b' style='margin-top: 25px;'>\n",
        "                <script>\n",
-       "                    function paginate67d3c3655c244210ac6987f00cc4b290(arr, size) {\n",
+       "                    function paginate64f7a5ffbda44d209ed23226aa1cea3b(arr, size) {\n",
        "                        const res = [];\n",
        "                        for (let i = 0; i < arr.length; i += size) {\n",
        "                            const chunk = arr.slice(i, i + size);\n",
@@ -566,44 +566,44 @@
        "                        return res;\n",
        "                    }\n",
        "\n",
-       "                    function searchGrid67d3c3655c244210ac6987f00cc4b290(elements){\n",
-       "                        let searchKey = document.getElementById('searchKey67d3c3655c244210ac6987f00cc4b290').value;\n",
+       "                    function searchGrid64f7a5ffbda44d209ed23226aa1cea3b(elements){\n",
+       "                        let searchKey = document.getElementById('searchKey64f7a5ffbda44d209ed23226aa1cea3b').value;\n",
        "                        let result;\n",
        "                        if (searchKey === ''){\n",
        "                            result = elements;\n",
        "                        } else {\n",
        "                            result = elements.filter((element) => {\n",
-       "                                let property = element[activeFilter67d3c3655c244210ac6987f00cc4b290]\n",
+       "                                let property = element[activeFilter64f7a5ffbda44d209ed23226aa1cea3b]\n",
        "                                if (typeof property === 'object' && property !== null){\n",
        "                                    return property.value.toLowerCase().includes(searchKey.toLowerCase());\n",
        "                                } else if (typeof property === 'string' ) {\n",
-       "                                    return element[activeFilter67d3c3655c244210ac6987f00cc4b290].toLowerCase().includes(searchKey.toLowerCase());\n",
+       "                                    return element[activeFilter64f7a5ffbda44d209ed23226aa1cea3b].toLowerCase().includes(searchKey.toLowerCase());\n",
        "                                } else if (property !== null ) {\n",
-       "                                    return element[activeFilter67d3c3655c244210ac6987f00cc4b290].toString() === searchKey;\n",
+       "                                    return element[activeFilter64f7a5ffbda44d209ed23226aa1cea3b].toString() === searchKey;\n",
        "                                } else {\n",
-       "                                    return element[activeFilter67d3c3655c244210ac6987f00cc4b290] === searchKey;\n",
+       "                                    return element[activeFilter64f7a5ffbda44d209ed23226aa1cea3b] === searchKey;\n",
        "                                }\n",
        "                            } );\n",
        "                        }\n",
-       "                        resetById67d3c3655c244210ac6987f00cc4b290('table67d3c3655c244210ac6987f00cc4b290');\n",
-       "                        resetById67d3c3655c244210ac6987f00cc4b290('pag67d3c3655c244210ac6987f00cc4b290');\n",
-       "                        result = paginate67d3c3655c244210ac6987f00cc4b290(result, page_size67d3c3655c244210ac6987f00cc4b290)\n",
-       "                        paginatedElements67d3c3655c244210ac6987f00cc4b290 = result\n",
-       "                        buildGrid67d3c3655c244210ac6987f00cc4b290(result,pageIndex67d3c3655c244210ac6987f00cc4b290);\n",
-       "                        buildPaginationContainer67d3c3655c244210ac6987f00cc4b290(result);\n",
+       "                        resetById64f7a5ffbda44d209ed23226aa1cea3b('table64f7a5ffbda44d209ed23226aa1cea3b');\n",
+       "                        resetById64f7a5ffbda44d209ed23226aa1cea3b('pag64f7a5ffbda44d209ed23226aa1cea3b');\n",
+       "                        result = paginate64f7a5ffbda44d209ed23226aa1cea3b(result, page_size64f7a5ffbda44d209ed23226aa1cea3b)\n",
+       "                        paginatedElements64f7a5ffbda44d209ed23226aa1cea3b = result\n",
+       "                        buildGrid64f7a5ffbda44d209ed23226aa1cea3b(result,pageIndex64f7a5ffbda44d209ed23226aa1cea3b);\n",
+       "                        buildPaginationContainer64f7a5ffbda44d209ed23226aa1cea3b(result);\n",
        "                    }\n",
        "\n",
-       "                    function resetById67d3c3655c244210ac6987f00cc4b290(id){\n",
+       "                    function resetById64f7a5ffbda44d209ed23226aa1cea3b(id){\n",
        "                        let element = document.getElementById(id);\n",
        "                        while (element.firstChild) {\n",
        "                          element.removeChild(element.firstChild);\n",
        "                        }\n",
        "                    }\n",
        "\n",
-       "                    function buildGrid67d3c3655c244210ac6987f00cc4b290(items, pageIndex){\n",
-       "                                let headers = Object.keys(element67d3c3655c244210ac6987f00cc4b290[0]);\n",
+       "                    function buildGrid64f7a5ffbda44d209ed23226aa1cea3b(items, pageIndex){\n",
+       "                                let headers = Object.keys(element64f7a5ffbda44d209ed23226aa1cea3b[0]);\n",
        "\n",
-       "                                let grid = document.getElementById(\"table67d3c3655c244210ac6987f00cc4b290\");\n",
+       "                                let grid = document.getElementById(\"table64f7a5ffbda44d209ed23226aa1cea3b\");\n",
        "                                let div = document.createElement(\"div\");\n",
        "                                div.classList.add('grid-header', 'grid-index-cells');\n",
        "                                grid.appendChild(div);\n",
@@ -617,13 +617,13 @@
        "\n",
        "                                let page = items[pageIndex -1]\n",
        "                                if (page !== 'undefine'){\n",
-       "                                    let table_index67d3c3655c244210ac6987f00cc4b290 = ((pageIndex - 1) * page_size67d3c3655c244210ac6987f00cc4b290)\n",
+       "                                    let table_index64f7a5ffbda44d209ed23226aa1cea3b = ((pageIndex - 1) * page_size64f7a5ffbda44d209ed23226aa1cea3b)\n",
        "                                    page.forEach((item) => {\n",
-       "                                        let grid = document.getElementById(\"table67d3c3655c244210ac6987f00cc4b290\");\n",
+       "                                        let grid = document.getElementById(\"table64f7a5ffbda44d209ed23226aa1cea3b\");\n",
        "                                        // Add new index value in index cells\n",
        "                                        let divIndex = document.createElement(\"div\");\n",
        "                                        divIndex.classList.add('grid-row', 'grid-index-cells');\n",
-       "                                        divIndex.innerText = table_index67d3c3655c244210ac6987f00cc4b290;\n",
+       "                                        divIndex.innerText = table_index64f7a5ffbda44d209ed23226aa1cea3b;\n",
        "                                        grid.appendChild(divIndex);\n",
        "\n",
        "                                        // Iterate over the actual obj\n",
@@ -681,19 +681,19 @@
        "                                            }\n",
        "                                            grid.appendChild(div);\n",
        "                                        }\n",
-       "                                    table_index67d3c3655c244210ac6987f00cc4b290 = table_index67d3c3655c244210ac6987f00cc4b290 + 1;\n",
+       "                                    table_index64f7a5ffbda44d209ed23226aa1cea3b = table_index64f7a5ffbda44d209ed23226aa1cea3b + 1;\n",
        "                                    })\n",
        "                                }\n",
        "                    }\n",
-       "                    paginatedElements67d3c3655c244210ac6987f00cc4b290 = paginate67d3c3655c244210ac6987f00cc4b290(element67d3c3655c244210ac6987f00cc4b290, page_size67d3c3655c244210ac6987f00cc4b290)\n",
-       "                    buildGrid67d3c3655c244210ac6987f00cc4b290(paginatedElements67d3c3655c244210ac6987f00cc4b290, 1)\n",
-       "                    document.getElementById('total67d3c3655c244210ac6987f00cc4b290').innerText = \"Total: \" + element67d3c3655c244210ac6987f00cc4b290.length\n",
+       "                    paginatedElements64f7a5ffbda44d209ed23226aa1cea3b = paginate64f7a5ffbda44d209ed23226aa1cea3b(element64f7a5ffbda44d209ed23226aa1cea3b, page_size64f7a5ffbda44d209ed23226aa1cea3b)\n",
+       "                    buildGrid64f7a5ffbda44d209ed23226aa1cea3b(paginatedElements64f7a5ffbda44d209ed23226aa1cea3b, 1)\n",
+       "                    document.getElementById('total64f7a5ffbda44d209ed23226aa1cea3b').innerText = \"Total: \" + element64f7a5ffbda44d209ed23226aa1cea3b.length\n",
        "                </script>\n",
        "            </div>\n",
-       "            <div id='pag67d3c3655c244210ac6987f00cc4b290' class='paginationContainer'>\n",
+       "            <div id='pag64f7a5ffbda44d209ed23226aa1cea3b' class='paginationContainer'>\n",
        "                <script>\n",
-       "                    function buildPaginationContainer67d3c3655c244210ac6987f00cc4b290(paginatedElements){\n",
-       "                            let pageContainer = document.getElementById(\"pag67d3c3655c244210ac6987f00cc4b290\");\n",
+       "                    function buildPaginationContainer64f7a5ffbda44d209ed23226aa1cea3b(paginatedElements){\n",
+       "                            let pageContainer = document.getElementById(\"pag64f7a5ffbda44d209ed23226aa1cea3b\");\n",
        "                            for (let i = 0; i < paginatedElements.length; i++) {\n",
        "                                  let div = document.createElement(\"div\");\n",
        "                                  div.classList.add('page');\n",
@@ -703,20 +703,20 @@
        "                                      let indexes = document.getElementsByClassName('page');\n",
        "                                      for (let index of indexes) { index.style.color = 'var(--tertiary-color, \"gray\")' }\n",
        "                                      event.target.style.color = \"gray\";\n",
-       "                                      setPage67d3c3655c244210ac6987f00cc4b290(i + 1);\n",
+       "                                      setPage64f7a5ffbda44d209ed23226aa1cea3b(i + 1);\n",
        "                                  };\n",
        "                                  div.innerText = i + 1;\n",
        "                                  pageContainer.appendChild(div);\n",
        "                            }\n",
        "                    }\n",
        "\n",
-       "                    function setPage67d3c3655c244210ac6987f00cc4b290(newPage){\n",
+       "                    function setPage64f7a5ffbda44d209ed23226aa1cea3b(newPage){\n",
        "                        pageIndex = newPage\n",
-       "                        resetById67d3c3655c244210ac6987f00cc4b290('table67d3c3655c244210ac6987f00cc4b290')\n",
-       "                        buildGrid67d3c3655c244210ac6987f00cc4b290(paginatedElements67d3c3655c244210ac6987f00cc4b290, pageIndex)\n",
+       "                        resetById64f7a5ffbda44d209ed23226aa1cea3b('table64f7a5ffbda44d209ed23226aa1cea3b')\n",
+       "                        buildGrid64f7a5ffbda44d209ed23226aa1cea3b(paginatedElements64f7a5ffbda44d209ed23226aa1cea3b, pageIndex)\n",
        "                    }\n",
        "\n",
-       "                    buildPaginationContainer67d3c3655c244210ac6987f00cc4b290(paginatedElements67d3c3655c244210ac6987f00cc4b290)\n",
+       "                    buildPaginationContainer64f7a5ffbda44d209ed23226aa1cea3b(paginatedElements64f7a5ffbda44d209ed23226aa1cea3b)\n",
        "                </script>\n",
        "            </div>\n",
        "        </div>\n",
@@ -813,7 +813,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 10,
    "id": "d84a897e",
    "metadata": {},
    "outputs": [
@@ -826,7 +826,7 @@
        "SyftSuccess: 3 workers added"
       ]
      },
-     "execution_count": 6,
+     "execution_count": 10,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -837,7 +837,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 11,
    "id": "4cea5229",
    "metadata": {},
    "outputs": [
@@ -1047,7 +1047,7 @@
        "        flex-grow: 0;\n",
        "    }\n",
        "\n",
-       "    .grid-table161debd8746d4ca98e6a94ee5b196795 {\n",
+       "    .grid-table6af016552d884357a2c0b0b918577dab {\n",
        "        display:grid;\n",
        "        grid-template-columns: 1fr repeat(12, 1fr);\n",
        "        grid-template-rows: repeat(2, 1fr);\n",
@@ -1219,25 +1219,25 @@
        "            <div style=\"padding-top: 16px; display:flex;justify-content: space-between; align-items: center;\">\n",
        "                <div class='pt-25 gap-10' style=\"display:flex;\">\n",
        "                    <div class=\"search-field\">\n",
-       "                        <div id='search-menu161debd8746d4ca98e6a94ee5b196795' class=\"syft-dropdown\" onclick=\"{\n",
-       "                            let doc = document.getElementById('search-dropdown-content161debd8746d4ca98e6a94ee5b196795')\n",
+       "                        <div id='search-menu6af016552d884357a2c0b0b918577dab' class=\"syft-dropdown\" onclick=\"{\n",
+       "                            let doc = document.getElementById('search-dropdown-content6af016552d884357a2c0b0b918577dab')\n",
        "                            if (doc.style.display === 'block'){\n",
        "                                doc.style.display = 'none'\n",
        "                            } else {\n",
        "                                doc.style.display = 'block'\n",
        "                            }\n",
        "                            }\">\n",
-       "                            <div id='search-dropdown-content161debd8746d4ca98e6a94ee5b196795' class='syft-dropdown-content'></div>\n",
+       "                            <div id='search-dropdown-content6af016552d884357a2c0b0b918577dab' class='syft-dropdown-content'></div>\n",
        "                            <script>\n",
-       "                                var element161debd8746d4ca98e6a94ee5b196795 = [{\"id\": {\"value\": \"8ffec5c01bde42cab96676c0404aa7bf\", \"type\": \"clipboard\"}, \"container_id\": \"3aaf83acef9b979ee7afb69759687f6735f51c6762e8645b993ea0ebd3be9e07\", \"created_at\": \"2023-12-05 09:34:51\"}, {\"id\": {\"value\": \"bc02483d2a09421a889213250952b533\", \"type\": \"clipboard\"}, \"container_id\": \"a9e64d3a5d30a99f3790bf2c4b979a4742bd4aaa5df790f157de7b2fd660e0f8\", \"created_at\": \"2023-12-05 09:34:51\"}, {\"id\": {\"value\": \"5a78e1eceafe4b5394f152b7f9005485\", \"type\": \"clipboard\"}, \"container_id\": \"ff17799d6d9e8551b603e30d6437ae51dc7d6a44c295975f64daad3f48d4a7e9\", \"created_at\": \"2023-12-05 09:34:50\"}]\n",
-       "                                var page_size161debd8746d4ca98e6a94ee5b196795 = 3\n",
-       "                                var pageIndex161debd8746d4ca98e6a94ee5b196795 = 1\n",
-       "                                var paginatedElements161debd8746d4ca98e6a94ee5b196795 = []\n",
-       "                                var activeFilter161debd8746d4ca98e6a94ee5b196795;\n",
+       "                                var element6af016552d884357a2c0b0b918577dab = [{\"id\": {\"value\": \"2b948c063f9a4c14bf30d61e129ebdd4\", \"type\": \"clipboard\"}, \"container_id\": \"6d9fee20924c9633b81beae3191b2ada87c9d59e72d5e12b2c63e768f2f2fde5\", \"created_at\": \"2023-12-15 11:00:45\"}, {\"id\": {\"value\": \"e3f23f7160004ee38459999fffbafebb\", \"type\": \"clipboard\"}, \"container_id\": \"dcff8ca4f56f237d8a6756b46f3b29264bb1f0cfe69e16a293479437db89ab7f\", \"created_at\": \"2023-12-15 11:00:45\"}, {\"id\": {\"value\": \"03c97248b7ba412cb70d279d9ffcab70\", \"type\": \"clipboard\"}, \"container_id\": \"66ef21d68c547d94d8d9e688724500eb1561ce2462d1097950d471899fedcd79\", \"created_at\": \"2023-12-15 11:00:44\"}]\n",
+       "                                var page_size6af016552d884357a2c0b0b918577dab = 3\n",
+       "                                var pageIndex6af016552d884357a2c0b0b918577dab = 1\n",
+       "                                var paginatedElements6af016552d884357a2c0b0b918577dab = []\n",
+       "                                var activeFilter6af016552d884357a2c0b0b918577dab;\n",
        "\n",
        "                                function buildDropDownMenu(elements){\n",
        "                                    let init_filter;\n",
-       "                                    let menu = document.getElementById('search-dropdown-content161debd8746d4ca98e6a94ee5b196795')\n",
+       "                                    let menu = document.getElementById('search-dropdown-content6af016552d884357a2c0b0b918577dab')\n",
        "                                    if (elements.length > 0) {\n",
        "                                        let sample = elements[0]\n",
        "                                        for (const attr in sample) {\n",
@@ -1247,10 +1247,10 @@
        "                                            let content = document.createElement('div');\n",
        "                                            content.onclick = function(event) {\n",
        "                                                event.stopPropagation()\n",
-       "                                                document.getElementById('menu-active-filter161debd8746d4ca98e6a94ee5b196795').innerText = attr;\n",
-       "                                                activeFilter161debd8746d4ca98e6a94ee5b196795 = attr;\n",
+       "                                                document.getElementById('menu-active-filter6af016552d884357a2c0b0b918577dab').innerText = attr;\n",
+       "                                                activeFilter6af016552d884357a2c0b0b918577dab = attr;\n",
        "                                                document.getElementById(\n",
-       "                                                    'search-dropdown-content161debd8746d4ca98e6a94ee5b196795'\n",
+       "                                                    'search-dropdown-content6af016552d884357a2c0b0b918577dab'\n",
        "                                                ).style.display= 'none';\n",
        "                                            }\n",
        "                                            content.classList.add(\"dd-options\");\n",
@@ -1260,30 +1260,30 @@
        "                                    } else {\n",
        "                                        let init_filter = '---'\n",
        "                                    }\n",
-       "                                    let dropdown_field = document.getElementById('search-menu161debd8746d4ca98e6a94ee5b196795')\n",
+       "                                    let dropdown_field = document.getElementById('search-menu6af016552d884357a2c0b0b918577dab')\n",
        "                                    let span = document.createElement('span')\n",
-       "                                    span.setAttribute('id', 'menu-active-filter161debd8746d4ca98e6a94ee5b196795')\n",
+       "                                    span.setAttribute('id', 'menu-active-filter6af016552d884357a2c0b0b918577dab')\n",
        "                                    span.innerText = init_filter\n",
-       "                                    activeFilter161debd8746d4ca98e6a94ee5b196795 = init_filter;\n",
+       "                                    activeFilter6af016552d884357a2c0b0b918577dab = init_filter;\n",
        "                                    dropdown_field.appendChild(span)\n",
        "                                }\n",
        "\n",
-       "                                buildDropDownMenu(element161debd8746d4ca98e6a94ee5b196795)\n",
+       "                                buildDropDownMenu(element6af016552d884357a2c0b0b918577dab)\n",
        "                            </script>\n",
        "                        </div>\n",
-       "                        <input id='searchKey161debd8746d4ca98e6a94ee5b196795' class='search-input' placeholder='Enter search here ...'  />\n",
+       "                        <input id='searchKey6af016552d884357a2c0b0b918577dab' class='search-input' placeholder='Enter search here ...'  />\n",
        "                    </div>\n",
-       "                    <button class='search-button' type=\"button\" onclick=\"searchGrid161debd8746d4ca98e6a94ee5b196795(element161debd8746d4ca98e6a94ee5b196795)\">\n",
+       "                    <button class='search-button' type=\"button\" onclick=\"searchGrid6af016552d884357a2c0b0b918577dab(element6af016552d884357a2c0b0b918577dab)\">\n",
        "                        <svg width=\"11\" height=\"10\" viewBox=\"0 0 11 10\" fill=\"none\" xmlns=\"http://www.w3.org/2000/svg\"><path d=\"M10.5652 9.23467L8.21819 6.88811C8.89846 6.07141 9.23767 5.02389 9.16527 3.96345C9.09287 2.90302 8.61443 1.91132 7.82948 1.19466C7.04453 0.477995 6.01349 0.0915414 4.95087 0.115691C3.88824 0.139841 2.87583 0.572735 2.12425 1.32432C1.37266 2.0759 0.939768 3.08831 0.915618 4.15094C0.891468 5.21357 1.27792 6.2446 1.99459 7.02955C2.71125 7.8145 3.70295 8.29294 4.76338 8.36535C5.82381 8.43775 6.87134 8.09853 7.68804 7.41827L10.0346 9.7653C10.0694 9.80014 10.1108 9.82778 10.1563 9.84663C10.2018 9.86549 10.2506 9.87519 10.2999 9.87519C10.3492 9.87519 10.398 9.86549 10.4435 9.84663C10.489 9.82778 10.5304 9.80014 10.5652 9.7653C10.6001 9.73046 10.6277 9.68909 10.6466 9.64357C10.6654 9.59805 10.6751 9.54926 10.6751 9.49998C10.6751 9.45071 10.6654 9.40192 10.6466 9.3564C10.6277 9.31088 10.6001 9.26951 10.5652 9.23467ZM1.67491 4.24998C1.67491 3.58247 1.87285 2.92995 2.2437 2.37493C2.61455 1.81992 3.14165 1.38734 3.75835 1.13189C4.37506 0.876446 5.05366 0.809609 5.70834 0.939835C6.36303 1.07006 6.96439 1.3915 7.4364 1.8635C7.9084 2.3355 8.22984 2.93687 8.36006 3.59155C8.49029 4.24624 8.42345 4.92484 8.168 5.54154C7.91256 6.15824 7.47998 6.68535 6.92496 7.05619C6.36995 7.42704 5.71742 7.62498 5.04991 7.62498C4.15511 7.62399 3.29724 7.26809 2.66452 6.63537C2.0318 6.00265 1.6759 5.14479 1.67491 4.24998Z\" fill=\"currentColor\"/></svg>\n",
        "                        <span class='pl-8'>Search</span>\n",
        "                    </button>\n",
        "                </div>\n",
        "\n",
-       "                <div><h4 id='total161debd8746d4ca98e6a94ee5b196795'>0</h4></div>\n",
+       "                <div><h4 id='total6af016552d884357a2c0b0b918577dab'>0</h4></div>\n",
        "            </div>\n",
-       "            <div id='table161debd8746d4ca98e6a94ee5b196795' class='grid-table161debd8746d4ca98e6a94ee5b196795' style='margin-top: 25px;'>\n",
+       "            <div id='table6af016552d884357a2c0b0b918577dab' class='grid-table6af016552d884357a2c0b0b918577dab' style='margin-top: 25px;'>\n",
        "                <script>\n",
-       "                    function paginate161debd8746d4ca98e6a94ee5b196795(arr, size) {\n",
+       "                    function paginate6af016552d884357a2c0b0b918577dab(arr, size) {\n",
        "                        const res = [];\n",
        "                        for (let i = 0; i < arr.length; i += size) {\n",
        "                            const chunk = arr.slice(i, i + size);\n",
@@ -1293,44 +1293,44 @@
        "                        return res;\n",
        "                    }\n",
        "\n",
-       "                    function searchGrid161debd8746d4ca98e6a94ee5b196795(elements){\n",
-       "                        let searchKey = document.getElementById('searchKey161debd8746d4ca98e6a94ee5b196795').value;\n",
+       "                    function searchGrid6af016552d884357a2c0b0b918577dab(elements){\n",
+       "                        let searchKey = document.getElementById('searchKey6af016552d884357a2c0b0b918577dab').value;\n",
        "                        let result;\n",
        "                        if (searchKey === ''){\n",
        "                            result = elements;\n",
        "                        } else {\n",
        "                            result = elements.filter((element) => {\n",
-       "                                let property = element[activeFilter161debd8746d4ca98e6a94ee5b196795]\n",
+       "                                let property = element[activeFilter6af016552d884357a2c0b0b918577dab]\n",
        "                                if (typeof property === 'object' && property !== null){\n",
        "                                    return property.value.toLowerCase().includes(searchKey.toLowerCase());\n",
        "                                } else if (typeof property === 'string' ) {\n",
-       "                                    return element[activeFilter161debd8746d4ca98e6a94ee5b196795].toLowerCase().includes(searchKey.toLowerCase());\n",
+       "                                    return element[activeFilter6af016552d884357a2c0b0b918577dab].toLowerCase().includes(searchKey.toLowerCase());\n",
        "                                } else if (property !== null ) {\n",
-       "                                    return element[activeFilter161debd8746d4ca98e6a94ee5b196795].toString() === searchKey;\n",
+       "                                    return element[activeFilter6af016552d884357a2c0b0b918577dab].toString() === searchKey;\n",
        "                                } else {\n",
-       "                                    return element[activeFilter161debd8746d4ca98e6a94ee5b196795] === searchKey;\n",
+       "                                    return element[activeFilter6af016552d884357a2c0b0b918577dab] === searchKey;\n",
        "                                }\n",
        "                            } );\n",
        "                        }\n",
-       "                        resetById161debd8746d4ca98e6a94ee5b196795('table161debd8746d4ca98e6a94ee5b196795');\n",
-       "                        resetById161debd8746d4ca98e6a94ee5b196795('pag161debd8746d4ca98e6a94ee5b196795');\n",
-       "                        result = paginate161debd8746d4ca98e6a94ee5b196795(result, page_size161debd8746d4ca98e6a94ee5b196795)\n",
-       "                        paginatedElements161debd8746d4ca98e6a94ee5b196795 = result\n",
-       "                        buildGrid161debd8746d4ca98e6a94ee5b196795(result,pageIndex161debd8746d4ca98e6a94ee5b196795);\n",
-       "                        buildPaginationContainer161debd8746d4ca98e6a94ee5b196795(result);\n",
+       "                        resetById6af016552d884357a2c0b0b918577dab('table6af016552d884357a2c0b0b918577dab');\n",
+       "                        resetById6af016552d884357a2c0b0b918577dab('pag6af016552d884357a2c0b0b918577dab');\n",
+       "                        result = paginate6af016552d884357a2c0b0b918577dab(result, page_size6af016552d884357a2c0b0b918577dab)\n",
+       "                        paginatedElements6af016552d884357a2c0b0b918577dab = result\n",
+       "                        buildGrid6af016552d884357a2c0b0b918577dab(result,pageIndex6af016552d884357a2c0b0b918577dab);\n",
+       "                        buildPaginationContainer6af016552d884357a2c0b0b918577dab(result);\n",
        "                    }\n",
        "\n",
-       "                    function resetById161debd8746d4ca98e6a94ee5b196795(id){\n",
+       "                    function resetById6af016552d884357a2c0b0b918577dab(id){\n",
        "                        let element = document.getElementById(id);\n",
        "                        while (element.firstChild) {\n",
        "                          element.removeChild(element.firstChild);\n",
        "                        }\n",
        "                    }\n",
        "\n",
-       "                    function buildGrid161debd8746d4ca98e6a94ee5b196795(items, pageIndex){\n",
-       "                                let headers = Object.keys(element161debd8746d4ca98e6a94ee5b196795[0]);\n",
+       "                    function buildGrid6af016552d884357a2c0b0b918577dab(items, pageIndex){\n",
+       "                                let headers = Object.keys(element6af016552d884357a2c0b0b918577dab[0]);\n",
        "\n",
-       "                                let grid = document.getElementById(\"table161debd8746d4ca98e6a94ee5b196795\");\n",
+       "                                let grid = document.getElementById(\"table6af016552d884357a2c0b0b918577dab\");\n",
        "                                let div = document.createElement(\"div\");\n",
        "                                div.classList.add('grid-header', 'grid-index-cells');\n",
        "                                grid.appendChild(div);\n",
@@ -1344,13 +1344,13 @@
        "\n",
        "                                let page = items[pageIndex -1]\n",
        "                                if (page !== 'undefine'){\n",
-       "                                    let table_index161debd8746d4ca98e6a94ee5b196795 = ((pageIndex - 1) * page_size161debd8746d4ca98e6a94ee5b196795)\n",
+       "                                    let table_index6af016552d884357a2c0b0b918577dab = ((pageIndex - 1) * page_size6af016552d884357a2c0b0b918577dab)\n",
        "                                    page.forEach((item) => {\n",
-       "                                        let grid = document.getElementById(\"table161debd8746d4ca98e6a94ee5b196795\");\n",
+       "                                        let grid = document.getElementById(\"table6af016552d884357a2c0b0b918577dab\");\n",
        "                                        // Add new index value in index cells\n",
        "                                        let divIndex = document.createElement(\"div\");\n",
        "                                        divIndex.classList.add('grid-row', 'grid-index-cells');\n",
-       "                                        divIndex.innerText = table_index161debd8746d4ca98e6a94ee5b196795;\n",
+       "                                        divIndex.innerText = table_index6af016552d884357a2c0b0b918577dab;\n",
        "                                        grid.appendChild(divIndex);\n",
        "\n",
        "                                        // Iterate over the actual obj\n",
@@ -1408,19 +1408,19 @@
        "                                            }\n",
        "                                            grid.appendChild(div);\n",
        "                                        }\n",
-       "                                    table_index161debd8746d4ca98e6a94ee5b196795 = table_index161debd8746d4ca98e6a94ee5b196795 + 1;\n",
+       "                                    table_index6af016552d884357a2c0b0b918577dab = table_index6af016552d884357a2c0b0b918577dab + 1;\n",
        "                                    })\n",
        "                                }\n",
        "                    }\n",
-       "                    paginatedElements161debd8746d4ca98e6a94ee5b196795 = paginate161debd8746d4ca98e6a94ee5b196795(element161debd8746d4ca98e6a94ee5b196795, page_size161debd8746d4ca98e6a94ee5b196795)\n",
-       "                    buildGrid161debd8746d4ca98e6a94ee5b196795(paginatedElements161debd8746d4ca98e6a94ee5b196795, 1)\n",
-       "                    document.getElementById('total161debd8746d4ca98e6a94ee5b196795').innerText = \"Total: \" + element161debd8746d4ca98e6a94ee5b196795.length\n",
+       "                    paginatedElements6af016552d884357a2c0b0b918577dab = paginate6af016552d884357a2c0b0b918577dab(element6af016552d884357a2c0b0b918577dab, page_size6af016552d884357a2c0b0b918577dab)\n",
+       "                    buildGrid6af016552d884357a2c0b0b918577dab(paginatedElements6af016552d884357a2c0b0b918577dab, 1)\n",
+       "                    document.getElementById('total6af016552d884357a2c0b0b918577dab').innerText = \"Total: \" + element6af016552d884357a2c0b0b918577dab.length\n",
        "                </script>\n",
        "            </div>\n",
-       "            <div id='pag161debd8746d4ca98e6a94ee5b196795' class='paginationContainer'>\n",
+       "            <div id='pag6af016552d884357a2c0b0b918577dab' class='paginationContainer'>\n",
        "                <script>\n",
-       "                    function buildPaginationContainer161debd8746d4ca98e6a94ee5b196795(paginatedElements){\n",
-       "                            let pageContainer = document.getElementById(\"pag161debd8746d4ca98e6a94ee5b196795\");\n",
+       "                    function buildPaginationContainer6af016552d884357a2c0b0b918577dab(paginatedElements){\n",
+       "                            let pageContainer = document.getElementById(\"pag6af016552d884357a2c0b0b918577dab\");\n",
        "                            for (let i = 0; i < paginatedElements.length; i++) {\n",
        "                                  let div = document.createElement(\"div\");\n",
        "                                  div.classList.add('page');\n",
@@ -1430,20 +1430,20 @@
        "                                      let indexes = document.getElementsByClassName('page');\n",
        "                                      for (let index of indexes) { index.style.color = 'var(--tertiary-color, \"gray\")' }\n",
        "                                      event.target.style.color = \"gray\";\n",
-       "                                      setPage161debd8746d4ca98e6a94ee5b196795(i + 1);\n",
+       "                                      setPage6af016552d884357a2c0b0b918577dab(i + 1);\n",
        "                                  };\n",
        "                                  div.innerText = i + 1;\n",
        "                                  pageContainer.appendChild(div);\n",
        "                            }\n",
        "                    }\n",
        "\n",
-       "                    function setPage161debd8746d4ca98e6a94ee5b196795(newPage){\n",
+       "                    function setPage6af016552d884357a2c0b0b918577dab(newPage){\n",
        "                        pageIndex = newPage\n",
-       "                        resetById161debd8746d4ca98e6a94ee5b196795('table161debd8746d4ca98e6a94ee5b196795')\n",
-       "                        buildGrid161debd8746d4ca98e6a94ee5b196795(paginatedElements161debd8746d4ca98e6a94ee5b196795, pageIndex)\n",
+       "                        resetById6af016552d884357a2c0b0b918577dab('table6af016552d884357a2c0b0b918577dab')\n",
+       "                        buildGrid6af016552d884357a2c0b0b918577dab(paginatedElements6af016552d884357a2c0b0b918577dab, pageIndex)\n",
        "                    }\n",
        "\n",
-       "                    buildPaginationContainer161debd8746d4ca98e6a94ee5b196795(paginatedElements161debd8746d4ca98e6a94ee5b196795)\n",
+       "                    buildPaginationContainer6af016552d884357a2c0b0b918577dab(paginatedElements6af016552d884357a2c0b0b918577dab)\n",
        "                </script>\n",
        "            </div>\n",
        "        </div>\n",
@@ -1456,7 +1456,7 @@
        " syft.service.worker.worker_service.DockerWorker]"
       ]
      },
-     "execution_count": 7,
+     "execution_count": 11,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1475,7 +1475,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 12,
    "id": "c7d90857",
    "metadata": {},
    "outputs": [],
@@ -1486,7 +1486,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 13,
    "id": "740b3cf1",
    "metadata": {},
    "outputs": [],
@@ -1497,7 +1497,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 14,
    "id": "f0da9c8a",
    "metadata": {},
    "outputs": [],
@@ -1521,7 +1521,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 15,
    "id": "4400f06f",
    "metadata": {},
    "outputs": [
@@ -1549,7 +1549,7 @@
      "output_type": "stream",
      "text": [
       "\r",
-      "  0%|                                                                                                                 | 0/2 [00:00<?, ?it/s]"
+      "  0%|                                                             | 0/2 [00:00<?, ?it/s]"
      ]
     },
     {
@@ -1564,7 +1564,7 @@
      "output_type": "stream",
      "text": [
       "\r",
-      " 50%|████████████████████████████████████████████████████▌                                                    | 1/2 [00:00<00:00,  1.25it/s]"
+      " 50%|██████████████████████████▌                          | 1/2 [00:00<00:00,  4.82it/s]"
      ]
     },
     {
@@ -1578,19 +1578,19 @@
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████| 2/2 [00:01<00:00,  1.31it/s]\n"
+      "100%|█████████████████████████████████████████████████████| 2/2 [00:00<00:00,  4.80it/s]\n"
      ]
     },
     {
      "data": {
       "text/html": [
-       "<div class=\"alert-success\" style=\"padding:5px;\"><strong>SyftSuccess</strong>: Dataset uploaded to 'determined_norvig'. To see the datasets uploaded by a client on this node, use command `[your_client].datasets`</div><br />"
+       "<div class=\"alert-success\" style=\"padding:5px;\"><strong>SyftSuccess</strong>: Dataset uploaded to 'test'. To see the datasets uploaded by a client on this node, use command `[your_client].datasets`</div><br />"
       ],
       "text/plain": [
-       "SyftSuccess: Dataset uploaded to 'determined_norvig'. To see the datasets uploaded by a client on this node, use command `[your_client].datasets`"
+       "SyftSuccess: Dataset uploaded to 'test'. To see the datasets uploaded by a client on this node, use command `[your_client].datasets`"
       ]
      },
-     "execution_count": 11,
+     "execution_count": 15,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1601,7 +1601,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 17,
    "id": "842988d1",
    "metadata": {},
    "outputs": [
@@ -1634,7 +1634,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 18,
    "id": "aa3a5c31",
    "metadata": {},
    "outputs": [
@@ -1758,7 +1758,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": 19,
    "id": "2f23c7ae",
    "metadata": {},
    "outputs": [
@@ -1771,7 +1771,7 @@
        "SyftSuccess: User Code Submitted"
       ]
      },
-     "execution_count": 14,
+     "execution_count": 19,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1782,7 +1782,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 15,
+   "execution_count": 20,
    "id": "27be4dc4",
    "metadata": {},
    "outputs": [
@@ -1819,7 +1819,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 16,
+   "execution_count": 21,
    "id": "82d92df1",
    "metadata": {},
    "outputs": [
@@ -1832,12 +1832,12 @@
        "            </style>\n",
        "            <div class='syft-request'>\n",
        "                <h3>Request</h3>\n",
-       "                <p><strong>Id: </strong>e7f73ae2ab8e4f1eb0efb02d676e51c1</p>\n",
-       "                <p><strong>Request time: </strong>2023-12-05 09:35:19</p>\n",
+       "                <p><strong>Id: </strong>615fac3ed41c4c23be8ea9fff6016ace</p>\n",
+       "                <p><strong>Request time: </strong>2023-12-15 11:03:04</p>\n",
        "                \n",
        "                \n",
        "                <p><strong>Status: </strong>RequestStatus.PENDING</p>\n",
-       "                <p><strong>Requested on: </strong> Determined_norvig of type <strong>                     Domain</strong></p>\n",
+       "                <p><strong>Requested on: </strong> Test of type <strong>                     Domain</strong></p>\n",
        "                <p><strong>Requested by:</strong> Jane Doe (info@openmined.org) </p>\n",
        "                <p><strong>Changes: </strong> Request to change <b>main_function</b> to permission <b>RequestStatus.APPROVED</b>. Nested Requests not resolved. </p>\n",
        "            </div>\n",
@@ -1847,12 +1847,12 @@
       "text/markdown": [
        "```python\n",
        "class Request:\n",
-       "  id: str = e7f73ae2ab8e4f1eb0efb02d676e51c1\n",
-       "  request_time: str = 2023-12-05 09:35:19\n",
+       "  id: str = 615fac3ed41c4c23be8ea9fff6016ace\n",
+       "  request_time: str = 2023-12-15 11:03:04\n",
        "  updated_at: str = None\n",
        "  status: str = RequestStatus.PENDING\n",
        "  changes: str = ['Request to change <b>main_function</b> to permission <b>RequestStatus.APPROVED</b>. Nested Requests not resolved']\n",
-       "  requesting_user_verify_key: str = 810847da4475205f7540b1823a72af4c85c327665bfdb463351fbbab2715a675\n",
+       "  requesting_user_verify_key: str = ca43ec9f08916214cb9703333669fea5d473b1a2460f89fceaa161fc46600b17\n",
        "\n",
        "```"
       ],
@@ -1860,7 +1860,7 @@
        "syft.service.request.request.Request"
       ]
      },
-     "execution_count": 16,
+     "execution_count": 21,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1871,7 +1871,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 18,
+   "execution_count": 22,
    "id": "29ee2790",
    "metadata": {},
    "outputs": [
@@ -1892,19 +1892,19 @@
      "output_type": "stream",
      "text": [
       "Would you like to proceed? [y/n]: y\n",
-      "Request approved for domain determined_norvig\n"
+      "Request approved for domain test\n"
      ]
     },
     {
      "data": {
       "text/html": [
-       "<div class=\"alert-success\" style=\"padding:5px;\"><strong>SyftSuccess</strong>: Request e7f73ae2ab8e4f1eb0efb02d676e51c1 changes applied</div><br />"
+       "<div class=\"alert-success\" style=\"padding:5px;\"><strong>SyftSuccess</strong>: Request 615fac3ed41c4c23be8ea9fff6016ace changes applied</div><br />"
       ],
       "text/plain": [
-       "SyftSuccess: Request e7f73ae2ab8e4f1eb0efb02d676e51c1 changes applied"
+       "SyftSuccess: Request 615fac3ed41c4c23be8ea9fff6016ace changes applied"
       ]
      },
-     "execution_count": 18,
+     "execution_count": 22,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1915,7 +1915,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 19,
+   "execution_count": 23,
    "id": "78b084c0",
    "metadata": {},
    "outputs": [],
@@ -1935,7 +1935,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 21,
+   "execution_count": 24,
    "id": "55c3bee6",
    "metadata": {},
    "outputs": [
@@ -1944,7 +1944,7 @@
       "text/markdown": [
        "```python\n",
        "class Job:\n",
-       "    id: UID = 4d68a345f6f34892bc7d4d42ee1f004b\n",
+       "    id: UID = b56adc9fdd1e48c4a275a11b96519723\n",
        "    status: created\n",
        "    has_parent: False\n",
        "    result: ActionDataEmpty <None>\n",
@@ -1958,7 +1958,7 @@
        "syft.service.job.job_stash.Job"
       ]
      },
-     "execution_count": 21,
+     "execution_count": 24,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1969,17 +1969,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 22,
-   "id": "cf89cf33",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "# job.subjobs"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 26,
+   "execution_count": 46,
    "id": "4d567f04",
    "metadata": {},
    "outputs": [
@@ -2189,7 +2179,7 @@
        "        flex-grow: 0;\n",
        "    }\n",
        "\n",
-       "    .grid-table2becc9f73ad4415eab2f9c5e69d7fe16 {\n",
+       "    .grid-tablef4adcf287e94440ab66813405ab8b5d0 {\n",
        "        display:grid;\n",
        "        grid-template-columns: 1fr repeat(28, 1fr);\n",
        "        grid-template-rows: repeat(2, 1fr);\n",
@@ -2361,25 +2351,25 @@
        "            <div style=\"padding-top: 16px; display:flex;justify-content: space-between; align-items: center;\">\n",
        "                <div class='pt-25 gap-10' style=\"display:flex;\">\n",
        "                    <div class=\"search-field\">\n",
-       "                        <div id='search-menu2becc9f73ad4415eab2f9c5e69d7fe16' class=\"syft-dropdown\" onclick=\"{\n",
-       "                            let doc = document.getElementById('search-dropdown-content2becc9f73ad4415eab2f9c5e69d7fe16')\n",
+       "                        <div id='search-menuf4adcf287e94440ab66813405ab8b5d0' class=\"syft-dropdown\" onclick=\"{\n",
+       "                            let doc = document.getElementById('search-dropdown-contentf4adcf287e94440ab66813405ab8b5d0')\n",
        "                            if (doc.style.display === 'block'){\n",
        "                                doc.style.display = 'none'\n",
        "                            } else {\n",
        "                                doc.style.display = 'block'\n",
        "                            }\n",
        "                            }\">\n",
-       "                            <div id='search-dropdown-content2becc9f73ad4415eab2f9c5e69d7fe16' class='syft-dropdown-content'></div>\n",
+       "                            <div id='search-dropdown-contentf4adcf287e94440ab66813405ab8b5d0' class='syft-dropdown-content'></div>\n",
        "                            <script>\n",
-       "                                var element2becc9f73ad4415eab2f9c5e69d7fe16 = [{\"id\": {\"value\": \"d64ce6453c824705a2467cfbaec30b04\", \"type\": \"clipboard\"}, \"status\": \"compute_document_data_overlap: completed\", \"progress\": \"4% |&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;|\\n2924/76253\\n\", \"eta\": \"[05:07<2:08:30]\\n00:00s/it\", \"created\": \"2023-12-05 09:36:49 by info@openmined.org\", \"logs\": \"... (12 lines)\\ndone\\n\", \"subjobs\": 0}]\n",
-       "                                var page_size2becc9f73ad4415eab2f9c5e69d7fe16 = 1\n",
-       "                                var pageIndex2becc9f73ad4415eab2f9c5e69d7fe16 = 1\n",
-       "                                var paginatedElements2becc9f73ad4415eab2f9c5e69d7fe16 = []\n",
-       "                                var activeFilter2becc9f73ad4415eab2f9c5e69d7fe16;\n",
+       "                                var elementf4adcf287e94440ab66813405ab8b5d0 = [{\"id\": {\"value\": \"e7871ec552364d4aaccbbf4a4819ab78\", \"type\": \"clipboard\"}, \"status\": \"compute_document_data_overlap: completed\", \"progress\": \"4% |&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;|\\n2924/76253\\n\", \"eta\": \"[01:26<36:08]\\n00:00s/it\", \"created\": \"2023-12-15 11:03:21 by info@openmined.org\", \"logs\": \"... (12 lines)\\ndone\\n\", \"subjobs\": 0}]\n",
+       "                                var page_sizef4adcf287e94440ab66813405ab8b5d0 = 1\n",
+       "                                var pageIndexf4adcf287e94440ab66813405ab8b5d0 = 1\n",
+       "                                var paginatedElementsf4adcf287e94440ab66813405ab8b5d0 = []\n",
+       "                                var activeFilterf4adcf287e94440ab66813405ab8b5d0;\n",
        "\n",
        "                                function buildDropDownMenu(elements){\n",
        "                                    let init_filter;\n",
-       "                                    let menu = document.getElementById('search-dropdown-content2becc9f73ad4415eab2f9c5e69d7fe16')\n",
+       "                                    let menu = document.getElementById('search-dropdown-contentf4adcf287e94440ab66813405ab8b5d0')\n",
        "                                    if (elements.length > 0) {\n",
        "                                        let sample = elements[0]\n",
        "                                        for (const attr in sample) {\n",
@@ -2389,10 +2379,10 @@
        "                                            let content = document.createElement('div');\n",
        "                                            content.onclick = function(event) {\n",
        "                                                event.stopPropagation()\n",
-       "                                                document.getElementById('menu-active-filter2becc9f73ad4415eab2f9c5e69d7fe16').innerText = attr;\n",
-       "                                                activeFilter2becc9f73ad4415eab2f9c5e69d7fe16 = attr;\n",
+       "                                                document.getElementById('menu-active-filterf4adcf287e94440ab66813405ab8b5d0').innerText = attr;\n",
+       "                                                activeFilterf4adcf287e94440ab66813405ab8b5d0 = attr;\n",
        "                                                document.getElementById(\n",
-       "                                                    'search-dropdown-content2becc9f73ad4415eab2f9c5e69d7fe16'\n",
+       "                                                    'search-dropdown-contentf4adcf287e94440ab66813405ab8b5d0'\n",
        "                                                ).style.display= 'none';\n",
        "                                            }\n",
        "                                            content.classList.add(\"dd-options\");\n",
@@ -2402,30 +2392,30 @@
        "                                    } else {\n",
        "                                        let init_filter = '---'\n",
        "                                    }\n",
-       "                                    let dropdown_field = document.getElementById('search-menu2becc9f73ad4415eab2f9c5e69d7fe16')\n",
+       "                                    let dropdown_field = document.getElementById('search-menuf4adcf287e94440ab66813405ab8b5d0')\n",
        "                                    let span = document.createElement('span')\n",
-       "                                    span.setAttribute('id', 'menu-active-filter2becc9f73ad4415eab2f9c5e69d7fe16')\n",
+       "                                    span.setAttribute('id', 'menu-active-filterf4adcf287e94440ab66813405ab8b5d0')\n",
        "                                    span.innerText = init_filter\n",
-       "                                    activeFilter2becc9f73ad4415eab2f9c5e69d7fe16 = init_filter;\n",
+       "                                    activeFilterf4adcf287e94440ab66813405ab8b5d0 = init_filter;\n",
        "                                    dropdown_field.appendChild(span)\n",
        "                                }\n",
        "\n",
-       "                                buildDropDownMenu(element2becc9f73ad4415eab2f9c5e69d7fe16)\n",
+       "                                buildDropDownMenu(elementf4adcf287e94440ab66813405ab8b5d0)\n",
        "                            </script>\n",
        "                        </div>\n",
-       "                        <input id='searchKey2becc9f73ad4415eab2f9c5e69d7fe16' class='search-input' placeholder='Enter search here ...'  />\n",
+       "                        <input id='searchKeyf4adcf287e94440ab66813405ab8b5d0' class='search-input' placeholder='Enter search here ...'  />\n",
        "                    </div>\n",
-       "                    <button class='search-button' type=\"button\" onclick=\"searchGrid2becc9f73ad4415eab2f9c5e69d7fe16(element2becc9f73ad4415eab2f9c5e69d7fe16)\">\n",
+       "                    <button class='search-button' type=\"button\" onclick=\"searchGridf4adcf287e94440ab66813405ab8b5d0(elementf4adcf287e94440ab66813405ab8b5d0)\">\n",
        "                        <svg width=\"11\" height=\"10\" viewBox=\"0 0 11 10\" fill=\"none\" xmlns=\"http://www.w3.org/2000/svg\"><path d=\"M10.5652 9.23467L8.21819 6.88811C8.89846 6.07141 9.23767 5.02389 9.16527 3.96345C9.09287 2.90302 8.61443 1.91132 7.82948 1.19466C7.04453 0.477995 6.01349 0.0915414 4.95087 0.115691C3.88824 0.139841 2.87583 0.572735 2.12425 1.32432C1.37266 2.0759 0.939768 3.08831 0.915618 4.15094C0.891468 5.21357 1.27792 6.2446 1.99459 7.02955C2.71125 7.8145 3.70295 8.29294 4.76338 8.36535C5.82381 8.43775 6.87134 8.09853 7.68804 7.41827L10.0346 9.7653C10.0694 9.80014 10.1108 9.82778 10.1563 9.84663C10.2018 9.86549 10.2506 9.87519 10.2999 9.87519C10.3492 9.87519 10.398 9.86549 10.4435 9.84663C10.489 9.82778 10.5304 9.80014 10.5652 9.7653C10.6001 9.73046 10.6277 9.68909 10.6466 9.64357C10.6654 9.59805 10.6751 9.54926 10.6751 9.49998C10.6751 9.45071 10.6654 9.40192 10.6466 9.3564C10.6277 9.31088 10.6001 9.26951 10.5652 9.23467ZM1.67491 4.24998C1.67491 3.58247 1.87285 2.92995 2.2437 2.37493C2.61455 1.81992 3.14165 1.38734 3.75835 1.13189C4.37506 0.876446 5.05366 0.809609 5.70834 0.939835C6.36303 1.07006 6.96439 1.3915 7.4364 1.8635C7.9084 2.3355 8.22984 2.93687 8.36006 3.59155C8.49029 4.24624 8.42345 4.92484 8.168 5.54154C7.91256 6.15824 7.47998 6.68535 6.92496 7.05619C6.36995 7.42704 5.71742 7.62498 5.04991 7.62498C4.15511 7.62399 3.29724 7.26809 2.66452 6.63537C2.0318 6.00265 1.6759 5.14479 1.67491 4.24998Z\" fill=\"currentColor\"/></svg>\n",
        "                        <span class='pl-8'>Search</span>\n",
        "                    </button>\n",
        "                </div>\n",
        "\n",
-       "                <div><h4 id='total2becc9f73ad4415eab2f9c5e69d7fe16'>0</h4></div>\n",
+       "                <div><h4 id='totalf4adcf287e94440ab66813405ab8b5d0'>0</h4></div>\n",
        "            </div>\n",
-       "            <div id='table2becc9f73ad4415eab2f9c5e69d7fe16' class='grid-table2becc9f73ad4415eab2f9c5e69d7fe16' style='margin-top: 25px;'>\n",
+       "            <div id='tablef4adcf287e94440ab66813405ab8b5d0' class='grid-tablef4adcf287e94440ab66813405ab8b5d0' style='margin-top: 25px;'>\n",
        "                <script>\n",
-       "                    function paginate2becc9f73ad4415eab2f9c5e69d7fe16(arr, size) {\n",
+       "                    function paginatef4adcf287e94440ab66813405ab8b5d0(arr, size) {\n",
        "                        const res = [];\n",
        "                        for (let i = 0; i < arr.length; i += size) {\n",
        "                            const chunk = arr.slice(i, i + size);\n",
@@ -2435,44 +2425,44 @@
        "                        return res;\n",
        "                    }\n",
        "\n",
-       "                    function searchGrid2becc9f73ad4415eab2f9c5e69d7fe16(elements){\n",
-       "                        let searchKey = document.getElementById('searchKey2becc9f73ad4415eab2f9c5e69d7fe16').value;\n",
+       "                    function searchGridf4adcf287e94440ab66813405ab8b5d0(elements){\n",
+       "                        let searchKey = document.getElementById('searchKeyf4adcf287e94440ab66813405ab8b5d0').value;\n",
        "                        let result;\n",
        "                        if (searchKey === ''){\n",
        "                            result = elements;\n",
        "                        } else {\n",
        "                            result = elements.filter((element) => {\n",
-       "                                let property = element[activeFilter2becc9f73ad4415eab2f9c5e69d7fe16]\n",
+       "                                let property = element[activeFilterf4adcf287e94440ab66813405ab8b5d0]\n",
        "                                if (typeof property === 'object' && property !== null){\n",
        "                                    return property.value.toLowerCase().includes(searchKey.toLowerCase());\n",
        "                                } else if (typeof property === 'string' ) {\n",
-       "                                    return element[activeFilter2becc9f73ad4415eab2f9c5e69d7fe16].toLowerCase().includes(searchKey.toLowerCase());\n",
+       "                                    return element[activeFilterf4adcf287e94440ab66813405ab8b5d0].toLowerCase().includes(searchKey.toLowerCase());\n",
        "                                } else if (property !== null ) {\n",
-       "                                    return element[activeFilter2becc9f73ad4415eab2f9c5e69d7fe16].toString() === searchKey;\n",
+       "                                    return element[activeFilterf4adcf287e94440ab66813405ab8b5d0].toString() === searchKey;\n",
        "                                } else {\n",
-       "                                    return element[activeFilter2becc9f73ad4415eab2f9c5e69d7fe16] === searchKey;\n",
+       "                                    return element[activeFilterf4adcf287e94440ab66813405ab8b5d0] === searchKey;\n",
        "                                }\n",
        "                            } );\n",
        "                        }\n",
-       "                        resetById2becc9f73ad4415eab2f9c5e69d7fe16('table2becc9f73ad4415eab2f9c5e69d7fe16');\n",
-       "                        resetById2becc9f73ad4415eab2f9c5e69d7fe16('pag2becc9f73ad4415eab2f9c5e69d7fe16');\n",
-       "                        result = paginate2becc9f73ad4415eab2f9c5e69d7fe16(result, page_size2becc9f73ad4415eab2f9c5e69d7fe16)\n",
-       "                        paginatedElements2becc9f73ad4415eab2f9c5e69d7fe16 = result\n",
-       "                        buildGrid2becc9f73ad4415eab2f9c5e69d7fe16(result,pageIndex2becc9f73ad4415eab2f9c5e69d7fe16);\n",
-       "                        buildPaginationContainer2becc9f73ad4415eab2f9c5e69d7fe16(result);\n",
+       "                        resetByIdf4adcf287e94440ab66813405ab8b5d0('tablef4adcf287e94440ab66813405ab8b5d0');\n",
+       "                        resetByIdf4adcf287e94440ab66813405ab8b5d0('pagf4adcf287e94440ab66813405ab8b5d0');\n",
+       "                        result = paginatef4adcf287e94440ab66813405ab8b5d0(result, page_sizef4adcf287e94440ab66813405ab8b5d0)\n",
+       "                        paginatedElementsf4adcf287e94440ab66813405ab8b5d0 = result\n",
+       "                        buildGridf4adcf287e94440ab66813405ab8b5d0(result,pageIndexf4adcf287e94440ab66813405ab8b5d0);\n",
+       "                        buildPaginationContainerf4adcf287e94440ab66813405ab8b5d0(result);\n",
        "                    }\n",
        "\n",
-       "                    function resetById2becc9f73ad4415eab2f9c5e69d7fe16(id){\n",
+       "                    function resetByIdf4adcf287e94440ab66813405ab8b5d0(id){\n",
        "                        let element = document.getElementById(id);\n",
        "                        while (element.firstChild) {\n",
        "                          element.removeChild(element.firstChild);\n",
        "                        }\n",
        "                    }\n",
        "\n",
-       "                    function buildGrid2becc9f73ad4415eab2f9c5e69d7fe16(items, pageIndex){\n",
-       "                                let headers = Object.keys(element2becc9f73ad4415eab2f9c5e69d7fe16[0]);\n",
+       "                    function buildGridf4adcf287e94440ab66813405ab8b5d0(items, pageIndex){\n",
+       "                                let headers = Object.keys(elementf4adcf287e94440ab66813405ab8b5d0[0]);\n",
        "\n",
-       "                                let grid = document.getElementById(\"table2becc9f73ad4415eab2f9c5e69d7fe16\");\n",
+       "                                let grid = document.getElementById(\"tablef4adcf287e94440ab66813405ab8b5d0\");\n",
        "                                let div = document.createElement(\"div\");\n",
        "                                div.classList.add('grid-header', 'grid-index-cells');\n",
        "                                grid.appendChild(div);\n",
@@ -2486,13 +2476,13 @@
        "\n",
        "                                let page = items[pageIndex -1]\n",
        "                                if (page !== 'undefine'){\n",
-       "                                    let table_index2becc9f73ad4415eab2f9c5e69d7fe16 = ((pageIndex - 1) * page_size2becc9f73ad4415eab2f9c5e69d7fe16)\n",
+       "                                    let table_indexf4adcf287e94440ab66813405ab8b5d0 = ((pageIndex - 1) * page_sizef4adcf287e94440ab66813405ab8b5d0)\n",
        "                                    page.forEach((item) => {\n",
-       "                                        let grid = document.getElementById(\"table2becc9f73ad4415eab2f9c5e69d7fe16\");\n",
+       "                                        let grid = document.getElementById(\"tablef4adcf287e94440ab66813405ab8b5d0\");\n",
        "                                        // Add new index value in index cells\n",
        "                                        let divIndex = document.createElement(\"div\");\n",
        "                                        divIndex.classList.add('grid-row', 'grid-index-cells');\n",
-       "                                        divIndex.innerText = table_index2becc9f73ad4415eab2f9c5e69d7fe16;\n",
+       "                                        divIndex.innerText = table_indexf4adcf287e94440ab66813405ab8b5d0;\n",
        "                                        grid.appendChild(divIndex);\n",
        "\n",
        "                                        // Iterate over the actual obj\n",
@@ -2550,19 +2540,19 @@
        "                                            }\n",
        "                                            grid.appendChild(div);\n",
        "                                        }\n",
-       "                                    table_index2becc9f73ad4415eab2f9c5e69d7fe16 = table_index2becc9f73ad4415eab2f9c5e69d7fe16 + 1;\n",
+       "                                    table_indexf4adcf287e94440ab66813405ab8b5d0 = table_indexf4adcf287e94440ab66813405ab8b5d0 + 1;\n",
        "                                    })\n",
        "                                }\n",
        "                    }\n",
-       "                    paginatedElements2becc9f73ad4415eab2f9c5e69d7fe16 = paginate2becc9f73ad4415eab2f9c5e69d7fe16(element2becc9f73ad4415eab2f9c5e69d7fe16, page_size2becc9f73ad4415eab2f9c5e69d7fe16)\n",
-       "                    buildGrid2becc9f73ad4415eab2f9c5e69d7fe16(paginatedElements2becc9f73ad4415eab2f9c5e69d7fe16, 1)\n",
-       "                    document.getElementById('total2becc9f73ad4415eab2f9c5e69d7fe16').innerText = \"Total: \" + element2becc9f73ad4415eab2f9c5e69d7fe16.length\n",
+       "                    paginatedElementsf4adcf287e94440ab66813405ab8b5d0 = paginatef4adcf287e94440ab66813405ab8b5d0(elementf4adcf287e94440ab66813405ab8b5d0, page_sizef4adcf287e94440ab66813405ab8b5d0)\n",
+       "                    buildGridf4adcf287e94440ab66813405ab8b5d0(paginatedElementsf4adcf287e94440ab66813405ab8b5d0, 1)\n",
+       "                    document.getElementById('totalf4adcf287e94440ab66813405ab8b5d0').innerText = \"Total: \" + elementf4adcf287e94440ab66813405ab8b5d0.length\n",
        "                </script>\n",
        "            </div>\n",
-       "            <div id='pag2becc9f73ad4415eab2f9c5e69d7fe16' class='paginationContainer'>\n",
+       "            <div id='pagf4adcf287e94440ab66813405ab8b5d0' class='paginationContainer'>\n",
        "                <script>\n",
-       "                    function buildPaginationContainer2becc9f73ad4415eab2f9c5e69d7fe16(paginatedElements){\n",
-       "                            let pageContainer = document.getElementById(\"pag2becc9f73ad4415eab2f9c5e69d7fe16\");\n",
+       "                    function buildPaginationContainerf4adcf287e94440ab66813405ab8b5d0(paginatedElements){\n",
+       "                            let pageContainer = document.getElementById(\"pagf4adcf287e94440ab66813405ab8b5d0\");\n",
        "                            for (let i = 0; i < paginatedElements.length; i++) {\n",
        "                                  let div = document.createElement(\"div\");\n",
        "                                  div.classList.add('page');\n",
@@ -2572,20 +2562,20 @@
        "                                      let indexes = document.getElementsByClassName('page');\n",
        "                                      for (let index of indexes) { index.style.color = 'var(--tertiary-color, \"gray\")' }\n",
        "                                      event.target.style.color = \"gray\";\n",
-       "                                      setPage2becc9f73ad4415eab2f9c5e69d7fe16(i + 1);\n",
+       "                                      setPagef4adcf287e94440ab66813405ab8b5d0(i + 1);\n",
        "                                  };\n",
        "                                  div.innerText = i + 1;\n",
        "                                  pageContainer.appendChild(div);\n",
        "                            }\n",
        "                    }\n",
        "\n",
-       "                    function setPage2becc9f73ad4415eab2f9c5e69d7fe16(newPage){\n",
+       "                    function setPagef4adcf287e94440ab66813405ab8b5d0(newPage){\n",
        "                        pageIndex = newPage\n",
-       "                        resetById2becc9f73ad4415eab2f9c5e69d7fe16('table2becc9f73ad4415eab2f9c5e69d7fe16')\n",
-       "                        buildGrid2becc9f73ad4415eab2f9c5e69d7fe16(paginatedElements2becc9f73ad4415eab2f9c5e69d7fe16, pageIndex)\n",
+       "                        resetByIdf4adcf287e94440ab66813405ab8b5d0('tablef4adcf287e94440ab66813405ab8b5d0')\n",
+       "                        buildGridf4adcf287e94440ab66813405ab8b5d0(paginatedElementsf4adcf287e94440ab66813405ab8b5d0, pageIndex)\n",
        "                    }\n",
        "\n",
-       "                    buildPaginationContainer2becc9f73ad4415eab2f9c5e69d7fe16(paginatedElements2becc9f73ad4415eab2f9c5e69d7fe16)\n",
+       "                    buildPaginationContainerf4adcf287e94440ab66813405ab8b5d0(paginatedElementsf4adcf287e94440ab66813405ab8b5d0)\n",
        "                </script>\n",
        "            </div>\n",
        "        </div>\n",
@@ -2596,7 +2586,7 @@
        "[syft.service.job.job_stash.Job]"
       ]
      },
-     "execution_count": 26,
+     "execution_count": 46,
      "metadata": {},
      "output_type": "execute_result"
     }

From e96d6d232a6aa9fb1dbd33bd8b9c0816893bcc71 Mon Sep 17 00:00:00 2001
From: Koen van der Veen <koenlennartvanderveen@gmail.com>
Date: Fri, 15 Dec 2023 11:32:30 +0000
Subject: [PATCH 27/27] update transforms

---
 .../src/syft/store/blob_storage/__init__.py   | 19 ++++++++++++++++---
 packages/syft/src/syft/types/transforms.py    |  7 +++++++
 2 files changed, 23 insertions(+), 3 deletions(-)

diff --git a/packages/syft/src/syft/store/blob_storage/__init__.py b/packages/syft/src/syft/store/blob_storage/__init__.py
index 36dbb1c4bb9..7818830739c 100644
--- a/packages/syft/src/syft/store/blob_storage/__init__.py
+++ b/packages/syft/src/syft/store/blob_storage/__init__.py
@@ -71,6 +71,7 @@
 from ...types.syft_object import SyftObject
 from ...types.transforms import drop
 from ...types.transforms import make_set_default
+from ...types.transforms import str_url_to_grid_url
 from ...types.uid import UID
 
 DEFAULT_TIMEOUT = 10
@@ -109,7 +110,7 @@ def _read_data(self, **kwargs):
 
 
 @migrate(BlobRetrieval, BlobRetrievalV1)
-def downgrade_blobretrival_v2_to_v1():
+def downgrade_blobretrieval_v2_to_v1():
     return [
         drop(["syft_blob_storage_entry_id", "file_size"]),
     ]
@@ -258,14 +259,14 @@ def _read_data(self, stream=False, chunk_size=DEFAULT_CHUNK_SIZE):
             return SyftError(message=f"Failed to retrieve with Error: {e}")
 
 
-@migrate(BlobRetrievalByURL, BlobRetrievalByURLV1)
+@migrate(BlobRetrievalByURLV2, BlobRetrievalByURLV1)
 def downgrade_blobretrivalbyurl_v2_to_v1():
     return [
         drop(["syft_blob_storage_entry_id", "file_size"]),
     ]
 
 
-@migrate(BlobRetrievalByURLV1, BlobRetrievalByURL)
+@migrate(BlobRetrievalByURLV1, BlobRetrievalByURLV2)
 def upgrade_blobretrivalbyurl_v1_to_v2():
     return [
         make_set_default("syft_blob_storage_entry_id", None),
@@ -273,6 +274,18 @@ def upgrade_blobretrivalbyurl_v1_to_v2():
     ]
 
 
+@migrate(BlobRetrievalByURL, BlobRetrievalByURLV2)
+def downgrade_blobretrivalbyurl_v3_to_v2():
+    return [
+        str_url_to_grid_url,
+    ]
+
+
+@migrate(BlobRetrievalByURLV2, BlobRetrievalByURL)
+def upgrade_blobretrivalbyurl_v2_to_v3():
+    return []
+
+
 @serializable()
 class BlobDeposit(SyftObject):
     __canonical_name__ = "BlobDeposit"
diff --git a/packages/syft/src/syft/types/transforms.py b/packages/syft/src/syft/types/transforms.py
index 01011f0a518..d4d7a0c38ca 100644
--- a/packages/syft/src/syft/types/transforms.py
+++ b/packages/syft/src/syft/types/transforms.py
@@ -145,6 +145,13 @@ def validate_email(context: TransformContext) -> TransformContext:
     return context
 
 
+def str_url_to_grid_url(context: TransformContext) -> TransformContext:
+    url = context.output.get("url", None)
+    if url is not None and isinstance(url, str):
+        context.output["url"] = GridURL.from_url(str)
+    return context
+
+
 def add_credentials_for_key(key: str) -> Callable:
     def add_credentials(context: TransformContext) -> TransformContext:
         context.output[key] = context.credentials