fix: Fix broken load method (#489)

aeye-lab · Sep 1, 2023 · 47e29b7 · 47e29b7
1 parent efe6057
commit 47e29b7
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 6 deletions.
diff --git a/src/pymovements/dataset/dataset_definition.py b/src/pymovements/dataset/dataset_definition.py
@@ -85,8 +85,3 @@ class DatasetDefinition:
     position_columns: list[str] | None = None
     velocity_columns: list[str] | None = None
     acceleration_columns: list[str] | None = None
-
-    def __post_init__(self) -> None:
-        if len(self.column_map) > 0:
-            self.custom_read_kwargs['columns'] = list(self.column_map.keys())
-            self.custom_read_kwargs['new_columns'] = list(self.column_map.values())
diff --git a/src/pymovements/dataset/dataset_files.py b/src/pymovements/dataset/dataset_files.py
@@ -213,6 +213,8 @@ def load_gaze_files(
             custom_read_kwargs=definition.custom_read_kwargs,
         )
 
+        gaze_data = gaze_data.rename(definition.column_map)
+
         # Add fileinfo columns to dataframe.
         gaze_data = add_fileinfo(
             definition=definition,

diff --git a/src/pymovements/datasets/gazebase.py b/src/pymovements/datasets/gazebase.py
@@ -153,4 +153,8 @@ class GazeBase(DatasetDefinition):
         },
     )
 
-    custom_read_kwargs: dict[str, Any] = field(default_factory=dict)
+    custom_read_kwargs: dict[str, Any] = field(
+        default_factory=lambda: {
+            'null_values': 'NaN',
+        },
+    )