diff --git a/pipelines/serpro/constants.py b/pipelines/serpro/constants.py index cf5040b2..6341eca4 100644 --- a/pipelines/serpro/constants.py +++ b/pipelines/serpro/constants.py @@ -28,4 +28,5 @@ class constants(Enum): # pylint: disable=c0103 SUBSTRING(auinf_dt_infracao, 1, 10) = '{date}' """, "primary_key": ["auinf_num_auto"], + "pre_treatment_reader_args": {"dtype": "object"}, } diff --git a/pipelines/serpro/flows.py b/pipelines/serpro/flows.py index d6abd1e9..ac489778 100644 --- a/pipelines/serpro/flows.py +++ b/pipelines/serpro/flows.py @@ -67,8 +67,9 @@ transform_raw_to_nested_structure_results = transform_raw_to_nested_structure.map( raw_filepath=raw_filepaths, filepath=local_filepaths, - primary_key=constants.SERPRO_CAPTURE_PARAMS.value["primary_key"], + primary_key=unmapped(constants.SERPRO_CAPTURE_PARAMS.value["primary_key"]), timestamp=timestamps, + reader_args=unmapped(constants.SERPRO_CAPTURE_PARAMS.value["pre_treatment_reader_args"]), error=unmapped(None), )