Execute data pipelines with new dependencies to get metadata in OM

dbt/wri_gppd_transform/target/run_results.json

@@ -1 +1 @@
-{"metadata": {"dbt_schema_version": "https://schemas.getdbt.com/dbt/run-results/v4.json", "dbt_version": "1.2.1", "generated_at": "2022-10-02T07:51:53.090772Z", "invocation_id": "a4a4caaf-d5d9-4458-9c47-9f082e1d81d1", "env": {}}, "results": [{"status": "success", "timing": [{"name": "compile", "started_at": "2022-10-02T07:51:52.705966Z", "completed_at": "2022-10-02T07:51:52.709038Z"}, {"name": "execute", "started_at": "2022-10-02T07:51:52.709568Z", "completed_at": "2022-10-02T07:51:52.709587Z"}], "thread_id": "Thread-1", "execution_time": 0.0046100616455078125, "adapter_response": {}, "message": null, "failures": null, "unique_id": "model.wri_gppd_transform.gppd_power_plants_list"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2022-10-02T07:51:52.777213Z", "completed_at": "2022-10-02T07:51:52.789303Z"}, {"name": "execute", "started_at": "2022-10-02T07:51:52.789782Z", "completed_at": "2022-10-02T07:51:52.789792Z"}], "thread_id": "Thread-1", "execution_time": 0.013504743576049805, "adapter_response": {}, "message": null, "failures": null, "unique_id": "test.wri_gppd_transform.not_null_gppd_power_plants_list_capacity_mw.9f7ae55ef0"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2022-10-02T07:51:52.791442Z", "completed_at": "2022-10-02T07:51:52.795474Z"}, {"name": "execute", "started_at": "2022-10-02T07:51:52.795948Z", "completed_at": "2022-10-02T07:51:52.795957Z"}], "thread_id": "Thread-1", "execution_time": 0.005475521087646484, "adapter_response": {}, "message": null, "failures": null, "unique_id": "test.wri_gppd_transform.not_null_gppd_power_plants_list_country.0d2e3aed2c"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2022-10-02T07:51:52.797548Z", "completed_at": "2022-10-02T07:51:52.879725Z"}, {"name": "execute", "started_at": "2022-10-02T07:51:52.880284Z", "completed_at": "2022-10-02T07:51:52.880293Z"}], "thread_id": "Thread-1", "execution_time": 0.08368682861328125, "adapter_response": {}, "message": null, "failures": null, "unique_id": "test.wri_gppd_transform.not_null_gppd_power_plants_list_country_long.d394df506e"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2022-10-02T07:51:52.881890Z", "completed_at": "2022-10-02T07:51:52.887199Z"}, {"name": "execute", "started_at": "2022-10-02T07:51:52.887690Z", "completed_at": "2022-10-02T07:51:52.887698Z"}], "thread_id": "Thread-1", "execution_time": 0.0067234039306640625, "adapter_response": {}, "message": null, "failures": null, "unique_id": "test.wri_gppd_transform.not_null_gppd_power_plants_list_gppd_idnr.bb278f73bc"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2022-10-02T07:51:52.889326Z", "completed_at": "2022-10-02T07:51:52.893312Z"}, {"name": "execute", "started_at": "2022-10-02T07:51:52.893781Z", "completed_at": "2022-10-02T07:51:52.893788Z"}], "thread_id": "Thread-1", "execution_time": 0.005389213562011719, "adapter_response": {}, "message": null, "failures": null, "unique_id": "test.wri_gppd_transform.not_null_gppd_power_plants_list_latitude.5cadb5eb49"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2022-10-02T07:51:52.895340Z", "completed_at": "2022-10-02T07:51:52.979574Z"}, {"name": "execute", "started_at": "2022-10-02T07:51:52.980044Z", "completed_at": "2022-10-02T07:51:52.980052Z"}], "thread_id": "Thread-1", "execution_time": 0.08566117286682129, "adapter_response": {}, "message": null, "failures": null, "unique_id": "test.wri_gppd_transform.not_null_gppd_power_plants_list_longitude.b9a294aa23"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2022-10-02T07:51:52.981649Z", "completed_at": "2022-10-02T07:51:52.985682Z"}, {"name": "execute", "started_at": "2022-10-02T07:51:52.986157Z", "completed_at": "2022-10-02T07:51:52.986165Z"}], "thread_id": "Thread-1", "execution_time": 0.005461454391479492, "adapter_response": {}, "message": null, "failures": null, "unique_id": "test.wri_gppd_transform.not_null_gppd_power_plants_list_name.a415d9e2a5"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2022-10-02T07:51:52.987751Z", "completed_at": "2022-10-02T07:51:52.991711Z"}, {"name": "execute", "started_at": "2022-10-02T07:51:52.992185Z", "completed_at": "2022-10-02T07:51:52.992192Z"}], "thread_id": "Thread-1", "execution_time": 0.005385637283325195, "adapter_response": {}, "message": null, "failures": null, "unique_id": "test.wri_gppd_transform.not_null_gppd_power_plants_list_year_of_capacity_data.1a3165a676"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2022-10-02T07:51:52.993754Z", "completed_at": "2022-10-02T07:51:53.082039Z"}, {"name": "execute", "started_at": "2022-10-02T07:51:53.082544Z", "completed_at": "2022-10-02T07:51:53.082551Z"}], "thread_id": "Thread-1", "execution_time": 0.08973145484924316, "adapter_response": {}, "message": null, "failures": null, "unique_id": "test.wri_gppd_transform.unique_gppd_power_plants_list_gppd_idnr.85ac978899"}, {"status": "success", "timing": [{"name": "compile", "started_at": "2022-10-02T07:51:53.084124Z", "completed_at": "2022-10-02T07:51:53.088289Z"}, {"name": "execute", "started_at": "2022-10-02T07:51:53.088760Z", "completed_at": "2022-10-02T07:51:53.088768Z"}], "thread_id": "Thread-1", "execution_time": 0.005545377731323242, "adapter_response": {}, "message": null, "failures": null, "unique_id": "test.wri_gppd_transform.unique_gppd_power_plants_list_name.37c2d0f477"}], "elapsed_time": 0.686378002166748, "args": {"write_json": true, "use_colors": true, "printer_width": 80, "version_check": true, "partial_parse": true, "static_parser": true, "profiles_dir": "/opt/app-root/src", "send_anonymous_usage_stats": true, "event_buffer_size": 100000, "quiet": false, "no_print": false, "compile": true, "which": "generate", "rpc_method": "docs.generate", "indirect_selection": "eager"}}
+{"metadata": {"dbt_schema_version": "https://schemas.getdbt.com/dbt/run-results/v4.json", "dbt_version": "1.6.5", "generated_at": "2023-10-06T12:57:58.992079Z", "invocation_id": "4aac4fa9-86e6-4cd4-ba70-d02d18c66aeb", "env": {}}, "results": [{"status": "pass", "timing": [{"name": "compile", "started_at": "2023-10-06T12:57:52.318049Z", "completed_at": "2023-10-06T12:57:52.331527Z"}, {"name": "execute", "started_at": "2023-10-06T12:57:52.332912Z", "completed_at": "2023-10-06T12:57:52.850563Z"}], "thread_id": "Thread-1", "execution_time": 0.5373210906982422, "adapter_response": {"_message": "SUCCESS", "rows_affected": -1, "query": "/* {\"app\": \"dbt\", \"dbt_version\": \"1.6.5\", \"profile_name\": \"wri_gppd_transform\", \"target_name\": \"dev\", \"node_id\": \"test.wri_gppd_transform.not_null_gppd_power_plants_list_capacity_mw.9f7ae55ef0\"} */\nselect\n      count(*) as failures,\n      count(*) != 0 as should_warn,\n      count(*) != 0 as should_error\n    from (\n      \n    \n    \n\n\n\nselect capacity_mw\nfrom osc_datacommons_dev.wri_gppd.gppd_power_plants_list\nwhere capacity_mw is null\n\n\n\n      \n    ) dbt_internal_test", "query_id": "20231006_125753_00228_nybvj"}, "message": null, "failures": 0, "unique_id": "test.wri_gppd_transform.not_null_gppd_power_plants_list_capacity_mw.9f7ae55ef0"}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2023-10-06T12:57:52.858547Z", "completed_at": "2023-10-06T12:57:52.863973Z"}, {"name": "execute", "started_at": "2023-10-06T12:57:52.865309Z", "completed_at": "2023-10-06T12:57:53.087537Z"}], "thread_id": "Thread-1", "execution_time": 0.23389935493469238, "adapter_response": {"_message": "SUCCESS", "rows_affected": -1, "query": "/* {\"app\": \"dbt\", \"dbt_version\": \"1.6.5\", \"profile_name\": \"wri_gppd_transform\", \"target_name\": \"dev\", \"node_id\": \"test.wri_gppd_transform.not_null_gppd_power_plants_list_country.0d2e3aed2c\"} */\nselect\n      count(*) as failures,\n      count(*) != 0 as should_warn,\n      count(*) != 0 as should_error\n    from (\n      \n    \n    \n\n\n\nselect country\nfrom osc_datacommons_dev.wri_gppd.gppd_power_plants_list\nwhere country is null\n\n\n\n      \n    ) dbt_internal_test", "query_id": "20231006_125753_00229_nybvj"}, "message": null, "failures": 0, "unique_id": "test.wri_gppd_transform.not_null_gppd_power_plants_list_country.0d2e3aed2c"}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2023-10-06T12:57:53.095660Z", "completed_at": "2023-10-06T12:57:53.101261Z"}, {"name": "execute", "started_at": "2023-10-06T12:57:53.102607Z", "completed_at": "2023-10-06T12:57:53.437868Z"}], "thread_id": "Thread-1", "execution_time": 0.3472111225128174, "adapter_response": {"_message": "SUCCESS", "rows_affected": -1, "query": "/* {\"app\": \"dbt\", \"dbt_version\": \"1.6.5\", \"profile_name\": \"wri_gppd_transform\", \"target_name\": \"dev\", \"node_id\": \"test.wri_gppd_transform.not_null_gppd_power_plants_list_country_long.d394df506e\"} */\nselect\n      count(*) as failures,\n      count(*) != 0 as should_warn,\n      count(*) != 0 as should_error\n    from (\n      \n    \n    \n\n\n\nselect country_long\nfrom osc_datacommons_dev.wri_gppd.gppd_power_plants_list\nwhere country_long is null\n\n\n\n      \n    ) dbt_internal_test", "query_id": "20231006_125753_00230_nybvj"}, "message": null, "failures": 0, "unique_id": "test.wri_gppd_transform.not_null_gppd_power_plants_list_country_long.d394df506e"}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2023-10-06T12:57:53.445990Z", "completed_at": "2023-10-06T12:57:53.451663Z"}, {"name": "execute", "started_at": "2023-10-06T12:57:53.453028Z", "completed_at": "2023-10-06T12:57:53.728656Z"}], "thread_id": "Thread-1", "execution_time": 0.2876291275024414, "adapter_response": {"_message": "SUCCESS", "rows_affected": -1, "query": "/* {\"app\": \"dbt\", \"dbt_version\": \"1.6.5\", \"profile_name\": \"wri_gppd_transform\", \"target_name\": \"dev\", \"node_id\": \"test.wri_gppd_transform.not_null_gppd_power_plants_list_gppd_idnr.bb278f73bc\"} */\nselect\n      count(*) as failures,\n      count(*) != 0 as should_warn,\n      count(*) != 0 as should_error\n    from (\n      \n    \n    \n\n\n\nselect gppd_idnr\nfrom osc_datacommons_dev.wri_gppd.gppd_power_plants_list\nwhere gppd_idnr is null\n\n\n\n      \n    ) dbt_internal_test", "query_id": "20231006_125754_00231_nybvj"}, "message": null, "failures": 0, "unique_id": "test.wri_gppd_transform.not_null_gppd_power_plants_list_gppd_idnr.bb278f73bc"}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2023-10-06T12:57:53.736728Z", "completed_at": "2023-10-06T12:57:53.742536Z"}, {"name": "execute", "started_at": "2023-10-06T12:57:53.743896Z", "completed_at": "2023-10-06T12:57:53.983983Z"}], "thread_id": "Thread-1", "execution_time": 0.25216031074523926, "adapter_response": {"_message": "SUCCESS", "rows_affected": -1, "query": "/* {\"app\": \"dbt\", \"dbt_version\": \"1.6.5\", \"profile_name\": \"wri_gppd_transform\", \"target_name\": \"dev\", \"node_id\": \"test.wri_gppd_transform.not_null_gppd_power_plants_list_latitude.5cadb5eb49\"} */\nselect\n      count(*) as failures,\n      count(*) != 0 as should_warn,\n      count(*) != 0 as should_error\n    from (\n      \n    \n    \n\n\n\nselect latitude\nfrom osc_datacommons_dev.wri_gppd.gppd_power_plants_list\nwhere latitude is null\n\n\n\n      \n    ) dbt_internal_test", "query_id": "20231006_125754_00232_nybvj"}, "message": null, "failures": 0, "unique_id": "test.wri_gppd_transform.not_null_gppd_power_plants_list_latitude.5cadb5eb49"}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2023-10-06T12:57:53.991969Z", "completed_at": "2023-10-06T12:57:53.997629Z"}, {"name": "execute", "started_at": "2023-10-06T12:57:53.999003Z", "completed_at": "2023-10-06T12:57:54.254579Z"}], "thread_id": "Thread-1", "execution_time": 0.2675957679748535, "adapter_response": {"_message": "SUCCESS", "rows_affected": -1, "query": "/* {\"app\": \"dbt\", \"dbt_version\": \"1.6.5\", \"profile_name\": \"wri_gppd_transform\", \"target_name\": \"dev\", \"node_id\": \"test.wri_gppd_transform.not_null_gppd_power_plants_list_longitude.b9a294aa23\"} */\nselect\n      count(*) as failures,\n      count(*) != 0 as should_warn,\n      count(*) != 0 as should_error\n    from (\n      \n    \n    \n\n\n\nselect longitude\nfrom osc_datacommons_dev.wri_gppd.gppd_power_plants_list\nwhere longitude is null\n\n\n\n      \n    ) dbt_internal_test", "query_id": "20231006_125754_00233_nybvj"}, "message": null, "failures": 0, "unique_id": "test.wri_gppd_transform.not_null_gppd_power_plants_list_longitude.b9a294aa23"}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2023-10-06T12:57:54.262680Z", "completed_at": "2023-10-06T12:57:54.268321Z"}, {"name": "execute", "started_at": "2023-10-06T12:57:54.269656Z", "completed_at": "2023-10-06T12:57:54.569945Z"}], "thread_id": "Thread-1", "execution_time": 0.31217026710510254, "adapter_response": {"_message": "SUCCESS", "rows_affected": -1, "query": "/* {\"app\": \"dbt\", \"dbt_version\": \"1.6.5\", \"profile_name\": \"wri_gppd_transform\", \"target_name\": \"dev\", \"node_id\": \"test.wri_gppd_transform.not_null_gppd_power_plants_list_name.a415d9e2a5\"} */\nselect\n      count(*) as failures,\n      count(*) != 0 as should_warn,\n      count(*) != 0 as should_error\n    from (\n      \n    \n    \n\n\n\nselect name\nfrom osc_datacommons_dev.wri_gppd.gppd_power_plants_list\nwhere name is null\n\n\n\n      \n    ) dbt_internal_test", "query_id": "20231006_125755_00234_nybvj"}, "message": null, "failures": 0, "unique_id": "test.wri_gppd_transform.not_null_gppd_power_plants_list_name.a415d9e2a5"}, {"status": "fail", "timing": [{"name": "compile", "started_at": "2023-10-06T12:57:54.577992Z", "completed_at": "2023-10-06T12:57:54.583478Z"}, {"name": "execute", "started_at": "2023-10-06T12:57:54.584828Z", "completed_at": "2023-10-06T12:57:56.461163Z"}], "thread_id": "Thread-1", "execution_time": 1.8881170749664307, "adapter_response": {"_message": "SUCCESS", "rows_affected": -1, "query": "/* {\"app\": \"dbt\", \"dbt_version\": \"1.6.5\", \"profile_name\": \"wri_gppd_transform\", \"target_name\": \"dev\", \"node_id\": \"test.wri_gppd_transform.not_null_gppd_power_plants_list_year_of_capacity_data.1a3165a676\"} */\nselect\n      count(*) as failures,\n      count(*) != 0 as should_warn,\n      count(*) != 0 as should_error\n    from (\n      \n    \n    \n\n\n\nselect year_of_capacity_data\nfrom osc_datacommons_dev.wri_gppd.gppd_power_plants_list\nwhere year_of_capacity_data is null\n\n\n\n      \n    ) dbt_internal_test", "query_id": "20231006_125755_00235_nybvj"}, "message": "Got 20049 results, configured to fail if != 0", "failures": 20049, "unique_id": "test.wri_gppd_transform.not_null_gppd_power_plants_list_year_of_capacity_data.1a3165a676"}, {"status": "pass", "timing": [{"name": "compile", "started_at": "2023-10-06T12:57:56.469263Z", "completed_at": "2023-10-06T12:57:56.477144Z"}, {"name": "execute", "started_at": "2023-10-06T12:57:56.478488Z", "completed_at": "2023-10-06T12:57:57.851791Z"}], "thread_id": "Thread-1", "execution_time": 1.3875014781951904, "adapter_response": {"_message": "SUCCESS", "rows_affected": -1, "query": "/* {\"app\": \"dbt\", \"dbt_version\": \"1.6.5\", \"profile_name\": \"wri_gppd_transform\", \"target_name\": \"dev\", \"node_id\": \"test.wri_gppd_transform.unique_gppd_power_plants_list_gppd_idnr.85ac978899\"} */\nselect\n      count(*) as failures,\n      count(*) != 0 as should_warn,\n      count(*) != 0 as should_error\n    from (\n      \n    \n    \n\nselect\n    gppd_idnr as unique_field,\n    count(*) as n_records\n\nfrom osc_datacommons_dev.wri_gppd.gppd_power_plants_list\nwhere gppd_idnr is not null\ngroup by gppd_idnr\nhaving count(*) > 1\n\n\n\n      \n    ) dbt_internal_test", "query_id": "20231006_125757_00236_nybvj"}, "message": null, "failures": 0, "unique_id": "test.wri_gppd_transform.unique_gppd_power_plants_list_gppd_idnr.85ac978899"}, {"status": "fail", "timing": [{"name": "compile", "started_at": "2023-10-06T12:57:57.859890Z", "completed_at": "2023-10-06T12:57:57.865474Z"}, {"name": "execute", "started_at": "2023-10-06T12:57:57.866846Z", "completed_at": "2023-10-06T12:57:58.982658Z"}], "thread_id": "Thread-1", "execution_time": 1.1277461051940918, "adapter_response": {"_message": "SUCCESS", "rows_affected": -1, "query": "/* {\"app\": \"dbt\", \"dbt_version\": \"1.6.5\", \"profile_name\": \"wri_gppd_transform\", \"target_name\": \"dev\", \"node_id\": \"test.wri_gppd_transform.unique_gppd_power_plants_list_name.37c2d0f477\"} */\nselect\n      count(*) as failures,\n      count(*) != 0 as should_warn,\n      count(*) != 0 as should_error\n    from (\n      \n    \n    \n\nselect\n    name as unique_field,\n    count(*) as n_records\n\nfrom osc_datacommons_dev.wri_gppd.gppd_power_plants_list\nwhere name is not null\ngroup by name\nhaving count(*) > 1\n\n\n\n      \n    ) dbt_internal_test", "query_id": "20231006_125758_00237_nybvj"}, "message": "Got 362 results, configured to fail if != 0", "failures": 362, "unique_id": "test.wri_gppd_transform.unique_gppd_power_plants_list_name.37c2d0f477"}], "elapsed_time": 6.856719255447388, "args": {"indirect_selection": "eager", "cache_selected_only": false, "log_level_file": "debug", "populate_cache": true, "printer_width": 80, "log_level": "info", "project_dir": "/opt/app-root/src/wri-gppd-ingestion-pipeline/dbt/wri_gppd_transform", "static_parser": true, "log_format": "default", "version_check": true, "log_path": "/opt/app-root/src/wri-gppd-ingestion-pipeline/dbt/wri_gppd_transform/logs", "defer": false, "quiet": false, "write_json": true, "strict_mode": false, "which": "test", "enable_legacy_logger": false, "select": [], "send_anonymous_usage_stats": true, "invocation_command": "dbt test --profiles-dir ../../../", "partial_parse": true, "warn_error_options": {"include": [], "exclude": []}, "log_format_file": "debug", "log_file_max_bytes": 10485760, "exclude": [], "use_colors_file": true, "favor_state": false, "introspect": true, "partial_parse_file_diff": true, "profiles_dir": "../../../", "use_colors": true, "vars": {}, "macro_debugging": false, "print": true}}