Skip to content

Commit

Permalink
Radar: update config and notebooks
Browse files Browse the repository at this point in the history
  • Loading branch information
lbesnard committed Jan 9, 2025
1 parent c68c2fb commit 8784bf9
Show file tree
Hide file tree
Showing 16 changed files with 4,969 additions and 4,149 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@


def main():
for i, year in enumerate(range(2007, 2025)):
for i, year in enumerate(range(2010, 2025)):
command = [
"generic_cloud_optimised_creation",
"--paths",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@


def main():
for i, year in enumerate(range(2007, 2025)):
for i, year in enumerate(range(2009, 2025)):
command = [
"generic_cloud_optimised_creation",
"--paths",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@


def main():
for i, year in enumerate(range(2007, 2025)):
for i, year in enumerate(range(2012, 2025)):
command = [
"generic_cloud_optimised_creation",
"--paths",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@


def main():
for i, year in enumerate(range(2007, 2025)):
for i, year in enumerate(range(2017, 2025)):
command = [
"generic_cloud_optimised_creation",
"--paths",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@


def main():
for i, year in enumerate(range(2007, 2025)):
for i, year in enumerate(range(2022, 2025)):
command = [
"generic_cloud_optimised_creation",
"--paths",
Expand All @@ -17,8 +17,8 @@ def main():
]

# Add --clear-existing-data for the first iteration only
if i == 0:
command.append("--clear-existing-data")
# if i == 0:
# command.append("--clear-existing-data")

# Run the command
subprocess.run(command, check=True)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

def main():
# starts in 2009, no data in 2013, 2014
for i, year in enumerate(range(2014, 2025)):
for i, year in enumerate(range(2009, 2025)):
command = [
"generic_cloud_optimised_creation",
"--paths",
Expand All @@ -18,8 +18,8 @@ def main():
]

# Add --clear-existing-data for the first iteration only
# if i == 0:
# command.append("--clear-existing-data")
if i == 0:
command.append("--clear-existing-data")

# Run the command
subprocess.run(command, check=True)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
"coiled_cluster_options": {
"n_workers": [
12,
80
120
],
"scheduler_vm_types": "m7i.large",
"worker_vm_types": "m7i.xlarge",
Expand All @@ -16,7 +16,7 @@
"memory_limit": "64GB"
}
},
"batch_size": 3000,
"batch_size": 6000,
"var_template_shape": "UCUR",
"vars_to_drop_no_common_dimension": [
"I",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
"coiled_cluster_options": {
"n_workers": [
12,
80
140
],
"scheduler_vm_types": "m7i.large",
"worker_vm_types": "m7i.xlarge",
Expand All @@ -16,7 +16,7 @@
"memory_limit": "64GB"
}
},
"batch_size": 3000,
"batch_size": 6000,
"var_template_shape": "UCUR",
"vars_to_drop_no_common_dimension": [
"LATITUDE",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
"coiled_cluster_options": {
"n_workers": [
12,
80
140
],
"scheduler_vm_types": "m7i.large",
"worker_vm_types": "m7i.xlarge",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
"coiled_cluster_options": {
"n_workers": [
12,
80
140
],
"scheduler_vm_types": "m7i.large",
"worker_vm_types": "m7i.xlarge",
Expand Down
1,734 changes: 1,707 additions & 27 deletions notebooks/radar_BonneyCoast_velocity_hourly_averaged_delayed_qc.ipynb

Large diffs are not rendered by default.

1,941 changes: 779 additions & 1,162 deletions notebooks/radar_CapricornBunkerGroup_velocity_hourly_averaged_delayed_qc.ipynb

Large diffs are not rendered by default.

1,946 changes: 782 additions & 1,164 deletions notebooks/radar_CoffsHarbour_velocity_hourly_averaged_delayed_qc.ipynb

Large diffs are not rendered by default.

1,857 changes: 775 additions & 1,082 deletions notebooks/radar_Newcastle_velocity_hourly_averaged_delayed_qc.ipynb

Large diffs are not rendered by default.

1,215 changes: 676 additions & 539 deletions notebooks/radar_NorthWestShelf_velocity_hourly_averaged_delayed_qc.ipynb

Large diffs are not rendered by default.

393 changes: 234 additions & 159 deletions notebooks/radar_TurquoiseCoast_velocity_hourly_averaged_delayed_qc.ipynb

Large diffs are not rendered by default.

0 comments on commit 8784bf9

Please sign in to comment.