Built site for gh-pages

berkeley-dsep-infra · Aug 12, 2024 · cd5fc8f · cd5fc8f
1 parent 227cd96
commit cd5fc8f
Show file tree

Hide file tree

Showing 69 changed files with 1,889 additions and 900 deletions.
diff --git a/.nojekyll b/.nojekyll
@@ -1 +1 @@
-d827af8b
+41172e04
diff --git a/admins/cluster-config.html b/admins/cluster-config.html
@@ -106,7 +106,7 @@
 
 </head>
 
-<body class="nav-sidebar docked nav-fixed fullcontent">
+<body class="nav-sidebar docked nav-fixed">
 
 <div id="quarto-search-results"></div>
   <header id="quarto-header" class="headroom fixed-top">
@@ -135,7 +135,7 @@
 <span class="menu-text">Contributing</span></a>
   </li>  
   <li class="nav-item">
-    <a class="nav-link" href="../admins/howto/preview-local.html"> 
+    <a class="nav-link" href="../admins/howto/documentation.html"> 
 <span class="menu-text">Admin Tasks</span></a>
   </li>  
   <li class="nav-item">
@@ -257,8 +257,8 @@
       <ul id="quarto-sidebar-section-3" class="collapse list-unstyled sidebar-section depth2 ">  
           <li class="sidebar-item">
   <div class="sidebar-item-container"> 
-  <a href="../admins/howto/preview-local.html" class="sidebar-item-text sidebar-link">
- <span class="menu-text">Develop Documentation</span></a>
+  <a href="../admins/howto/documentation.html" class="sidebar-item-text sidebar-link">
+ <span class="menu-text">Documentation</span></a>
   </div>
 </li>
           <li class="sidebar-item">
@@ -401,7 +401,29 @@
 </nav>
 <div id="quarto-sidebar-glass" class="quarto-sidebar-collapse-item" data-bs-toggle="collapse" data-bs-target=".quarto-sidebar-collapse-item"></div>
 <!-- margin-sidebar -->
-
+    <div id="quarto-margin-sidebar" class="sidebar margin-sidebar">
+        <nav id="TOC" role="doc-toc" class="toc-active">
+    <h2 id="toc-title">On this page</h2>
+
+  <ul>
+  <li><a href="#google-kubernetes-engine" id="toc-google-kubernetes-engine" class="nav-link active" data-scroll-target="#google-kubernetes-engine">Google Kubernetes Engine</a>
+  <ul class="collapse">
+  <li><a href="#ip-aliasing" id="toc-ip-aliasing" class="nav-link" data-scroll-target="#ip-aliasing">IP Aliasing</a></li>
+  <li><a href="#autoscaling" id="toc-autoscaling" class="nav-link" data-scroll-target="#autoscaling">Autoscaling</a></li>
+  <li><a href="#highly-available-master" id="toc-highly-available-master" class="nav-link" data-scroll-target="#highly-available-master">Highly available master</a></li>
+  <li><a href="#region-zone-selection" id="toc-region-zone-selection" class="nav-link" data-scroll-target="#region-zone-selection">Region / Zone selection</a></li>
+  <li><a href="#disk-size" id="toc-disk-size" class="nav-link" data-scroll-target="#disk-size">Disk Size</a></li>
+  <li><a href="#node-size" id="toc-node-size" class="nav-link" data-scroll-target="#node-size">Node size</a></li>
+  <li><a href="#cluster-version" id="toc-cluster-version" class="nav-link" data-scroll-target="#cluster-version">Cluster version</a></li>
+  <li><a href="#node-autoupgrades" id="toc-node-autoupgrades" class="nav-link" data-scroll-target="#node-autoupgrades">Node autoupgrades</a></li>
+  <li><a href="#network-policy" id="toc-network-policy" class="nav-link" data-scroll-target="#network-policy">Network Policy</a></li>
+  <li><a href="#subnetwork" id="toc-subnetwork" class="nav-link" data-scroll-target="#subnetwork">Subnetwork</a></li>
+  <li><a href="#tags" id="toc-tags" class="nav-link" data-scroll-target="#tags">Tags</a></li>
+  <li><a href="#cluster-name" id="toc-cluster-name" class="nav-link" data-scroll-target="#cluster-name">Cluster name</a></li>
+  </ul></li>
+  </ul>
+</nav>
+    </div>
 <!-- main -->
 <main class="content" id="quarto-document-content">
 

diff --git a/admins/credentials.html b/admins/credentials.html
@@ -30,7 +30,7 @@
 <script src="../site_libs/quarto-search/fuse.min.js"></script>
 <script src="../site_libs/quarto-search/quarto-search.js"></script>
 <meta name="quarto:offset" content="../">
-<link href="../admins/howto/preview-local.html" rel="next">
+<link href="../admins/howto/documentation.html" rel="next">
 <link href="../admins/cluster-config.html" rel="prev">
 <script src="../site_libs/quarto-html/quarto.js"></script>
 <script src="../site_libs/quarto-html/popper.min.js"></script>
@@ -72,7 +72,7 @@
 
 </head>
 
-<body class="nav-sidebar docked nav-fixed fullcontent">
+<body class="nav-sidebar docked nav-fixed">
 
 <div id="quarto-search-results"></div>
   <header id="quarto-header" class="headroom fixed-top">
@@ -101,7 +101,7 @@
 <span class="menu-text">Contributing</span></a>
   </li>  
   <li class="nav-item">
-    <a class="nav-link" href="../admins/howto/preview-local.html"> 
+    <a class="nav-link" href="../admins/howto/documentation.html"> 
 <span class="menu-text">Admin Tasks</span></a>
   </li>  
   <li class="nav-item">
@@ -223,8 +223,8 @@
       <ul id="quarto-sidebar-section-3" class="collapse list-unstyled sidebar-section depth2 ">  
           <li class="sidebar-item">
   <div class="sidebar-item-container"> 
-  <a href="../admins/howto/preview-local.html" class="sidebar-item-text sidebar-link">
- <span class="menu-text">Develop Documentation</span></a>
+  <a href="../admins/howto/documentation.html" class="sidebar-item-text sidebar-link">
+ <span class="menu-text">Documentation</span></a>
   </div>
 </li>
           <li class="sidebar-item">
@@ -367,7 +367,18 @@
 </nav>
 <div id="quarto-sidebar-glass" class="quarto-sidebar-collapse-item" data-bs-toggle="collapse" data-bs-target=".quarto-sidebar-collapse-item"></div>
 <!-- margin-sidebar -->
-
+    <div id="quarto-margin-sidebar" class="sidebar margin-sidebar">
+        <nav id="TOC" role="doc-toc" class="toc-active">
+    <h2 id="toc-title">On this page</h2>
+
+  <ul>
+  <li><a href="#google-cloud" id="toc-google-cloud" class="nav-link active" data-scroll-target="#google-cloud">Google Cloud</a>
+  <ul class="collapse">
+  <li><a href="#service-accounts" id="toc-service-accounts" class="nav-link" data-scroll-target="#service-accounts">Service Accounts</a></li>
+  </ul></li>
+  </ul>
+</nav>
+    </div>
 <!-- main -->
 <main class="content" id="quarto-document-content">
 
@@ -834,8 +845,8 @@ <h3 class="anchored" data-anchor-id="service-accounts">Service Accounts</h3>
       </a>          
   </div>
   <div class="nav-page nav-page-next">
-      <a href="../admins/howto/preview-local.html" class="pagination-link" aria-label="Develop Documentation">
-        <span class="nav-page-text">Develop Documentation</span> <i class="bi bi-arrow-right-short"></i>
+      <a href="../admins/howto/documentation.html" class="pagination-link" aria-label="Documentation">
+        <span class="nav-page-text">Documentation</span> <i class="bi bi-arrow-right-short"></i>
       </a>
   </div>
 </nav>

diff --git a/admins/howto/calendar-scaler.html b/admins/howto/calendar-scaler.html
@@ -106,7 +106,7 @@
 
 </head>
 
-<body class="nav-sidebar docked nav-fixed fullcontent">
+<body class="nav-sidebar docked nav-fixed">
 
 <div id="quarto-search-results"></div>
   <header id="quarto-header" class="headroom fixed-top">
@@ -135,7 +135,7 @@
 <span class="menu-text">Contributing</span></a>
   </li>  
   <li class="nav-item">
-    <a class="nav-link" href="../../admins/howto/preview-local.html"> 
+    <a class="nav-link" href="../../admins/howto/documentation.html"> 
 <span class="menu-text">Admin Tasks</span></a>
   </li>  
   <li class="nav-item">
@@ -154,7 +154,7 @@
       <button type="button" class="quarto-btn-toggle btn" data-bs-toggle="collapse" role="button" data-bs-target=".quarto-sidebar-collapse-item" aria-controls="quarto-sidebar" aria-expanded="false" aria-label="Toggle sidebar navigation" onclick="if (window.quartoToggleHeadroom) { window.quartoToggleHeadroom(); }">
         <i class="bi bi-layout-text-sidebar-reverse"></i>
       </button>
-        <nav class="quarto-page-breadcrumbs" aria-label="breadcrumb"><ol class="breadcrumb"><li class="breadcrumb-item"><a href="../../admins/pre-reqs.html">Contributing to DataHub</a></li><li class="breadcrumb-item"><a href="../../admins/howto/preview-local.html">Common Administrator Tasks</a></li><li class="breadcrumb-item"><a href="../../admins/howto/calendar-scaler.html">Calendar Node Pool Autoscaler</a></li></ol></nav>
+        <nav class="quarto-page-breadcrumbs" aria-label="breadcrumb"><ol class="breadcrumb"><li class="breadcrumb-item"><a href="../../admins/pre-reqs.html">Contributing to DataHub</a></li><li class="breadcrumb-item"><a href="../../admins/howto/documentation.html">Common Administrator Tasks</a></li><li class="breadcrumb-item"><a href="../../admins/howto/calendar-scaler.html">Calendar Node Pool Autoscaler</a></li></ol></nav>
         <a class="flex-grow-1" role="navigation" data-bs-toggle="collapse" data-bs-target=".quarto-sidebar-collapse-item" aria-controls="quarto-sidebar" aria-expanded="false" aria-label="Toggle sidebar navigation" onclick="if (window.quartoToggleHeadroom) { window.quartoToggleHeadroom(); }">      
         </a>
     </div>
@@ -257,8 +257,8 @@
       <ul id="quarto-sidebar-section-3" class="collapse list-unstyled sidebar-section depth2 show">  
           <li class="sidebar-item">
   <div class="sidebar-item-container"> 
-  <a href="../../admins/howto/preview-local.html" class="sidebar-item-text sidebar-link">
- <span class="menu-text">Develop Documentation</span></a>
+  <a href="../../admins/howto/documentation.html" class="sidebar-item-text sidebar-link">
+ <span class="menu-text">Documentation</span></a>
   </div>
 </li>
           <li class="sidebar-item">
@@ -401,11 +401,28 @@
 </nav>
 <div id="quarto-sidebar-glass" class="quarto-sidebar-collapse-item" data-bs-toggle="collapse" data-bs-target=".quarto-sidebar-collapse-item"></div>
 <!-- margin-sidebar -->
-
+    <div id="quarto-margin-sidebar" class="sidebar margin-sidebar">
+        <nav id="TOC" role="doc-toc" class="toc-active">
+    <h2 id="toc-title">On this page</h2>
+
+  <ul>
+  <li><a href="#why-scale-node-pools-with-google-calendar" id="toc-why-scale-node-pools-with-google-calendar" class="nav-link active" data-scroll-target="#why-scale-node-pools-with-google-calendar">Why scale node pools with Google Calendar?</a></li>
+  <li><a href="#structure" id="toc-structure" class="nav-link" data-scroll-target="#structure">Structure</a></li>
+  <li><a href="#calendar-autoscaler" id="toc-calendar-autoscaler" class="nav-link" data-scroll-target="#calendar-autoscaler">Calendar Autoscaler</a>
+  <ul class="collapse">
+  <li><a href="#how-the-scaler-works" id="toc-how-the-scaler-works" class="nav-link" data-scroll-target="#how-the-scaler-works">How the scaler works</a></li>
+  <li><a href="#updating-the-scaler-config" id="toc-updating-the-scaler-config" class="nav-link" data-scroll-target="#updating-the-scaler-config">Updating the scaler config</a></li>
+  <li><a href="#working-on-testing-and-deploying-the-calendar-scaler" id="toc-working-on-testing-and-deploying-the-calendar-scaler" class="nav-link" data-scroll-target="#working-on-testing-and-deploying-the-calendar-scaler">Working on, testing and deploying the calendar scaler</a></li>
+  <li><a href="#changing-python-imports" id="toc-changing-python-imports" class="nav-link" data-scroll-target="#changing-python-imports">Changing python imports</a></li>
+  </ul></li>
+  <li><a href="#monitoring" id="toc-monitoring" class="nav-link" data-scroll-target="#monitoring">Monitoring</a></li>
+  </ul>
+</nav>
+    </div>
 <!-- main -->
 <main class="content" id="quarto-document-content">
 
-<header id="title-block-header" class="quarto-title-block default"><nav class="quarto-page-breadcrumbs quarto-title-breadcrumbs d-none d-lg-block" aria-label="breadcrumb"><ol class="breadcrumb"><li class="breadcrumb-item"><a href="../../admins/pre-reqs.html">Contributing to DataHub</a></li><li class="breadcrumb-item"><a href="../../admins/howto/preview-local.html">Common Administrator Tasks</a></li><li class="breadcrumb-item"><a href="../../admins/howto/calendar-scaler.html">Calendar Node Pool Autoscaler</a></li></ol></nav>
+<header id="title-block-header" class="quarto-title-block default"><nav class="quarto-page-breadcrumbs quarto-title-breadcrumbs d-none d-lg-block" aria-label="breadcrumb"><ol class="breadcrumb"><li class="breadcrumb-item"><a href="../../admins/pre-reqs.html">Contributing to DataHub</a></li><li class="breadcrumb-item"><a href="../../admins/howto/documentation.html">Common Administrator Tasks</a></li><li class="breadcrumb-item"><a href="../../admins/howto/calendar-scaler.html">Calendar Node Pool Autoscaler</a></li></ol></nav>
 <div class="quarto-title">
 <h1 class="title">Calendar Node Pool Autoscaler</h1>
 </div>

diff --git a/admins/howto/clusterswitch.html b/admins/howto/clusterswitch.html
@@ -106,7 +106,7 @@
 
 </head>
 
-<body class="nav-sidebar docked nav-fixed fullcontent">
+<body class="nav-sidebar docked nav-fixed">
 
 <div id="quarto-search-results"></div>
   <header id="quarto-header" class="headroom fixed-top">
@@ -135,7 +135,7 @@
 <span class="menu-text">Contributing</span></a>
   </li>  
   <li class="nav-item">
-    <a class="nav-link" href="../../admins/howto/preview-local.html"> 
+    <a class="nav-link" href="../../admins/howto/documentation.html"> 
 <span class="menu-text">Admin Tasks</span></a>
   </li>  
   <li class="nav-item">
@@ -154,7 +154,7 @@
       <button type="button" class="quarto-btn-toggle btn" data-bs-toggle="collapse" role="button" data-bs-target=".quarto-sidebar-collapse-item" aria-controls="quarto-sidebar" aria-expanded="false" aria-label="Toggle sidebar navigation" onclick="if (window.quartoToggleHeadroom) { window.quartoToggleHeadroom(); }">
         <i class="bi bi-layout-text-sidebar-reverse"></i>
       </button>
-        <nav class="quarto-page-breadcrumbs" aria-label="breadcrumb"><ol class="breadcrumb"><li class="breadcrumb-item"><a href="../../admins/pre-reqs.html">Contributing to DataHub</a></li><li class="breadcrumb-item"><a href="../../admins/howto/preview-local.html">Common Administrator Tasks</a></li><li class="breadcrumb-item"><a href="../../admins/howto/clusterswitch.html">Switching over a hub to a new cluster</a></li></ol></nav>
+        <nav class="quarto-page-breadcrumbs" aria-label="breadcrumb"><ol class="breadcrumb"><li class="breadcrumb-item"><a href="../../admins/pre-reqs.html">Contributing to DataHub</a></li><li class="breadcrumb-item"><a href="../../admins/howto/documentation.html">Common Administrator Tasks</a></li><li class="breadcrumb-item"><a href="../../admins/howto/clusterswitch.html">Switching over a hub to a new cluster</a></li></ol></nav>
         <a class="flex-grow-1" role="navigation" data-bs-toggle="collapse" data-bs-target=".quarto-sidebar-collapse-item" aria-controls="quarto-sidebar" aria-expanded="false" aria-label="Toggle sidebar navigation" onclick="if (window.quartoToggleHeadroom) { window.quartoToggleHeadroom(); }">      
         </a>
     </div>
@@ -257,8 +257,8 @@
       <ul id="quarto-sidebar-section-3" class="collapse list-unstyled sidebar-section depth2 show">  
           <li class="sidebar-item">
   <div class="sidebar-item-container"> 
-  <a href="../../admins/howto/preview-local.html" class="sidebar-item-text sidebar-link">
- <span class="menu-text">Develop Documentation</span></a>
+  <a href="../../admins/howto/documentation.html" class="sidebar-item-text sidebar-link">
+ <span class="menu-text">Documentation</span></a>
   </div>
 </li>
           <li class="sidebar-item">
@@ -401,11 +401,31 @@
 </nav>
 <div id="quarto-sidebar-glass" class="quarto-sidebar-collapse-item" data-bs-toggle="collapse" data-bs-target=".quarto-sidebar-collapse-item"></div>
 <!-- margin-sidebar -->
-
+    <div id="quarto-margin-sidebar" class="sidebar margin-sidebar">
+        <nav id="TOC" role="doc-toc" class="toc-active">
+    <h2 id="toc-title">On this page</h2>
+
+  <ul>
+  <li><a href="#create-a-new-cluster" id="toc-create-a-new-cluster" class="nav-link active" data-scroll-target="#create-a-new-cluster">Create a new cluster</a></li>
+  <li><a href="#setting-the-context-for-kubectl-and-work-on-the-new-cluster." id="toc-setting-the-context-for-kubectl-and-work-on-the-new-cluster." class="nav-link" data-scroll-target="#setting-the-context-for-kubectl-and-work-on-the-new-cluster.">Setting the ‘context’ for kubectl and work on the new cluster.</a></li>
+  <li><a href="#recreate-node-pools" id="toc-recreate-node-pools" class="nav-link" data-scroll-target="#recreate-node-pools">Recreate node pools</a></li>
+  <li><a href="#install-and-configure-the-certificate-manager" id="toc-install-and-configure-the-certificate-manager" class="nav-link" data-scroll-target="#install-and-configure-the-certificate-manager">Install and configure the certificate manager</a></li>
+  <li><a href="#create-the-node-placeholder-k8s-namespace" id="toc-create-the-node-placeholder-k8s-namespace" class="nav-link" data-scroll-target="#create-the-node-placeholder-k8s-namespace">Create the node-placeholder k8s namespace</a></li>
+  <li><a href="#create-a-new-static-ip-and-switch-dns-to-point-our-new-deployment-at-it." id="toc-create-a-new-static-ip-and-switch-dns-to-point-our-new-deployment-at-it." class="nav-link" data-scroll-target="#create-a-new-static-ip-and-switch-dns-to-point-our-new-deployment-at-it.">Create a new static IP and switch DNS to point our new deployment at it.</a></li>
+  <li><a href="#manually-deploy-the-support-and-prometheus-pools" id="toc-manually-deploy-the-support-and-prometheus-pools" class="nav-link" data-scroll-target="#manually-deploy-the-support-and-prometheus-pools">Manually deploy the support and prometheus pools</a></li>
+  <li><a href="#manually-deploy-a-hub-to-staging" id="toc-manually-deploy-a-hub-to-staging" class="nav-link" data-scroll-target="#manually-deploy-a-hub-to-staging">Manually deploy a hub to staging</a></li>
+  <li><a href="#manually-deploy-remaining-hubs-to-staging-and-prod" id="toc-manually-deploy-remaining-hubs-to-staging-and-prod" class="nav-link" data-scroll-target="#manually-deploy-remaining-hubs-to-staging-and-prod">Manually deploy remaining hubs to staging and prod</a></li>
+  <li><a href="#update-circleci" id="toc-update-circleci" class="nav-link" data-scroll-target="#update-circleci">Update CircleCI</a></li>
+  <li><a href="#create-and-merge-your-pr" id="toc-create-and-merge-your-pr" class="nav-link" data-scroll-target="#create-and-merge-your-pr">Create and merge your PR!</a></li>
+  <li><a href="#update-log-and-billing-sinks-bigquery-queries-etc." id="toc-update-log-and-billing-sinks-bigquery-queries-etc." class="nav-link" data-scroll-target="#update-log-and-billing-sinks-bigquery-queries-etc.">Update log and billing sinks, BigQuery queries, etc.</a></li>
+  <li><a href="#deleting-the-old-cluster" id="toc-deleting-the-old-cluster" class="nav-link" data-scroll-target="#deleting-the-old-cluster">Deleting the old cluster</a></li>
+  </ul>
+</nav>
+    </div>
 <!-- main -->
 <main class="content" id="quarto-document-content">
 
-<header id="title-block-header" class="quarto-title-block default"><nav class="quarto-page-breadcrumbs quarto-title-breadcrumbs d-none d-lg-block" aria-label="breadcrumb"><ol class="breadcrumb"><li class="breadcrumb-item"><a href="../../admins/pre-reqs.html">Contributing to DataHub</a></li><li class="breadcrumb-item"><a href="../../admins/howto/preview-local.html">Common Administrator Tasks</a></li><li class="breadcrumb-item"><a href="../../admins/howto/clusterswitch.html">Switching over a hub to a new cluster</a></li></ol></nav>
+<header id="title-block-header" class="quarto-title-block default"><nav class="quarto-page-breadcrumbs quarto-title-breadcrumbs d-none d-lg-block" aria-label="breadcrumb"><ol class="breadcrumb"><li class="breadcrumb-item"><a href="../../admins/pre-reqs.html">Contributing to DataHub</a></li><li class="breadcrumb-item"><a href="../../admins/howto/documentation.html">Common Administrator Tasks</a></li><li class="breadcrumb-item"><a href="../../admins/howto/clusterswitch.html">Switching over a hub to a new cluster</a></li></ol></nav>
 <div class="quarto-title">
 <h1 class="title">Switching over a hub to a new cluster</h1>
 </div>