add gce scale scenario

tests/e2e/scenarios/scalability/run-test.sh

@@ -68,6 +68,9 @@ if [[ -z "${CLOUD_PROVIDER:-}" ]]; then
   CLOUD_PROVIDER="aws"
 fi
 echo "CLOUD_PROVIDER=${CLOUD_PROVIDER}"
+if [[ "${CLOUD_PROVIDER}" == "gce" ]]; then
+  export KOPS_STATE_STORE=gs://k8s-infra-e2e-scale-project # temporary
+fi
 
 # KOPS_STATE_STORE holds metadata about the clusters we create
 if [[ -z "${KOPS_STATE_STORE:-}" ]]; then
@@ -86,12 +89,22 @@ echo "ADMIN_ACCESS=${ADMIN_ACCESS}"
 # cilium does not yet pass conformance tests (shared hostport test)
 #create_args="--networking cilium"
 create_args=()
-create_args=("--network-cidr=10.0.0.0/16,10.1.0.0/16,10.2.0.0/16,10.3.0.0/16,10.4.0.0/16,10.5.0.0/16,10.6.0.0/16,10.7.0.0/16,10.8.0.0/16,10.9.0.0/16,10.10.0.0/16,10.11.0.0/16,10.12.0.0/16")
-create_args+=("--networking=${CNI_PLUGIN:-calico}")
+if [[ "${CLOUD_PROVIDER}" == "aws" ]]; then
+  create_args+=("--network-cidr=10.0.0.0/16,10.1.0.0/16,10.2.0.0/16,10.3.0.0/16,10.4.0.0/16,10.5.0.0/16,10.6.0.0/16,10.7.0.0/16,10.8.0.0/16,10.9.0.0/16,10.10.0.0/16,10.11.0.0/16,10.12.0.0/16")
+  create_args+=("--node-size=t3a.medium,t3.medium,t2.medium,t3a.large,c5a.large,t3.large,c5.large,m5a.large,m6a.large,m5.large,c4.large,c7a.large,r5a.large,r6a.large,m7a.large")
+  create_args+=("--node-volume-size=20")
+  create_args+=("--zones=us-east-2a,us-east-2b,us-east-2c")
+  create_args+=("--image=${INSTANCE_IMAGE:-ssm:/aws/service/canonical/ubuntu/server/20.04/stable/current/amd64/hvm/ebs-gp2/ami-id}")
+fi
+if [[ "${CLOUD_PROVIDER}" == "gce" ]]; then
+  create_args+=("--zones=us-east1-b,us-east1-c,us-east1-d")
+  create_args+=("--node-size=e2-standard-2")
+  create_args+=("--image=${INSTANCE_IMAGE:-ubuntu-os-cloud/ubuntu-2204-jammy-v20231213a}")
+fi
+create_args+=("--networking=${TEMP_CNI_PLUGIN:-gce}") # replace
 if [[ "${CNI_PLUGIN}" == "amazonvpc" ]]; then
-create_args+=("--set spec.networking.amazonVPC.env=ENABLE_PREFIX_DELEGATION=true")
+  create_args+=("--set spec.networking.amazonVPC.env=ENABLE_PREFIX_DELEGATION=true")
 fi
-create_args+=("--image=${INSTANCE_IMAGE:-ssm:/aws/service/canonical/ubuntu/server/20.04/stable/current/amd64/hvm/ebs-gp2/ami-id}")
 create_args+=("--set spec.etcdClusters[0].manager.listenMetricsURLs=http://localhost:2382")
 create_args+=("--set spec.etcdClusters[0].manager.env=ETCD_QUOTA_BACKEND_BYTES=8589934592")
 create_args+=("--set spec.etcdClusters[1].manager.env=ETCD_QUOTA_BACKEND_BYTES=8589934592")
@@ -117,14 +130,11 @@ create_args+=("--set spec.kubeAPIServer.enableContentionProfiling=true")
 create_args+=("--set spec.kubeAPIServer.anonymousAuth=true")
 # this is required for prometheus to scrape kube-proxy metrics endpoint
 create_args+=("--set spec.kubeProxy.metricsBindAddress=0.0.0.0:10249")
-create_args+=("--node-count=${KUBE_NODE_COUNT:-101}")
+create_args+=("--node-count=${FOO_KUBE_NODE_COUNT:-190}") # undo this
 # TODO: track failures of tests (HostPort & OIDC) when using `--dns=none`
 create_args+=("--dns none")
-create_args+=("--node-size=t3a.medium,t3.medium,t2.medium,t3a.large,c5a.large,t3.large,c5.large,m5a.large,m6a.large,m5.large,c4.large,c7a.large,r5a.large,r6a.large,m7a.large")
-create_args+=("--node-volume-size=20")
 create_args+=("--control-plane-count=${CONTROL_PLANE_COUNT:-1}")
 create_args+=("--master-size=${CONTROL_PLANE_SIZE:-c5.2xlarge}")
-create_args+=("--zones=us-east-2a,us-east-2b,us-east-2c")
 
 
 # Enable cluster addons, this enables us to replace the built-in manifest
@@ -141,6 +151,11 @@ KUBETEST2_ARGS+=("--kops-binary-path=${KOPS_BIN}")
 KUBETEST2_ARGS+=("--admin-access=${ADMIN_ACCESS:-}")
 KUBETEST2_ARGS+=("--env=KOPS_FEATURE_FLAGS=${KOPS_FEATURE_FLAGS}")
 
+if [[ "${CLOUD_PROVIDER}" == "gce" ]]; then
+  KUBETEST2_ARGS+=("--gcp-project=k8s-infra-e2e-scale-project") # for dev purposes
+  KUBETEST2_ARGS+=("--admin-access=0.0.0.0/0")
+fi
+
 # More time for bigger clusters
 KUBETEST2_ARGS+=("--validation-wait=55m")
 
@@ -159,13 +174,16 @@ kops export kubecfg --admin --kubeconfig="${KUBECONFIG}"
 
 kops get instances
 
-# CL2 uses KUBE_SSH_KEY_PATH path to ssh to instances for scraping metrics
-export KUBE_SSH_KEY_PATH="/tmp/kops/${CLUSTER_NAME}/id_ed25519"
+if [[ "${CLOUD_PROVIDER}" == "aws" ]]; then
+  # CL2 uses KUBE_SSH_KEY_PATH path to ssh to instances for scraping metrics
+  export KUBE_SSH_KEY_PATH="/tmp/kops/${CLUSTER_NAME}/id_ed25519"
+fi
 # this is used as a label to select kube-proxy pods on kops for kube-proxy service 
 # used by CL2 Prometheus here https://github.com/kubernetes/perf-tests/blob/master/clusterloader2/pkg/prometheus/manifests/default/kube-proxy-service.yaml#L2
 export PROMETHEUS_KUBE_PROXY_SELECTOR_KEY="k8s-app"
 export PROMETHEUS_SCRAPE_APISERVER_ONLY="true"
 export CL2_PROMETHEUS_TOLERATE_MASTER="true"
+export PROMETHEUS_PVC_STORAGE_CLASS="ssd-csi"
 
 kubetest2 kops "${KUBETEST2_ARGS[@]}" \
   --test=clusterloader2 \