Introduction to Cloud Dataproc: Hadoop and Spark on Google Cloud

export ZONE=

export CLUSTER_NAME=

export JOB_TYPE=

export MAIN_CLASS=

export JAR_FILE=

export ARGUMENTS=

export REGION=${ZONE::-2}
gcloud dataproc clusters create qlab --region $REGION --zone $ZONE --master-machine-type e2-standard-4 --master-boot-disk-size 500 --num-workers 2 --worker-machine-type e2-standard-2 --worker-boot-disk-size 500 --image-version 2.0-debian10 --project $DEVSHELL_PROJECT_ID
gcloud dataproc jobs submit spark \
    --cluster=$CLUSTER_NAME \
    --region=$REGION \
    --class=$MAIN_CLASS \
    --jars=$JAR_FILE \
    -- $ARGUMENTS