From 246369828ecdaf879923b19ff222881cbe6c3953 Mon Sep 17 00:00:00 2001
From: Santo Cariotti <santo@dcariotti.me>
Date: Fri, 27 Dec 2024 22:50:35 +0100
Subject: Use two workers

---
 scripts/02-dataproc-create-cluster.sh | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/scripts/02-dataproc-create-cluster.sh b/scripts/02-dataproc-create-cluster.sh
index 10c7d0c..1fee8b7 100755
--- a/scripts/02-dataproc-create-cluster.sh
+++ b/scripts/02-dataproc-create-cluster.sh
@@ -4,7 +4,8 @@ gcloud dataproc clusters create ${CLUSTER} \
     --project=${PROJECT} \
     --region=${REGION} \
     --service-account=${SERVICE_ACCOUNT}@${PROJECT}.iam.gserviceaccount.com \
+    --num-workers 2 \
     --master-boot-disk-size 240 \
     --worker-boot-disk-size 240 \
-    --num-workers 1 \
-    --single-node
+    --worker-machine-type n1-standard-2 \
+    --master-machine-type n1-standard-2
-- 
cgit v1.2.3-18-g5258