From 246369828ecdaf879923b19ff222881cbe6c3953 Mon Sep 17 00:00:00 2001
From: Santo Cariotti <santo@dcariotti.me>
Date: Fri, 27 Dec 2024 22:50:35 +0100
Subject: Use two workers
---
scripts/02-dataproc-create-cluster.sh | 5 +++--
1 file changed, 3 insertions(+), 2 deletions(-)
(limited to 'scripts')
diff --git a/scripts/02-dataproc-create-cluster.sh b/scripts/02-dataproc-create-cluster.sh
index 10c7d0c..1fee8b7 100755
--- a/scripts/02-dataproc-create-cluster.sh
+++ b/scripts/02-dataproc-create-cluster.sh
@@ -4,7 +4,8 @@ gcloud dataproc clusters create ${CLUSTER} \
--project=${PROJECT} \
--region=${REGION} \
--service-account=${SERVICE_ACCOUNT}@${PROJECT}.iam.gserviceaccount.com \
+ --num-workers 2 \
--master-boot-disk-size 240 \
--worker-boot-disk-size 240 \
- --num-workers 1 \
- --single-node
+ --worker-machine-type n1-standard-2 \
+ --master-machine-type n1-standard-2
--
cgit v1.2.3-18-g5258