diff options
| author | Santo Cariotti <santo@dcariotti.me> | 2024-12-27 22:50:35 +0100 |
|---|---|---|
| committer | Santo Cariotti <santo@dcariotti.me> | 2024-12-27 22:50:35 +0100 |
| commit | 246369828ecdaf879923b19ff222881cbe6c3953 (patch) | |
| tree | 3b9b997529a289b43e19dfd99f142fce04747859 | |
| parent | 33bc6b44c346864c04bc17178e847495f8d9d03e (diff) | |
Use two workers
| -rwxr-xr-x | scripts/02-dataproc-create-cluster.sh | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/scripts/02-dataproc-create-cluster.sh b/scripts/02-dataproc-create-cluster.sh index 10c7d0c..1fee8b7 100755 --- a/scripts/02-dataproc-create-cluster.sh +++ b/scripts/02-dataproc-create-cluster.sh @@ -4,7 +4,8 @@ gcloud dataproc clusters create ${CLUSTER} \ --project=${PROJECT} \ --region=${REGION} \ --service-account=${SERVICE_ACCOUNT}@${PROJECT}.iam.gserviceaccount.com \ + --num-workers 2 \ --master-boot-disk-size 240 \ --worker-boot-disk-size 240 \ - --num-workers 1 \ - --single-node + --worker-machine-type n1-standard-2 \ + --master-machine-type n1-standard-2 |