diff options
Diffstat (limited to 'scripts/05-dataproc-submit.sh')
| -rwxr-xr-x | scripts/05-dataproc-submit.sh | 9 |
1 files changed, 9 insertions, 0 deletions
diff --git a/scripts/05-dataproc-submit.sh b/scripts/05-dataproc-submit.sh new file mode 100755 index 0000000..dfc5498 --- /dev/null +++ b/scripts/05-dataproc-submit.sh @@ -0,0 +1,9 @@ +#!/bin/sh + +gcloud dataproc jobs submit spark \ + --cluster=${CLUSTER} \ + --jar=gs://${BUCKET_NAME}/scala/co-purchase-analysis_2.12-1.0.jar \ + --region=${REGION} \ + --properties spark.hadoop.fs.gs.impl=com.google.cloud.hadoop.fs.gcs.GoogleHadoopFileSystem \ + -- gs://${BUCKET_NAME}/input/ gs://${BUCKET_NAME}/output/ + |