summaryrefslogtreecommitdiff
path: root/scripts/05-dataproc-submit.sh
blob: dfc54980c6edab1322edb362e99072491c122ce4 (plain)
1
2
3
4
5
6
7
8
9
#!/bin/sh

gcloud dataproc jobs submit spark \
    --cluster=${CLUSTER} \
    --jar=gs://${BUCKET_NAME}/scala/co-purchase-analysis_2.12-1.0.jar \
    --region=${REGION} \
    --properties spark.hadoop.fs.gs.impl=com.google.cloud.hadoop.fs.gcs.GoogleHadoopFileSystem \
    -- gs://${BUCKET_NAME}/input/ gs://${BUCKET_NAME}/output/