From 299f5ab9c38834fc58b2f2a434c1495ac3d1c554 Mon Sep 17 00:00:00 2001
From: Santo Cariotti <santo@dcariotti.me>
Date: Fri, 27 Dec 2024 22:22:35 +0100
Subject: Add scripts

---
 scripts/05-dataproc-submit.sh | 9 +++++++++
 1 file changed, 9 insertions(+)
 create mode 100755 scripts/05-dataproc-submit.sh

(limited to 'scripts/05-dataproc-submit.sh')

diff --git a/scripts/05-dataproc-submit.sh b/scripts/05-dataproc-submit.sh
new file mode 100755
index 0000000..dfc5498
--- /dev/null
+++ b/scripts/05-dataproc-submit.sh
@@ -0,0 +1,9 @@
+#!/bin/sh
+
+gcloud dataproc jobs submit spark \
+    --cluster=${CLUSTER} \
+    --jar=gs://${BUCKET_NAME}/scala/co-purchase-analysis_2.12-1.0.jar \
+    --region=${REGION} \
+    --properties spark.hadoop.fs.gs.impl=com.google.cloud.hadoop.fs.gcs.GoogleHadoopFileSystem \
+    -- gs://${BUCKET_NAME}/input/ gs://${BUCKET_NAME}/output/
+
-- 
cgit v1.2.3-18-g5258