From 2527126cd2017dab41810e31a55802ed86c20c71 Mon Sep 17 00:00:00 2001
From: Santo Cariotti <santo@dcariotti.me>
Date: Sun, 16 Feb 2025 12:54:11 +0100
Subject: Fix typos
---
co-purchase-analysis/src/main/scala/Main.scala | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
(limited to 'co-purchase-analysis/src/main')
diff --git a/co-purchase-analysis/src/main/scala/Main.scala b/co-purchase-analysis/src/main/scala/Main.scala
index fbca3ac..6f9157e 100644
--- a/co-purchase-analysis/src/main/scala/Main.scala
+++ b/co-purchase-analysis/src/main/scala/Main.scala
@@ -153,11 +153,11 @@ object CoPurchaseAnalysis {
.map(parseLine)
val cores = spark.conf.get("spark.executor.cores", "4").toInt
- val nodes = spark.conf.get("spark.executor.instance", "4").toInt
- val partitinosNumber =
+ val nodes = spark.conf.get("spark.executor.instances", "4").toInt
+ val partitionsNumber =
math.max(cores * nodes * 2, spark.sparkContext.defaultParallelism * 2)
- val result = processData(inputRDD, partitinosNumber)
+ val result = processData(inputRDD, partitionsNumber)
.saveAsTextFile(config("outputPath"))
} finally {
spark.stop()
--
cgit v1.2.3-18-g5258