summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorSanto Cariotti <santo@dcariotti.me>2025-02-16 12:54:11 +0100
committerSanto Cariotti <santo@dcariotti.me>2025-02-16 12:54:11 +0100
commit2527126cd2017dab41810e31a55802ed86c20c71 (patch)
tree1e5a3c91eedacccffe51cfaa7282d0f2e24d4fb4
parent0e0ba4522c0e9d5ea21f2143dc7922d81a5cb8af (diff)
Fix typosmain
-rw-r--r--co-purchase-analysis/src/main/scala/Main.scala6
1 files changed, 3 insertions, 3 deletions
diff --git a/co-purchase-analysis/src/main/scala/Main.scala b/co-purchase-analysis/src/main/scala/Main.scala
index fbca3ac..6f9157e 100644
--- a/co-purchase-analysis/src/main/scala/Main.scala
+++ b/co-purchase-analysis/src/main/scala/Main.scala
@@ -153,11 +153,11 @@ object CoPurchaseAnalysis {
.map(parseLine)
val cores = spark.conf.get("spark.executor.cores", "4").toInt
- val nodes = spark.conf.get("spark.executor.instance", "4").toInt
- val partitinosNumber =
+ val nodes = spark.conf.get("spark.executor.instances", "4").toInt
+ val partitionsNumber =
math.max(cores * nodes * 2, spark.sparkContext.defaultParallelism * 2)
- val result = processData(inputRDD, partitinosNumber)
+ val result = processData(inputRDD, partitionsNumber)
.saveAsTextFile(config("outputPath"))
} finally {
spark.stop()