diff options
author | Santo Cariotti <santo@dcariotti.me> | 2025-02-16 12:54:11 +0100 |
---|---|---|
committer | Santo Cariotti <santo@dcariotti.me> | 2025-02-16 12:54:11 +0100 |
commit | 2527126cd2017dab41810e31a55802ed86c20c71 (patch) | |
tree | 1e5a3c91eedacccffe51cfaa7282d0f2e24d4fb4 | |
parent | 0e0ba4522c0e9d5ea21f2143dc7922d81a5cb8af (diff) |
Fix typosmain
-rw-r--r-- | co-purchase-analysis/src/main/scala/Main.scala | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/co-purchase-analysis/src/main/scala/Main.scala b/co-purchase-analysis/src/main/scala/Main.scala index fbca3ac..6f9157e 100644 --- a/co-purchase-analysis/src/main/scala/Main.scala +++ b/co-purchase-analysis/src/main/scala/Main.scala @@ -153,11 +153,11 @@ object CoPurchaseAnalysis { .map(parseLine) val cores = spark.conf.get("spark.executor.cores", "4").toInt - val nodes = spark.conf.get("spark.executor.instance", "4").toInt - val partitinosNumber = + val nodes = spark.conf.get("spark.executor.instances", "4").toInt + val partitionsNumber = math.max(cores * nodes * 2, spark.sparkContext.defaultParallelism * 2) - val result = processData(inputRDD, partitinosNumber) + val result = processData(inputRDD, partitionsNumber) .saveAsTextFile(config("outputPath")) } finally { spark.stop() |