valentin/BigData
1
0
Fork 0
mirror of https://github.com/Vale54321/BigData.git synced 2025-12-13 02:49:32 +01:00
Code Issues Packages Projects Releases Wiki Activity

edit sparkstart

Browse Source
This commit is contained in:
Valentin Heiserer
2025-11-14 09:30:43 +01:00
parent 95345cacb0
commit ad1c93cbf9
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
Aufgabe 5/sparkstart.py
View File

@@ -10,7 +10,7 @@ from pyspark.sql import SparkSession
# connect to cluster # connect to cluster
conf = SparkConf().setMaster("spark://193.174.205.250:7077").setAppName("HeisererValentin") conf = SparkConf().setMaster("spark://193.174.205.250:7077").setAppName("HeisererValentin")
conf.set("spark.serializer", "org.apache.spark.serializer.KryoSerializer") conf.set("spark.serializer", "org.apache.spark.serializer.KryoSerializer")
conf.set("spark.executor.memory", '32g') conf.set("spark.executor.memory", '16g')
conf.set("spark.driver.memory", '8g') conf.set("spark.driver.memory", '8g')
conf.set("spark.cores.max", "40") conf.set("spark.cores.max", "40")
scon = SparkContext(conf=conf) scon = SparkContext(conf=conf)