Untitled

mail@pastecode.io avatar
unknown
plain_text
a month ago
492 B
3
Indexable
Never
bin/spark-shell \ 
 --conf spark.plugins=io.glutenproject.GlutenPlugin \
 --conf spark.memory.offHeap.enabled=true \
 --conf spark.memory.offHeap.size=20g \
 --conf spark.shuffle.manager=org.apache.spark.shuffle.sort.ColumnarShuffleManager \
 --jars /home/user/gluten-velox-bundle-spark3.3_2.12-1.1.1.jar \
 --conf spark.driver.extraClassPath=/home/user/gluten-velox-bundle-spark3.3_2.12-1.1.1.jar \
 --conf spark.executor.extraClassPath=/home/user/gluten-velox-bundle-spark3.3_2.12-1.1.1.jar
Leave a Comment