Untitled

spark.executor.cores: 8
spark.executor.memory: 25g
spark.driver.cores: 10
spark.driver.memory: 40g
spark.dynamicAllocation.enabled: true
spark.dynamicAllocation.shuffleTracking.enabled: true
spark.executor.instances: 100

# string indexer training problem
spark.kryoserializer.buffer.max: 256m