[ { "Classification": "spark-env", "Configurations": [ { "Classification": "export", "ConfigurationProperties": { "PYSPARK_PYTHON": "/usr/bin/python3", "PYSPARK_DRIVER_PYTHON": "/usr/bin/python3" } } ] }, { "Classification": "spark-defaults", "ConfigurationProperties": { "spark.sql.execution.arrow.enabled": "true" } }, { "Classification": "spark", "Properties": { "maximizeResourceAllocation": "true" } } ]