27 lines
553 B
JSON
27 lines
553 B
JSON
[
|
|
{
|
|
"Classification": "spark-env",
|
|
"Configurations": [
|
|
{
|
|
"Classification": "export",
|
|
"ConfigurationProperties": {
|
|
"PYSPARK_PYTHON": "/usr/bin/python3",
|
|
"PYSPARK_DRIVER_PYTHON": "/usr/bin/python3"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"Classification": "spark-defaults",
|
|
"ConfigurationProperties": {
|
|
"spark.sql.execution.arrow.enabled": "true"
|
|
}
|
|
},
|
|
{
|
|
"Classification": "spark",
|
|
"Properties": {
|
|
"maximizeResourceAllocation": "true"
|
|
}
|
|
}
|
|
]
|