diff --git a/distroduce/bash/spark_submit.sh b/distroduce/bash/spark_submit.sh index 88f1be7..c72713f 100644 --- a/distroduce/bash/spark_submit.sh +++ b/distroduce/bash/spark_submit.sh @@ -1,3 +1,4 @@ #!/bin/bash +PRIVATE_IP=`hostname -I | xargs` sudo sed -i -e '$a\export PYSPARK_PYTHON=/usr/bin/python3' /etc/spark/conf/spark-env.sh spark-submit --master yarn --py-files distroduce.zip messaging_sim.py $PRIVATE_IP \ No newline at end of file