jeffemmett
/
cadCAD
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fixed bootstrap & parameterized private_ip

This commit is contained in:
Joshua E. Jodesty 2019-10-02 11:34:57 -04:00
parent 0c90e2048f
commit 2f0316e5f0
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
distroduce/bash/spark_submit.sh
View File

@ -1,3 +1,4 @@
#!/bin/bash #!/bin/bash
PRIVATE_IP=`hostname -I | xargs`
sudo sed -i -e '$a\export PYSPARK_PYTHON=/usr/bin/python3' /etc/spark/conf/spark-env.sh sudo sed -i -e '$a\export PYSPARK_PYTHON=/usr/bin/python3' /etc/spark/conf/spark-env.sh
spark-submit --master yarn --py-files distroduce.zip messaging_sim.py $PRIVATE_IP spark-submit --master yarn --py-files distroduce.zip messaging_sim.py $PRIVATE_IP