fixed bootstrap & parameterized private_ip

This commit is contained in:
Joshua E. Jodesty 2019-10-02 11:34:57 -04:00
parent 0c90e2048f
commit 2f0316e5f0
1 changed files with 1 additions and 0 deletions

View File

@ -1,3 +1,4 @@
#!/bin/bash
PRIVATE_IP=`hostname -I | xargs`
sudo sed -i -e '$a\export PYSPARK_PYTHON=/usr/bin/python3' /etc/spark/conf/spark-env.sh
spark-submit --master yarn --py-files distroduce.zip messaging_sim.py $PRIVATE_IP