From 2f0316e5f07060405b5ac9d224375d033eb19baa Mon Sep 17 00:00:00 2001 From: "Joshua E. Jodesty" Date: Wed, 2 Oct 2019 11:34:57 -0400 Subject: [PATCH] fixed bootstrap & parameterized private_ip --- distroduce/bash/spark_submit.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/distroduce/bash/spark_submit.sh b/distroduce/bash/spark_submit.sh index 88f1be7..c72713f 100644 --- a/distroduce/bash/spark_submit.sh +++ b/distroduce/bash/spark_submit.sh @@ -1,3 +1,4 @@ #!/bin/bash +PRIVATE_IP=`hostname -I | xargs` sudo sed -i -e '$a\export PYSPARK_PYTHON=/usr/bin/python3' /etc/spark/conf/spark-env.sh spark-submit --master yarn --py-files distroduce.zip messaging_sim.py $PRIVATE_IP \ No newline at end of file