fixed bootstrap & parameterized private_ip
This commit is contained in:
parent
8897c1f973
commit
0c90e2048f
|
|
@ -77,7 +77,6 @@ if __name__ == "__main__":
|
|||
policy_ops=[lambda a, b: a + b]
|
||||
)
|
||||
|
||||
# parmeterize localhost, PRIVATE_IP=`hostname -I | xargs`
|
||||
kafkaConfig = {'send_topic': 'test', 'producer_config': {'bootstrap_servers': f'{sys.argv[1]}:9092', 'acks': 'all'}}
|
||||
dist_proc_ctx = ExecutionContext(context=exec_mode.dist_proc, method=distributed_produce, kafka_config=kafkaConfig)
|
||||
run = Executor(exec_context=dist_proc_ctx, configs=configs, spark_context=sc)
|
||||
|
|
|
|||
Loading…
Reference in New Issue