16 lines
448 B
Python
16 lines
448 B
Python
from pyspark.sql import SparkSession
|
|
from pyspark.context import SparkContext
|
|
import os
|
|
|
|
# os.environ['PYSPARK_PYTHON'] = '/usr/local/bin/python3'
|
|
# os.environ['PYSPARK_DRIVER_PYTHON'] = '/usr/local/bin/python3'
|
|
# os.environ['OBJC_DISABLE_INITIALIZE_FORK_SAFETY'] = 'YES'
|
|
|
|
spark = SparkSession\
|
|
.builder\
|
|
.appName("distroduce")\
|
|
.getOrCreate()
|
|
|
|
sc: SparkContext = spark.sparkContext
|
|
print(f"Spark UI: {sc.uiWebUrl}")
|
|
print() |