from pyspark.sql import SparkSession
from pyspark.sql import SparkSession
from pyspark.sql.types import *
import pyspark.sql.functions as F
spark = SparkSession.builder.
config('spark.executor.memory', '8g').
config('spark.executor.cores', '4').
config('spark.driver.memory','8g').
config('spark.executor.instances', '2').
config('spark.sql.execution.arrow.enabled', 'true').
config('spark.driver.maxResultSize', '8g').
config('spark.default.parallelism', '480').
config("hive.exec.dynamici.partition",'true').
config("hive.exec.dynamic.partition.mode","nonstrict").
appName('order_task_auto_hitch_modelD_online').
enableHiveSupport().getOrCreate()
print("Spark启动完成;")
网友评论