天天看點

[Spark/Hive] -- Spark執行jar包

./spark-submit \
--master yarn \
--deploy-mode client \
--num-executors 10 \
--executor-memory 2g \
--executor-cores 2 \
--driver-memory 1g \
--conf spark.default.parallelism=1000 \
--conf spark.suffle.memoryFaction=0.3 \
--conf spark.sql.autoBroadcastJoinThreshold=500m \
--hiveconf hive.cli.print.header=true \
/data/spark-sql.jar
           

繼續閱讀