spark-submit送出streaming任務

#!/bin/bash

master="yarn-cluster"
current=`cd $(dirname $0)/../;pwd`

yarn application -kill  `yarn application -list | grep HwSwOneMinJob | awk '{print $1}'`

spark-submit --master $master \
  --conf spark.speculation=true \
 --conf spark.locality.wait.process=0 \
 --conf spark.locality.wait.node=0 \
 --conf spark.locality.wait.rack=0 \
 --conf spark.locality.wait=0 \
 --conf spark.default.parallelism=8 \
 --executor-memory 2G  --driver-memory 2G \
 --num-executors 8 \
 --class com.qjzh.abd.control.online.batch.job.HwSwOneMinJob \
 --conf spark.executor.extraClassPath=$current/lib/* \
 --conf spark.driver.extraClassPath=$current/lib/* \
 $current/lib/online-1.0-SNAPSHOT.jar