spark-submit提交streaming任务

#!/bin/bash

master="yarn-cluster"
current=`cd $(dirname $0)/../;pwd`

yarn application -kill  `yarn application -list | grep HwSwOneMinJob | awk '{print $1}'`

spark-submit --master $master 
  --conf spark.speculation=true 
 --conf spark.locality.wait.process=0 
 --conf spark.locality.wait.node=0 
 --conf spark.locality.wait.rack=0 
 --conf spark.locality.wait=0 
 --conf spark.default.parallelism=8 
 --executor-memory 2G  --driver-memory 2G 
 --num-executors 8 
 --class com.qjzh.abd.control.online.batch.job.HwSwOneMinJob 
 --conf spark.executor.extraClassPath=$current/lib/* 
 --conf spark.driver.extraClassPath=$current/lib/* 
 $current/lib/online-1.0-SNAPSHOT.jar
原文地址:https://www.cnblogs.com/LIAOBO/p/15471432.html