/etc/alternatives/spark-submit \
--master yarn \
--deploy-mode cluster \
--name md_day_dump_user \
--conf "spark.pyspark.driver.python=/home/uther/miniconda2/envs/uther/bin/python3" \
--conf "spark.pyspark.python=/home/uther/miniconda2/envs/uther/bin/python3" \ #绝对路径
--py-files /home/uther/uther/uther.zip \ #绝对路径
/home/uther/uther/spark_run/md_day_dump_users.py #绝对路径
注:--py-files 将第三方包压缩成zip包,并且填入绝对路径 |