spark 上python启动脚本

#!/usr/bin/python
# -*- coding: utf-8 -*-
__author__ = 'hh'


# import os
# os.system("export PYSPARK_PYTHON=python2.7.5")


from subprocess import call


file_path = "./ip_top10.py"


ok = call(["spark-submit",
      "--master", "yarn-client",
      "--num-executors", "25",
      "--executor-memory", "10g",
      "--executor-cores", "4",
      "--driver-memory", "10g",
      "--conf","spark.pyspark.python=python2.7",
      "--queue", "root.bpp_jmart_union.bpp_jmart_formal",
      file_path])
print("return status：" + str(ok))
if ok == 0:
    print("-------Successfully------")
else:
    print("-----------Error---------")
    raise Exception('ERROR：' + str(ok))