import subprocess
command = 'spark-submit --master yarn-client --executor-cores 4 --driver-memory 8g --num-executors 4 --executor-memory 16g --py-files utils.zip export2excel_useImpala.py' \
' -f {filename} -w {work_path} -s {sheetname} {jobname}'.format(filename=filename, work_path=work_path, sheetname=s, jobname=jobname + '_' + s)
print(command)
child_process = subprocess.Popen(command, shell=True)
(stdout, stderr) = child_process.communicate()
网友评论