浏览代码

HUE-8554 [core] Support dist Spark installed when running envelope via shell

Romain Rigaux 7 年之前
父节点
当前提交
da58f9d9fc
共有 1 个文件被更改,包括 1 次插入0 次删除
  1. 1 0
      desktop/libs/indexer/src/indexer/indexers/envelope.py

+ 1 - 0
desktop/libs/indexer/src/indexer/indexers/envelope.py

@@ -69,6 +69,7 @@ class EnvelopeIndexer(object):
       shell_command_name = "pipeline.sh"
       shell_command = """#!/bin/bash
 
+export SPARK_DIST_CLASSPATH=`hadoop classpath`
 SPARK_KAFKA_VERSION=0.10 spark2-submit envelope.jar envelope.conf"""
       hdfs_shell_cmd_path = os.path.join(workspace_path, shell_command_name)
       self.fs.do_as_user(self.username, self.fs.create, hdfs_shell_cmd_path, data=shell_command)