ソースを参照

[spark] Add Spark REST Server config properties in hue.ini

Romain Rigaux 10 年 前
コミット
3c39546cf2

+ 3 - 3
apps/spark/src/spark/conf.py

@@ -34,8 +34,8 @@ LANGUAGES = Config(
   help=_t("List of available types of snippets."),
   type=coerce_json,
   default="""[
-      {"name": "Scala", "type": "scala"},
-      {"name": "PySpark", "type": "python"},
+      {"name": "Scala Shell", "type": "scala"},
+      {"name": "PySpark Shell", "type": "python"},
       {"name": "Jar", "type": "jar"},
       {"name": "Python", "type": "py"},
       {"name": "Impala SQL", "type": "impala"},
@@ -53,7 +53,7 @@ LIVY_ASSEMBLY_JAR = Config(
 LIVY_SERVER_HOST = Config(
   key="livy_server_host",
   help=_t("Host address of the Livy Server."),
-  default="0.0.0.0")
+  default="localhost")
 
 LIVY_SERVER_PORT = Config(
   key="livy_server_port",

+ 9 - 3
desktop/conf.dist/hue.ini

@@ -1040,11 +1040,17 @@
 ###########################################################################
 
 [spark]
-  # URL of the REST Spark Job Server.
-  ## server_url=http://localhost:8998/
+  # Host address of the Livy Server.
+  ## livy_server_host=localhost
+
+  # Port of the Livy Server.
+  ## livy_server_port=8998
+
+  # Configure livy to start with 'process', 'thread', or 'yarn' workers.
+  ## livy_server_session_kind=process
 
   # List of available types of snippets
-  ## languages='[{"name": "Scala", "type": "scala"},{"name": "Python", "type": "python"},{"name": "PySpark", "type": "python"},{"name": "Python", "type": "py"},{"name": "Impala SQL", "type": "impala"},{"name": "Hive SQL", "type": "hive"},{"name": "Text", "type": "text"}]'
+  ## languages='[{"name": "Scala Shell", "type": "scala"},{"name": "PySpark Shell", "type": "python"},{"name": "Jar", "type": "Jar"},{"name": "Python", "type": "py"},{"name": "Impala SQL", "type": "impala"},{"name": "Hive SQL", "type": "hive"},{"name": "Text", "type": "text"}]'
 
 
 ###########################################################################

+ 9 - 3
desktop/conf/pseudo-distributed.ini.tmpl

@@ -1047,11 +1047,17 @@
 ###########################################################################
 
 [spark]
-  # URL of the REST Spark Job Server.
-  ## server_url=http://localhost:8998/
+  # Host address of the Livy Server.
+  ## livy_server_host=localhost
+
+  # Port of the Livy Server.
+  ## livy_server_port=8998
+
+  # Configure livy to start with 'process', 'thread', or 'yarn' workers.
+  ## livy_server_session_kind=process
 
   # List of available types of snippets
-  ## languages='[{"name": "Scala", "type": "scala"},{"name": "Python", "type": "python"},{"name": "PySpark", "type": "python"},{"name": "Python", "type": "py"},{"name": "Impala SQL", "type": "impala"},{"name": "Hive SQL", "type": "hive"},{"name": "Text", "type": "text"}]'
+  ## languages='[{"name": "Scala Shell", "type": "scala"},{"name": "PySpark Shell", "type": "python"},{"name": "Jar", "type": "Jar"},{"name": "Python", "type": "py"},{"name": "Impala SQL", "type": "impala"},{"name": "Hive SQL", "type": "hive"},{"name": "Text", "type": "text"}]'
 
 
 ###########################################################################