Ver código fonte

HUE-3308 [spark] Some more refactoring after moving Livy to external project

Romain Rigaux 9 anos atrás
pai
commit
fcda9d28c8

+ 4 - 0
apps/spark/src/spark/conf.py

@@ -39,6 +39,10 @@ LIVY_SERVER_PORT = Config(
   help=_t("Port of the Livy Server."),
   default="8998")
 
+LIVY_SERVER_SESSION_KIND = Config( # Note: this one is ignored by Livy, this should match the current Spark mode
+   key="livy_server_session_kind",
+   help=_t("Configure livy to start in local 'process' mode, or 'yarn' workers."),
+   default="yarn")
 
 # Spark SQL
 SQL_SERVER_HOST = Config(

+ 2 - 5
desktop/conf.dist/hue.ini

@@ -942,11 +942,8 @@
   # Port of the Livy Server.
   ## livy_server_port=8998
 
-  # Configure livy to start in local 'process' mode, or 'yarn' workers.
-  ## livy_server_session_kind=process
-
-  # If livy should use proxy users when submitting a job.
-  ## livy_impersonation_enabled=true
+  # Configure Livy to start in local 'process' mode, or 'yarn' workers.
+  ## livy_server_session_kind=yarn
 
   # Host of the Sql Server
   ## sql_server_host=localhost

+ 2 - 5
desktop/conf/pseudo-distributed.ini.tmpl

@@ -950,11 +950,8 @@
   # Port of the Livy Server.
   ## livy_server_port=8998
 
-  # Configure livy to start in local 'process' mode, or 'yarn' workers.
-  ## livy_server_session_kind=process
-
-  # If livy should use proxy users when submitting a job.
-  ## livy_impersonation_enabled=true
+  # Configure Livy to start in local 'process' mode, or 'yarn' workers.
+  ## livy_server_session_kind=yarn
 
   # Host of the Sql Server
   ## sql_server_host=localhost