Browse Source

[livy] Support for setting the application name

Romain Rigaux 10 years ago
parent
commit
845b037

+ 1 - 0
apps/spark/java/livy-server/src/main/scala/com/cloudera/hue/livy/server/batch/BatchSessionProcess.scala

@@ -50,6 +50,7 @@ object BatchSessionProcess {
     createBatchRequest.archives.map(RelativePath).foreach(builder.archive)
     createBatchRequest.archives.map(RelativePath).foreach(builder.archive)
     createBatchRequest.proxyUser.foreach(builder.proxyUser)
     createBatchRequest.proxyUser.foreach(builder.proxyUser)
     createBatchRequest.queue.foreach(builder.queue)
     createBatchRequest.queue.foreach(builder.queue)
+    createBatchRequest.name.foreach(builder.name)
 
 
     builder.redirectOutput(Redirect.PIPE)
     builder.redirectOutput(Redirect.PIPE)
     builder.redirectErrorStream(true)
     builder.redirectErrorStream(true)

+ 1 - 0
apps/spark/java/livy-server/src/main/scala/com/cloudera/hue/livy/server/batch/BatchSessionYarn.scala

@@ -62,6 +62,7 @@ object BatchSessionYarn {
     createBatchRequest.numExecutors.foreach(builder.numExecutors)
     createBatchRequest.numExecutors.foreach(builder.numExecutors)
     createBatchRequest.archives.map(RelativePath).foreach(builder.archive)
     createBatchRequest.archives.map(RelativePath).foreach(builder.archive)
     createBatchRequest.queue.foreach(builder.queue)
     createBatchRequest.queue.foreach(builder.queue)
+    createBatchRequest.name.foreach(builder.name)
 
 
     builder.redirectOutput(Redirect.PIPE)
     builder.redirectOutput(Redirect.PIPE)
     builder.redirectErrorStream(true)
     builder.redirectErrorStream(true)

+ 3 - 1
apps/spark/java/livy-server/src/main/scala/com/cloudera/hue/livy/server/batch/CreateBatchRequest.scala

@@ -32,4 +32,6 @@ case class CreateBatchRequest(
     executorCores: Option[Int] = None,
     executorCores: Option[Int] = None,
     numExecutors: Option[Int] = None,
     numExecutors: Option[Int] = None,
     archives: List[String] = List(),
     archives: List[String] = List(),
-    queue: Option[String] = None)
+    queue: Option[String] = None,
+    name: Option[String] = None)
+

+ 3 - 1
apps/spark/java/livy-server/src/main/scala/com/cloudera/hue/livy/server/interactive/CreateInteractiveRequest.scala

@@ -32,4 +32,6 @@ case class CreateInteractiveRequest(
     executorCores: Option[Int] = None,
     executorCores: Option[Int] = None,
     numExecutors: Option[Int] = None,
     numExecutors: Option[Int] = None,
     archives: List[String] = List(),
     archives: List[String] = List(),
-    queue: Option[String] = None)
+    queue: Option[String] = None,
+    name: Option[String] = None)
+

+ 1 - 0
apps/spark/java/livy-server/src/main/scala/com/cloudera/hue/livy/server/interactive/InteractiveSessionProcess.scala

@@ -57,6 +57,7 @@ object InteractiveSessionProcess extends Logging {
     createInteractiveRequest.proxyUser.foreach(builder.proxyUser)
     createInteractiveRequest.proxyUser.foreach(builder.proxyUser)
     createInteractiveRequest.pyFiles.map(RelativePath).foreach(builder.pyFile)
     createInteractiveRequest.pyFiles.map(RelativePath).foreach(builder.pyFile)
     createInteractiveRequest.queue.foreach(builder.queue)
     createInteractiveRequest.queue.foreach(builder.queue)
+    createInteractiveRequest.name.foreach(builder.name)
 
 
     sys.env.get("LIVY_REPL_JAVA_OPTS").foreach(builder.driverJavaOptions)
     sys.env.get("LIVY_REPL_JAVA_OPTS").foreach(builder.driverJavaOptions)
     livyConf.getOption(CONF_LIVY_REPL_DRIVER_CLASS_PATH).foreach(builder.driverClassPath)
     livyConf.getOption(CONF_LIVY_REPL_DRIVER_CLASS_PATH).foreach(builder.driverClassPath)

+ 1 - 0
apps/spark/java/livy-server/src/main/scala/com/cloudera/hue/livy/server/interactive/InteractiveSessionYarn.scala

@@ -58,6 +58,7 @@ object InteractiveSessionYarn {
     createInteractiveRequest.proxyUser.foreach(builder.proxyUser)
     createInteractiveRequest.proxyUser.foreach(builder.proxyUser)
     createInteractiveRequest.pyFiles.map(RelativePath).foreach(builder.pyFile)
     createInteractiveRequest.pyFiles.map(RelativePath).foreach(builder.pyFile)
     createInteractiveRequest.queue.foreach(builder.queue)
     createInteractiveRequest.queue.foreach(builder.queue)
+    createInteractiveRequest.name.foreach(builder.name)
 
 
     val kind = createInteractiveRequest.kind.toString
     val kind = createInteractiveRequest.kind.toString