Przeglądaj źródła

[livy] Add support for specifying number of executors in interactive sessions

Erick Tryzelaar 10 lat temu
rodzic
commit
6cac37e

+ 1 - 0
apps/spark/java/livy-server/src/main/scala/com/cloudera/hue/livy/server/interactive/InteractiveSessionManager.scala

@@ -106,6 +106,7 @@ case class CreateInteractiveRequest(kind: Kind,
                                     driverCores: Option[Int] = None,
                                     executorMemory: Option[String] = None,
                                     executorCores: Option[Int] = None,
+                                    numExecutors: Option[Int] = None,
                                     archives: List[String] = List())
 
 class SessionNotFound extends Exception

+ 1 - 0
apps/spark/java/livy-server/src/main/scala/com/cloudera/hue/livy/server/interactive/InteractiveSessionProcess.scala

@@ -51,6 +51,7 @@ object InteractiveSessionProcess extends Logging {
     createInteractiveRequest.driverMemory.foreach(builder.driverMemory)
     createInteractiveRequest.executorCores.foreach(builder.executorCores)
     createInteractiveRequest.executorMemory.foreach(builder.executorMemory)
+    createInteractiveRequest.numExecutors.foreach(builder.numExecutors)
     createInteractiveRequest.files.map(RelativePath).foreach(builder.file)
     createInteractiveRequest.jars.map(RelativePath).foreach(builder.jar)
     createInteractiveRequest.proxyUser.foreach(builder.proxyUser)