Эх сурвалжийг харах

[oozie] Add Spark action XML template

Romain Rigaux 10 жил өмнө
parent
commit
474f802a1f

+ 52 - 0
apps/oozie/src/oozie/templates/editor2/gen/workflow-spark.xml.mako

@@ -0,0 +1,52 @@
+## -*- coding: utf-8 -*-
+## Licensed to Cloudera, Inc. under one
+## or more contributor license agreements.  See the NOTICE file
+## distributed with this work for additional information
+## regarding copyright ownership.  Cloudera, Inc. licenses this file
+## to you under the Apache License, Version 2.0 (the
+## "License"); you may not use this file except in compliance
+## with the License.  You may obtain a copy of the License at
+##
+##     http://www.apache.org/licenses/LICENSE-2.0
+##
+## Unless required by applicable law or agreed to in writing, software
+## distributed under the License is distributed on an "AS IS" BASIS,
+## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+## See the License for the specific language governing permissions and
+## limitations under the License.
+
+<%namespace name="common" file="workflow-common.xml.mako" />
+
+    <action name="${ node['name'] }"${ common.credentials(node['properties']['credentials']) }>
+        <spark xmlns="uri:oozie:spark-action:0.1">
+            <job-tracker>${'${'}jobTracker}</job-tracker>
+            <name-node>${'${'}nameNode}</name-node>
+
+            ${ common.prepares(node['properties']['prepares']) }
+            % if node['properties']['job_xml']:
+              <job-xml>${ node['properties']['job_xml'] }</job-xml>
+            % endif
+            ${ common.configuration(node['properties']['job_properties']) }
+
+            <master>${ node['properties']['spark_master'] }</master>
+            <mode>${ node['properties']['mode'] }</mode>
+            <name>${ node['properties']['app_name'] }</name>
+
+            % if node['properties']['class']:
+              <class>${ node['properties']['class'] }</class>
+            % endif
+
+            <jar>${ node['properties']['jars'] }</jar>
+
+            % if node['properties']['spark_opts']:
+              <spark-opts>${ node['properties']['spark_opts'] }</spark-opts>
+            % endif
+
+            % for argument in node['properties']['spark_arguments']:
+              <arg>${ argument['value'] }</arg>
+            % endfor
+        </spark>
+        <ok to="${ node_mapping[node['children'][0]['to']].name }"/>
+        <error to="${ node_mapping[node['children'][1]['error']].name }"/>
+        ${ common.sla(node) }
+    </action>