workflow-editor.ko.js 38 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. ko.bindingHandlers.droppable = {
  17. init: function (element, valueAccessor) {
  18. var _dropElement = $(element);
  19. var _options = valueAccessor();
  20. if (_options.enabled) {
  21. var _dropOptions = {
  22. hoverClass: 'drop-target-highlight',
  23. drop: _options.onDrop
  24. };
  25. _dropElement.droppable(_dropOptions);
  26. }
  27. }
  28. };
  29. function magicLayout(vm) {
  30. loadLayout(vm, vm.initial.layout);
  31. $(document).trigger("magicLayout");
  32. }
  33. function loadColumns(viewModel, json_layout) {
  34. var _columns = [];
  35. $(json_layout).each(function (cnt, json_col) {
  36. var _rows = [];
  37. $(json_col.rows).each(function (rcnt, json_row) {
  38. var row = new ExtendedRow([], viewModel);
  39. $(json_row.widgets).each(function (wcnt, widget) {
  40. var _w = new ExtendedWidget({
  41. size: widget.size,
  42. id: widget.id,
  43. name: widget.name,
  44. widgetType: widget.widgetType,
  45. properties: widget.properties,
  46. offset: widget.offset,
  47. loading: true,
  48. vm: viewModel
  49. });
  50. row.addWidget(_w);
  51. });
  52. row.columns(loadColumns(viewModel, json_row.columns));
  53. _rows.push(row);
  54. });
  55. var column = new ExtendedColumn(json_col.size, _rows);
  56. _columns = _columns.concat(column);
  57. });
  58. return _columns;
  59. }
  60. function loadLayout(viewModel, json_layout) {
  61. var _cols = loadColumns(viewModel, json_layout);
  62. viewModel.oozieColumns(_cols);
  63. }
  64. // End dashboard lib
  65. var Node = function (node) {
  66. var self = this;
  67. var type = typeof node.widgetType != "undefined" ? node.widgetType : node.type;
  68. self.id = ko.observable(typeof node.id != "undefined" && node.id != null ? node.id : UUID());
  69. self.name = ko.observable(typeof node.name != "undefined" && node.name != null ? node.name : "");
  70. self.type = ko.observable(typeof type != "undefined" && type != null ? type : "");
  71. self.properties = ko.mapping.fromJS(typeof node.properties != "undefined" && node.properties != null ? node.properties : {});
  72. self.children = ko.mapping.fromJS(typeof node.children != "undefined" && node.children != null ? node.children : []);
  73. self.actionParameters = ko.observableArray([]);
  74. self.actionParametersUI = ko.computed(function() {
  75. if (typeof self.properties.parameters != "undefined") {
  76. var _vars = $.map(self.properties.parameters(), function(p, i) { return p.value().split('=', 1)[0]; });
  77. if (typeof self.actionParameters() == "undefined"){
  78. return _vars;
  79. }
  80. return $.grep(self.actionParameters(), function(param) {
  81. return _vars.indexOf(param) == -1;
  82. });
  83. }
  84. });
  85. self.actionParametersFetched = ko.observable(false);
  86. self.get_link = function (name) {
  87. var _link = null;
  88. $.each(self.children(), function (index, link) {
  89. if (name in link) {
  90. _link = link;
  91. return false;
  92. }
  93. });
  94. return _link;
  95. };
  96. self.set_link = function (name, node_id) {
  97. var _link = self.get_link(name);
  98. if (_link == null) {
  99. _link = {}
  100. self.children.push(_link);
  101. }
  102. _link[name] = node_id;
  103. self.children.valueHasMutated();
  104. };
  105. self.remove_link = function (name, child) {
  106. var _link = null;
  107. $.each(self.children(), function (index, link) {
  108. var _l = ko.mapping.toJS(link);
  109. if (name in _l && _l[name] == child) {
  110. _link = link;
  111. return false;
  112. }
  113. });
  114. if (_link != null) {
  115. self.children.remove(_link);
  116. }
  117. };
  118. self.fetch_parameters = function() {
  119. if (typeof self.properties.parameters != "undefined" && ! self.actionParametersFetched()) { // Fetch once the possible variable when they exist
  120. $.post("/oozie/editor/workflow/action/parameters/", {
  121. "node": ko.mapping.toJSON(self),
  122. }, function (data) {
  123. self.actionParametersFetched(true);
  124. self.actionParameters(data.parameters);
  125. if (data.parameters && data.parameters.length > 0 && self.properties.parameters().length == 0) { // If new node with variables, give a hint by adding a parameter
  126. self.properties.parameters.push(ko.mapping.fromJS({'value': ''}));
  127. }
  128. }).fail(function (xhr, textStatus, errorThrown) {
  129. $(document).trigger("error", xhr.responseText);
  130. });
  131. }
  132. };
  133. if (typeof self.properties.parameters != "undefined") {
  134. self.properties.parameters.subscribe(function(newVal) {
  135. if (newVal) {
  136. self.fetch_parameters();
  137. }
  138. });
  139. }
  140. if (typeof self.properties.script_path != "undefined") {
  141. self.properties.script_path.subscribe(function() {
  142. self.actionParametersFetched(false);
  143. });
  144. }
  145. }
  146. var Workflow = function (vm, workflow) {
  147. var self = this;
  148. self.id = ko.observable(typeof workflow.id != "undefined" && workflow.id != null ? workflow.id : null);
  149. self.uuid = ko.observable(typeof workflow.uuid != "undefined" && workflow.uuid != null ? workflow.uuid : UUID());
  150. self.name = ko.observable(typeof workflow.name != "undefined" && workflow.name != null ? workflow.name : "");
  151. self.isDirty = ko.observable(false);
  152. self.properties = ko.mapping.fromJS(typeof workflow.properties != "undefined" && workflow.properties != null ? workflow.properties : {});
  153. self.nodes = ko.observableArray([]);
  154. self.versions = ko.mapping.fromJS(['uri:oozie:workflow:0.4', 'uri:oozie:workflow:0.4.5', 'uri:oozie:workflow:0.5']);
  155. self.movedNode = null;
  156. self.properties.show_arrows.subscribe(function (newVal) {
  157. if (newVal){
  158. $(document).trigger("drawArrows");
  159. }
  160. else {
  161. $(document).trigger("removeArrows");
  162. }
  163. });
  164. self.nodesProperties = ko.computed(function () {
  165. var isDirtyContainer = [];
  166. $.each(self.nodes(), function (index, node) {
  167. for(var property in node.properties) {
  168. if (typeof node.properties[property] == "function"){
  169. var _obs = node.properties[property]();
  170. isDirtyContainer.push(_obs);
  171. if ($.isArray(_obs)){
  172. _obs.forEach(function(item){
  173. isDirtyContainer.push(typeof item.value == "function" ? item.value() : item.value);
  174. });
  175. }
  176. }
  177. }
  178. });
  179. return isDirtyContainer;
  180. });
  181. self.oldNodesPropertiesHash = "";
  182. self.nodesProperties.subscribe(function(newVal){
  183. if (self.oldNodesPropertiesHash == ""){
  184. self.oldNodesPropertiesHash = JSON.stringify(newVal);
  185. }
  186. if (JSON.stringify(newVal) !== self.oldNodesPropertiesHash){
  187. self.oldNodesPropertiesHash = JSON.stringify(newVal);
  188. self.isDirty(true);
  189. }
  190. });
  191. self.nodeIds = ko.computed(function () {
  192. var mapping = [];
  193. $.each(self.nodes(), function (index, node) {
  194. mapping.push(node.id());
  195. });
  196. return mapping;
  197. });
  198. self.nodeNamesMapping = ko.computed(function () {
  199. var mapping = {};
  200. $.each(self.nodes(), function (index, node) {
  201. mapping[node.id()] = node.name();
  202. });
  203. return mapping;
  204. });
  205. self.linkMapping = ko.computed(function () {
  206. var mapping = {};
  207. $.each(self.nodes(), function (index, node) {
  208. var links = []
  209. $.each(node.children(), function (index, link) {
  210. if ('to' in link) {
  211. links.push(link['to']);
  212. }
  213. });
  214. mapping[node.id()] = links
  215. });
  216. return mapping;
  217. });
  218. self.linkMapping.subscribe(function (newVal) {
  219. $(document).trigger("drawArrows");
  220. });
  221. self.loadNodes = function (workflow) {
  222. var nodes = []
  223. $.each(workflow.nodes, function (index, node) {
  224. var _node = new Node(node);
  225. nodes.push(_node);
  226. });
  227. self.nodes(nodes)
  228. }
  229. self.newNode = function (widget, callback, sourceNode) {
  230. $.ajax({
  231. type: "POST",
  232. url: "/oozie/editor/workflow/new_node/",
  233. data: {
  234. "node": ko.mapping.toJSON(widget)
  235. },
  236. success: function (data) {
  237. if (data.status == 0) {
  238. viewModel.addActionProperties.removeAll();
  239. $.each(data.properties, function(i, prop) {
  240. viewModel.addActionProperties.push(ko.mapping.fromJS(prop));
  241. });
  242. if (data.workflows.length > 0) {
  243. viewModel.subworfklows(data.workflows);
  244. }
  245. if (callback) {
  246. callback(widget, sourceNode);
  247. }
  248. self.isDirty(true);
  249. }
  250. },
  251. async: false
  252. });
  253. };
  254. self.addNode = function (widget, copiedNode) {
  255. $.post("/oozie/editor/workflow/add_node/", {
  256. "node": ko.mapping.toJSON(widget),
  257. "properties": ko.mapping.toJSON(viewModel.addActionProperties()),
  258. "copiedProperties": copiedNode ? ko.mapping.toJSON(copiedNode.properties) : "{}"
  259. }, function (data) {
  260. if (data.status == 0) {
  261. var _node = ko.mapping.toJS(widget);
  262. _node.properties = data.properties;
  263. _node.name = data.name;
  264. if (self.movedNode) {
  265. var node = self.movedNode;
  266. self.movedNode = null;
  267. } else {
  268. var node = new Node(_node);
  269. node.fetch_parameters();
  270. }
  271. self.nodes.push(node);
  272. // If added to the side
  273. if (vm.currentlyCreatingFork) {
  274. var parentWidget = vm.getWidgetPredecessor(node.id());
  275. var parent = self.getNodeById(parentWidget.id());
  276. if (self.getNodeById(parentWidget.id()) == null) { // New fork
  277. vm.currentlyCreatedJoin.properties['fork_id'] = vm.currentlyCreatedFork.id;
  278. vm.currentlyCreatedFork.properties['join_id'] = vm.currentlyCreatedJoin.id;
  279. var fork = new Node(vm.currentlyCreatedFork);
  280. var join = new Node(vm.currentlyCreatedJoin);
  281. self.nodes.push(fork);
  282. self.nodes.push(join);
  283. var forkParent = self.getNodeById(vm.getWidgetPredecessor(parentWidget.id()).id());
  284. // In case of Fork of Fork, we need to pick the link of the neighbor of new node instead of just the first forkParent.get_link('to')
  285. var newParentLink = $.grep(forkParent.children(), function(link) {
  286. return vm.getWidgetPredecessor(ko.mapping.toJS(link)['to']).id() == fork.id();
  287. })[0];
  288. var afterParentId = ko.mapping.toJS(newParentLink).to;
  289. var afterParent = self.getNodeById(afterParentId);
  290. fork.children.push({'to': afterParentId, 'condition': '${ 1 gt 0 }'});
  291. fork.children.push({'to': node.id(), 'condition': '${ 1 gt 0 }'});
  292. newParentLink['to'] = fork.id();
  293. var belowJoin = vm.getWidgetSuccessor(join.id());
  294. join.set_link('to', belowJoin.id());
  295. if (afterParent.type() == 'fork-widget') {
  296. self.getNodeById(afterParent.properties.join_id()).set_link('to', join.id());
  297. } else {
  298. afterParent.set_link('to', join.id());
  299. }
  300. node.set_link('to', join.id());
  301. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  302. } else {
  303. // Just add to existing fork
  304. var join = vm.getWidgetSuccessor(node.id());
  305. node.set_link('to', join.id());
  306. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  307. parent.children.push({'to': node.id(), 'condition': '${ 1 gt 0 }'});
  308. }
  309. } else {
  310. var parentWidget = vm.getWidgetPredecessor(node.id());
  311. var parent = self.getNodeById(parentWidget.id());
  312. if (widget.widgetType() == 'kill-widget') {
  313. parent.set_link('to', node.id());
  314. } else if (parentWidget.widgetType() == 'fork-widget') {
  315. var child = vm.getWidgetSuccessor(node.id());
  316. parent.remove_link('to', child.id());
  317. parent.children.push({'to': node.id(), 'condition': '${ 1 gt 0 }'});
  318. node.set_link('to', child.id());
  319. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  320. } else {
  321. // Parent is regular node
  322. node.set_link('to', parent.get_link('to')['to']);
  323. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  324. parent.set_link('to', node.id());
  325. }
  326. }
  327. vm.currentlyCreatingFork = false;
  328. self.isDirty(true);
  329. } else {
  330. $(document).trigger("error", data.message);
  331. }
  332. }).fail(function (xhr, textStatus, errorThrown) {
  333. $(document).trigger("error", xhr.responseText);
  334. });
  335. };
  336. self.removeNode = function (node_id) {
  337. var node = self.getNodeById(node_id);
  338. var parents = self.getParents(node_id);
  339. var parent = null;
  340. var childLink = null;
  341. if (node) {
  342. childLink = node.get_link('to');
  343. }
  344. if (childLink) {
  345. var childId = ko.mapping.toJS(childLink)['to'];
  346. $.each(parents, function (index, _parent) {
  347. _parent.remove_link('to', node_id);
  348. _parent.children.unshift({'to': childId});
  349. parent = _parent;
  350. });
  351. self.nodes.remove(node);
  352. // If need to remove fork
  353. if (parent.type() == 'fork-widget') {
  354. var fork = parent;
  355. var join = self.getNodeById(childId);
  356. if (join.type() == 'join-widget') {
  357. if (fork.children().length == 2) {
  358. // Link top to above and delete fork
  359. fork.remove_link('to', childId);
  360. var forkParent = self.getParents(fork.id())[0];
  361. forkParent.set_link('to', ko.mapping.toJS(fork.get_link('to'))['to']); // Only link
  362. self.nodes.remove(fork);
  363. // Link bottom to child of join
  364. var beboreJoin = self.getParents(childId)[0];
  365. var joinChildId = ko.mapping.toJS(join.get_link('to'))['to'];
  366. beboreJoin.set_link('to', joinChildId);
  367. self.nodes.remove(join);
  368. } else {
  369. parent.remove_link('to', childId);
  370. }
  371. }
  372. } else if (parent.type() == 'decision-widget') {
  373. parent.remove_link('to', childId);
  374. }
  375. self.isDirty(true);
  376. }
  377. else {
  378. self.nodes.remove(node);
  379. }
  380. };
  381. self.moveNode = function (widget) {
  382. var node = self.getNodeById(widget.id());
  383. self.movedNode = node;
  384. self.removeNode(node.id());
  385. self.addNode(widget);
  386. };
  387. self.getParents = function (node_id) { // Join nodes can have multiple parents
  388. var _nodes = [];
  389. $.each(self.nodes(), function (index, node) {
  390. $.each(node.children(), function (index, link) {
  391. var _link = ko.mapping.toJS(link);
  392. if ('to' in _link && _link.to == node_id) {
  393. _nodes.push(node);
  394. }
  395. })
  396. });
  397. return _nodes;
  398. };
  399. self.getNodeById = function (node_id) {
  400. var _node = null;
  401. $.each(self.nodes(), function (index, node) {
  402. if (node.id() == node_id) {
  403. _node = node;
  404. return false;
  405. }
  406. });
  407. return _node;
  408. };
  409. }
  410. var WorkflowEditorViewModel = function (layout_json, workflow_json, credentials_json, workflow_properties_json, subworkflows_json, can_edit_json) {
  411. var self = this;
  412. self.isNested = ko.observable(true);
  413. self.canEdit = ko.mapping.fromJS(can_edit_json);
  414. self.isEditing = ko.observable(workflow_json.id == null);
  415. self.isEditing.subscribe(function (newVal) {
  416. $(document).trigger("editingToggled");
  417. });
  418. self.toggleEditing = function () {
  419. self.isEditing(! self.isEditing());
  420. };
  421. self.isRunning = ko.observable(false);
  422. self.newAction = ko.observable();
  423. self.columns = ko.observableArray([]);
  424. self.oozieColumns = ko.observableArray([]);
  425. self.previewColumns = ko.observable("");
  426. self.workflow = new Workflow(self, workflow_json);
  427. self.credentials = ko.mapping.fromJSON(credentials_json);
  428. self.inited = ko.observable(self.oozieColumns().length > 0);
  429. self.init = function (callback) {
  430. self.workflow_properties = ko.mapping.fromJS(workflow_properties_json);
  431. loadLayout(self, layout_json);
  432. self.workflow.loadNodes(workflow_json);
  433. };
  434. self.addActionProperties = ko.observableArray([]);
  435. self.addActionPropertiesFilledOut = ko.computed(function (){
  436. var _filledInternalValues = function (val) {
  437. var _iAllFilled = true;
  438. val.forEach(function(iVal){
  439. if (iVal.value() == ''){
  440. _iAllFilled = false;
  441. }
  442. });
  443. return _iAllFilled;
  444. }
  445. var _allFilled = true;
  446. ko.utils.arrayForEach(self.addActionProperties(), function (property) {
  447. var _val = property.value();
  448. if (($.isArray(_val) && !_filledInternalValues(_val) ) || _val == ''){
  449. _allFilled = false;
  450. }
  451. });
  452. return _allFilled;
  453. });
  454. self.subworfklows = ko.observableArray(subworkflows_json);
  455. self.getSubWorkflow = function(uuid) {
  456. var wf = $.grep(self.subworfklows(), function(wf, i) {
  457. return wf.value == uuid;
  458. });
  459. if (wf[0]) {
  460. return ko.mapping.fromJS(wf[0]);
  461. }
  462. };
  463. self.currentlyDraggedWidget = ko.observable(null);
  464. self.currentlyDraggedOp = ko.observable("move");
  465. self.currentlyDraggedWidget.subscribe(function (widget) {
  466. toggleSideDrop(widget, false);
  467. });
  468. self.setCurrentlyDraggedWidget = function (widget, op) {
  469. self.currentlyDraggedOp($(op).hasClass("fa-copy") ? "copy" : "move");
  470. self.currentlyDraggedWidget(widget);
  471. }
  472. self.enableSideDrop = function (widget) {
  473. toggleSideDrop(widget, true);
  474. sideDropsTouched.forEach(function(row) {
  475. row.enableOozieDropOnSide(true);
  476. });
  477. sideDropsTouched = [];
  478. }
  479. var sideDropsTouched = [];
  480. function toggleSideDrop(widget, enable) {
  481. if (widget != null && widget.id() != "" && self.currentlyDraggedOp() == "move") {
  482. var _row = self.getWidgetParentRow(widget.id());
  483. if (_row) {
  484. _row.enableOozieDropOnSide(enable);
  485. sideDropsTouched.push(_row);
  486. _row.enableOozieDropOnBefore(enable);
  487. var _parentRow = self.getRowParentRow(_row.id());
  488. if (_parentRow) {
  489. _parentRow.enableOozieDropOnSide(enable);
  490. sideDropsTouched.push(_parentRow);
  491. if (_parentRow.columns().length <= 2) {
  492. _parentRow.columns().forEach(function (col) {
  493. col.enableOozieDropOnBefore(enable);
  494. col.enableOozieDropOnAfter(enable);
  495. col.rows()[0].enableOozieDropOnSide(enable);
  496. sideDropsTouched.push(col.rows()[0]);
  497. });
  498. var _prevParentRow = self.getPrevRow(_parentRow);
  499. if (_prevParentRow && _prevParentRow.widgets().length > 0 && _prevParentRow.widgets()[0].widgetType() == "fork-widget") {
  500. _prevParentRow.enableOozieDropOnSide(enable);
  501. sideDropsTouched.push(_prevParentRow);
  502. }
  503. }
  504. }
  505. var _col = self.getRowParentColumn(_row.id());
  506. if (self.getColumnParentRow(_col.id()) != null) {
  507. _col.enableOozieDropOnBefore(enable);
  508. _col.enableOozieDropOnAfter(enable);
  509. }
  510. var _prevRow = self.getPrevRow(_row);
  511. if (_prevRow) {
  512. if (_prevRow.widgets().length > 0 && _prevRow.widgets()[0].widgetType() == "start-widget") {
  513. _prevRow.enableOozieDropOnSide(enable);
  514. sideDropsTouched.push(_prevRow);
  515. self.getRowParentColumn(_prevRow.id()).enableOozieDropOnBefore(enable);
  516. }
  517. }
  518. var _nextRow = self.getNextRow(_row);
  519. if (_nextRow) {
  520. _nextRow.enableOozieDropOnBefore(enable);
  521. if (_nextRow.widgets().length > 0 && _nextRow.widgets()[0].widgetType() == "end-widget") {
  522. _nextRow.enableOozieDropOnSide(enable);
  523. sideDropsTouched.push(_nextRow);
  524. self.getRowParentColumn(_nextRow.id()).enableOozieDropOnAfter(enable);
  525. }
  526. }
  527. }
  528. }
  529. }
  530. self.currentlyCreatingFork = false;
  531. self.currentlyCreatedFork = null;
  532. self.currentlyCreatedJoin = null;
  533. self.isDragging = ko.observable(false);
  534. self.addDraggedWidget = function (target, atBeginning) {
  535. if (self.currentlyDraggedWidget() != null) {
  536. var _parentCol = target instanceof Column ? target : self.getRowParentColumn(target.id());
  537. var _newRow = null;
  538. if (typeof atBeginning != "undefined") {
  539. if (_parentCol.rows().length > 0 && _parentCol.rows()[0].widgets() && _parentCol.rows()[0].widgets().length > 0 && _parentCol.rows()[0].widgets()[0].widgetType() == "start-widget") {
  540. if (atBeginning) {
  541. _newRow = _parentCol.addEmptyRow(false, 1);
  542. }
  543. else {
  544. _newRow = _parentCol.addEmptyRow(false, _parentCol.rows().length - 2);
  545. }
  546. }
  547. else {
  548. _newRow = _parentCol.addEmptyRow(atBeginning);
  549. }
  550. }
  551. else {
  552. var _rowIdx = 0;
  553. $.each(_parentCol.rows(), function (i, irow) {
  554. if (irow.id() == target.id()) {
  555. _rowIdx = i;
  556. }
  557. });
  558. _newRow = _parentCol.addEmptyRow(false, _rowIdx);
  559. }
  560. var _w = new ExtendedWidget({
  561. size: self.currentlyDraggedWidget().size(),
  562. id: UUID(),
  563. name: self.currentlyDraggedWidget().name(),
  564. widgetType: self.currentlyDraggedWidget().widgetType(),
  565. properties: self.currentlyDraggedWidget().properties(),
  566. offset: self.currentlyDraggedWidget().offset(),
  567. loading: true,
  568. vm: self
  569. });
  570. if (self.currentlyDraggedWidget().id() != "" && self.currentlyDraggedOp() == "move") {
  571. self.removeWidgetById(self.currentlyDraggedWidget().id());
  572. _w = self.currentlyDraggedWidget();
  573. }
  574. _newRow.widgets([_w]);
  575. return _w;
  576. }
  577. }
  578. self.addSideDraggedWidget = function (row, atBeginning) {
  579. if (self.currentlyDraggedWidget() != null) {
  580. var _parentCol = self.getRowParentColumn(row.id());
  581. var _rowIdx = 0;
  582. $.each(_parentCol.rows(), function (i, irow) {
  583. if (irow.id() == row.id()) {
  584. _rowIdx = i;
  585. }
  586. });
  587. var _addForkAndJoin = (row.columns().length == 0);
  588. if (_addForkAndJoin) {
  589. var _forkRow = _parentCol.addEmptyRow(false, _rowIdx);
  590. var _id = UUID();
  591. var _fork = new ExtendedWidget({
  592. size: 12,
  593. id: _id,
  594. name: 'fork' + '-' + _id.slice(0, 4),
  595. widgetType: "fork-widget",
  596. properties: {},
  597. offset: 0,
  598. loading: true,
  599. vm: self
  600. });
  601. _forkRow.widgets([_fork]);
  602. }
  603. var _w = new ExtendedWidget({
  604. size: self.currentlyDraggedWidget().size(),
  605. id: UUID(),
  606. name: self.currentlyDraggedWidget().name(),
  607. widgetType: self.currentlyDraggedWidget().widgetType(),
  608. properties: self.currentlyDraggedWidget().properties(),
  609. offset: self.currentlyDraggedWidget().offset(),
  610. loading: true,
  611. vm: self
  612. });
  613. if (self.currentlyDraggedWidget().id() != "" && self.currentlyDraggedOp() == "move") {
  614. self.removeWidgetById(self.currentlyDraggedWidget().id());
  615. _w = self.currentlyDraggedWidget();
  616. }
  617. if (row.columns().length == 0) {
  618. var _col = row.addColumn(null, atBeginning);
  619. if (row.widgets().length > 0) {
  620. var _row = _col.addEmptyRow();
  621. row.widgets().forEach(function (widget) {
  622. _row.addWidget(widget);
  623. });
  624. if (row.widgets()[0].widgetType() == "fork-widget") {
  625. var _widgetsRow = self.getNextRow(row);
  626. var _joinRow = self.getNextRow(_widgetsRow);
  627. _col.rows.push(_widgetsRow);
  628. _col.rows.push(_joinRow);
  629. self.getRowParentColumn(row.id()).rows.remove(_widgetsRow);
  630. self.getRowParentColumn(row.id()).rows.remove(_joinRow);
  631. }
  632. row.widgets([]);
  633. }
  634. }
  635. var _col = row.addColumn(null, atBeginning);
  636. var _row = new ExtendedRow([_w], self);
  637. _col.addRow(_row);
  638. if (_addForkAndJoin) {
  639. var _joinRow = _parentCol.addEmptyRow(false, _rowIdx + 2);
  640. var _id = UUID();
  641. var _join = new ExtendedWidget({
  642. size: 12,
  643. id: _id,
  644. name: "join" + '-' + _id.slice(0, 4),
  645. widgetType: "join-widget",
  646. properties: {},
  647. offset: 0,
  648. loading: true,
  649. vm: self
  650. });
  651. _joinRow.widgets([_join]);
  652. self.currentlyCreatedFork = ko.mapping.toJS(_fork);
  653. self.currentlyCreatedJoin = ko.mapping.toJS(_join);
  654. }
  655. self.currentlyCreatingFork = true;
  656. return _w;
  657. }
  658. }
  659. self.removeWidget = function (widget_json) {
  660. self.workflow.removeNode(widget_json.id());
  661. self.removeWidgetById(widget_json.id());
  662. }
  663. self.removeWidgetById = function (widget_id) {
  664. $.each(self.oozieColumns(), function (i, col) {
  665. self.deeplyRemoveWidgetById(widget_id, col, self)
  666. });
  667. }
  668. self.deeplyRemoveWidgetById = function (widget_id, col, parent) {
  669. if (col) {
  670. $.each(col.rows(), function (j, row) {
  671. if (row && row.widgets()) {
  672. $.each(row.widgets(), function (z, widget) {
  673. if (widget.id() == widget_id) {
  674. row.widgets.remove(widget);
  675. col.rows.remove(row);
  676. }
  677. });
  678. }
  679. if (row && row.columns()) {
  680. $.each(row.columns(), function (i, icol) {
  681. self.deeplyRemoveWidgetById(widget_id, icol, row);
  682. });
  683. }
  684. });
  685. if (col.rows().length == 0) {
  686. parent.columns.remove(col);
  687. if (parent.columns().length > 1) {
  688. var _size = Math.max(1, Math.floor(12 / (parent.columns().length)));
  689. parent.columns().forEach(function (icol) {
  690. icol.size(_size);
  691. });
  692. }
  693. else {
  694. var _rows = parent.columns()[0].rows();
  695. var _parentRows = self.getRowParentColumn(parent.id()).rows;
  696. var _prevRowIdx = -1;
  697. for (var i = 0; i < _parentRows().length; i++) {
  698. if (_parentRows()[i].id() == parent.id()) {
  699. break;
  700. }
  701. _prevRowIdx = i;
  702. }
  703. if (_prevRowIdx > -1 && _parentRows()[_prevRowIdx].widgets().length > 0 && _parentRows()[_prevRowIdx].widgets()[0].widgetType() == "fork-widget") {
  704. _parentRows.remove(_parentRows()[_prevRowIdx]);
  705. _parentRows.remove(_parentRows()[_prevRowIdx + 1]);
  706. }
  707. for (var i = 0; i < _rows.length; i++) {
  708. if (i == 0) {
  709. parent.widgets(_rows[i].widgets());
  710. }
  711. else {
  712. _parentRows.push(_rows[i]);
  713. }
  714. }
  715. parent.columns([]);
  716. }
  717. }
  718. }
  719. }
  720. self.getWidgetRelative = function (widget_id, isPredecessor) {
  721. var _row = self.getWidgetParentRow(widget_id);
  722. var _col = self.getRowParentColumn(_row.id());
  723. var _nextRow = null;
  724. for (var i = 0; i < _col.rows().length; i++) {
  725. if (_col.rows()[i].id() == _row.id()) {
  726. if (!isPredecessor && _col.rows().length >= i + 1) {
  727. _nextRow = _col.rows()[i + 1];
  728. }
  729. break;
  730. }
  731. _nextRow = _col.rows()[i];
  732. }
  733. if (_nextRow != null) {
  734. return _nextRow.widgets()[0];
  735. }
  736. else {
  737. var _parentRow = self.getColumnParentRow(_col.id());
  738. if (_parentRow) {
  739. var _parentColumn = self.getRowParentColumn(_parentRow.id());
  740. var _nextParentRow = null;
  741. for (var i = 0; i < _parentColumn.rows().length; i++) {
  742. if (_parentColumn.rows()[i].id() == _parentRow.id()) {
  743. if (!isPredecessor && _parentColumn.rows().length >= i + 1) {
  744. _nextParentRow = _parentColumn.rows()[i + 1];
  745. }
  746. break;
  747. }
  748. _nextParentRow = _parentColumn.rows()[i];
  749. }
  750. if (_nextParentRow != null) {
  751. return _nextParentRow.widgets()[0];
  752. }
  753. }
  754. }
  755. return null;
  756. }
  757. self.getWidgetPredecessor = function (widget_id) {
  758. return self.getWidgetRelative(widget_id, true);
  759. }
  760. self.getWidgetSuccessor = function (widget_id) {
  761. return self.getWidgetRelative(widget_id, false);
  762. }
  763. self.isRowAfterFork = function (row) {
  764. var _parentColumn = self.getRowParentColumn(row.id());
  765. var _prevRow = null;
  766. for (var i = 0; i < _parentColumn.rows().length; i++) {
  767. var _currentRow = _parentColumn.rows()[i];
  768. if (_currentRow.id() == row.id()) {
  769. break;
  770. }
  771. _prevRow = _currentRow;
  772. }
  773. if (_prevRow != null) {
  774. return _prevRow.widgets().length > 0 && (_prevRow.widgets()[0].widgetType() == "fork-widget" || _prevRow.widgets()[0].widgetType() == "decision-widget");
  775. }
  776. return false;
  777. }
  778. self.isRowBeforeJoin = function (row) {
  779. return row.widgets().length > 0 && row.widgets()[0].widgetType() == "join-widget";
  780. }
  781. self.getNextRow = function (row) {
  782. var _parentColumn = self.getRowParentColumn(row.id());
  783. var _nextParentRow = null;
  784. for (var i = 0; i < _parentColumn.rows().length; i++) {
  785. if (_parentColumn.rows()[i].id() == row.id()) {
  786. if (_parentColumn.rows().length >= i + 1) {
  787. _nextParentRow = _parentColumn.rows()[i + 1];
  788. }
  789. break;
  790. }
  791. _nextParentRow = _parentColumn.rows()[i];
  792. }
  793. return _nextParentRow;
  794. }
  795. self.getPrevRow = function (row) {
  796. var _parentColumn = self.getRowParentColumn(row.id());
  797. var _prevParentRow = null;
  798. for (var i = 0; i < _parentColumn.rows().length; i++) {
  799. if (_parentColumn.rows()[i].id() == row.id()) {
  800. if (i > 0) {
  801. _prevParentRow = _parentColumn.rows()[i - 1];
  802. }
  803. break;
  804. }
  805. _prevParentRow = _parentColumn.rows()[i];
  806. }
  807. return _prevParentRow;
  808. }
  809. self.getWidgetParentRow = function (widget_id) {
  810. var _row = null;
  811. for (var i = 0; i < self.oozieColumns().length; i++) {
  812. _row = self.traverseColumnForWidget(widget_id, self.oozieColumns()[i]);
  813. if (_row != null) {
  814. break;
  815. }
  816. }
  817. return _row;
  818. }
  819. self.getRowParentColumn = function (row_id) {
  820. return self.traverseColumnForColumn(row_id, self.oozieColumns()[0], 0);
  821. }
  822. self.getColumnParentRow = function (col_id) {
  823. return self.traverseColumnForRow(col_id, self.oozieColumns()[0], 0);
  824. }
  825. self.getRowParentRow = function (row_id) {
  826. var _col = self.getRowParentColumn(row_id);
  827. if (_col != null) {
  828. return self.getColumnParentRow(_col.id());
  829. }
  830. }
  831. self.traverseColumnForColumn = function (row_id, col) {
  832. var _column = null;
  833. if (col) {
  834. for (var j = 0; j < col.rows().length; j++) {
  835. var row = col.rows()[j];
  836. for (var z = 0; z < row.columns().length; z++) {
  837. _column = self.traverseColumnForColumn(row_id, row.columns()[z]);
  838. if (_column != null) {
  839. return _column;
  840. }
  841. }
  842. if (row.id() == row_id) {
  843. _column = col;
  844. return _column;
  845. }
  846. }
  847. }
  848. return _column;
  849. }
  850. self.traverseColumnForRow = function (col_id, col) {
  851. var _row = null;
  852. if (col) {
  853. for (var j = 0; j < col.rows().length; j++) {
  854. var row = col.rows()[j];
  855. for (var z = 0; z < row.columns().length; z++) {
  856. var _col = row.columns()[z];
  857. if (_col.id() == col_id) {
  858. _row = row;
  859. }
  860. else {
  861. _row = self.traverseColumnForRow(col_id, _col);
  862. }
  863. if (_row != null) {
  864. return _row;
  865. }
  866. }
  867. }
  868. }
  869. return _row;
  870. }
  871. self.traverseColumnForWidget = function (widget_id, col) {
  872. var _row = null;
  873. if (col) {
  874. for (var j = 0; j < col.rows().length; j++) {
  875. var row = col.rows()[j];
  876. for (var z = 0; z < row.widgets().length; z++) {
  877. var widget = row.widgets()[z];
  878. if (widget.id() == widget_id) {
  879. _row = row;
  880. break;
  881. }
  882. }
  883. if (_row != null) {
  884. break;
  885. }
  886. for (var z = 0; z < row.columns().length; z++) {
  887. _row = self.traverseColumnForWidget(widget_id, row.columns()[z]);
  888. if (_row != null) {
  889. break;
  890. }
  891. }
  892. }
  893. }
  894. return _row;
  895. }
  896. self.convertToDecision = function (widget, node) {
  897. if (widget.widgetType() == "fork-widget") {
  898. var _row = self.getWidgetParentRow(widget.id());
  899. var _next = self.getNextRow(_row);
  900. while (_next.widgets().length == 0) {
  901. _next = self.getNextRow(_next);
  902. }
  903. // Remove the join
  904. self.workflow.removeNode(_next.widgets()[0].id());
  905. self.removeWidgetById(_next.widgets()[0].id());
  906. node.children.push({'to': '33430f0f-ebfa-c3ec-f237-3e77efa03d0a', 'condition': 'default'});
  907. widget.widgetType("decision-widget");
  908. node.type("decision-widget");
  909. var _newName = "decision-" + node.id().slice(0, 4);
  910. node.name(_newName);
  911. widget.name(_newName);
  912. $(document).trigger("drawArrows");
  913. }
  914. }
  915. self.save = function () {
  916. $(".jHueNotify").hide();
  917. $.post("/oozie/editor/workflow/save/", {
  918. "layout": ko.mapping.toJSON(self.oozieColumns),
  919. "workflow": ko.mapping.toJSON(self.workflow)
  920. }, function (data) {
  921. if (data.status == 0) {
  922. if (data.url) {
  923. window.location.replace(data.url);
  924. }
  925. if (self.workflow.id() == null) {
  926. shareViewModel.setDocId(data.doc1_id);
  927. }
  928. self.workflow.id(data.id);
  929. $(document).trigger("info", data.message);
  930. if (window.location.search.indexOf("workflow") == -1) {
  931. window.location.hash = '#workflow=' + data.id;
  932. }
  933. self.workflow.isDirty(false);
  934. }
  935. else {
  936. $(document).trigger("error", data.message);
  937. }
  938. }).fail(function (xhr, textStatus, errorThrown) {
  939. $(document).trigger("error", xhr.responseText);
  940. });
  941. };
  942. self.gen_xml = function () {
  943. $.post("/oozie/editor/workflow/gen_xml/", {
  944. "layout": ko.mapping.toJSON(self.oozieColumns),
  945. "workflow": ko.mapping.toJSON(self.workflow)
  946. }, function (data) {
  947. if (data.status == 0) {
  948. console.log(data.xml);
  949. }
  950. else {
  951. $(document).trigger("error", data.message);
  952. }
  953. }).fail(function (xhr, textStatus, errorThrown) {
  954. $(document).trigger("error", xhr.responseText);
  955. });
  956. };
  957. self.showSubmitPopup = function () {
  958. $(".jHueNotify").hide();
  959. $.get("/oozie/editor/workflow/submit/" + self.workflow.id(), {
  960. }, function (data) {
  961. $(document).trigger("showSubmitPopup", data);
  962. }).fail(function (xhr, textStatus, errorThrown) {
  963. $(document).trigger("error", xhr.responseText);
  964. });
  965. };
  966. self.schedule = function () {
  967. window.location.replace('/oozie/editor/coordinator/new/?workflow=' + self.workflow.uuid());
  968. };
  969. function bareWidgetBuilder(name, type) {
  970. return new ExtendedWidget({
  971. size: 12,
  972. id: "",
  973. name: name,
  974. widgetType: type
  975. });
  976. }
  977. self.draggableHiveAction = ko.observable(bareWidgetBuilder("Hive Script", "hive-widget"));
  978. self.draggableHive2Action = ko.observable(bareWidgetBuilder("HiveServer2 Script", "hive2-widget"));
  979. self.draggablePigAction = ko.observable(bareWidgetBuilder("Pig Script", "pig-widget"));
  980. self.draggableJavaAction = ko.observable(bareWidgetBuilder("Java program", "java-widget"));
  981. self.draggableMapReduceAction = ko.observable(bareWidgetBuilder("MapReduce job", "mapreduce-widget"));
  982. self.draggableSubworkflowAction = ko.observable(bareWidgetBuilder("Sub workflow", "subworkflow-widget"));
  983. self.draggableSqoopAction = ko.observable(bareWidgetBuilder("Sqoop 1", "sqoop-widget"));
  984. self.draggableShellAction = ko.observable(bareWidgetBuilder("Shell", "shell-widget"));
  985. self.draggableSshAction = ko.observable(bareWidgetBuilder("Ssh", "ssh-widget"));
  986. self.draggableFsAction = ko.observable(bareWidgetBuilder("HDFS Fs", "fs-widget"));
  987. self.draggableEmailAction = ko.observable(bareWidgetBuilder("Email", "email-widget"));
  988. self.draggableStreamingAction = ko.observable(bareWidgetBuilder("Streaming", "streaming-widget"));
  989. self.draggableDistCpAction = ko.observable(bareWidgetBuilder("Distcp", "distcp-widget"));
  990. self.draggableKillNode = ko.observable(bareWidgetBuilder("Kill", "kill-widget"));
  991. };
  992. function logGA(page) {
  993. if (typeof trackOnGA == 'function') {
  994. trackOnGA('oozie/editor/workflow' + page);
  995. }
  996. }
  997. var ExtendedColumn = function (size, rows) {
  998. var self = new Column(size, rows);
  999. self.rowPrototype = ExtendedRow;
  1000. self.oozieStartRow = ko.computed(function () {
  1001. var _row = null;
  1002. ko.utils.arrayForEach(self.rows(), function (row) {
  1003. if ((row.widgets().length > 0 && row.widgets()[0].id() == "3f107997-04cc-8733-60a9-a4bb62cebffc")) {
  1004. _row = row;
  1005. }
  1006. });
  1007. return _row;
  1008. }, self);
  1009. self.oozieEndRow = ko.computed(function () {
  1010. var _row = null;
  1011. ko.utils.arrayForEach(self.rows(), function (row) {
  1012. if ((row.widgets().length > 0 && row.widgets()[0].id() == "33430f0f-ebfa-c3ec-f237-3e77efa03d0a")) {
  1013. _row = row;
  1014. }
  1015. });
  1016. return _row;
  1017. }, self);
  1018. self.oozieKillRow = ko.computed(function () {
  1019. var _row = null;
  1020. ko.utils.arrayForEach(self.rows(), function (row) {
  1021. if ((row.widgets().length > 0 && row.widgets()[0].id() == "17c9c895-5a16-7443-bb81-f34b30b21548")) {
  1022. _row = row;
  1023. }
  1024. });
  1025. return _row;
  1026. }, self);
  1027. self.oozieRows = ko.computed(function () {
  1028. var _rows = [];
  1029. ko.utils.arrayForEach(self.rows(), function (row) {
  1030. if ((row.widgets().length > 0 && ["3f107997-04cc-8733-60a9-a4bb62cebffc", "33430f0f-ebfa-c3ec-f237-3e77efa03d0a", "17c9c895-5a16-7443-bb81-f34b30b21548"].indexOf(row.widgets()[0].id()) == -1) || row.widgets().length == 0) {
  1031. _rows.push(row);
  1032. }
  1033. });
  1034. return _rows;
  1035. }, self);
  1036. self.enableOozieDropOnBefore = ko.observable(true);
  1037. self.enableOozieDropOnAfter = ko.observable(true);
  1038. return self;
  1039. }
  1040. var ExtendedRow = function (widgets, vm, columns) {
  1041. var self = new Row(widgets, vm, columns);
  1042. self.columnPrototype = ExtendedColumn;
  1043. self.enableOozieDrop = ko.computed(function(){
  1044. return vm.isEditing && vm.isEditing() && self.widgets && self.widgets().length < 1
  1045. });
  1046. self.enableOozieDropOnBefore = ko.observable(true);
  1047. self.enableOozieDropOnSide = ko.observable(true);
  1048. return self;
  1049. }
  1050. var ExtendedWidget = function (params) {
  1051. var self = new Widget(params);
  1052. self.oozieMovable = ko.computed(function() {
  1053. return ["end-widget", "start-widget", "fork-widget", "decision-widget", "join-widget"].indexOf(self.widgetType()) == - 1
  1054. });
  1055. self.oozieExpanded = ko.observable(false);
  1056. self.ooziePropertiesExpanded = ko.observable(false);
  1057. self.status = ko.observable("");
  1058. self.progress = ko.observable(0);
  1059. self.logs = ko.observable("");
  1060. return self;
  1061. }