workflow-editor.ko.js 33 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. ko.bindingHandlers.droppable = {
  17. init: function (element, valueAccessor) {
  18. var _dropElement = $(element);
  19. var _options = valueAccessor();
  20. if (_options.enabled) {
  21. var _dropOptions = {
  22. hoverClass: 'drop-target-highlight',
  23. drop: _options.onDrop
  24. };
  25. _dropElement.droppable(_dropOptions);
  26. }
  27. }
  28. };
  29. function magicLayout(vm) {
  30. loadLayout(vm, vm.initial.layout);
  31. $(document).trigger("magicLayout");
  32. }
  33. function loadColumns(viewModel, json_layout) {
  34. var _columns = [];
  35. $(json_layout).each(function (cnt, json_col) {
  36. var _rows = [];
  37. $(json_col.rows).each(function (rcnt, json_row) {
  38. var row = new Row([], viewModel);
  39. $(json_row.widgets).each(function (wcnt, widget) {
  40. var _w = new Widget({
  41. size: widget.size,
  42. id: widget.id,
  43. name: widget.name,
  44. widgetType: widget.widgetType,
  45. properties: widget.properties,
  46. offset: widget.offset,
  47. loading: true,
  48. vm: viewModel
  49. });
  50. row.addWidget(_w);
  51. });
  52. row.columns(loadColumns(viewModel, json_row.columns));
  53. _rows.push(row);
  54. });
  55. var column = new Column(json_col.size, _rows);
  56. _columns = _columns.concat(column);
  57. });
  58. return _columns;
  59. }
  60. function loadLayout(viewModel, json_layout) {
  61. viewModel.columns(loadColumns(viewModel, json_layout));
  62. }
  63. // End dashboard lib
  64. var Node = function (node) {
  65. var self = this;
  66. var type = typeof node.widgetType != "undefined" ? node.widgetType : node.type;
  67. self.id = ko.observable(typeof node.id != "undefined" && node.id != null ? node.id : UUID());
  68. self.name = ko.observable(typeof node.name != "undefined" && node.name != null ? node.name : "");
  69. self.type = ko.observable(typeof type != "undefined" && type != null ? type : "");
  70. self.properties = ko.mapping.fromJS(typeof node.properties != "undefined" && node.properties != null ? node.properties : {});
  71. self.children = ko.mapping.fromJS(typeof node.children != "undefined" && node.children != null ? node.children : []);
  72. self.actionParameters = ko.observableArray([]);
  73. self.actionParametersUI = ko.computed(function() { // TODO: remove truncation when autocomplete
  74. return $.map(self.actionParameters().slice(0, 3), function(param) {return param + '=...'}).join();
  75. });
  76. self.actionParametersFetched = ko.observable(false);
  77. self.get_link = function (name) {
  78. var _link = null;
  79. $.each(self.children(), function (index, link) {
  80. if (name in link) {
  81. _link = link;
  82. return false;
  83. }
  84. });
  85. return _link;
  86. }
  87. self.set_link = function (name, node_id) {
  88. var _link = self.get_link(name);
  89. if (_link == null) {
  90. _link = {}
  91. self.children.push(_link);
  92. }
  93. _link[name] = node_id;
  94. self.children.valueHasMutated();
  95. }
  96. self.remove_link = function (name, child) {
  97. var _link = null;
  98. $.each(self.children(), function (index, link) {
  99. var _l = ko.mapping.toJS(link);
  100. if (name in _l && _l[name] == child) {
  101. _link = link;
  102. return false;
  103. }
  104. });
  105. if (_link != null) {
  106. self.children.remove(_link);
  107. }
  108. }
  109. if (typeof self.properties.parameters != "undefined") { // Fetch once the possible variable when they exist
  110. self.properties.parameters.subscribe(function(newVal) { // TODO: only fetch when first time focus on one of the parameters and showing the autocomplete.
  111. if (newVal && ! self.actionParametersFetched()) {
  112. $.post("/oozie/editor/workflow/action/parameters/", {
  113. "node": ko.mapping.toJSON(self),
  114. }, function (data) {
  115. self.actionParametersFetched(true);
  116. self.actionParameters(data.parameters);
  117. }).fail(function (xhr, textStatus, errorThrown) {
  118. $(document).trigger("error", xhr.responseText);
  119. });
  120. }
  121. });
  122. }
  123. if (typeof self.properties.script_path != "undefined") {
  124. self.properties.script_path.subscribe(function() {
  125. self.actionParametersFetched(false);
  126. });
  127. }
  128. }
  129. var Workflow = function (vm, workflow) {
  130. var self = this;
  131. self.id = ko.observable(typeof workflow.id != "undefined" && workflow.id != null ? workflow.id : null);
  132. self.uuid = ko.observable(typeof workflow.uuid != "undefined" && workflow.uuid != null ? workflow.uuid : UUID());
  133. self.name = ko.observable(typeof workflow.name != "undefined" && workflow.name != null ? workflow.name : "");
  134. self.properties = ko.mapping.fromJS(typeof workflow.properties != "undefined" && workflow.properties != null ? workflow.properties : {});
  135. self.nodes = ko.observableArray([]);
  136. self.movedNode = null;
  137. self.nodeIds = ko.computed(function () {
  138. var mapping = [];
  139. $.each(self.nodes(), function (index, node) {
  140. mapping.push(node.id());
  141. });
  142. return mapping;
  143. });
  144. self.nodeNamesMapping = ko.computed(function () {
  145. var mapping = {};
  146. $.each(self.nodes(), function (index, node) {
  147. mapping[node.id()] = node.name();
  148. });
  149. return mapping;
  150. });
  151. self.linkMapping = ko.computed(function () {
  152. var mapping = {};
  153. $.each(self.nodes(), function (index, node) {
  154. var links = []
  155. $.each(node.children(), function (index, link) {
  156. if ('to' in link) {
  157. links.push(link['to']);
  158. }
  159. });
  160. mapping[node.id()] = links
  161. });
  162. return mapping;
  163. });
  164. self.linkMapping.subscribe(function (newVal) {
  165. $(document).trigger("drawArrows");
  166. });
  167. self.loadNodes = function (workflow) {
  168. var nodes = []
  169. $.each(workflow.nodes, function (index, node) {
  170. var _node = new Node(node);
  171. nodes.push(_node);
  172. });
  173. self.nodes(nodes)
  174. }
  175. self.newNode = function (widget, callback) {
  176. $.ajax({
  177. type: "POST",
  178. url: "/oozie/editor/workflow/new_node/",
  179. data: {
  180. "workflow": ko.mapping.toJSON(workflow),
  181. "node": ko.mapping.toJSON(widget)
  182. },
  183. success: function (data) {
  184. if (data.status == 0) {
  185. viewModel.addActionProperties(data.properties);
  186. viewModel.addActionWorkflows(data.workflows);
  187. if (callback) {
  188. callback(widget);
  189. }
  190. }
  191. },
  192. async: false
  193. });
  194. };
  195. self.addNode = function (widget) {
  196. // Todo get parent cell, link nodes... when we have the new layout
  197. $.post("/oozie/editor/workflow/add_node/", {
  198. "workflow": ko.mapping.toJSON(workflow),
  199. "node": ko.mapping.toJSON(widget),
  200. "properties": ko.mapping.toJSON(viewModel.addActionProperties()),
  201. "subworkflow": viewModel.selectedSubWorkflow() ? ko.mapping.toJSON(viewModel.selectedSubWorkflow()) : '{}'
  202. }, function (data) {
  203. if (data.status == 0) {
  204. var _node = ko.mapping.toJS(widget);
  205. _node.properties = data.properties;
  206. _node.name = data.name;
  207. if (self.movedNode) {
  208. var node = self.movedNode;
  209. } else {
  210. var node = new Node(_node);
  211. }
  212. self.nodes.push(node);
  213. if (vm.currentlyCreatingFork) {
  214. // Added to the side ?
  215. var parentWidget = vm.getWidgetPredecessor(node.id());
  216. var parent = self.getNodeById(parentWidget.id());
  217. if (self.getNodeById(parentWidget.id()) == null) { // New fork
  218. vm.currentlyCreatedJoin.properties['fork_id'] = vm.currentlyCreatedFork.id;
  219. vm.currentlyCreatedFork.properties['join_id'] = vm.currentlyCreatedJoin.id;
  220. var fork = new Node(vm.currentlyCreatedFork);
  221. var join = new Node(vm.currentlyCreatedJoin);
  222. self.nodes.push(fork);
  223. self.nodes.push(join);
  224. var forkParent = self.getNodeById(vm.getWidgetPredecessor(parentWidget.id()).id());
  225. var afterParentId = ko.mapping.toJS(forkParent.get_link('to')).to;
  226. var afterParent = self.getNodeById(afterParentId);
  227. fork.children.push({'to': afterParentId, 'condition': ''});
  228. fork.children.push({'to': node.id(), 'condition': ''});
  229. forkParent.get_link('to')['to'] = fork.id();
  230. var belowJoin = vm.getWidgetSuccessor(join.id());
  231. join.set_link('to', belowJoin.id());
  232. if (afterParent.type() == 'fork-widget') {
  233. self.getNodeById(afterParent.properties.join_id()).set_link('to', join.id());
  234. } else {
  235. afterParent.set_link('to', join.id());
  236. }
  237. node.set_link('to', join.id());
  238. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  239. } else {
  240. // Just add to existing fork
  241. var join = vm.getWidgetSuccessor(node.id());
  242. node.set_link('to', join.id());
  243. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  244. parent.children.push({'to': node.id(), 'condition': ''});
  245. }
  246. } else {
  247. var parentWidget = vm.getWidgetPredecessor(node.id());
  248. var parent = self.getNodeById(parentWidget.id());
  249. if (widget.widgetType() == 'kill-widget') {
  250. parent.set_link('to', node.id());
  251. } else if (parentWidget.widgetType() == 'fork-widget') {
  252. var child = vm.getWidgetSuccessor(node.id());
  253. parent.remove_link('to', child.id());
  254. parent.children.push({'to': node.id(), 'condition': ''});
  255. node.set_link('to', child.id());
  256. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  257. } else {
  258. // Parent is regular node
  259. node.set_link('to', parent.get_link('to')['to']);
  260. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  261. parent.set_link('to', node.id());
  262. }
  263. }
  264. vm.currentlyCreatingFork = false;
  265. } else {
  266. $(document).trigger("error", data.message);
  267. }
  268. }).fail(function (xhr, textStatus, errorThrown) {
  269. $(document).trigger("error", xhr.responseText);
  270. });
  271. };
  272. self.removeNode = function (node_id) {
  273. var node = self.getNodeById(node_id);
  274. var parents = self.getParents(node_id);
  275. var parent = null;
  276. var childLink = null;
  277. if (node) {
  278. childLink = node.get_link('to');
  279. }
  280. if (childLink) {
  281. var childId = ko.mapping.toJS(childLink)['to'];
  282. $.each(parents, function (index, _parent) {
  283. _parent.remove_link('to', node_id);
  284. _parent.children.unshift({'to': childId});
  285. parent = _parent;
  286. });
  287. self.nodes.remove(node);
  288. // If need to remove fork
  289. if (parent.type() == 'fork-widget') {
  290. var fork = parent;
  291. var join = self.getNodeById(childId);
  292. if (join.type() == 'join-widget') {
  293. if (fork.children().length == 2) {
  294. // Link top to above and delete fork
  295. fork.remove_link('to', childId);
  296. var forkParent = self.getParents(fork.id())[0];
  297. forkParent.set_link('to', ko.mapping.toJS(fork.get_link('to'))['to']); // Only link
  298. self.nodes.remove(fork);
  299. // Link bottom to child of join
  300. var beboreJoin = self.getParents(childId)[0];
  301. var joinChildId = ko.mapping.toJS(join.get_link('to'))['to'];
  302. beboreJoin.set_link('to', joinChildId);
  303. self.nodes.remove(join);
  304. } else {
  305. parent.remove_link('to', childId);
  306. }
  307. }
  308. } else if (parent.type() == 'decision-widget') {
  309. parent.remove_link('to', childId);
  310. }
  311. }
  312. else {
  313. self.nodes.remove(node);
  314. }
  315. };
  316. self.moveNode = function (widget) {
  317. var node = self.getNodeById(widget.id());
  318. self.movedNode = node;
  319. self.removeNode(node.id());
  320. self.addNode(widget);
  321. self.movedNode = null;
  322. };
  323. self.getParents = function (node_id) { // Join nodes can have multiple parents
  324. var _nodes = [];
  325. $.each(self.nodes(), function (index, node) {
  326. $.each(node.children(), function (index, link) {
  327. var _link = ko.mapping.toJS(link);
  328. if ('to' in _link && _link.to == node_id) {
  329. _nodes.push(node);
  330. }
  331. })
  332. });
  333. return _nodes;
  334. };
  335. self.getNodeById = function (node_id) {
  336. var _node = null;
  337. $.each(self.nodes(), function (index, node) {
  338. if (node.id() == node_id) {
  339. _node = node;
  340. return false;
  341. }
  342. });
  343. return _node;
  344. };
  345. }
  346. var WorkflowEditorViewModel = function (layout_json, workflow_json, credentials_json, workflow_properties_json) {
  347. var self = this;
  348. self.isNested = ko.observable(true);
  349. self.isEditing = ko.observable(true);
  350. self.isEditing.subscribe(function (newVal) {
  351. $(document).trigger("editingToggled");
  352. });
  353. self.toggleEditing = function () {
  354. self.isEditing(!self.isEditing());
  355. };
  356. self.hasArrows = ko.observable(true);
  357. self.hasArrows.subscribe(function (newVal) {
  358. if (newVal){
  359. $(document).trigger("drawArrows");
  360. }
  361. else {
  362. $(document).trigger("removeArrows");
  363. }
  364. });
  365. self.toggleArrows = function () {
  366. self.hasArrows(!self.hasArrows());
  367. };
  368. self.newAction = ko.observable();
  369. self.columns = ko.observable([]);
  370. self.previewColumns = ko.observable("");
  371. self.workflow = new Workflow(self, workflow_json);
  372. self.credentials = ko.mapping.fromJSON(credentials_json);
  373. self.inited = ko.observable(self.columns().length > 0);
  374. self.init = function (callback) {
  375. self.workflow_properties = ko.mapping.fromJS(workflow_properties_json);
  376. loadLayout(self, layout_json);
  377. self.workflow.loadNodes(workflow_json);
  378. }
  379. self.depen = ko.observableArray(workflow_json.dependencies);
  380. self.addActionProperties = ko.observableArray([]);
  381. self.addActionWorkflows = ko.observableArray([]);
  382. self.selectedSubWorkflow = ko.observable();
  383. self.currentlyDraggedWidget = ko.observable(null);
  384. self.currentlyDraggedOp = ko.observable("move");
  385. self.currentlyDraggedWidget.subscribe(function (widget) {
  386. toggleSideDrop(widget, false);
  387. });
  388. self.setCurrentlyDraggedWidget = function (widget, op) {
  389. self.currentlyDraggedOp($(op).hasClass("fa-copy") ? "copy" : "move");
  390. self.currentlyDraggedWidget(widget);
  391. }
  392. self.enableSideDrop = function (widget) {
  393. toggleSideDrop(widget, true);
  394. }
  395. function toggleSideDrop(widget, enable) {
  396. if (widget != null && widget.id() != "" && self.currentlyDraggedOp() == "move") {
  397. var _row = self.getWidgetParentRow(widget.id());
  398. if (_row) {
  399. _row.enableOozieDropOnSide(enable);
  400. _row.enableOozieDropOnBefore(enable);
  401. var _parentRow = self.getRowParentRow(_row.id());
  402. if (_parentRow) {
  403. _parentRow.enableOozieDropOnSide(enable);
  404. if (_parentRow.columns().length <= 2) {
  405. _parentRow.columns().forEach(function (col) {
  406. col.enableOozieDropOnBefore(enable);
  407. col.enableOozieDropOnAfter(enable);
  408. col.rows()[0].enableOozieDropOnSide(enable);
  409. });
  410. var _prevParentRow = self.getPrevRow(_parentRow);
  411. if (_prevParentRow && _prevParentRow.widgets().length > 0 && _prevParentRow.widgets()[0].widgetType() == "fork-widget") {
  412. _prevParentRow.enableOozieDropOnSide(enable);
  413. }
  414. }
  415. }
  416. var _col = self.getRowParentColumn(_row.id());
  417. if (self.getColumnParentRow(_col.id()) != null) {
  418. _col.enableOozieDropOnBefore(enable);
  419. _col.enableOozieDropOnAfter(enable);
  420. }
  421. var _prevRow = self.getPrevRow(_row);
  422. if (_prevRow) {
  423. if (_prevRow.widgets().length > 0 && _prevRow.widgets()[0].widgetType() == "start-widget") {
  424. _prevRow.enableOozieDropOnSide(enable);
  425. self.getRowParentColumn(_prevRow.id()).enableOozieDropOnBefore(enable);
  426. }
  427. }
  428. var _nextRow = self.getNextRow(_row);
  429. if (_nextRow) {
  430. _nextRow.enableOozieDropOnBefore(enable);
  431. if (_nextRow.widgets().length > 0 && _nextRow.widgets()[0].widgetType() == "end-widget") {
  432. _nextRow.enableOozieDropOnSide(enable);
  433. self.getRowParentColumn(_nextRow.id()).enableOozieDropOnAfter(enable);
  434. }
  435. }
  436. }
  437. }
  438. }
  439. self.currentlyCreatingFork = false;
  440. self.currentlyCreatedFork = null;
  441. self.currentlyCreatedJoin = null;
  442. self.isDragging = ko.observable(false);
  443. self.addDraggedWidget = function (target, atBeginning) {
  444. if (self.currentlyDraggedWidget() != null) {
  445. var _parentCol = target instanceof Column ? target : self.getRowParentColumn(target.id());
  446. var _newRow = null;
  447. if (typeof atBeginning != "undefined") {
  448. if (_parentCol.rows().length > 0 && _parentCol.rows()[0].widgets() && _parentCol.rows()[0].widgets().length > 0 && _parentCol.rows()[0].widgets()[0].widgetType() == "start-widget") {
  449. if (atBeginning) {
  450. _newRow = _parentCol.addEmptyRow(false, 1);
  451. }
  452. else {
  453. _newRow = _parentCol.addEmptyRow(false, _parentCol.rows().length - 2);
  454. }
  455. }
  456. else {
  457. _newRow = _parentCol.addEmptyRow(atBeginning);
  458. }
  459. }
  460. else {
  461. var _rowIdx = 0;
  462. $.each(_parentCol.rows(), function (i, irow) {
  463. if (irow.id() == target.id()) {
  464. _rowIdx = i;
  465. }
  466. });
  467. _newRow = _parentCol.addEmptyRow(false, _rowIdx);
  468. }
  469. var _w = new Widget({
  470. size: self.currentlyDraggedWidget().size(),
  471. id: UUID(),
  472. name: self.currentlyDraggedWidget().name(),
  473. widgetType: self.currentlyDraggedWidget().widgetType(),
  474. properties: self.currentlyDraggedWidget().properties(),
  475. offset: self.currentlyDraggedWidget().offset(),
  476. loading: true,
  477. vm: self
  478. });
  479. if (self.currentlyDraggedWidget().id() != "" && self.currentlyDraggedOp() == "move") {
  480. self.removeWidgetById(self.currentlyDraggedWidget().id());
  481. _w = self.currentlyDraggedWidget();
  482. }
  483. _newRow.widgets([_w]);
  484. return _w;
  485. }
  486. }
  487. self.addSideDraggedWidget = function (row, atBeginning) {
  488. if (self.currentlyDraggedWidget() != null) {
  489. var _parentCol = self.getRowParentColumn(row.id());
  490. var _rowIdx = 0;
  491. $.each(_parentCol.rows(), function (i, irow) {
  492. if (irow.id() == row.id()) {
  493. _rowIdx = i;
  494. }
  495. });
  496. var _addForkAndJoin = (row.columns().length == 0);
  497. if (_addForkAndJoin) {
  498. var _forkRow = _parentCol.addEmptyRow(false, _rowIdx);
  499. var _id = UUID();
  500. var _fork = new Widget({
  501. size: 12,
  502. id: _id,
  503. name: 'fork' + '-' + _id.slice(0, 4),
  504. widgetType: "fork-widget",
  505. properties: {},
  506. offset: 0,
  507. loading: true,
  508. vm: self
  509. });
  510. _forkRow.widgets([_fork]);
  511. }
  512. var _w = new Widget({
  513. size: self.currentlyDraggedWidget().size(),
  514. id: UUID(),
  515. name: self.currentlyDraggedWidget().name(),
  516. widgetType: self.currentlyDraggedWidget().widgetType(),
  517. properties: self.currentlyDraggedWidget().properties(),
  518. offset: self.currentlyDraggedWidget().offset(),
  519. loading: true,
  520. vm: self
  521. });
  522. if (self.currentlyDraggedWidget().id() != "" && self.currentlyDraggedOp() == "move") {
  523. self.removeWidgetById(self.currentlyDraggedWidget().id());
  524. _w = self.currentlyDraggedWidget();
  525. }
  526. if (row.columns().length == 0) {
  527. var _col = row.addColumn(null, atBeginning);
  528. if (row.widgets().length > 0) {
  529. var _row = _col.addEmptyRow();
  530. row.widgets().forEach(function (widget) {
  531. _row.addWidget(widget);
  532. });
  533. if (row.widgets()[0].widgetType() == "fork-widget") {
  534. var _widgetsRow = self.getNextRow(row);
  535. var _joinRow = self.getNextRow(_widgetsRow);
  536. _col.rows.push(_widgetsRow);
  537. _col.rows.push(_joinRow);
  538. self.getRowParentColumn(row.id()).rows.remove(_widgetsRow);
  539. self.getRowParentColumn(row.id()).rows.remove(_joinRow);
  540. }
  541. row.widgets([]);
  542. }
  543. }
  544. var _col = row.addColumn(null, atBeginning);
  545. var _row = new Row([_w], self);
  546. _col.addRow(_row);
  547. if (_addForkAndJoin) {
  548. var _joinRow = _parentCol.addEmptyRow(false, _rowIdx + 2);
  549. var _id = UUID();
  550. var _join = new Widget({
  551. size: 12,
  552. id: _id,
  553. name: "join" + '-' + _id.slice(0, 4),
  554. widgetType: "join-widget",
  555. properties: {},
  556. offset: 0,
  557. loading: true,
  558. vm: self
  559. });
  560. _joinRow.widgets([_join]);
  561. self.currentlyCreatedFork = ko.mapping.toJS(_fork);
  562. self.currentlyCreatedJoin = ko.mapping.toJS(_join);
  563. }
  564. self.currentlyCreatingFork = true;
  565. return _w;
  566. }
  567. }
  568. self.removeWidget = function (widget_json) {
  569. self.workflow.removeNode(widget_json.id());
  570. self.removeWidgetById(widget_json.id());
  571. }
  572. self.removeWidgetById = function (widget_id) {
  573. $.each(self.columns(), function (i, col) {
  574. self.deeplyRemoveWidgetById(widget_id, col, self)
  575. });
  576. }
  577. self.deeplyRemoveWidgetById = function (widget_id, col, parent) {
  578. if (col) {
  579. $.each(col.rows(), function (j, row) {
  580. if (row && row.widgets()) {
  581. $.each(row.widgets(), function (z, widget) {
  582. if (widget.id() == widget_id) {
  583. row.widgets.remove(widget);
  584. col.rows.remove(row);
  585. }
  586. });
  587. }
  588. if (row && row.columns()) {
  589. $.each(row.columns(), function (i, icol) {
  590. self.deeplyRemoveWidgetById(widget_id, icol, row);
  591. });
  592. }
  593. });
  594. if (col.rows().length == 0) {
  595. parent.columns.remove(col);
  596. if (parent.columns().length > 1) {
  597. var _size = Math.max(1, Math.floor(12 / (parent.columns().length)));
  598. parent.columns().forEach(function (icol) {
  599. icol.size(_size);
  600. });
  601. }
  602. else {
  603. var _rows = parent.columns()[0].rows();
  604. var _parentRows = self.getRowParentColumn(parent.id()).rows;
  605. var _prevRowIdx = -1;
  606. for (var i = 0; i < _parentRows().length; i++) {
  607. if (_parentRows()[i].id() == parent.id()) {
  608. break;
  609. }
  610. _prevRowIdx = i;
  611. }
  612. if (_prevRowIdx > -1 && _parentRows()[_prevRowIdx].widgets().length > 0 && _parentRows()[_prevRowIdx].widgets()[0].widgetType() == "fork-widget") {
  613. _parentRows.remove(_parentRows()[_prevRowIdx]);
  614. _parentRows.remove(_parentRows()[_prevRowIdx + 1]);
  615. }
  616. for (var i = 0; i < _rows.length; i++) {
  617. if (i == 0) {
  618. parent.widgets(_rows[i].widgets());
  619. }
  620. else {
  621. _parentRows.push(_rows[i]);
  622. }
  623. }
  624. parent.columns([]);
  625. }
  626. }
  627. }
  628. }
  629. self.getWidgetRelative = function (widget_id, isPredecessor) {
  630. var _row = self.getWidgetParentRow(widget_id);
  631. var _col = self.getRowParentColumn(_row.id());
  632. var _nextRow = null;
  633. for (var i = 0; i < _col.rows().length; i++) {
  634. if (_col.rows()[i].id() == _row.id()) {
  635. if (!isPredecessor && _col.rows().length >= i + 1) {
  636. _nextRow = _col.rows()[i + 1];
  637. }
  638. break;
  639. }
  640. _nextRow = _col.rows()[i];
  641. }
  642. if (_nextRow != null) {
  643. return _nextRow.widgets()[0];
  644. }
  645. else {
  646. var _parentRow = self.getColumnParentRow(_col.id());
  647. if (_parentRow) {
  648. var _parentColumn = self.getRowParentColumn(_parentRow.id());
  649. var _nextParentRow = null;
  650. for (var i = 0; i < _parentColumn.rows().length; i++) {
  651. if (_parentColumn.rows()[i].id() == _parentRow.id()) {
  652. if (!isPredecessor && _parentColumn.rows().length >= i + 1) {
  653. _nextParentRow = _parentColumn.rows()[i + 1];
  654. }
  655. break;
  656. }
  657. _nextParentRow = _parentColumn.rows()[i];
  658. }
  659. if (_nextParentRow != null) {
  660. return _nextParentRow.widgets()[0];
  661. }
  662. }
  663. }
  664. return null;
  665. }
  666. self.getWidgetPredecessor = function (widget_id) {
  667. return self.getWidgetRelative(widget_id, true);
  668. }
  669. self.getWidgetSuccessor = function (widget_id) {
  670. return self.getWidgetRelative(widget_id, false);
  671. }
  672. self.isRowAfterFork = function (row) {
  673. var _parentColumn = self.getRowParentColumn(row.id());
  674. var _prevRow = null;
  675. for (var i = 0; i < _parentColumn.rows().length; i++) {
  676. var _currentRow = _parentColumn.rows()[i];
  677. if (_currentRow.id() == row.id()) {
  678. break;
  679. }
  680. _prevRow = _currentRow;
  681. }
  682. if (_prevRow != null) {
  683. return _prevRow.widgets().length > 0 && (_prevRow.widgets()[0].widgetType() == "fork-widget" || _prevRow.widgets()[0].widgetType() == "decision-widget");
  684. }
  685. return false;
  686. }
  687. self.isRowBeforeJoin = function (row) {
  688. return row.widgets().length > 0 && row.widgets()[0].widgetType() == "join-widget";
  689. }
  690. self.getNextRow = function (row) {
  691. var _parentColumn = self.getRowParentColumn(row.id());
  692. var _nextParentRow = null;
  693. for (var i = 0; i < _parentColumn.rows().length; i++) {
  694. if (_parentColumn.rows()[i].id() == row.id()) {
  695. if (_parentColumn.rows().length >= i + 1) {
  696. _nextParentRow = _parentColumn.rows()[i + 1];
  697. }
  698. break;
  699. }
  700. _nextParentRow = _parentColumn.rows()[i];
  701. }
  702. return _nextParentRow;
  703. }
  704. self.getPrevRow = function (row) {
  705. var _parentColumn = self.getRowParentColumn(row.id());
  706. var _prevParentRow = null;
  707. for (var i = 0; i < _parentColumn.rows().length; i++) {
  708. if (_parentColumn.rows()[i].id() == row.id()) {
  709. if (i > 0) {
  710. _prevParentRow = _parentColumn.rows()[i - 1];
  711. }
  712. break;
  713. }
  714. _prevParentRow = _parentColumn.rows()[i];
  715. }
  716. return _prevParentRow;
  717. }
  718. self.getWidgetParentRow = function (widget_id) {
  719. var _row = null;
  720. for (var i = 0; i < self.columns().length; i++) {
  721. _row = self.traverseColumnForWidget(widget_id, self.columns()[i]);
  722. if (_row != null) {
  723. break;
  724. }
  725. }
  726. return _row;
  727. }
  728. self.getRowParentColumn = function (row_id) {
  729. return self.traverseColumnForColumn(row_id, self.columns()[0], 0);
  730. }
  731. self.getColumnParentRow = function (col_id) {
  732. return self.traverseColumnForRow(col_id, self.columns()[0], 0);
  733. }
  734. self.getRowParentRow = function (row_id) {
  735. var _col = self.getRowParentColumn(row_id);
  736. if (_col != null) {
  737. return self.getColumnParentRow(_col.id());
  738. }
  739. }
  740. self.traverseColumnForColumn = function (row_id, col) {
  741. var _column = null;
  742. if (col) {
  743. for (var j = 0; j < col.rows().length; j++) {
  744. var row = col.rows()[j];
  745. for (var z = 0; z < row.columns().length; z++) {
  746. _column = self.traverseColumnForColumn(row_id, row.columns()[z]);
  747. if (_column != null) {
  748. return _column;
  749. }
  750. }
  751. if (row.id() == row_id) {
  752. _column = col;
  753. return _column;
  754. }
  755. }
  756. }
  757. return _column;
  758. }
  759. self.traverseColumnForRow = function (col_id, col) {
  760. var _row = null;
  761. if (col) {
  762. for (var j = 0; j < col.rows().length; j++) {
  763. var row = col.rows()[j];
  764. for (var z = 0; z < row.columns().length; z++) {
  765. var _col = row.columns()[z];
  766. if (_col.id() == col_id) {
  767. _row = row;
  768. }
  769. else {
  770. _row = self.traverseColumnForRow(col_id, _col);
  771. }
  772. if (_row != null) {
  773. return _row;
  774. }
  775. }
  776. }
  777. }
  778. return _row;
  779. }
  780. self.traverseColumnForWidget = function (widget_id, col) {
  781. var _row = null;
  782. if (col) {
  783. for (var j = 0; j < col.rows().length; j++) {
  784. var row = col.rows()[j];
  785. for (var z = 0; z < row.widgets().length; z++) {
  786. var widget = row.widgets()[z];
  787. if (widget.id() == widget_id) {
  788. _row = row;
  789. break;
  790. }
  791. }
  792. if (_row != null) {
  793. break;
  794. }
  795. for (var z = 0; z < row.columns().length; z++) {
  796. _row = self.traverseColumnForWidget(widget_id, row.columns()[z]);
  797. if (_row != null) {
  798. break;
  799. }
  800. }
  801. }
  802. }
  803. return _row;
  804. }
  805. self.convertToDecision = function (widget, node) {
  806. if (widget.widgetType() == "fork-widget") {
  807. var _row = self.getWidgetParentRow(widget.id());
  808. var _next = self.getNextRow(_row);
  809. while (_next.widgets().length == 0) {
  810. _next = self.getNextRow(_next);
  811. }
  812. // Remove the join
  813. self.workflow.removeNode(_next.widgets()[0].id());
  814. self.removeWidgetById(_next.widgets()[0].id());
  815. node.children.push({'to': '33430f0f-ebfa-c3ec-f237-3e77efa03d0a', 'condition': 'default'});
  816. widget.widgetType("decision-widget");
  817. node.type("decision-widget");
  818. var _newName = "decision-" + node.id().slice(0, 4);
  819. node.name(_newName);
  820. widget.name(_newName);
  821. $(document).trigger("drawArrows");
  822. }
  823. }
  824. self.save = function () {
  825. $.post("/oozie/editor/workflow/save/", {
  826. "layout": ko.mapping.toJSON(self.columns),
  827. "workflow": ko.mapping.toJSON(self.workflow)
  828. }, function (data) {
  829. if (data.status == 0) {
  830. self.workflow.id(data.id);
  831. $(document).trigger("info", data.message);
  832. if (window.location.search.indexOf("workflow") == -1) {
  833. window.location.hash = '#workflow=' + data.id;
  834. }
  835. }
  836. else {
  837. $(document).trigger("error", data.message);
  838. }
  839. }).fail(function (xhr, textStatus, errorThrown) {
  840. $(document).trigger("error", xhr.responseText);
  841. });
  842. };
  843. self.gen_xml = function () {
  844. $.post("/oozie/editor/workflow/gen_xml/", {
  845. "layout": ko.mapping.toJSON(self.columns),
  846. "workflow": ko.mapping.toJSON(self.workflow)
  847. }, function (data) {
  848. if (data.status == 0) {
  849. console.log(data.xml);
  850. }
  851. else {
  852. $(document).trigger("error", data.message);
  853. }
  854. }).fail(function (xhr, textStatus, errorThrown) {
  855. $(document).trigger("error", xhr.responseText);
  856. });
  857. };
  858. self.import_workflows = function () {
  859. $.post("/oozie/editor/workflow/import_workflows/", {
  860. }, function (data) {
  861. if (data.status == 0) {
  862. console.log(data.json);
  863. }
  864. else {
  865. $(document).trigger("error", data.message);
  866. }
  867. }).fail(function (xhr, textStatus, errorThrown) {
  868. $(document).trigger("error", xhr.responseText);
  869. });
  870. };
  871. self.showSubmitPopup = function () {
  872. // If self.workflow.id() == null, need to save wf for now
  873. $.get("/oozie/editor/workflow/submit/" + self.workflow.id(), {
  874. }, function (data) {
  875. $(document).trigger("showSubmitPopup", data);
  876. }).fail(function (xhr, textStatus, errorThrown) {
  877. $(document).trigger("error", xhr.responseText);
  878. });
  879. };
  880. function bareWidgetBuilder(name, type) {
  881. return new Widget({
  882. size: 12,
  883. id: "",
  884. name: name,
  885. widgetType: type
  886. });
  887. }
  888. self.draggableHiveAction = ko.observable(bareWidgetBuilder("Hive Script", "hive-widget"));
  889. self.draggableHive2Action = ko.observable(bareWidgetBuilder("HiveServer2 Script", "hive2-widget"));
  890. self.draggablePigAction = ko.observable(bareWidgetBuilder("Pig Script", "pig-widget"));
  891. self.draggableJavaAction = ko.observable(bareWidgetBuilder("Java program", "java-widget"));
  892. self.draggableMapReduceAction = ko.observable(bareWidgetBuilder("MapReduce job", "mapreduce-widget"));
  893. self.draggableSubworkflowAction = ko.observable(bareWidgetBuilder("Sub workflow", "subworkflow-widget"));
  894. self.draggableSqoopAction = ko.observable(bareWidgetBuilder("Sqoop 1", "sqoop-widget"));
  895. self.draggableShellAction = ko.observable(bareWidgetBuilder("Shell", "shell-widget"));
  896. self.draggableSshAction = ko.observable(bareWidgetBuilder("Ssh", "ssh-widget"));
  897. self.draggableFsAction = ko.observable(bareWidgetBuilder("HDFS Fs", "fs-widget"));
  898. self.draggableEmailAction = ko.observable(bareWidgetBuilder("Email", "email-widget"));
  899. self.draggableStreamingAction = ko.observable(bareWidgetBuilder("Streaming", "streaming-widget"));
  900. self.draggableDistCpAction = ko.observable(bareWidgetBuilder("Distcp", "distcp-widget"));
  901. self.draggableKillNode = ko.observable(bareWidgetBuilder("Kill", "kill-widget"));
  902. };
  903. function logGA(page) {
  904. if (typeof trackOnGA == 'function') {
  905. trackOnGA('oozie/editor/workflow' + page);
  906. }
  907. }