workflow-editor.ko.js 36 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. ko.bindingHandlers.droppable = {
  17. init: function (element, valueAccessor) {
  18. var _dropElement = $(element);
  19. var _options = valueAccessor();
  20. if (_options.enabled) {
  21. var _dropOptions = {
  22. hoverClass: 'drop-target-highlight',
  23. drop: _options.onDrop
  24. };
  25. _dropElement.droppable(_dropOptions);
  26. }
  27. }
  28. };
  29. function magicLayout(vm) {
  30. loadLayout(vm, vm.initial.layout);
  31. $(document).trigger("magicLayout");
  32. }
  33. function loadColumns(viewModel, json_layout) {
  34. var _columns = [];
  35. $(json_layout).each(function (cnt, json_col) {
  36. var _rows = [];
  37. $(json_col.rows).each(function (rcnt, json_row) {
  38. var row = new ExtendedRow([], viewModel);
  39. $(json_row.widgets).each(function (wcnt, widget) {
  40. var _w = new ExtendedWidget({
  41. size: widget.size,
  42. id: widget.id,
  43. name: widget.name,
  44. widgetType: widget.widgetType,
  45. properties: widget.properties,
  46. offset: widget.offset,
  47. loading: true,
  48. vm: viewModel
  49. });
  50. row.addWidget(_w);
  51. });
  52. row.columns(loadColumns(viewModel, json_row.columns));
  53. _rows.push(row);
  54. });
  55. var column = new ExtendedColumn(json_col.size, _rows);
  56. _columns = _columns.concat(column);
  57. });
  58. return _columns;
  59. }
  60. function loadLayout(viewModel, json_layout) {
  61. var _cols = loadColumns(viewModel, json_layout);
  62. viewModel.oozieColumns(_cols);
  63. }
  64. // End dashboard lib
  65. var Node = function (node) {
  66. var self = this;
  67. var type = typeof node.widgetType != "undefined" ? node.widgetType : node.type;
  68. self.id = ko.observable(typeof node.id != "undefined" && node.id != null ? node.id : UUID());
  69. self.name = ko.observable(typeof node.name != "undefined" && node.name != null ? node.name : "");
  70. self.type = ko.observable(typeof type != "undefined" && type != null ? type : "");
  71. self.properties = ko.mapping.fromJS(typeof node.properties != "undefined" && node.properties != null ? node.properties : {});
  72. self.children = ko.mapping.fromJS(typeof node.children != "undefined" && node.children != null ? node.children : []);
  73. self.actionParameters = ko.observableArray([]);
  74. self.actionParametersUI = ko.computed(function() {
  75. if (typeof self.properties.parameters != "undefined") {
  76. var _vars = $.map(self.properties.parameters(), function(p, i) { return p.value().split('=', 1)[0]; });
  77. if (typeof self.actionParameters() == "undefined"){
  78. return _vars;
  79. }
  80. return $.grep(self.actionParameters(), function(param) {
  81. return _vars.indexOf(param) == -1;
  82. });
  83. }
  84. });
  85. self.actionParametersFetched = ko.observable(false);
  86. self.get_link = function (name) {
  87. var _link = null;
  88. $.each(self.children(), function (index, link) {
  89. if (name in link) {
  90. _link = link;
  91. return false;
  92. }
  93. });
  94. return _link;
  95. };
  96. self.set_link = function (name, node_id) {
  97. var _link = self.get_link(name);
  98. if (_link == null) {
  99. _link = {}
  100. self.children.push(_link);
  101. }
  102. _link[name] = node_id;
  103. self.children.valueHasMutated();
  104. };
  105. self.remove_link = function (name, child) {
  106. var _link = null;
  107. $.each(self.children(), function (index, link) {
  108. var _l = ko.mapping.toJS(link);
  109. if (name in _l && _l[name] == child) {
  110. _link = link;
  111. return false;
  112. }
  113. });
  114. if (_link != null) {
  115. self.children.remove(_link);
  116. }
  117. };
  118. self.fetch_parameters = function() {
  119. if (typeof self.properties.parameters != "undefined" && ! self.actionParametersFetched()) { // Fetch once the possible variable when they exist
  120. $.post("/oozie/editor/workflow/action/parameters/", {
  121. "node": ko.mapping.toJSON(self),
  122. }, function (data) {
  123. self.actionParametersFetched(true);
  124. self.actionParameters(data.parameters);
  125. if (data.parameters && data.parameters.length > 0 && self.properties.parameters().length == 0) { // If new node with variables, give a hint by adding a parameter
  126. self.properties.parameters.push(ko.mapping.fromJS({'value': ''}));
  127. }
  128. }).fail(function (xhr, textStatus, errorThrown) {
  129. $(document).trigger("error", xhr.responseText);
  130. });
  131. }
  132. };
  133. if (typeof self.properties.parameters != "undefined") {
  134. self.properties.parameters.subscribe(function(newVal) {
  135. if (newVal) {
  136. self.fetch_parameters();
  137. }
  138. });
  139. }
  140. if (typeof self.properties.script_path != "undefined") {
  141. self.properties.script_path.subscribe(function() {
  142. self.actionParametersFetched(false);
  143. });
  144. }
  145. }
  146. var Workflow = function (vm, workflow) {
  147. var self = this;
  148. self.id = ko.observable(typeof workflow.id != "undefined" && workflow.id != null ? workflow.id : null);
  149. self.uuid = ko.observable(typeof workflow.uuid != "undefined" && workflow.uuid != null ? workflow.uuid : UUID());
  150. self.name = ko.observable(typeof workflow.name != "undefined" && workflow.name != null ? workflow.name : "");
  151. self.properties = ko.mapping.fromJS(typeof workflow.properties != "undefined" && workflow.properties != null ? workflow.properties : {});
  152. self.nodes = ko.observableArray([]);
  153. self.versions = ko.mapping.fromJS(['uri:oozie:workflow:0.4', 'uri:oozie:workflow:0.4.5', 'uri:oozie:workflow:0.5']);
  154. self.movedNode = null;
  155. self.properties.show_arrows.subscribe(function (newVal) {
  156. if (newVal){
  157. $(document).trigger("drawArrows");
  158. }
  159. else {
  160. $(document).trigger("removeArrows");
  161. }
  162. });
  163. self.nodeIds = ko.computed(function () {
  164. var mapping = [];
  165. $.each(self.nodes(), function (index, node) {
  166. mapping.push(node.id());
  167. });
  168. return mapping;
  169. });
  170. self.nodeNamesMapping = ko.computed(function () {
  171. var mapping = {};
  172. $.each(self.nodes(), function (index, node) {
  173. mapping[node.id()] = node.name();
  174. });
  175. return mapping;
  176. });
  177. self.linkMapping = ko.computed(function () {
  178. var mapping = {};
  179. $.each(self.nodes(), function (index, node) {
  180. var links = []
  181. $.each(node.children(), function (index, link) {
  182. if ('to' in link) {
  183. links.push(link['to']);
  184. }
  185. });
  186. mapping[node.id()] = links
  187. });
  188. return mapping;
  189. });
  190. self.linkMapping.subscribe(function (newVal) {
  191. $(document).trigger("drawArrows");
  192. });
  193. self.loadNodes = function (workflow) {
  194. var nodes = []
  195. $.each(workflow.nodes, function (index, node) {
  196. var _node = new Node(node);
  197. nodes.push(_node);
  198. });
  199. self.nodes(nodes)
  200. }
  201. self.newNode = function (widget, callback, sourceNode) {
  202. $.ajax({
  203. type: "POST",
  204. url: "/oozie/editor/workflow/new_node/",
  205. data: {
  206. "workflow": ko.mapping.toJSON(workflow),
  207. "node": ko.mapping.toJSON(widget)
  208. },
  209. success: function (data) {
  210. if (data.status == 0) {
  211. viewModel.addActionProperties.removeAll();
  212. $.each(data.properties, function(i, prop) {
  213. viewModel.addActionProperties.push(ko.mapping.fromJS(prop));
  214. });
  215. if (data.workflows.length > 0) {
  216. viewModel.subworfklows(data.workflows);
  217. }
  218. if (callback) {
  219. callback(widget, sourceNode);
  220. }
  221. }
  222. },
  223. async: false
  224. });
  225. };
  226. self.addNode = function (widget, copiedNode) {
  227. $.post("/oozie/editor/workflow/add_node/", {
  228. "workflow": ko.mapping.toJSON(workflow),
  229. "node": ko.mapping.toJSON(widget),
  230. "properties": ko.mapping.toJSON(viewModel.addActionProperties()),
  231. "copiedProperties": copiedNode ? ko.mapping.toJSON(copiedNode.properties) : "{}"
  232. }, function (data) {
  233. if (data.status == 0) {
  234. var _node = ko.mapping.toJS(widget);
  235. _node.properties = data.properties;
  236. _node.name = data.name;
  237. if (self.movedNode) {
  238. var node = self.movedNode;
  239. } else {
  240. var node = new Node(_node);
  241. node.fetch_parameters();
  242. }
  243. self.nodes.push(node);
  244. // If added to the side
  245. if (vm.currentlyCreatingFork) {
  246. var parentWidget = vm.getWidgetPredecessor(node.id());
  247. var parent = self.getNodeById(parentWidget.id());
  248. if (self.getNodeById(parentWidget.id()) == null) { // New fork
  249. vm.currentlyCreatedJoin.properties['fork_id'] = vm.currentlyCreatedFork.id;
  250. vm.currentlyCreatedFork.properties['join_id'] = vm.currentlyCreatedJoin.id;
  251. var fork = new Node(vm.currentlyCreatedFork);
  252. var join = new Node(vm.currentlyCreatedJoin);
  253. self.nodes.push(fork);
  254. self.nodes.push(join);
  255. var forkParent = self.getNodeById(vm.getWidgetPredecessor(parentWidget.id()).id());
  256. var afterParentId = ko.mapping.toJS(forkParent.get_link('to')).to;
  257. var afterParent = self.getNodeById(afterParentId);
  258. fork.children.push({'to': afterParentId, 'condition': ''});
  259. fork.children.push({'to': node.id(), 'condition': ''});
  260. forkParent.get_link('to')['to'] = fork.id();
  261. var belowJoin = vm.getWidgetSuccessor(join.id());
  262. join.set_link('to', belowJoin.id());
  263. if (afterParent.type() == 'fork-widget') {
  264. self.getNodeById(afterParent.properties.join_id()).set_link('to', join.id());
  265. } else {
  266. afterParent.set_link('to', join.id());
  267. }
  268. node.set_link('to', join.id());
  269. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  270. } else {
  271. // Just add to existing fork
  272. var join = vm.getWidgetSuccessor(node.id());
  273. node.set_link('to', join.id());
  274. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  275. parent.children.push({'to': node.id(), 'condition': ''});
  276. }
  277. } else {
  278. var parentWidget = vm.getWidgetPredecessor(node.id());
  279. var parent = self.getNodeById(parentWidget.id());
  280. if (widget.widgetType() == 'kill-widget') {
  281. parent.set_link('to', node.id());
  282. } else if (parentWidget.widgetType() == 'fork-widget') {
  283. var child = vm.getWidgetSuccessor(node.id());
  284. parent.remove_link('to', child.id());
  285. parent.children.push({'to': node.id(), 'condition': ''});
  286. node.set_link('to', child.id());
  287. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  288. } else {
  289. // Parent is regular node
  290. node.set_link('to', parent.get_link('to')['to']);
  291. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  292. parent.set_link('to', node.id());
  293. }
  294. }
  295. vm.currentlyCreatingFork = false;
  296. } else {
  297. $(document).trigger("error", data.message);
  298. }
  299. }).fail(function (xhr, textStatus, errorThrown) {
  300. $(document).trigger("error", xhr.responseText);
  301. });
  302. };
  303. self.removeNode = function (node_id) {
  304. var node = self.getNodeById(node_id);
  305. var parents = self.getParents(node_id);
  306. var parent = null;
  307. var childLink = null;
  308. if (node) {
  309. childLink = node.get_link('to');
  310. }
  311. if (childLink) {
  312. var childId = ko.mapping.toJS(childLink)['to'];
  313. $.each(parents, function (index, _parent) {
  314. _parent.remove_link('to', node_id);
  315. _parent.children.unshift({'to': childId});
  316. parent = _parent;
  317. });
  318. self.nodes.remove(node);
  319. // If need to remove fork
  320. if (parent.type() == 'fork-widget') {
  321. var fork = parent;
  322. var join = self.getNodeById(childId);
  323. if (join.type() == 'join-widget') {
  324. if (fork.children().length == 2) {
  325. // Link top to above and delete fork
  326. fork.remove_link('to', childId);
  327. var forkParent = self.getParents(fork.id())[0];
  328. forkParent.set_link('to', ko.mapping.toJS(fork.get_link('to'))['to']); // Only link
  329. self.nodes.remove(fork);
  330. // Link bottom to child of join
  331. var beboreJoin = self.getParents(childId)[0];
  332. var joinChildId = ko.mapping.toJS(join.get_link('to'))['to'];
  333. beboreJoin.set_link('to', joinChildId);
  334. self.nodes.remove(join);
  335. } else {
  336. parent.remove_link('to', childId);
  337. }
  338. }
  339. } else if (parent.type() == 'decision-widget') {
  340. parent.remove_link('to', childId);
  341. }
  342. }
  343. else {
  344. self.nodes.remove(node);
  345. }
  346. };
  347. self.moveNode = function (widget) {
  348. var node = self.getNodeById(widget.id());
  349. self.movedNode = node;
  350. self.removeNode(node.id());
  351. self.addNode(widget);
  352. self.movedNode = null;
  353. };
  354. self.getParents = function (node_id) { // Join nodes can have multiple parents
  355. var _nodes = [];
  356. $.each(self.nodes(), function (index, node) {
  357. $.each(node.children(), function (index, link) {
  358. var _link = ko.mapping.toJS(link);
  359. if ('to' in _link && _link.to == node_id) {
  360. _nodes.push(node);
  361. }
  362. })
  363. });
  364. return _nodes;
  365. };
  366. self.getNodeById = function (node_id) {
  367. var _node = null;
  368. $.each(self.nodes(), function (index, node) {
  369. if (node.id() == node_id) {
  370. _node = node;
  371. return false;
  372. }
  373. });
  374. return _node;
  375. };
  376. }
  377. var WorkflowEditorViewModel = function (layout_json, workflow_json, credentials_json, workflow_properties_json, subworkflows_json) {
  378. var self = this;
  379. self.isNested = ko.observable(true);
  380. self.isEditing = ko.observable(true);
  381. self.isEditing.subscribe(function (newVal) {
  382. $(document).trigger("editingToggled");
  383. });
  384. self.toggleEditing = function () {
  385. self.isEditing(!self.isEditing());
  386. };
  387. self.newAction = ko.observable();
  388. self.columns = ko.observableArray([]);
  389. self.oozieColumns = ko.observableArray([]);
  390. self.previewColumns = ko.observable("");
  391. self.workflow = new Workflow(self, workflow_json);
  392. self.credentials = ko.mapping.fromJSON(credentials_json);
  393. self.inited = ko.observable(self.oozieColumns().length > 0);
  394. self.init = function (callback) {
  395. self.workflow_properties = ko.mapping.fromJS(workflow_properties_json);
  396. loadLayout(self, layout_json);
  397. self.workflow.loadNodes(workflow_json);
  398. };
  399. self.addActionProperties = ko.observableArray([]);
  400. self.addActionPropertiesFilledOut = ko.computed(function (){
  401. var _filledInternalValues = function (val) {
  402. var _iAllFilled = true;
  403. val.forEach(function(iVal){
  404. if (iVal.value() == ''){
  405. _iAllFilled = false;
  406. }
  407. });
  408. return _iAllFilled;
  409. }
  410. var _allFilled = true;
  411. ko.utils.arrayForEach(self.addActionProperties(), function (property) {
  412. var _val = property.value();
  413. if (($.isArray(_val) && !_filledInternalValues(_val) ) || _val == ''){
  414. _allFilled = false;
  415. }
  416. });
  417. return _allFilled;
  418. });
  419. self.subworfklows = ko.observableArray(subworkflows_json);
  420. self.getSubWorkflow = function(uuid) {
  421. var wf = $.grep(self.subworfklows(), function(wf, i) {
  422. return wf.value == uuid;
  423. });
  424. if (wf[0]) {
  425. return ko.mapping.fromJS(wf[0]);
  426. }
  427. };
  428. self.currentlyDraggedWidget = ko.observable(null);
  429. self.currentlyDraggedOp = ko.observable("move");
  430. self.currentlyDraggedWidget.subscribe(function (widget) {
  431. toggleSideDrop(widget, false);
  432. });
  433. self.setCurrentlyDraggedWidget = function (widget, op) {
  434. self.currentlyDraggedOp($(op).hasClass("fa-copy") ? "copy" : "move");
  435. self.currentlyDraggedWidget(widget);
  436. }
  437. self.enableSideDrop = function (widget) {
  438. toggleSideDrop(widget, true);
  439. }
  440. function toggleSideDrop(widget, enable) {
  441. if (widget != null && widget.id() != "" && self.currentlyDraggedOp() == "move") {
  442. var _row = self.getWidgetParentRow(widget.id());
  443. if (_row) {
  444. _row.enableOozieDropOnSide(enable);
  445. _row.enableOozieDropOnBefore(enable);
  446. var _parentRow = self.getRowParentRow(_row.id());
  447. if (_parentRow) {
  448. _parentRow.enableOozieDropOnSide(enable);
  449. if (_parentRow.columns().length <= 2) {
  450. _parentRow.columns().forEach(function (col) {
  451. col.enableOozieDropOnBefore(enable);
  452. col.enableOozieDropOnAfter(enable);
  453. col.rows()[0].enableOozieDropOnSide(enable);
  454. });
  455. var _prevParentRow = self.getPrevRow(_parentRow);
  456. if (_prevParentRow && _prevParentRow.widgets().length > 0 && _prevParentRow.widgets()[0].widgetType() == "fork-widget") {
  457. _prevParentRow.enableOozieDropOnSide(enable);
  458. }
  459. }
  460. }
  461. var _col = self.getRowParentColumn(_row.id());
  462. if (self.getColumnParentRow(_col.id()) != null) {
  463. _col.enableOozieDropOnBefore(enable);
  464. _col.enableOozieDropOnAfter(enable);
  465. }
  466. var _prevRow = self.getPrevRow(_row);
  467. if (_prevRow) {
  468. if (_prevRow.widgets().length > 0 && _prevRow.widgets()[0].widgetType() == "start-widget") {
  469. _prevRow.enableOozieDropOnSide(enable);
  470. self.getRowParentColumn(_prevRow.id()).enableOozieDropOnBefore(enable);
  471. }
  472. }
  473. var _nextRow = self.getNextRow(_row);
  474. if (_nextRow) {
  475. _nextRow.enableOozieDropOnBefore(enable);
  476. if (_nextRow.widgets().length > 0 && _nextRow.widgets()[0].widgetType() == "end-widget") {
  477. _nextRow.enableOozieDropOnSide(enable);
  478. self.getRowParentColumn(_nextRow.id()).enableOozieDropOnAfter(enable);
  479. }
  480. }
  481. }
  482. }
  483. }
  484. self.currentlyCreatingFork = false;
  485. self.currentlyCreatedFork = null;
  486. self.currentlyCreatedJoin = null;
  487. self.isDragging = ko.observable(false);
  488. self.addDraggedWidget = function (target, atBeginning) {
  489. if (self.currentlyDraggedWidget() != null) {
  490. var _parentCol = target instanceof Column ? target : self.getRowParentColumn(target.id());
  491. var _newRow = null;
  492. if (typeof atBeginning != "undefined") {
  493. if (_parentCol.rows().length > 0 && _parentCol.rows()[0].widgets() && _parentCol.rows()[0].widgets().length > 0 && _parentCol.rows()[0].widgets()[0].widgetType() == "start-widget") {
  494. if (atBeginning) {
  495. _newRow = _parentCol.addEmptyRow(false, 1);
  496. }
  497. else {
  498. _newRow = _parentCol.addEmptyRow(false, _parentCol.rows().length - 2);
  499. }
  500. }
  501. else {
  502. _newRow = _parentCol.addEmptyRow(atBeginning);
  503. }
  504. }
  505. else {
  506. var _rowIdx = 0;
  507. $.each(_parentCol.rows(), function (i, irow) {
  508. if (irow.id() == target.id()) {
  509. _rowIdx = i;
  510. }
  511. });
  512. _newRow = _parentCol.addEmptyRow(false, _rowIdx);
  513. }
  514. var _w = new ExtendedWidget({
  515. size: self.currentlyDraggedWidget().size(),
  516. id: UUID(),
  517. name: self.currentlyDraggedWidget().name(),
  518. widgetType: self.currentlyDraggedWidget().widgetType(),
  519. properties: self.currentlyDraggedWidget().properties(),
  520. offset: self.currentlyDraggedWidget().offset(),
  521. loading: true,
  522. vm: self
  523. });
  524. if (self.currentlyDraggedWidget().id() != "" && self.currentlyDraggedOp() == "move") {
  525. self.removeWidgetById(self.currentlyDraggedWidget().id());
  526. _w = self.currentlyDraggedWidget();
  527. }
  528. _newRow.widgets([_w]);
  529. return _w;
  530. }
  531. }
  532. self.addSideDraggedWidget = function (row, atBeginning) {
  533. if (self.currentlyDraggedWidget() != null) {
  534. var _parentCol = self.getRowParentColumn(row.id());
  535. var _rowIdx = 0;
  536. $.each(_parentCol.rows(), function (i, irow) {
  537. if (irow.id() == row.id()) {
  538. _rowIdx = i;
  539. }
  540. });
  541. var _addForkAndJoin = (row.columns().length == 0);
  542. if (_addForkAndJoin) {
  543. var _forkRow = _parentCol.addEmptyRow(false, _rowIdx);
  544. var _id = UUID();
  545. var _fork = new ExtendedWidget({
  546. size: 12,
  547. id: _id,
  548. name: 'fork' + '-' + _id.slice(0, 4),
  549. widgetType: "fork-widget",
  550. properties: {},
  551. offset: 0,
  552. loading: true,
  553. vm: self
  554. });
  555. _forkRow.widgets([_fork]);
  556. }
  557. var _w = new ExtendedWidget({
  558. size: self.currentlyDraggedWidget().size(),
  559. id: UUID(),
  560. name: self.currentlyDraggedWidget().name(),
  561. widgetType: self.currentlyDraggedWidget().widgetType(),
  562. properties: self.currentlyDraggedWidget().properties(),
  563. offset: self.currentlyDraggedWidget().offset(),
  564. loading: true,
  565. vm: self
  566. });
  567. if (self.currentlyDraggedWidget().id() != "" && self.currentlyDraggedOp() == "move") {
  568. self.removeWidgetById(self.currentlyDraggedWidget().id());
  569. _w = self.currentlyDraggedWidget();
  570. }
  571. if (row.columns().length == 0) {
  572. var _col = row.addColumn(null, atBeginning);
  573. if (row.widgets().length > 0) {
  574. var _row = _col.addEmptyRow();
  575. row.widgets().forEach(function (widget) {
  576. _row.addWidget(widget);
  577. });
  578. if (row.widgets()[0].widgetType() == "fork-widget") {
  579. var _widgetsRow = self.getNextRow(row);
  580. var _joinRow = self.getNextRow(_widgetsRow);
  581. _col.rows.push(_widgetsRow);
  582. _col.rows.push(_joinRow);
  583. self.getRowParentColumn(row.id()).rows.remove(_widgetsRow);
  584. self.getRowParentColumn(row.id()).rows.remove(_joinRow);
  585. }
  586. row.widgets([]);
  587. }
  588. }
  589. var _col = row.addColumn(null, atBeginning);
  590. var _row = new ExtendedRow([_w], self);
  591. _col.addRow(_row);
  592. if (_addForkAndJoin) {
  593. var _joinRow = _parentCol.addEmptyRow(false, _rowIdx + 2);
  594. var _id = UUID();
  595. var _join = new ExtendedWidget({
  596. size: 12,
  597. id: _id,
  598. name: "join" + '-' + _id.slice(0, 4),
  599. widgetType: "join-widget",
  600. properties: {},
  601. offset: 0,
  602. loading: true,
  603. vm: self
  604. });
  605. _joinRow.widgets([_join]);
  606. self.currentlyCreatedFork = ko.mapping.toJS(_fork);
  607. self.currentlyCreatedJoin = ko.mapping.toJS(_join);
  608. }
  609. self.currentlyCreatingFork = true;
  610. return _w;
  611. }
  612. }
  613. self.removeWidget = function (widget_json) {
  614. self.workflow.removeNode(widget_json.id());
  615. self.removeWidgetById(widget_json.id());
  616. }
  617. self.removeWidgetById = function (widget_id) {
  618. $.each(self.oozieColumns(), function (i, col) {
  619. self.deeplyRemoveWidgetById(widget_id, col, self)
  620. });
  621. }
  622. self.deeplyRemoveWidgetById = function (widget_id, col, parent) {
  623. if (col) {
  624. $.each(col.rows(), function (j, row) {
  625. if (row && row.widgets()) {
  626. $.each(row.widgets(), function (z, widget) {
  627. if (widget.id() == widget_id) {
  628. row.widgets.remove(widget);
  629. col.rows.remove(row);
  630. }
  631. });
  632. }
  633. if (row && row.columns()) {
  634. $.each(row.columns(), function (i, icol) {
  635. self.deeplyRemoveWidgetById(widget_id, icol, row);
  636. });
  637. }
  638. });
  639. if (col.rows().length == 0) {
  640. parent.columns.remove(col);
  641. if (parent.columns().length > 1) {
  642. var _size = Math.max(1, Math.floor(12 / (parent.columns().length)));
  643. parent.columns().forEach(function (icol) {
  644. icol.size(_size);
  645. });
  646. }
  647. else {
  648. var _rows = parent.columns()[0].rows();
  649. var _parentRows = self.getRowParentColumn(parent.id()).rows;
  650. var _prevRowIdx = -1;
  651. for (var i = 0; i < _parentRows().length; i++) {
  652. if (_parentRows()[i].id() == parent.id()) {
  653. break;
  654. }
  655. _prevRowIdx = i;
  656. }
  657. if (_prevRowIdx > -1 && _parentRows()[_prevRowIdx].widgets().length > 0 && _parentRows()[_prevRowIdx].widgets()[0].widgetType() == "fork-widget") {
  658. _parentRows.remove(_parentRows()[_prevRowIdx]);
  659. _parentRows.remove(_parentRows()[_prevRowIdx + 1]);
  660. }
  661. for (var i = 0; i < _rows.length; i++) {
  662. if (i == 0) {
  663. parent.widgets(_rows[i].widgets());
  664. }
  665. else {
  666. _parentRows.push(_rows[i]);
  667. }
  668. }
  669. parent.columns([]);
  670. }
  671. }
  672. }
  673. }
  674. self.getWidgetRelative = function (widget_id, isPredecessor) {
  675. var _row = self.getWidgetParentRow(widget_id);
  676. var _col = self.getRowParentColumn(_row.id());
  677. var _nextRow = null;
  678. for (var i = 0; i < _col.rows().length; i++) {
  679. if (_col.rows()[i].id() == _row.id()) {
  680. if (!isPredecessor && _col.rows().length >= i + 1) {
  681. _nextRow = _col.rows()[i + 1];
  682. }
  683. break;
  684. }
  685. _nextRow = _col.rows()[i];
  686. }
  687. if (_nextRow != null) {
  688. return _nextRow.widgets()[0];
  689. }
  690. else {
  691. var _parentRow = self.getColumnParentRow(_col.id());
  692. if (_parentRow) {
  693. var _parentColumn = self.getRowParentColumn(_parentRow.id());
  694. var _nextParentRow = null;
  695. for (var i = 0; i < _parentColumn.rows().length; i++) {
  696. if (_parentColumn.rows()[i].id() == _parentRow.id()) {
  697. if (!isPredecessor && _parentColumn.rows().length >= i + 1) {
  698. _nextParentRow = _parentColumn.rows()[i + 1];
  699. }
  700. break;
  701. }
  702. _nextParentRow = _parentColumn.rows()[i];
  703. }
  704. if (_nextParentRow != null) {
  705. return _nextParentRow.widgets()[0];
  706. }
  707. }
  708. }
  709. return null;
  710. }
  711. self.getWidgetPredecessor = function (widget_id) {
  712. return self.getWidgetRelative(widget_id, true);
  713. }
  714. self.getWidgetSuccessor = function (widget_id) {
  715. return self.getWidgetRelative(widget_id, false);
  716. }
  717. self.isRowAfterFork = function (row) {
  718. var _parentColumn = self.getRowParentColumn(row.id());
  719. var _prevRow = null;
  720. for (var i = 0; i < _parentColumn.rows().length; i++) {
  721. var _currentRow = _parentColumn.rows()[i];
  722. if (_currentRow.id() == row.id()) {
  723. break;
  724. }
  725. _prevRow = _currentRow;
  726. }
  727. if (_prevRow != null) {
  728. return _prevRow.widgets().length > 0 && (_prevRow.widgets()[0].widgetType() == "fork-widget" || _prevRow.widgets()[0].widgetType() == "decision-widget");
  729. }
  730. return false;
  731. }
  732. self.isRowBeforeJoin = function (row) {
  733. return row.widgets().length > 0 && row.widgets()[0].widgetType() == "join-widget";
  734. }
  735. self.getNextRow = function (row) {
  736. var _parentColumn = self.getRowParentColumn(row.id());
  737. var _nextParentRow = null;
  738. for (var i = 0; i < _parentColumn.rows().length; i++) {
  739. if (_parentColumn.rows()[i].id() == row.id()) {
  740. if (_parentColumn.rows().length >= i + 1) {
  741. _nextParentRow = _parentColumn.rows()[i + 1];
  742. }
  743. break;
  744. }
  745. _nextParentRow = _parentColumn.rows()[i];
  746. }
  747. return _nextParentRow;
  748. }
  749. self.getPrevRow = function (row) {
  750. var _parentColumn = self.getRowParentColumn(row.id());
  751. var _prevParentRow = null;
  752. for (var i = 0; i < _parentColumn.rows().length; i++) {
  753. if (_parentColumn.rows()[i].id() == row.id()) {
  754. if (i > 0) {
  755. _prevParentRow = _parentColumn.rows()[i - 1];
  756. }
  757. break;
  758. }
  759. _prevParentRow = _parentColumn.rows()[i];
  760. }
  761. return _prevParentRow;
  762. }
  763. self.getWidgetParentRow = function (widget_id) {
  764. var _row = null;
  765. for (var i = 0; i < self.oozieColumns().length; i++) {
  766. _row = self.traverseColumnForWidget(widget_id, self.oozieColumns()[i]);
  767. if (_row != null) {
  768. break;
  769. }
  770. }
  771. return _row;
  772. }
  773. self.getRowParentColumn = function (row_id) {
  774. return self.traverseColumnForColumn(row_id, self.oozieColumns()[0], 0);
  775. }
  776. self.getColumnParentRow = function (col_id) {
  777. return self.traverseColumnForRow(col_id, self.oozieColumns()[0], 0);
  778. }
  779. self.getRowParentRow = function (row_id) {
  780. var _col = self.getRowParentColumn(row_id);
  781. if (_col != null) {
  782. return self.getColumnParentRow(_col.id());
  783. }
  784. }
  785. self.traverseColumnForColumn = function (row_id, col) {
  786. var _column = null;
  787. if (col) {
  788. for (var j = 0; j < col.rows().length; j++) {
  789. var row = col.rows()[j];
  790. for (var z = 0; z < row.columns().length; z++) {
  791. _column = self.traverseColumnForColumn(row_id, row.columns()[z]);
  792. if (_column != null) {
  793. return _column;
  794. }
  795. }
  796. if (row.id() == row_id) {
  797. _column = col;
  798. return _column;
  799. }
  800. }
  801. }
  802. return _column;
  803. }
  804. self.traverseColumnForRow = function (col_id, col) {
  805. var _row = null;
  806. if (col) {
  807. for (var j = 0; j < col.rows().length; j++) {
  808. var row = col.rows()[j];
  809. for (var z = 0; z < row.columns().length; z++) {
  810. var _col = row.columns()[z];
  811. if (_col.id() == col_id) {
  812. _row = row;
  813. }
  814. else {
  815. _row = self.traverseColumnForRow(col_id, _col);
  816. }
  817. if (_row != null) {
  818. return _row;
  819. }
  820. }
  821. }
  822. }
  823. return _row;
  824. }
  825. self.traverseColumnForWidget = function (widget_id, col) {
  826. var _row = null;
  827. if (col) {
  828. for (var j = 0; j < col.rows().length; j++) {
  829. var row = col.rows()[j];
  830. for (var z = 0; z < row.widgets().length; z++) {
  831. var widget = row.widgets()[z];
  832. if (widget.id() == widget_id) {
  833. _row = row;
  834. break;
  835. }
  836. }
  837. if (_row != null) {
  838. break;
  839. }
  840. for (var z = 0; z < row.columns().length; z++) {
  841. _row = self.traverseColumnForWidget(widget_id, row.columns()[z]);
  842. if (_row != null) {
  843. break;
  844. }
  845. }
  846. }
  847. }
  848. return _row;
  849. }
  850. self.convertToDecision = function (widget, node) {
  851. if (widget.widgetType() == "fork-widget") {
  852. var _row = self.getWidgetParentRow(widget.id());
  853. var _next = self.getNextRow(_row);
  854. while (_next.widgets().length == 0) {
  855. _next = self.getNextRow(_next);
  856. }
  857. // Remove the join
  858. self.workflow.removeNode(_next.widgets()[0].id());
  859. self.removeWidgetById(_next.widgets()[0].id());
  860. node.children.push({'to': '33430f0f-ebfa-c3ec-f237-3e77efa03d0a', 'condition': 'default'});
  861. widget.widgetType("decision-widget");
  862. node.type("decision-widget");
  863. var _newName = "decision-" + node.id().slice(0, 4);
  864. node.name(_newName);
  865. widget.name(_newName);
  866. $(document).trigger("drawArrows");
  867. }
  868. }
  869. self.save = function () {
  870. $.post("/oozie/editor/workflow/save/", {
  871. "layout": ko.mapping.toJSON(self.oozieColumns),
  872. "workflow": ko.mapping.toJSON(self.workflow)
  873. }, function (data) {
  874. if (data.status == 0) {
  875. if (self.workflow.id() == null) {
  876. shareViewModel.setDocId(data.doc1_id);
  877. }
  878. self.workflow.id(data.id);
  879. $(document).trigger("info", data.message);
  880. if (window.location.search.indexOf("workflow") == -1) {
  881. window.location.hash = '#workflow=' + data.id;
  882. }
  883. }
  884. else {
  885. $(document).trigger("error", data.message);
  886. }
  887. }).fail(function (xhr, textStatus, errorThrown) {
  888. $(document).trigger("error", xhr.responseText);
  889. });
  890. };
  891. self.gen_xml = function () {
  892. $.post("/oozie/editor/workflow/gen_xml/", {
  893. "layout": ko.mapping.toJSON(self.oozieColumns),
  894. "workflow": ko.mapping.toJSON(self.workflow)
  895. }, function (data) {
  896. if (data.status == 0) {
  897. console.log(data.xml);
  898. }
  899. else {
  900. $(document).trigger("error", data.message);
  901. }
  902. }).fail(function (xhr, textStatus, errorThrown) {
  903. $(document).trigger("error", xhr.responseText);
  904. });
  905. };
  906. self.showSubmitPopup = function () {
  907. $.get("/oozie/editor/workflow/submit/" + self.workflow.id(), {
  908. }, function (data) {
  909. $(document).trigger("showSubmitPopup", data);
  910. }).fail(function (xhr, textStatus, errorThrown) {
  911. $(document).trigger("error", xhr.responseText);
  912. });
  913. };
  914. function bareWidgetBuilder(name, type) {
  915. return new ExtendedWidget({
  916. size: 12,
  917. id: "",
  918. name: name,
  919. widgetType: type
  920. });
  921. }
  922. self.draggableHiveAction = ko.observable(bareWidgetBuilder("Hive Script", "hive-widget"));
  923. self.draggableHive2Action = ko.observable(bareWidgetBuilder("HiveServer2 Script", "hive2-widget"));
  924. self.draggablePigAction = ko.observable(bareWidgetBuilder("Pig Script", "pig-widget"));
  925. self.draggableJavaAction = ko.observable(bareWidgetBuilder("Java program", "java-widget"));
  926. self.draggableMapReduceAction = ko.observable(bareWidgetBuilder("MapReduce job", "mapreduce-widget"));
  927. self.draggableSubworkflowAction = ko.observable(bareWidgetBuilder("Sub workflow", "subworkflow-widget"));
  928. self.draggableSqoopAction = ko.observable(bareWidgetBuilder("Sqoop 1", "sqoop-widget"));
  929. self.draggableShellAction = ko.observable(bareWidgetBuilder("Shell", "shell-widget"));
  930. self.draggableSshAction = ko.observable(bareWidgetBuilder("Ssh", "ssh-widget"));
  931. self.draggableFsAction = ko.observable(bareWidgetBuilder("HDFS Fs", "fs-widget"));
  932. self.draggableEmailAction = ko.observable(bareWidgetBuilder("Email", "email-widget"));
  933. self.draggableStreamingAction = ko.observable(bareWidgetBuilder("Streaming", "streaming-widget"));
  934. self.draggableDistCpAction = ko.observable(bareWidgetBuilder("Distcp", "distcp-widget"));
  935. self.draggableKillNode = ko.observable(bareWidgetBuilder("Kill", "kill-widget"));
  936. };
  937. function logGA(page) {
  938. if (typeof trackOnGA == 'function') {
  939. trackOnGA('oozie/editor/workflow' + page);
  940. }
  941. }
  942. var ExtendedColumn = function (size, rows) {
  943. var self = new Column(size, rows);
  944. self.rowPrototype = ExtendedRow;
  945. self.oozieStartRow = ko.computed(function () {
  946. var _row = null;
  947. ko.utils.arrayForEach(self.rows(), function (row) {
  948. if ((row.widgets().length > 0 && row.widgets()[0].id() == "3f107997-04cc-8733-60a9-a4bb62cebffc")) {
  949. _row = row;
  950. }
  951. });
  952. return _row;
  953. }, self);
  954. self.oozieEndRow = ko.computed(function () {
  955. var _row = null;
  956. ko.utils.arrayForEach(self.rows(), function (row) {
  957. if ((row.widgets().length > 0 && row.widgets()[0].id() == "33430f0f-ebfa-c3ec-f237-3e77efa03d0a")) {
  958. _row = row;
  959. }
  960. });
  961. return _row;
  962. }, self);
  963. self.oozieKillRow = ko.computed(function () {
  964. var _row = null;
  965. ko.utils.arrayForEach(self.rows(), function (row) {
  966. if ((row.widgets().length > 0 && row.widgets()[0].id() == "17c9c895-5a16-7443-bb81-f34b30b21548")) {
  967. _row = row;
  968. }
  969. });
  970. return _row;
  971. }, self);
  972. self.oozieRows = ko.computed(function () {
  973. var _rows = [];
  974. ko.utils.arrayForEach(self.rows(), function (row) {
  975. if ((row.widgets().length > 0 && ["3f107997-04cc-8733-60a9-a4bb62cebffc", "33430f0f-ebfa-c3ec-f237-3e77efa03d0a", "17c9c895-5a16-7443-bb81-f34b30b21548"].indexOf(row.widgets()[0].id()) == -1) || row.widgets().length == 0) {
  976. _rows.push(row);
  977. }
  978. });
  979. return _rows;
  980. }, self);
  981. self.enableOozieDropOnBefore = ko.observable(true);
  982. self.enableOozieDropOnAfter = ko.observable(true);
  983. return self;
  984. }
  985. var ExtendedRow = function (widgets, vm, columns) {
  986. var self = new Row(widgets, vm, columns);
  987. self.columnPrototype = ExtendedColumn;
  988. self.enableOozieDrop = ko.computed(function(){
  989. return vm.isEditing && vm.isEditing() && self.widgets && self.widgets().length < 1
  990. });
  991. self.enableOozieDropOnBefore = ko.observable(true);
  992. self.enableOozieDropOnSide = ko.observable(true);
  993. return self;
  994. }
  995. var ExtendedWidget = function (params) {
  996. var self = new Widget(params);
  997. self.oozieMovable = ko.computed(function() {
  998. return ["end-widget", "start-widget", "fork-widget", "decision-widget", "join-widget"].indexOf(self.widgetType()) == - 1
  999. });
  1000. self.oozieExpanded = ko.observable(false);
  1001. self.ooziePropertiesExpanded = ko.observable(false);
  1002. return self;
  1003. }