workflow-editor.ko.js 36 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. ko.bindingHandlers.droppable = {
  17. init: function (element, valueAccessor) {
  18. var _dropElement = $(element);
  19. var _options = valueAccessor();
  20. if (_options.enabled) {
  21. var _dropOptions = {
  22. hoverClass: 'drop-target-highlight',
  23. drop: _options.onDrop
  24. };
  25. _dropElement.droppable(_dropOptions);
  26. }
  27. }
  28. };
  29. function magicLayout(vm) {
  30. loadLayout(vm, vm.initial.layout);
  31. $(document).trigger("magicLayout");
  32. }
  33. function loadColumns(viewModel, json_layout) {
  34. var _columns = [];
  35. $(json_layout).each(function (cnt, json_col) {
  36. var _rows = [];
  37. $(json_col.rows).each(function (rcnt, json_row) {
  38. var row = new ExtendedRow([], viewModel);
  39. $(json_row.widgets).each(function (wcnt, widget) {
  40. var _w = new ExtendedWidget({
  41. size: widget.size,
  42. id: widget.id,
  43. name: widget.name,
  44. widgetType: widget.widgetType,
  45. properties: widget.properties,
  46. offset: widget.offset,
  47. loading: true,
  48. vm: viewModel
  49. });
  50. row.addWidget(_w);
  51. });
  52. row.columns(loadColumns(viewModel, json_row.columns));
  53. _rows.push(row);
  54. });
  55. var column = new ExtendedColumn(json_col.size, _rows);
  56. _columns = _columns.concat(column);
  57. });
  58. return _columns;
  59. }
  60. function loadLayout(viewModel, json_layout) {
  61. var _cols = loadColumns(viewModel, json_layout);
  62. viewModel.oozieColumns(_cols);
  63. }
  64. // End dashboard lib
  65. var Node = function (node) {
  66. var self = this;
  67. var type = typeof node.widgetType != "undefined" ? node.widgetType : node.type;
  68. self.id = ko.observable(typeof node.id != "undefined" && node.id != null ? node.id : UUID());
  69. self.name = ko.observable(typeof node.name != "undefined" && node.name != null ? node.name : "");
  70. self.type = ko.observable(typeof type != "undefined" && type != null ? type : "");
  71. self.properties = ko.mapping.fromJS(typeof node.properties != "undefined" && node.properties != null ? node.properties : {});
  72. self.children = ko.mapping.fromJS(typeof node.children != "undefined" && node.children != null ? node.children : []);
  73. self.actionParameters = ko.observableArray([]);
  74. self.actionParametersUI = ko.computed(function() { // TODO: remove truncation when autocomplete
  75. if (self.actionParameters()){
  76. return $.map(self.actionParameters().slice(0, 3), function(param) {return param + '=...'}).join();
  77. }
  78. });
  79. self.actionParametersFetched = ko.observable(false);
  80. self.get_link = function (name) {
  81. var _link = null;
  82. $.each(self.children(), function (index, link) {
  83. if (name in link) {
  84. _link = link;
  85. return false;
  86. }
  87. });
  88. return _link;
  89. }
  90. self.set_link = function (name, node_id) {
  91. var _link = self.get_link(name);
  92. if (_link == null) {
  93. _link = {}
  94. self.children.push(_link);
  95. }
  96. _link[name] = node_id;
  97. self.children.valueHasMutated();
  98. }
  99. self.remove_link = function (name, child) {
  100. var _link = null;
  101. $.each(self.children(), function (index, link) {
  102. var _l = ko.mapping.toJS(link);
  103. if (name in _l && _l[name] == child) {
  104. _link = link;
  105. return false;
  106. }
  107. });
  108. if (_link != null) {
  109. self.children.remove(_link);
  110. }
  111. }
  112. if (typeof self.properties.parameters != "undefined") { // Fetch once the possible variable when they exist
  113. self.properties.parameters.subscribe(function(newVal) { // TODO: only fetch when first time focus on one of the parameters and showing the autocomplete.
  114. if (newVal && ! self.actionParametersFetched()) {
  115. $.post("/oozie/editor/workflow/action/parameters/", {
  116. "node": ko.mapping.toJSON(self),
  117. }, function (data) {
  118. self.actionParametersFetched(true);
  119. self.actionParameters(data.parameters);
  120. }).fail(function (xhr, textStatus, errorThrown) {
  121. $(document).trigger("error", xhr.responseText);
  122. });
  123. }
  124. });
  125. }
  126. if (typeof self.properties.script_path != "undefined") {
  127. self.properties.script_path.subscribe(function() {
  128. self.actionParametersFetched(false);
  129. });
  130. }
  131. }
  132. var Workflow = function (vm, workflow) {
  133. var self = this;
  134. self.id = ko.observable(typeof workflow.id != "undefined" && workflow.id != null ? workflow.id : null);
  135. self.uuid = ko.observable(typeof workflow.uuid != "undefined" && workflow.uuid != null ? workflow.uuid : UUID());
  136. self.name = ko.observable(typeof workflow.name != "undefined" && workflow.name != null ? workflow.name : "");
  137. self.properties = ko.mapping.fromJS(typeof workflow.properties != "undefined" && workflow.properties != null ? workflow.properties : {});
  138. self.nodes = ko.observableArray([]);
  139. self.movedNode = null;
  140. self.nodeIds = ko.computed(function () {
  141. var mapping = [];
  142. $.each(self.nodes(), function (index, node) {
  143. mapping.push(node.id());
  144. });
  145. return mapping;
  146. });
  147. self.nodeNamesMapping = ko.computed(function () {
  148. var mapping = {};
  149. $.each(self.nodes(), function (index, node) {
  150. mapping[node.id()] = node.name();
  151. });
  152. return mapping;
  153. });
  154. self.linkMapping = ko.computed(function () {
  155. var mapping = {};
  156. $.each(self.nodes(), function (index, node) {
  157. var links = []
  158. $.each(node.children(), function (index, link) {
  159. if ('to' in link) {
  160. links.push(link['to']);
  161. }
  162. });
  163. mapping[node.id()] = links
  164. });
  165. return mapping;
  166. });
  167. self.linkMapping.subscribe(function (newVal) {
  168. $(document).trigger("drawArrows");
  169. });
  170. self.loadNodes = function (workflow) {
  171. var nodes = []
  172. $.each(workflow.nodes, function (index, node) {
  173. var _node = new Node(node);
  174. nodes.push(_node);
  175. });
  176. self.nodes(nodes)
  177. }
  178. self.newNode = function (widget, callback) {
  179. $.ajax({
  180. type: "POST",
  181. url: "/oozie/editor/workflow/new_node/",
  182. data: {
  183. "workflow": ko.mapping.toJSON(workflow),
  184. "node": ko.mapping.toJSON(widget)
  185. },
  186. success: function (data) {
  187. if (data.status == 0) {
  188. viewModel.addActionProperties.removeAll();
  189. $.each(data.properties, function(i, prop) {
  190. viewModel.addActionProperties.push(ko.mapping.fromJS(prop));
  191. });
  192. if (data.workflows.length > 0) {
  193. viewModel.subworfklows(data.workflows);
  194. }
  195. if (callback) {
  196. callback(widget);
  197. }
  198. }
  199. },
  200. async: false
  201. });
  202. };
  203. self.addNode = function (widget) {
  204. $.post("/oozie/editor/workflow/add_node/", {
  205. "workflow": ko.mapping.toJSON(workflow),
  206. "node": ko.mapping.toJSON(widget),
  207. "properties": ko.mapping.toJSON(viewModel.addActionProperties()),
  208. }, function (data) {
  209. if (data.status == 0) {
  210. var _node = ko.mapping.toJS(widget);
  211. _node.properties = data.properties;
  212. _node.name = data.name;
  213. if (self.movedNode) {
  214. var node = self.movedNode;
  215. } else {
  216. var node = new Node(_node);
  217. }
  218. self.nodes.push(node);
  219. // If added to the side
  220. if (vm.currentlyCreatingFork) {
  221. var parentWidget = vm.getWidgetPredecessor(node.id());
  222. var parent = self.getNodeById(parentWidget.id());
  223. if (self.getNodeById(parentWidget.id()) == null) { // New fork
  224. vm.currentlyCreatedJoin.properties['fork_id'] = vm.currentlyCreatedFork.id;
  225. vm.currentlyCreatedFork.properties['join_id'] = vm.currentlyCreatedJoin.id;
  226. var fork = new Node(vm.currentlyCreatedFork);
  227. var join = new Node(vm.currentlyCreatedJoin);
  228. self.nodes.push(fork);
  229. self.nodes.push(join);
  230. var forkParent = self.getNodeById(vm.getWidgetPredecessor(parentWidget.id()).id());
  231. var afterParentId = ko.mapping.toJS(forkParent.get_link('to')).to;
  232. var afterParent = self.getNodeById(afterParentId);
  233. fork.children.push({'to': afterParentId, 'condition': ''});
  234. fork.children.push({'to': node.id(), 'condition': ''});
  235. forkParent.get_link('to')['to'] = fork.id();
  236. var belowJoin = vm.getWidgetSuccessor(join.id());
  237. join.set_link('to', belowJoin.id());
  238. if (afterParent.type() == 'fork-widget') {
  239. self.getNodeById(afterParent.properties.join_id()).set_link('to', join.id());
  240. } else {
  241. afterParent.set_link('to', join.id());
  242. }
  243. node.set_link('to', join.id());
  244. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  245. } else {
  246. // Just add to existing fork
  247. var join = vm.getWidgetSuccessor(node.id());
  248. node.set_link('to', join.id());
  249. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  250. parent.children.push({'to': node.id(), 'condition': ''});
  251. }
  252. } else {
  253. var parentWidget = vm.getWidgetPredecessor(node.id());
  254. var parent = self.getNodeById(parentWidget.id());
  255. if (widget.widgetType() == 'kill-widget') {
  256. parent.set_link('to', node.id());
  257. } else if (parentWidget.widgetType() == 'fork-widget') {
  258. var child = vm.getWidgetSuccessor(node.id());
  259. parent.remove_link('to', child.id());
  260. parent.children.push({'to': node.id(), 'condition': ''});
  261. node.set_link('to', child.id());
  262. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  263. } else {
  264. // Parent is regular node
  265. node.set_link('to', parent.get_link('to')['to']);
  266. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  267. parent.set_link('to', node.id());
  268. }
  269. }
  270. vm.currentlyCreatingFork = false;
  271. } else {
  272. $(document).trigger("error", data.message);
  273. }
  274. }).fail(function (xhr, textStatus, errorThrown) {
  275. $(document).trigger("error", xhr.responseText);
  276. });
  277. };
  278. self.removeNode = function (node_id) {
  279. var node = self.getNodeById(node_id);
  280. var parents = self.getParents(node_id);
  281. var parent = null;
  282. var childLink = null;
  283. if (node) {
  284. childLink = node.get_link('to');
  285. }
  286. if (childLink) {
  287. var childId = ko.mapping.toJS(childLink)['to'];
  288. $.each(parents, function (index, _parent) {
  289. _parent.remove_link('to', node_id);
  290. _parent.children.unshift({'to': childId});
  291. parent = _parent;
  292. });
  293. self.nodes.remove(node);
  294. // If need to remove fork
  295. if (parent.type() == 'fork-widget') {
  296. var fork = parent;
  297. var join = self.getNodeById(childId);
  298. if (join.type() == 'join-widget') {
  299. if (fork.children().length == 2) {
  300. // Link top to above and delete fork
  301. fork.remove_link('to', childId);
  302. var forkParent = self.getParents(fork.id())[0];
  303. forkParent.set_link('to', ko.mapping.toJS(fork.get_link('to'))['to']); // Only link
  304. self.nodes.remove(fork);
  305. // Link bottom to child of join
  306. var beboreJoin = self.getParents(childId)[0];
  307. var joinChildId = ko.mapping.toJS(join.get_link('to'))['to'];
  308. beboreJoin.set_link('to', joinChildId);
  309. self.nodes.remove(join);
  310. } else {
  311. parent.remove_link('to', childId);
  312. }
  313. }
  314. } else if (parent.type() == 'decision-widget') {
  315. parent.remove_link('to', childId);
  316. }
  317. }
  318. else {
  319. self.nodes.remove(node);
  320. }
  321. };
  322. self.moveNode = function (widget) {
  323. var node = self.getNodeById(widget.id());
  324. self.movedNode = node;
  325. self.removeNode(node.id());
  326. self.addNode(widget);
  327. self.movedNode = null;
  328. };
  329. self.getParents = function (node_id) { // Join nodes can have multiple parents
  330. var _nodes = [];
  331. $.each(self.nodes(), function (index, node) {
  332. $.each(node.children(), function (index, link) {
  333. var _link = ko.mapping.toJS(link);
  334. if ('to' in _link && _link.to == node_id) {
  335. _nodes.push(node);
  336. }
  337. })
  338. });
  339. return _nodes;
  340. };
  341. self.getNodeById = function (node_id) {
  342. var _node = null;
  343. $.each(self.nodes(), function (index, node) {
  344. if (node.id() == node_id) {
  345. _node = node;
  346. return false;
  347. }
  348. });
  349. return _node;
  350. };
  351. }
  352. var WorkflowEditorViewModel = function (layout_json, workflow_json, credentials_json, workflow_properties_json, subworkflows_json) {
  353. var self = this;
  354. self.isNested = ko.observable(true);
  355. self.isEditing = ko.observable(true);
  356. self.isEditing.subscribe(function (newVal) {
  357. $(document).trigger("editingToggled");
  358. });
  359. self.toggleEditing = function () {
  360. self.isEditing(!self.isEditing());
  361. };
  362. self.hasArrows = ko.observable(true);
  363. self.hasArrows.subscribe(function (newVal) {
  364. if (newVal){
  365. $(document).trigger("drawArrows");
  366. }
  367. else {
  368. $(document).trigger("removeArrows");
  369. }
  370. });
  371. self.toggleArrows = function () {
  372. self.hasArrows(! self.hasArrows());
  373. };
  374. self.newAction = ko.observable();
  375. self.columns = ko.observableArray([]);
  376. self.oozieColumns = ko.observableArray([]);
  377. self.previewColumns = ko.observable("");
  378. self.workflow = new Workflow(self, workflow_json);
  379. self.credentials = ko.mapping.fromJSON(credentials_json);
  380. self.inited = ko.observable(self.oozieColumns().length > 0);
  381. self.init = function (callback) {
  382. self.workflow_properties = ko.mapping.fromJS(workflow_properties_json);
  383. loadLayout(self, layout_json);
  384. self.workflow.loadNodes(workflow_json);
  385. };
  386. self.addActionProperties = ko.observableArray([]);
  387. self.addActionPropertiesFilledOut = ko.computed(function (){
  388. var _filledInternalValues = function (val) {
  389. var _iAllFilled = true;
  390. val.forEach(function(iVal){
  391. if (iVal.value() == ''){
  392. _iAllFilled = false;
  393. }
  394. });
  395. return _iAllFilled;
  396. }
  397. var _allFilled = true;
  398. ko.utils.arrayForEach(self.addActionProperties(), function (property) {
  399. var _val = property.value();
  400. if (($.isArray(_val) && !_filledInternalValues(_val) ) || _val == ''){
  401. _allFilled = false;
  402. }
  403. });
  404. return _allFilled;
  405. });
  406. self.subworfklows = ko.observableArray(subworkflows_json);
  407. self.getSubWorkflow = function(uuid) {
  408. var wf = $.grep(self.subworfklows(), function(wf, i) {
  409. return wf.value == uuid;
  410. });
  411. if (wf[0]) {
  412. return ko.mapping.fromJS(wf[0]);
  413. }
  414. };
  415. self.currentlyDraggedWidget = ko.observable(null);
  416. self.currentlyDraggedOp = ko.observable("move");
  417. self.currentlyDraggedWidget.subscribe(function (widget) {
  418. toggleSideDrop(widget, false);
  419. });
  420. self.setCurrentlyDraggedWidget = function (widget, op) {
  421. self.currentlyDraggedOp($(op).hasClass("fa-copy") ? "copy" : "move");
  422. self.currentlyDraggedWidget(widget);
  423. }
  424. self.enableSideDrop = function (widget) {
  425. toggleSideDrop(widget, true);
  426. }
  427. function toggleSideDrop(widget, enable) {
  428. if (widget != null && widget.id() != "" && self.currentlyDraggedOp() == "move") {
  429. var _row = self.getWidgetParentRow(widget.id());
  430. if (_row) {
  431. _row.enableOozieDropOnSide(enable);
  432. _row.enableOozieDropOnBefore(enable);
  433. var _parentRow = self.getRowParentRow(_row.id());
  434. if (_parentRow) {
  435. _parentRow.enableOozieDropOnSide(enable);
  436. if (_parentRow.columns().length <= 2) {
  437. _parentRow.columns().forEach(function (col) {
  438. col.enableOozieDropOnBefore(enable);
  439. col.enableOozieDropOnAfter(enable);
  440. col.rows()[0].enableOozieDropOnSide(enable);
  441. });
  442. var _prevParentRow = self.getPrevRow(_parentRow);
  443. if (_prevParentRow && _prevParentRow.widgets().length > 0 && _prevParentRow.widgets()[0].widgetType() == "fork-widget") {
  444. _prevParentRow.enableOozieDropOnSide(enable);
  445. }
  446. }
  447. }
  448. var _col = self.getRowParentColumn(_row.id());
  449. if (self.getColumnParentRow(_col.id()) != null) {
  450. _col.enableOozieDropOnBefore(enable);
  451. _col.enableOozieDropOnAfter(enable);
  452. }
  453. var _prevRow = self.getPrevRow(_row);
  454. if (_prevRow) {
  455. if (_prevRow.widgets().length > 0 && _prevRow.widgets()[0].widgetType() == "start-widget") {
  456. _prevRow.enableOozieDropOnSide(enable);
  457. self.getRowParentColumn(_prevRow.id()).enableOozieDropOnBefore(enable);
  458. }
  459. }
  460. var _nextRow = self.getNextRow(_row);
  461. if (_nextRow) {
  462. _nextRow.enableOozieDropOnBefore(enable);
  463. if (_nextRow.widgets().length > 0 && _nextRow.widgets()[0].widgetType() == "end-widget") {
  464. _nextRow.enableOozieDropOnSide(enable);
  465. self.getRowParentColumn(_nextRow.id()).enableOozieDropOnAfter(enable);
  466. }
  467. }
  468. }
  469. }
  470. }
  471. self.currentlyCreatingFork = false;
  472. self.currentlyCreatedFork = null;
  473. self.currentlyCreatedJoin = null;
  474. self.isDragging = ko.observable(false);
  475. self.addDraggedWidget = function (target, atBeginning) {
  476. if (self.currentlyDraggedWidget() != null) {
  477. var _parentCol = target instanceof Column ? target : self.getRowParentColumn(target.id());
  478. var _newRow = null;
  479. if (typeof atBeginning != "undefined") {
  480. if (_parentCol.rows().length > 0 && _parentCol.rows()[0].widgets() && _parentCol.rows()[0].widgets().length > 0 && _parentCol.rows()[0].widgets()[0].widgetType() == "start-widget") {
  481. if (atBeginning) {
  482. _newRow = _parentCol.addEmptyRow(false, 1);
  483. }
  484. else {
  485. _newRow = _parentCol.addEmptyRow(false, _parentCol.rows().length - 2);
  486. }
  487. }
  488. else {
  489. _newRow = _parentCol.addEmptyRow(atBeginning);
  490. }
  491. }
  492. else {
  493. var _rowIdx = 0;
  494. $.each(_parentCol.rows(), function (i, irow) {
  495. if (irow.id() == target.id()) {
  496. _rowIdx = i;
  497. }
  498. });
  499. _newRow = _parentCol.addEmptyRow(false, _rowIdx);
  500. }
  501. var _w = new ExtendedWidget({
  502. size: self.currentlyDraggedWidget().size(),
  503. id: UUID(),
  504. name: self.currentlyDraggedWidget().name(),
  505. widgetType: self.currentlyDraggedWidget().widgetType(),
  506. properties: self.currentlyDraggedWidget().properties(),
  507. offset: self.currentlyDraggedWidget().offset(),
  508. loading: true,
  509. vm: self
  510. });
  511. if (self.currentlyDraggedWidget().id() != "" && self.currentlyDraggedOp() == "move") {
  512. self.removeWidgetById(self.currentlyDraggedWidget().id());
  513. _w = self.currentlyDraggedWidget();
  514. }
  515. _newRow.widgets([_w]);
  516. return _w;
  517. }
  518. }
  519. self.addSideDraggedWidget = function (row, atBeginning) {
  520. if (self.currentlyDraggedWidget() != null) {
  521. var _parentCol = self.getRowParentColumn(row.id());
  522. var _rowIdx = 0;
  523. $.each(_parentCol.rows(), function (i, irow) {
  524. if (irow.id() == row.id()) {
  525. _rowIdx = i;
  526. }
  527. });
  528. var _addForkAndJoin = (row.columns().length == 0);
  529. if (_addForkAndJoin) {
  530. var _forkRow = _parentCol.addEmptyRow(false, _rowIdx);
  531. var _id = UUID();
  532. var _fork = new ExtendedWidget({
  533. size: 12,
  534. id: _id,
  535. name: 'fork' + '-' + _id.slice(0, 4),
  536. widgetType: "fork-widget",
  537. properties: {},
  538. offset: 0,
  539. loading: true,
  540. vm: self
  541. });
  542. _forkRow.widgets([_fork]);
  543. }
  544. var _w = new ExtendedWidget({
  545. size: self.currentlyDraggedWidget().size(),
  546. id: UUID(),
  547. name: self.currentlyDraggedWidget().name(),
  548. widgetType: self.currentlyDraggedWidget().widgetType(),
  549. properties: self.currentlyDraggedWidget().properties(),
  550. offset: self.currentlyDraggedWidget().offset(),
  551. loading: true,
  552. vm: self
  553. });
  554. if (self.currentlyDraggedWidget().id() != "" && self.currentlyDraggedOp() == "move") {
  555. self.removeWidgetById(self.currentlyDraggedWidget().id());
  556. _w = self.currentlyDraggedWidget();
  557. }
  558. if (row.columns().length == 0) {
  559. var _col = row.addColumn(null, atBeginning);
  560. if (row.widgets().length > 0) {
  561. var _row = _col.addEmptyRow();
  562. row.widgets().forEach(function (widget) {
  563. _row.addWidget(widget);
  564. });
  565. if (row.widgets()[0].widgetType() == "fork-widget") {
  566. var _widgetsRow = self.getNextRow(row);
  567. var _joinRow = self.getNextRow(_widgetsRow);
  568. _col.rows.push(_widgetsRow);
  569. _col.rows.push(_joinRow);
  570. self.getRowParentColumn(row.id()).rows.remove(_widgetsRow);
  571. self.getRowParentColumn(row.id()).rows.remove(_joinRow);
  572. }
  573. row.widgets([]);
  574. }
  575. }
  576. var _col = row.addColumn(null, atBeginning);
  577. var _row = new ExtendedRow([_w], self);
  578. _col.addRow(_row);
  579. if (_addForkAndJoin) {
  580. var _joinRow = _parentCol.addEmptyRow(false, _rowIdx + 2);
  581. var _id = UUID();
  582. var _join = new ExtendedWidget({
  583. size: 12,
  584. id: _id,
  585. name: "join" + '-' + _id.slice(0, 4),
  586. widgetType: "join-widget",
  587. properties: {},
  588. offset: 0,
  589. loading: true,
  590. vm: self
  591. });
  592. _joinRow.widgets([_join]);
  593. self.currentlyCreatedFork = ko.mapping.toJS(_fork);
  594. self.currentlyCreatedJoin = ko.mapping.toJS(_join);
  595. }
  596. self.currentlyCreatingFork = true;
  597. return _w;
  598. }
  599. }
  600. self.removeWidget = function (widget_json) {
  601. self.workflow.removeNode(widget_json.id());
  602. self.removeWidgetById(widget_json.id());
  603. }
  604. self.removeWidgetById = function (widget_id) {
  605. $.each(self.oozieColumns(), function (i, col) {
  606. self.deeplyRemoveWidgetById(widget_id, col, self)
  607. });
  608. }
  609. self.deeplyRemoveWidgetById = function (widget_id, col, parent) {
  610. if (col) {
  611. $.each(col.rows(), function (j, row) {
  612. if (row && row.widgets()) {
  613. $.each(row.widgets(), function (z, widget) {
  614. if (widget.id() == widget_id) {
  615. row.widgets.remove(widget);
  616. col.rows.remove(row);
  617. }
  618. });
  619. }
  620. if (row && row.columns()) {
  621. $.each(row.columns(), function (i, icol) {
  622. self.deeplyRemoveWidgetById(widget_id, icol, row);
  623. });
  624. }
  625. });
  626. if (col.rows().length == 0) {
  627. parent.columns.remove(col);
  628. if (parent.columns().length > 1) {
  629. var _size = Math.max(1, Math.floor(12 / (parent.columns().length)));
  630. parent.columns().forEach(function (icol) {
  631. icol.size(_size);
  632. });
  633. }
  634. else {
  635. var _rows = parent.columns()[0].rows();
  636. var _parentRows = self.getRowParentColumn(parent.id()).rows;
  637. var _prevRowIdx = -1;
  638. for (var i = 0; i < _parentRows().length; i++) {
  639. if (_parentRows()[i].id() == parent.id()) {
  640. break;
  641. }
  642. _prevRowIdx = i;
  643. }
  644. if (_prevRowIdx > -1 && _parentRows()[_prevRowIdx].widgets().length > 0 && _parentRows()[_prevRowIdx].widgets()[0].widgetType() == "fork-widget") {
  645. _parentRows.remove(_parentRows()[_prevRowIdx]);
  646. _parentRows.remove(_parentRows()[_prevRowIdx + 1]);
  647. }
  648. for (var i = 0; i < _rows.length; i++) {
  649. if (i == 0) {
  650. parent.widgets(_rows[i].widgets());
  651. }
  652. else {
  653. _parentRows.push(_rows[i]);
  654. }
  655. }
  656. parent.columns([]);
  657. }
  658. }
  659. }
  660. }
  661. self.getWidgetRelative = function (widget_id, isPredecessor) {
  662. var _row = self.getWidgetParentRow(widget_id);
  663. var _col = self.getRowParentColumn(_row.id());
  664. var _nextRow = null;
  665. for (var i = 0; i < _col.rows().length; i++) {
  666. if (_col.rows()[i].id() == _row.id()) {
  667. if (!isPredecessor && _col.rows().length >= i + 1) {
  668. _nextRow = _col.rows()[i + 1];
  669. }
  670. break;
  671. }
  672. _nextRow = _col.rows()[i];
  673. }
  674. if (_nextRow != null) {
  675. return _nextRow.widgets()[0];
  676. }
  677. else {
  678. var _parentRow = self.getColumnParentRow(_col.id());
  679. if (_parentRow) {
  680. var _parentColumn = self.getRowParentColumn(_parentRow.id());
  681. var _nextParentRow = null;
  682. for (var i = 0; i < _parentColumn.rows().length; i++) {
  683. if (_parentColumn.rows()[i].id() == _parentRow.id()) {
  684. if (!isPredecessor && _parentColumn.rows().length >= i + 1) {
  685. _nextParentRow = _parentColumn.rows()[i + 1];
  686. }
  687. break;
  688. }
  689. _nextParentRow = _parentColumn.rows()[i];
  690. }
  691. if (_nextParentRow != null) {
  692. return _nextParentRow.widgets()[0];
  693. }
  694. }
  695. }
  696. return null;
  697. }
  698. self.getWidgetPredecessor = function (widget_id) {
  699. return self.getWidgetRelative(widget_id, true);
  700. }
  701. self.getWidgetSuccessor = function (widget_id) {
  702. return self.getWidgetRelative(widget_id, false);
  703. }
  704. self.isRowAfterFork = function (row) {
  705. var _parentColumn = self.getRowParentColumn(row.id());
  706. var _prevRow = null;
  707. for (var i = 0; i < _parentColumn.rows().length; i++) {
  708. var _currentRow = _parentColumn.rows()[i];
  709. if (_currentRow.id() == row.id()) {
  710. break;
  711. }
  712. _prevRow = _currentRow;
  713. }
  714. if (_prevRow != null) {
  715. return _prevRow.widgets().length > 0 && (_prevRow.widgets()[0].widgetType() == "fork-widget" || _prevRow.widgets()[0].widgetType() == "decision-widget");
  716. }
  717. return false;
  718. }
  719. self.isRowBeforeJoin = function (row) {
  720. return row.widgets().length > 0 && row.widgets()[0].widgetType() == "join-widget";
  721. }
  722. self.getNextRow = function (row) {
  723. var _parentColumn = self.getRowParentColumn(row.id());
  724. var _nextParentRow = null;
  725. for (var i = 0; i < _parentColumn.rows().length; i++) {
  726. if (_parentColumn.rows()[i].id() == row.id()) {
  727. if (_parentColumn.rows().length >= i + 1) {
  728. _nextParentRow = _parentColumn.rows()[i + 1];
  729. }
  730. break;
  731. }
  732. _nextParentRow = _parentColumn.rows()[i];
  733. }
  734. return _nextParentRow;
  735. }
  736. self.getPrevRow = function (row) {
  737. var _parentColumn = self.getRowParentColumn(row.id());
  738. var _prevParentRow = null;
  739. for (var i = 0; i < _parentColumn.rows().length; i++) {
  740. if (_parentColumn.rows()[i].id() == row.id()) {
  741. if (i > 0) {
  742. _prevParentRow = _parentColumn.rows()[i - 1];
  743. }
  744. break;
  745. }
  746. _prevParentRow = _parentColumn.rows()[i];
  747. }
  748. return _prevParentRow;
  749. }
  750. self.getWidgetParentRow = function (widget_id) {
  751. var _row = null;
  752. for (var i = 0; i < self.oozieColumns().length; i++) {
  753. _row = self.traverseColumnForWidget(widget_id, self.oozieColumns()[i]);
  754. if (_row != null) {
  755. break;
  756. }
  757. }
  758. return _row;
  759. }
  760. self.getRowParentColumn = function (row_id) {
  761. return self.traverseColumnForColumn(row_id, self.oozieColumns()[0], 0);
  762. }
  763. self.getColumnParentRow = function (col_id) {
  764. return self.traverseColumnForRow(col_id, self.oozieColumns()[0], 0);
  765. }
  766. self.getRowParentRow = function (row_id) {
  767. var _col = self.getRowParentColumn(row_id);
  768. if (_col != null) {
  769. return self.getColumnParentRow(_col.id());
  770. }
  771. }
  772. self.traverseColumnForColumn = function (row_id, col) {
  773. var _column = null;
  774. if (col) {
  775. for (var j = 0; j < col.rows().length; j++) {
  776. var row = col.rows()[j];
  777. for (var z = 0; z < row.columns().length; z++) {
  778. _column = self.traverseColumnForColumn(row_id, row.columns()[z]);
  779. if (_column != null) {
  780. return _column;
  781. }
  782. }
  783. if (row.id() == row_id) {
  784. _column = col;
  785. return _column;
  786. }
  787. }
  788. }
  789. return _column;
  790. }
  791. self.traverseColumnForRow = function (col_id, col) {
  792. var _row = null;
  793. if (col) {
  794. for (var j = 0; j < col.rows().length; j++) {
  795. var row = col.rows()[j];
  796. for (var z = 0; z < row.columns().length; z++) {
  797. var _col = row.columns()[z];
  798. if (_col.id() == col_id) {
  799. _row = row;
  800. }
  801. else {
  802. _row = self.traverseColumnForRow(col_id, _col);
  803. }
  804. if (_row != null) {
  805. return _row;
  806. }
  807. }
  808. }
  809. }
  810. return _row;
  811. }
  812. self.traverseColumnForWidget = function (widget_id, col) {
  813. var _row = null;
  814. if (col) {
  815. for (var j = 0; j < col.rows().length; j++) {
  816. var row = col.rows()[j];
  817. for (var z = 0; z < row.widgets().length; z++) {
  818. var widget = row.widgets()[z];
  819. if (widget.id() == widget_id) {
  820. _row = row;
  821. break;
  822. }
  823. }
  824. if (_row != null) {
  825. break;
  826. }
  827. for (var z = 0; z < row.columns().length; z++) {
  828. _row = self.traverseColumnForWidget(widget_id, row.columns()[z]);
  829. if (_row != null) {
  830. break;
  831. }
  832. }
  833. }
  834. }
  835. return _row;
  836. }
  837. self.convertToDecision = function (widget, node) {
  838. if (widget.widgetType() == "fork-widget") {
  839. var _row = self.getWidgetParentRow(widget.id());
  840. var _next = self.getNextRow(_row);
  841. while (_next.widgets().length == 0) {
  842. _next = self.getNextRow(_next);
  843. }
  844. // Remove the join
  845. self.workflow.removeNode(_next.widgets()[0].id());
  846. self.removeWidgetById(_next.widgets()[0].id());
  847. node.children.push({'to': '33430f0f-ebfa-c3ec-f237-3e77efa03d0a', 'condition': 'default'});
  848. widget.widgetType("decision-widget");
  849. node.type("decision-widget");
  850. var _newName = "decision-" + node.id().slice(0, 4);
  851. node.name(_newName);
  852. widget.name(_newName);
  853. $(document).trigger("drawArrows");
  854. }
  855. }
  856. self.save = function () {
  857. $.post("/oozie/editor/workflow/save/", {
  858. "layout": ko.mapping.toJSON(self.oozieColumns),
  859. "workflow": ko.mapping.toJSON(self.workflow)
  860. }, function (data) {
  861. if (data.status == 0) {
  862. if (self.workflow.id() == null) {
  863. shareViewModel.setDocId(data.doc1_id);
  864. }
  865. self.workflow.id(data.id);
  866. $(document).trigger("info", data.message);
  867. if (window.location.search.indexOf("workflow") == -1) {
  868. window.location.hash = '#workflow=' + data.id;
  869. }
  870. }
  871. else {
  872. $(document).trigger("error", data.message);
  873. }
  874. }).fail(function (xhr, textStatus, errorThrown) {
  875. $(document).trigger("error", xhr.responseText);
  876. });
  877. };
  878. self.gen_xml = function () {
  879. $.post("/oozie/editor/workflow/gen_xml/", {
  880. "layout": ko.mapping.toJSON(self.oozieColumns),
  881. "workflow": ko.mapping.toJSON(self.workflow)
  882. }, function (data) {
  883. if (data.status == 0) {
  884. console.log(data.xml);
  885. }
  886. else {
  887. $(document).trigger("error", data.message);
  888. }
  889. }).fail(function (xhr, textStatus, errorThrown) {
  890. $(document).trigger("error", xhr.responseText);
  891. });
  892. };
  893. self.showSubmitPopup = function () {
  894. // If self.workflow.id() == null, need to save wf for now
  895. $.get("/oozie/editor/workflow/submit/" + self.workflow.id(), {
  896. }, function (data) {
  897. $(document).trigger("showSubmitPopup", data);
  898. }).fail(function (xhr, textStatus, errorThrown) {
  899. $(document).trigger("error", xhr.responseText);
  900. });
  901. };
  902. function bareWidgetBuilder(name, type) {
  903. return new ExtendedWidget({
  904. size: 12,
  905. id: "",
  906. name: name,
  907. widgetType: type
  908. });
  909. }
  910. self.draggableHiveAction = ko.observable(bareWidgetBuilder("Hive Script", "hive-widget"));
  911. self.draggableHive2Action = ko.observable(bareWidgetBuilder("HiveServer2 Script", "hive2-widget"));
  912. self.draggablePigAction = ko.observable(bareWidgetBuilder("Pig Script", "pig-widget"));
  913. self.draggableJavaAction = ko.observable(bareWidgetBuilder("Java program", "java-widget"));
  914. self.draggableMapReduceAction = ko.observable(bareWidgetBuilder("MapReduce job", "mapreduce-widget"));
  915. self.draggableSubworkflowAction = ko.observable(bareWidgetBuilder("Sub workflow", "subworkflow-widget"));
  916. self.draggableSqoopAction = ko.observable(bareWidgetBuilder("Sqoop 1", "sqoop-widget"));
  917. self.draggableShellAction = ko.observable(bareWidgetBuilder("Shell", "shell-widget"));
  918. self.draggableSshAction = ko.observable(bareWidgetBuilder("Ssh", "ssh-widget"));
  919. self.draggableFsAction = ko.observable(bareWidgetBuilder("HDFS Fs", "fs-widget"));
  920. self.draggableEmailAction = ko.observable(bareWidgetBuilder("Email", "email-widget"));
  921. self.draggableStreamingAction = ko.observable(bareWidgetBuilder("Streaming", "streaming-widget"));
  922. self.draggableDistCpAction = ko.observable(bareWidgetBuilder("Distcp", "distcp-widget"));
  923. self.draggableKillNode = ko.observable(bareWidgetBuilder("Kill", "kill-widget"));
  924. };
  925. function logGA(page) {
  926. if (typeof trackOnGA == 'function') {
  927. trackOnGA('oozie/editor/workflow' + page);
  928. }
  929. }
  930. var ExtendedColumn = function (size, rows) {
  931. var self = new Column(size, rows);
  932. self.rowPrototype = ExtendedRow;
  933. self.oozieStartRow = ko.computed(function () {
  934. var _row = null;
  935. ko.utils.arrayForEach(self.rows(), function (row) {
  936. if ((row.widgets().length > 0 && row.widgets()[0].id() == "3f107997-04cc-8733-60a9-a4bb62cebffc")) {
  937. _row = row;
  938. }
  939. });
  940. return _row;
  941. }, self);
  942. self.oozieEndRow = ko.computed(function () {
  943. var _row = null;
  944. ko.utils.arrayForEach(self.rows(), function (row) {
  945. if ((row.widgets().length > 0 && row.widgets()[0].id() == "33430f0f-ebfa-c3ec-f237-3e77efa03d0a")) {
  946. _row = row;
  947. }
  948. });
  949. return _row;
  950. }, self);
  951. self.oozieKillRow = ko.computed(function () {
  952. var _row = null;
  953. ko.utils.arrayForEach(self.rows(), function (row) {
  954. if ((row.widgets().length > 0 && row.widgets()[0].id() == "17c9c895-5a16-7443-bb81-f34b30b21548")) {
  955. _row = row;
  956. }
  957. });
  958. return _row;
  959. }, self);
  960. self.oozieRows = ko.computed(function () {
  961. var _rows = [];
  962. ko.utils.arrayForEach(self.rows(), function (row) {
  963. if ((row.widgets().length > 0 && ["3f107997-04cc-8733-60a9-a4bb62cebffc", "33430f0f-ebfa-c3ec-f237-3e77efa03d0a", "17c9c895-5a16-7443-bb81-f34b30b21548"].indexOf(row.widgets()[0].id()) == -1) || row.widgets().length == 0) {
  964. _rows.push(row);
  965. }
  966. });
  967. return _rows;
  968. }, self);
  969. self.enableOozieDropOnBefore = ko.observable(true);
  970. self.enableOozieDropOnAfter = ko.observable(true);
  971. return self;
  972. }
  973. var ExtendedRow = function (widgets, vm, columns) {
  974. var self = new Row(widgets, vm, columns);
  975. self.columnPrototype = ExtendedColumn;
  976. self.enableOozieDrop = ko.computed(function(){
  977. return vm.isEditing && vm.isEditing() && self.widgets && self.widgets().length < 1
  978. });
  979. self.enableOozieDropOnBefore = ko.observable(true);
  980. self.enableOozieDropOnSide = ko.observable(true);
  981. return self;
  982. }
  983. var ExtendedWidget = function (params) {
  984. var self = new Widget(params);
  985. self.oozieMovable = ko.computed(function() {
  986. return ["end-widget", "start-widget", "fork-widget", "decision-widget", "join-widget"].indexOf(self.widgetType()) == - 1
  987. });
  988. self.oozieExpanded = ko.observable(false);
  989. self.ooziePropertiesExpanded = ko.observable(false);
  990. return self;
  991. }