workflow-editor.ko.js 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. ko.bindingHandlers.droppable = {
  17. init: function (element, valueAccessor) {
  18. var _dropElement = $(element);
  19. var _options = valueAccessor();
  20. if (_options.enabled) {
  21. var _dropOptions = {
  22. hoverClass: 'drop-target-highlight',
  23. drop: _options.onDrop
  24. };
  25. _dropElement.droppable(_dropOptions);
  26. }
  27. }
  28. };
  29. function magicLayout(vm) {
  30. loadLayout(vm, vm.initial.layout);
  31. $(document).trigger("magicLayout");
  32. }
  33. function loadColumns(viewModel, json_layout) {
  34. var _columns = [];
  35. $(json_layout).each(function (cnt, json_col) {
  36. var _rows = [];
  37. $(json_col.rows).each(function (rcnt, json_row) {
  38. var row = new Row([], viewModel);
  39. $(json_row.widgets).each(function (wcnt, widget) {
  40. var _w = new Widget({
  41. size: widget.size,
  42. id: widget.id,
  43. name: widget.name,
  44. widgetType: widget.widgetType,
  45. properties: widget.properties,
  46. offset: widget.offset,
  47. loading: true,
  48. vm: viewModel
  49. });
  50. row.addWidget(_w);
  51. });
  52. row.columns(loadColumns(viewModel, json_row.columns));
  53. _rows.push(row);
  54. });
  55. var column = new Column(json_col.size, _rows);
  56. _columns = _columns.concat(column);
  57. });
  58. return _columns;
  59. }
  60. function loadLayout(viewModel, json_layout) {
  61. viewModel.columns(loadColumns(viewModel, json_layout));
  62. }
  63. // End dashboard lib
  64. var Node = function (node) {
  65. var self = this;
  66. var type = typeof node.widgetType != "undefined" ? node.widgetType : node.type;
  67. self.id = ko.observable(typeof node.id != "undefined" && node.id != null ? node.id : UUID());
  68. self.name = ko.observable(typeof node.name != "undefined" && node.name != null ? node.name : "");
  69. self.type = ko.observable(typeof type != "undefined" && type != null ? type : "");
  70. self.properties = ko.mapping.fromJS(typeof node.properties != "undefined" && node.properties != null ? node.properties : {});
  71. self.children = ko.mapping.fromJS(typeof node.children != "undefined" && node.children != null ? node.children : []);
  72. self.actionParameters = ko.observableArray([]);
  73. self.actionParametersUI = ko.computed(function() { // TODO: remove truncation when autocomplete
  74. return $.map(self.actionParameters().slice(0, 3), function(param) {return param + '=...'}).join();
  75. });
  76. self.actionParametersFetched = ko.observable(false);
  77. self.get_link = function (name) {
  78. var _link = null;
  79. $.each(self.children(), function (index, link) {
  80. if (name in link) {
  81. _link = link;
  82. return false;
  83. }
  84. });
  85. return _link;
  86. }
  87. self.set_link = function (name, node_id) {
  88. var _link = self.get_link(name);
  89. if (_link == null) {
  90. _link = {}
  91. self.children.push(_link);
  92. }
  93. _link[name] = node_id;
  94. self.children.valueHasMutated();
  95. }
  96. self.remove_link = function (name, child) {
  97. var _link = null;
  98. $.each(self.children(), function (index, link) {
  99. var _l = ko.mapping.toJS(link);
  100. if (name in _l && _l[name] == child) {
  101. _link = link;
  102. return false;
  103. }
  104. });
  105. if (_link != null) {
  106. self.children.remove(_link);
  107. }
  108. }
  109. if (typeof self.properties.parameters != "undefined") { // Fetch once the possible variable when they exist
  110. self.properties.parameters.subscribe(function(newVal) { // TODO: only fetch when first time focus on one of the parameters and showing the autocomplete.
  111. if (newVal && ! self.actionParametersFetched()) {
  112. $.post("/oozie/editor/workflow/action/parameters/", {
  113. "node": ko.mapping.toJSON(self),
  114. }, function (data) {
  115. self.actionParametersFetched(true);
  116. self.actionParameters(data.parameters);
  117. }).fail(function (xhr, textStatus, errorThrown) {
  118. $(document).trigger("error", xhr.responseText);
  119. });
  120. }
  121. });
  122. }
  123. if (typeof self.properties.script_path != "undefined") {
  124. self.properties.script_path.subscribe(function() {
  125. self.actionParametersFetched(false);
  126. });
  127. }
  128. }
  129. var Workflow = function (vm, workflow) {
  130. var self = this;
  131. self.id = ko.observable(typeof workflow.id != "undefined" && workflow.id != null ? workflow.id : null);
  132. self.uuid = ko.observable(typeof workflow.uuid != "undefined" && workflow.uuid != null ? workflow.uuid : UUID());
  133. self.name = ko.observable(typeof workflow.name != "undefined" && workflow.name != null ? workflow.name : "");
  134. self.properties = ko.mapping.fromJS(typeof workflow.properties != "undefined" && workflow.properties != null ? workflow.properties : {});
  135. self.nodes = ko.observableArray([]);
  136. self.movedNode = null;
  137. self.nodeIds = ko.computed(function () {
  138. var mapping = [];
  139. $.each(self.nodes(), function (index, node) {
  140. mapping.push(node.id());
  141. });
  142. return mapping;
  143. });
  144. self.nodeNamesMapping = ko.computed(function () {
  145. var mapping = {};
  146. $.each(self.nodes(), function (index, node) {
  147. mapping[node.id()] = node.name();
  148. });
  149. return mapping;
  150. });
  151. self.linkMapping = ko.computed(function () {
  152. var mapping = {};
  153. $.each(self.nodes(), function (index, node) {
  154. var links = []
  155. $.each(node.children(), function (index, link) {
  156. if ('to' in link) {
  157. links.push(link['to']);
  158. }
  159. });
  160. mapping[node.id()] = links
  161. });
  162. return mapping;
  163. });
  164. self.linkMapping.subscribe(function (newVal) {
  165. $(document).trigger("drawArrows");
  166. });
  167. self.loadNodes = function (workflow) {
  168. var nodes = []
  169. $.each(workflow.nodes, function (index, node) {
  170. var _node = new Node(node);
  171. nodes.push(_node);
  172. });
  173. self.nodes(nodes)
  174. }
  175. self.newNode = function (widget, callback) {
  176. $.ajax({
  177. type: "POST",
  178. url: "/oozie/editor/workflow/new_node/",
  179. data: {
  180. "workflow": ko.mapping.toJSON(workflow),
  181. "node": ko.mapping.toJSON(widget)
  182. },
  183. success: function (data) {
  184. if (data.status == 0) {
  185. viewModel.addActionProperties(data.properties);
  186. viewModel.addActionWorkflows(data.workflows);
  187. if (callback) {
  188. callback(widget);
  189. }
  190. }
  191. },
  192. async: false
  193. });
  194. };
  195. self.addNode = function (widget) {
  196. $.post("/oozie/editor/workflow/add_node/", {
  197. "workflow": ko.mapping.toJSON(workflow),
  198. "node": ko.mapping.toJSON(widget),
  199. "properties": ko.mapping.toJSON(viewModel.addActionProperties()),
  200. "subworkflow": viewModel.selectedSubWorkflow() ? ko.mapping.toJSON(viewModel.selectedSubWorkflow()) : '{}'
  201. }, function (data) {
  202. if (data.status == 0) {
  203. var _node = ko.mapping.toJS(widget);
  204. _node.properties = data.properties;
  205. _node.name = data.name;
  206. if (self.movedNode) {
  207. var node = self.movedNode;
  208. } else {
  209. var node = new Node(_node);
  210. }
  211. self.nodes.push(node);
  212. // If added to the side
  213. if (vm.currentlyCreatingFork) {
  214. var parentWidget = vm.getWidgetPredecessor(node.id());
  215. var parent = self.getNodeById(parentWidget.id());
  216. if (self.getNodeById(parentWidget.id()) == null) { // New fork
  217. vm.currentlyCreatedJoin.properties['fork_id'] = vm.currentlyCreatedFork.id;
  218. vm.currentlyCreatedFork.properties['join_id'] = vm.currentlyCreatedJoin.id;
  219. var fork = new Node(vm.currentlyCreatedFork);
  220. var join = new Node(vm.currentlyCreatedJoin);
  221. self.nodes.push(fork);
  222. self.nodes.push(join);
  223. var forkParent = self.getNodeById(vm.getWidgetPredecessor(parentWidget.id()).id());
  224. var afterParentId = ko.mapping.toJS(forkParent.get_link('to')).to;
  225. var afterParent = self.getNodeById(afterParentId);
  226. fork.children.push({'to': afterParentId, 'condition': ''});
  227. fork.children.push({'to': node.id(), 'condition': ''});
  228. forkParent.get_link('to')['to'] = fork.id();
  229. var belowJoin = vm.getWidgetSuccessor(join.id());
  230. join.set_link('to', belowJoin.id());
  231. if (afterParent.type() == 'fork-widget') {
  232. self.getNodeById(afterParent.properties.join_id()).set_link('to', join.id());
  233. } else {
  234. afterParent.set_link('to', join.id());
  235. }
  236. node.set_link('to', join.id());
  237. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  238. } else {
  239. // Just add to existing fork
  240. var join = vm.getWidgetSuccessor(node.id());
  241. node.set_link('to', join.id());
  242. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  243. parent.children.push({'to': node.id(), 'condition': ''});
  244. }
  245. } else {
  246. var parentWidget = vm.getWidgetPredecessor(node.id());
  247. var parent = self.getNodeById(parentWidget.id());
  248. if (widget.widgetType() == 'kill-widget') {
  249. parent.set_link('to', node.id());
  250. } else if (parentWidget.widgetType() == 'fork-widget') {
  251. var child = vm.getWidgetSuccessor(node.id());
  252. parent.remove_link('to', child.id());
  253. parent.children.push({'to': node.id(), 'condition': ''});
  254. node.set_link('to', child.id());
  255. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  256. } else {
  257. // Parent is regular node
  258. node.set_link('to', parent.get_link('to')['to']);
  259. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  260. parent.set_link('to', node.id());
  261. }
  262. }
  263. vm.currentlyCreatingFork = false;
  264. } else {
  265. $(document).trigger("error", data.message);
  266. }
  267. }).fail(function (xhr, textStatus, errorThrown) {
  268. $(document).trigger("error", xhr.responseText);
  269. });
  270. };
  271. self.removeNode = function (node_id) {
  272. var node = self.getNodeById(node_id);
  273. var parents = self.getParents(node_id);
  274. var parent = null;
  275. var childLink = null;
  276. if (node) {
  277. childLink = node.get_link('to');
  278. }
  279. if (childLink) {
  280. var childId = ko.mapping.toJS(childLink)['to'];
  281. $.each(parents, function (index, _parent) {
  282. _parent.remove_link('to', node_id);
  283. _parent.children.unshift({'to': childId});
  284. parent = _parent;
  285. });
  286. self.nodes.remove(node);
  287. // If need to remove fork
  288. if (parent.type() == 'fork-widget') {
  289. var fork = parent;
  290. var join = self.getNodeById(childId);
  291. if (join.type() == 'join-widget') {
  292. if (fork.children().length == 2) {
  293. // Link top to above and delete fork
  294. fork.remove_link('to', childId);
  295. var forkParent = self.getParents(fork.id())[0];
  296. forkParent.set_link('to', ko.mapping.toJS(fork.get_link('to'))['to']); // Only link
  297. self.nodes.remove(fork);
  298. // Link bottom to child of join
  299. var beboreJoin = self.getParents(childId)[0];
  300. var joinChildId = ko.mapping.toJS(join.get_link('to'))['to'];
  301. beboreJoin.set_link('to', joinChildId);
  302. self.nodes.remove(join);
  303. } else {
  304. parent.remove_link('to', childId);
  305. }
  306. }
  307. } else if (parent.type() == 'decision-widget') {
  308. parent.remove_link('to', childId);
  309. }
  310. }
  311. else {
  312. self.nodes.remove(node);
  313. }
  314. };
  315. self.moveNode = function (widget) {
  316. var node = self.getNodeById(widget.id());
  317. self.movedNode = node;
  318. self.removeNode(node.id());
  319. self.addNode(widget);
  320. self.movedNode = null;
  321. };
  322. self.getParents = function (node_id) { // Join nodes can have multiple parents
  323. var _nodes = [];
  324. $.each(self.nodes(), function (index, node) {
  325. $.each(node.children(), function (index, link) {
  326. var _link = ko.mapping.toJS(link);
  327. if ('to' in _link && _link.to == node_id) {
  328. _nodes.push(node);
  329. }
  330. })
  331. });
  332. return _nodes;
  333. };
  334. self.getNodeById = function (node_id) {
  335. var _node = null;
  336. $.each(self.nodes(), function (index, node) {
  337. if (node.id() == node_id) {
  338. _node = node;
  339. return false;
  340. }
  341. });
  342. return _node;
  343. };
  344. }
  345. var WorkflowEditorViewModel = function (layout_json, workflow_json, credentials_json, workflow_properties_json, subworkflows_json) {
  346. var self = this;
  347. self.isNested = ko.observable(true);
  348. self.isEditing = ko.observable(true);
  349. self.isEditing.subscribe(function (newVal) {
  350. $(document).trigger("editingToggled");
  351. });
  352. self.toggleEditing = function () {
  353. self.isEditing(!self.isEditing());
  354. };
  355. self.hasArrows = ko.observable(true);
  356. self.hasArrows.subscribe(function (newVal) {
  357. if (newVal){
  358. $(document).trigger("drawArrows");
  359. }
  360. else {
  361. $(document).trigger("removeArrows");
  362. }
  363. });
  364. self.toggleArrows = function () {
  365. self.hasArrows(!self.hasArrows());
  366. };
  367. self.newAction = ko.observable();
  368. self.columns = ko.observable([]);
  369. self.previewColumns = ko.observable("");
  370. self.workflow = new Workflow(self, workflow_json);
  371. self.credentials = ko.mapping.fromJSON(credentials_json);
  372. self.inited = ko.observable(self.columns().length > 0);
  373. self.init = function (callback) {
  374. self.workflow_properties = ko.mapping.fromJS(workflow_properties_json);
  375. loadLayout(self, layout_json);
  376. self.workflow.loadNodes(workflow_json);
  377. }
  378. self.depen = ko.observableArray(workflow_json.dependencies);
  379. self.addActionProperties = ko.observableArray([]);
  380. self.addActionWorkflows = ko.observableArray(subworkflows_json);
  381. self.selectedSubWorkflow = ko.observable();
  382. self.currentlyDraggedWidget = ko.observable(null);
  383. self.currentlyDraggedOp = ko.observable("move");
  384. self.currentlyDraggedWidget.subscribe(function (widget) {
  385. toggleSideDrop(widget, false);
  386. });
  387. self.setCurrentlyDraggedWidget = function (widget, op) {
  388. self.currentlyDraggedOp($(op).hasClass("fa-copy") ? "copy" : "move");
  389. self.currentlyDraggedWidget(widget);
  390. }
  391. self.enableSideDrop = function (widget) {
  392. toggleSideDrop(widget, true);
  393. }
  394. function toggleSideDrop(widget, enable) {
  395. if (widget != null && widget.id() != "" && self.currentlyDraggedOp() == "move") {
  396. var _row = self.getWidgetParentRow(widget.id());
  397. if (_row) {
  398. _row.enableOozieDropOnSide(enable);
  399. _row.enableOozieDropOnBefore(enable);
  400. var _parentRow = self.getRowParentRow(_row.id());
  401. if (_parentRow) {
  402. _parentRow.enableOozieDropOnSide(enable);
  403. if (_parentRow.columns().length <= 2) {
  404. _parentRow.columns().forEach(function (col) {
  405. col.enableOozieDropOnBefore(enable);
  406. col.enableOozieDropOnAfter(enable);
  407. col.rows()[0].enableOozieDropOnSide(enable);
  408. });
  409. var _prevParentRow = self.getPrevRow(_parentRow);
  410. if (_prevParentRow && _prevParentRow.widgets().length > 0 && _prevParentRow.widgets()[0].widgetType() == "fork-widget") {
  411. _prevParentRow.enableOozieDropOnSide(enable);
  412. }
  413. }
  414. }
  415. var _col = self.getRowParentColumn(_row.id());
  416. if (self.getColumnParentRow(_col.id()) != null) {
  417. _col.enableOozieDropOnBefore(enable);
  418. _col.enableOozieDropOnAfter(enable);
  419. }
  420. var _prevRow = self.getPrevRow(_row);
  421. if (_prevRow) {
  422. if (_prevRow.widgets().length > 0 && _prevRow.widgets()[0].widgetType() == "start-widget") {
  423. _prevRow.enableOozieDropOnSide(enable);
  424. self.getRowParentColumn(_prevRow.id()).enableOozieDropOnBefore(enable);
  425. }
  426. }
  427. var _nextRow = self.getNextRow(_row);
  428. if (_nextRow) {
  429. _nextRow.enableOozieDropOnBefore(enable);
  430. if (_nextRow.widgets().length > 0 && _nextRow.widgets()[0].widgetType() == "end-widget") {
  431. _nextRow.enableOozieDropOnSide(enable);
  432. self.getRowParentColumn(_nextRow.id()).enableOozieDropOnAfter(enable);
  433. }
  434. }
  435. }
  436. }
  437. }
  438. self.currentlyCreatingFork = false;
  439. self.currentlyCreatedFork = null;
  440. self.currentlyCreatedJoin = null;
  441. self.isDragging = ko.observable(false);
  442. self.addDraggedWidget = function (target, atBeginning) {
  443. if (self.currentlyDraggedWidget() != null) {
  444. var _parentCol = target instanceof Column ? target : self.getRowParentColumn(target.id());
  445. var _newRow = null;
  446. if (typeof atBeginning != "undefined") {
  447. if (_parentCol.rows().length > 0 && _parentCol.rows()[0].widgets() && _parentCol.rows()[0].widgets().length > 0 && _parentCol.rows()[0].widgets()[0].widgetType() == "start-widget") {
  448. if (atBeginning) {
  449. _newRow = _parentCol.addEmptyRow(false, 1);
  450. }
  451. else {
  452. _newRow = _parentCol.addEmptyRow(false, _parentCol.rows().length - 2);
  453. }
  454. }
  455. else {
  456. _newRow = _parentCol.addEmptyRow(atBeginning);
  457. }
  458. }
  459. else {
  460. var _rowIdx = 0;
  461. $.each(_parentCol.rows(), function (i, irow) {
  462. if (irow.id() == target.id()) {
  463. _rowIdx = i;
  464. }
  465. });
  466. _newRow = _parentCol.addEmptyRow(false, _rowIdx);
  467. }
  468. var _w = new Widget({
  469. size: self.currentlyDraggedWidget().size(),
  470. id: UUID(),
  471. name: self.currentlyDraggedWidget().name(),
  472. widgetType: self.currentlyDraggedWidget().widgetType(),
  473. properties: self.currentlyDraggedWidget().properties(),
  474. offset: self.currentlyDraggedWidget().offset(),
  475. loading: true,
  476. vm: self
  477. });
  478. if (self.currentlyDraggedWidget().id() != "" && self.currentlyDraggedOp() == "move") {
  479. self.removeWidgetById(self.currentlyDraggedWidget().id());
  480. _w = self.currentlyDraggedWidget();
  481. }
  482. _newRow.widgets([_w]);
  483. return _w;
  484. }
  485. }
  486. self.addSideDraggedWidget = function (row, atBeginning) {
  487. if (self.currentlyDraggedWidget() != null) {
  488. var _parentCol = self.getRowParentColumn(row.id());
  489. var _rowIdx = 0;
  490. $.each(_parentCol.rows(), function (i, irow) {
  491. if (irow.id() == row.id()) {
  492. _rowIdx = i;
  493. }
  494. });
  495. var _addForkAndJoin = (row.columns().length == 0);
  496. if (_addForkAndJoin) {
  497. var _forkRow = _parentCol.addEmptyRow(false, _rowIdx);
  498. var _id = UUID();
  499. var _fork = new Widget({
  500. size: 12,
  501. id: _id,
  502. name: 'fork' + '-' + _id.slice(0, 4),
  503. widgetType: "fork-widget",
  504. properties: {},
  505. offset: 0,
  506. loading: true,
  507. vm: self
  508. });
  509. _forkRow.widgets([_fork]);
  510. }
  511. var _w = new Widget({
  512. size: self.currentlyDraggedWidget().size(),
  513. id: UUID(),
  514. name: self.currentlyDraggedWidget().name(),
  515. widgetType: self.currentlyDraggedWidget().widgetType(),
  516. properties: self.currentlyDraggedWidget().properties(),
  517. offset: self.currentlyDraggedWidget().offset(),
  518. loading: true,
  519. vm: self
  520. });
  521. if (self.currentlyDraggedWidget().id() != "" && self.currentlyDraggedOp() == "move") {
  522. self.removeWidgetById(self.currentlyDraggedWidget().id());
  523. _w = self.currentlyDraggedWidget();
  524. }
  525. if (row.columns().length == 0) {
  526. var _col = row.addColumn(null, atBeginning);
  527. if (row.widgets().length > 0) {
  528. var _row = _col.addEmptyRow();
  529. row.widgets().forEach(function (widget) {
  530. _row.addWidget(widget);
  531. });
  532. if (row.widgets()[0].widgetType() == "fork-widget") {
  533. var _widgetsRow = self.getNextRow(row);
  534. var _joinRow = self.getNextRow(_widgetsRow);
  535. _col.rows.push(_widgetsRow);
  536. _col.rows.push(_joinRow);
  537. self.getRowParentColumn(row.id()).rows.remove(_widgetsRow);
  538. self.getRowParentColumn(row.id()).rows.remove(_joinRow);
  539. }
  540. row.widgets([]);
  541. }
  542. }
  543. var _col = row.addColumn(null, atBeginning);
  544. var _row = new Row([_w], self);
  545. _col.addRow(_row);
  546. if (_addForkAndJoin) {
  547. var _joinRow = _parentCol.addEmptyRow(false, _rowIdx + 2);
  548. var _id = UUID();
  549. var _join = new Widget({
  550. size: 12,
  551. id: _id,
  552. name: "join" + '-' + _id.slice(0, 4),
  553. widgetType: "join-widget",
  554. properties: {},
  555. offset: 0,
  556. loading: true,
  557. vm: self
  558. });
  559. _joinRow.widgets([_join]);
  560. self.currentlyCreatedFork = ko.mapping.toJS(_fork);
  561. self.currentlyCreatedJoin = ko.mapping.toJS(_join);
  562. }
  563. self.currentlyCreatingFork = true;
  564. return _w;
  565. }
  566. }
  567. self.removeWidget = function (widget_json) {
  568. self.workflow.removeNode(widget_json.id());
  569. self.removeWidgetById(widget_json.id());
  570. }
  571. self.removeWidgetById = function (widget_id) {
  572. $.each(self.columns(), function (i, col) {
  573. self.deeplyRemoveWidgetById(widget_id, col, self)
  574. });
  575. }
  576. self.deeplyRemoveWidgetById = function (widget_id, col, parent) {
  577. if (col) {
  578. $.each(col.rows(), function (j, row) {
  579. if (row && row.widgets()) {
  580. $.each(row.widgets(), function (z, widget) {
  581. if (widget.id() == widget_id) {
  582. row.widgets.remove(widget);
  583. col.rows.remove(row);
  584. }
  585. });
  586. }
  587. if (row && row.columns()) {
  588. $.each(row.columns(), function (i, icol) {
  589. self.deeplyRemoveWidgetById(widget_id, icol, row);
  590. });
  591. }
  592. });
  593. if (col.rows().length == 0) {
  594. parent.columns.remove(col);
  595. if (parent.columns().length > 1) {
  596. var _size = Math.max(1, Math.floor(12 / (parent.columns().length)));
  597. parent.columns().forEach(function (icol) {
  598. icol.size(_size);
  599. });
  600. }
  601. else {
  602. var _rows = parent.columns()[0].rows();
  603. var _parentRows = self.getRowParentColumn(parent.id()).rows;
  604. var _prevRowIdx = -1;
  605. for (var i = 0; i < _parentRows().length; i++) {
  606. if (_parentRows()[i].id() == parent.id()) {
  607. break;
  608. }
  609. _prevRowIdx = i;
  610. }
  611. if (_prevRowIdx > -1 && _parentRows()[_prevRowIdx].widgets().length > 0 && _parentRows()[_prevRowIdx].widgets()[0].widgetType() == "fork-widget") {
  612. _parentRows.remove(_parentRows()[_prevRowIdx]);
  613. _parentRows.remove(_parentRows()[_prevRowIdx + 1]);
  614. }
  615. for (var i = 0; i < _rows.length; i++) {
  616. if (i == 0) {
  617. parent.widgets(_rows[i].widgets());
  618. }
  619. else {
  620. _parentRows.push(_rows[i]);
  621. }
  622. }
  623. parent.columns([]);
  624. }
  625. }
  626. }
  627. }
  628. self.getWidgetRelative = function (widget_id, isPredecessor) {
  629. var _row = self.getWidgetParentRow(widget_id);
  630. var _col = self.getRowParentColumn(_row.id());
  631. var _nextRow = null;
  632. for (var i = 0; i < _col.rows().length; i++) {
  633. if (_col.rows()[i].id() == _row.id()) {
  634. if (!isPredecessor && _col.rows().length >= i + 1) {
  635. _nextRow = _col.rows()[i + 1];
  636. }
  637. break;
  638. }
  639. _nextRow = _col.rows()[i];
  640. }
  641. if (_nextRow != null) {
  642. return _nextRow.widgets()[0];
  643. }
  644. else {
  645. var _parentRow = self.getColumnParentRow(_col.id());
  646. if (_parentRow) {
  647. var _parentColumn = self.getRowParentColumn(_parentRow.id());
  648. var _nextParentRow = null;
  649. for (var i = 0; i < _parentColumn.rows().length; i++) {
  650. if (_parentColumn.rows()[i].id() == _parentRow.id()) {
  651. if (!isPredecessor && _parentColumn.rows().length >= i + 1) {
  652. _nextParentRow = _parentColumn.rows()[i + 1];
  653. }
  654. break;
  655. }
  656. _nextParentRow = _parentColumn.rows()[i];
  657. }
  658. if (_nextParentRow != null) {
  659. return _nextParentRow.widgets()[0];
  660. }
  661. }
  662. }
  663. return null;
  664. }
  665. self.getWidgetPredecessor = function (widget_id) {
  666. return self.getWidgetRelative(widget_id, true);
  667. }
  668. self.getWidgetSuccessor = function (widget_id) {
  669. return self.getWidgetRelative(widget_id, false);
  670. }
  671. self.isRowAfterFork = function (row) {
  672. var _parentColumn = self.getRowParentColumn(row.id());
  673. var _prevRow = null;
  674. for (var i = 0; i < _parentColumn.rows().length; i++) {
  675. var _currentRow = _parentColumn.rows()[i];
  676. if (_currentRow.id() == row.id()) {
  677. break;
  678. }
  679. _prevRow = _currentRow;
  680. }
  681. if (_prevRow != null) {
  682. return _prevRow.widgets().length > 0 && (_prevRow.widgets()[0].widgetType() == "fork-widget" || _prevRow.widgets()[0].widgetType() == "decision-widget");
  683. }
  684. return false;
  685. }
  686. self.isRowBeforeJoin = function (row) {
  687. return row.widgets().length > 0 && row.widgets()[0].widgetType() == "join-widget";
  688. }
  689. self.getNextRow = function (row) {
  690. var _parentColumn = self.getRowParentColumn(row.id());
  691. var _nextParentRow = null;
  692. for (var i = 0; i < _parentColumn.rows().length; i++) {
  693. if (_parentColumn.rows()[i].id() == row.id()) {
  694. if (_parentColumn.rows().length >= i + 1) {
  695. _nextParentRow = _parentColumn.rows()[i + 1];
  696. }
  697. break;
  698. }
  699. _nextParentRow = _parentColumn.rows()[i];
  700. }
  701. return _nextParentRow;
  702. }
  703. self.getPrevRow = function (row) {
  704. var _parentColumn = self.getRowParentColumn(row.id());
  705. var _prevParentRow = null;
  706. for (var i = 0; i < _parentColumn.rows().length; i++) {
  707. if (_parentColumn.rows()[i].id() == row.id()) {
  708. if (i > 0) {
  709. _prevParentRow = _parentColumn.rows()[i - 1];
  710. }
  711. break;
  712. }
  713. _prevParentRow = _parentColumn.rows()[i];
  714. }
  715. return _prevParentRow;
  716. }
  717. self.getWidgetParentRow = function (widget_id) {
  718. var _row = null;
  719. for (var i = 0; i < self.columns().length; i++) {
  720. _row = self.traverseColumnForWidget(widget_id, self.columns()[i]);
  721. if (_row != null) {
  722. break;
  723. }
  724. }
  725. return _row;
  726. }
  727. self.getRowParentColumn = function (row_id) {
  728. return self.traverseColumnForColumn(row_id, self.columns()[0], 0);
  729. }
  730. self.getColumnParentRow = function (col_id) {
  731. return self.traverseColumnForRow(col_id, self.columns()[0], 0);
  732. }
  733. self.getRowParentRow = function (row_id) {
  734. var _col = self.getRowParentColumn(row_id);
  735. if (_col != null) {
  736. return self.getColumnParentRow(_col.id());
  737. }
  738. }
  739. self.traverseColumnForColumn = function (row_id, col) {
  740. var _column = null;
  741. if (col) {
  742. for (var j = 0; j < col.rows().length; j++) {
  743. var row = col.rows()[j];
  744. for (var z = 0; z < row.columns().length; z++) {
  745. _column = self.traverseColumnForColumn(row_id, row.columns()[z]);
  746. if (_column != null) {
  747. return _column;
  748. }
  749. }
  750. if (row.id() == row_id) {
  751. _column = col;
  752. return _column;
  753. }
  754. }
  755. }
  756. return _column;
  757. }
  758. self.traverseColumnForRow = function (col_id, col) {
  759. var _row = null;
  760. if (col) {
  761. for (var j = 0; j < col.rows().length; j++) {
  762. var row = col.rows()[j];
  763. for (var z = 0; z < row.columns().length; z++) {
  764. var _col = row.columns()[z];
  765. if (_col.id() == col_id) {
  766. _row = row;
  767. }
  768. else {
  769. _row = self.traverseColumnForRow(col_id, _col);
  770. }
  771. if (_row != null) {
  772. return _row;
  773. }
  774. }
  775. }
  776. }
  777. return _row;
  778. }
  779. self.traverseColumnForWidget = function (widget_id, col) {
  780. var _row = null;
  781. if (col) {
  782. for (var j = 0; j < col.rows().length; j++) {
  783. var row = col.rows()[j];
  784. for (var z = 0; z < row.widgets().length; z++) {
  785. var widget = row.widgets()[z];
  786. if (widget.id() == widget_id) {
  787. _row = row;
  788. break;
  789. }
  790. }
  791. if (_row != null) {
  792. break;
  793. }
  794. for (var z = 0; z < row.columns().length; z++) {
  795. _row = self.traverseColumnForWidget(widget_id, row.columns()[z]);
  796. if (_row != null) {
  797. break;
  798. }
  799. }
  800. }
  801. }
  802. return _row;
  803. }
  804. self.convertToDecision = function (widget, node) {
  805. if (widget.widgetType() == "fork-widget") {
  806. var _row = self.getWidgetParentRow(widget.id());
  807. var _next = self.getNextRow(_row);
  808. while (_next.widgets().length == 0) {
  809. _next = self.getNextRow(_next);
  810. }
  811. // Remove the join
  812. self.workflow.removeNode(_next.widgets()[0].id());
  813. self.removeWidgetById(_next.widgets()[0].id());
  814. node.children.push({'to': '33430f0f-ebfa-c3ec-f237-3e77efa03d0a', 'condition': 'default'});
  815. widget.widgetType("decision-widget");
  816. node.type("decision-widget");
  817. var _newName = "decision-" + node.id().slice(0, 4);
  818. node.name(_newName);
  819. widget.name(_newName);
  820. $(document).trigger("drawArrows");
  821. }
  822. }
  823. self.save = function () {
  824. $.post("/oozie/editor/workflow/save/", {
  825. "layout": ko.mapping.toJSON(self.columns),
  826. "workflow": ko.mapping.toJSON(self.workflow)
  827. }, function (data) {
  828. if (data.status == 0) {
  829. if (self.workflow.id() == null) {
  830. shareViewModel.setDocId(data.doc1_id);
  831. }
  832. self.workflow.id(data.id);
  833. $(document).trigger("info", data.message);
  834. if (window.location.search.indexOf("workflow") == -1) {
  835. window.location.hash = '#workflow=' + data.id;
  836. }
  837. }
  838. else {
  839. $(document).trigger("error", data.message);
  840. }
  841. }).fail(function (xhr, textStatus, errorThrown) {
  842. $(document).trigger("error", xhr.responseText);
  843. });
  844. };
  845. self.gen_xml = function () {
  846. $.post("/oozie/editor/workflow/gen_xml/", {
  847. "layout": ko.mapping.toJSON(self.columns),
  848. "workflow": ko.mapping.toJSON(self.workflow)
  849. }, function (data) {
  850. if (data.status == 0) {
  851. console.log(data.xml);
  852. }
  853. else {
  854. $(document).trigger("error", data.message);
  855. }
  856. }).fail(function (xhr, textStatus, errorThrown) {
  857. $(document).trigger("error", xhr.responseText);
  858. });
  859. };
  860. self.import_workflows = function () {
  861. $.post("/oozie/editor/workflow/import_workflows/", {
  862. }, function (data) {
  863. if (data.status == 0) {
  864. console.log(data.json);
  865. }
  866. else {
  867. $(document).trigger("error", data.message);
  868. }
  869. }).fail(function (xhr, textStatus, errorThrown) {
  870. $(document).trigger("error", xhr.responseText);
  871. });
  872. };
  873. self.showSubmitPopup = function () {
  874. // If self.workflow.id() == null, need to save wf for now
  875. $.get("/oozie/editor/workflow/submit/" + self.workflow.id(), {
  876. }, function (data) {
  877. $(document).trigger("showSubmitPopup", data);
  878. }).fail(function (xhr, textStatus, errorThrown) {
  879. $(document).trigger("error", xhr.responseText);
  880. });
  881. };
  882. function bareWidgetBuilder(name, type) {
  883. return new Widget({
  884. size: 12,
  885. id: "",
  886. name: name,
  887. widgetType: type
  888. });
  889. }
  890. self.draggableHiveAction = ko.observable(bareWidgetBuilder("Hive Script", "hive-widget"));
  891. self.draggableHive2Action = ko.observable(bareWidgetBuilder("HiveServer2 Script", "hive2-widget"));
  892. self.draggablePigAction = ko.observable(bareWidgetBuilder("Pig Script", "pig-widget"));
  893. self.draggableJavaAction = ko.observable(bareWidgetBuilder("Java program", "java-widget"));
  894. self.draggableMapReduceAction = ko.observable(bareWidgetBuilder("MapReduce job", "mapreduce-widget"));
  895. self.draggableSubworkflowAction = ko.observable(bareWidgetBuilder("Sub workflow", "subworkflow-widget"));
  896. self.draggableSqoopAction = ko.observable(bareWidgetBuilder("Sqoop 1", "sqoop-widget"));
  897. self.draggableShellAction = ko.observable(bareWidgetBuilder("Shell", "shell-widget"));
  898. self.draggableSshAction = ko.observable(bareWidgetBuilder("Ssh", "ssh-widget"));
  899. self.draggableFsAction = ko.observable(bareWidgetBuilder("HDFS Fs", "fs-widget"));
  900. self.draggableEmailAction = ko.observable(bareWidgetBuilder("Email", "email-widget"));
  901. self.draggableStreamingAction = ko.observable(bareWidgetBuilder("Streaming", "streaming-widget"));
  902. self.draggableDistCpAction = ko.observable(bareWidgetBuilder("Distcp", "distcp-widget"));
  903. self.draggableKillNode = ko.observable(bareWidgetBuilder("Kill", "kill-widget"));
  904. };
  905. function logGA(page) {
  906. if (typeof trackOnGA == 'function') {
  907. trackOnGA('oozie/editor/workflow' + page);
  908. }
  909. }