workflow-editor.ko.js 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. ko.bindingHandlers.droppable = {
  17. init: function(element, valueAccessor) {
  18. var _dropElement = $(element);
  19. var _options = valueAccessor();
  20. if (_options.enabled){
  21. var _dropOptions = {
  22. hoverClass: 'drop-target-highlight',
  23. drop: _options.onDrop
  24. };
  25. _dropElement.droppable(_dropOptions);
  26. }
  27. }
  28. };
  29. function magicLayout(vm) {
  30. loadLayout(vm, vm.initial.layout);
  31. $(document).trigger("magicLayout");
  32. }
  33. function loadLayout(viewModel, json_layout) {
  34. var _columns = [];
  35. $(json_layout).each(function (cnt, json_col) {
  36. var _rows = [];
  37. $(json_col.rows).each(function (rcnt, json_row) {
  38. var row = new Row([], viewModel);
  39. $(json_row.widgets).each(function (wcnt, widget) {
  40. row.addWidget(new Widget({
  41. size:widget.size,
  42. id: widget.id,
  43. name: widget.name,
  44. widgetType: widget.widgetType,
  45. properties: widget.properties,
  46. offset: widget.offset,
  47. loading: true,
  48. vm: viewModel
  49. }));
  50. });
  51. $(json_row.columns).each(function (ccnt, column) {
  52. var _irows = [];
  53. $(column.rows).each(function (ircnt, json_irow) {
  54. var _irow = new Row([], viewModel);
  55. $(json_irow.widgets).each(function (iwcnt, iwidget) {
  56. _irow.addWidget(new Widget({
  57. size:iwidget.size,
  58. id: iwidget.id,
  59. name: iwidget.name,
  60. widgetType: iwidget.widgetType,
  61. properties: iwidget.properties,
  62. offset: iwidget.offset,
  63. loading: true,
  64. vm: viewModel
  65. }));
  66. });
  67. _irows.push(_irow);
  68. });
  69. row.addColumn(new Column(column.size, _irows));
  70. });
  71. _rows.push(row);
  72. });
  73. var column = new Column(json_col.size, _rows);
  74. _columns = _columns.concat(column);
  75. });
  76. viewModel.columns(_columns);
  77. }
  78. // End dashboard lib
  79. var Node = function (node) {
  80. var self = this;
  81. var type = typeof node.widgetType != "undefined" ? node.widgetType : node.type;
  82. self.id = ko.observable(typeof node.id != "undefined" && node.id != null ? node.id : UUID());
  83. self.name = ko.observable(typeof node.name != "undefined" && node.name != null ? node.name : "");
  84. self.type = ko.observable(typeof type != "undefined" && type != null ? type : "");
  85. self.properties = ko.mapping.fromJS(typeof node.properties != "undefined" && node.properties != null ? node.properties : {});
  86. self.children = ko.mapping.fromJS(typeof node.children != "undefined" && node.children != null ? node.children : []);
  87. self.get_link = function(name) {
  88. var _link = null;
  89. $.each(self.children(), function(index, link) {
  90. if (name in link) {
  91. _link = link;
  92. return false;
  93. }
  94. });
  95. return _link;
  96. }
  97. self.set_link = function(name, node_id) {
  98. var _link = self.get_link(name);
  99. if (_link == null) {
  100. _link = {};
  101. self.children.push(_link);
  102. }
  103. _link[name] = node_id;
  104. }
  105. }
  106. var Workflow = function (vm, workflow) {
  107. var self = this;
  108. self.id = ko.observable(typeof workflow.id != "undefined" && workflow.id != null ? workflow.id : null);
  109. self.uuid = ko.observable(typeof workflow.uuid != "undefined" && workflow.uuid != null ? workflow.uuid : UUID());
  110. self.name = ko.observable(typeof workflow.name != "undefined" && workflow.name != null ? workflow.name : "");
  111. self.properties = ko.mapping.fromJS(typeof workflow.properties != "undefined" && workflow.properties != null ? workflow.properties : {});
  112. self.nodes = ko.observableArray([]);
  113. self.loadNodes = function(workflow) {
  114. var nodes = []
  115. $.each(workflow.nodes, function(index, node) {
  116. var _node = new Node(node);
  117. nodes.push(_node);
  118. });
  119. self.nodes(nodes)
  120. }
  121. self.newNode = function(widget) {
  122. $.ajax({
  123. type: "POST",
  124. url: "/oozie/editor/workflow/new_node/",
  125. data: {
  126. "workflow": ko.mapping.toJSON(workflow),
  127. "node": ko.mapping.toJSON(widget)
  128. },
  129. success: function (data) {
  130. if (data.status == 0) {
  131. viewModel.addActionProperties(data.properties);
  132. viewModel.addActionWorkflows(data.workflows);
  133. }
  134. },
  135. async: false
  136. });
  137. };
  138. self.addNode = function(widget) {
  139. // Todo get parent cell, link nodes... when we have the new layout
  140. $.post("/oozie/editor/workflow/add_node/", {
  141. "workflow": ko.mapping.toJSON(workflow),
  142. "node": ko.mapping.toJSON(widget),
  143. "properties": ko.mapping.toJSON(viewModel.addActionProperties()),
  144. "subworkflow": viewModel.selectedSubWorkflow() ? ko.mapping.toJSON(viewModel.selectedSubWorkflow()) : '{}',
  145. }, function (data) {
  146. if (data.status == 0) {
  147. var _node = ko.mapping.toJS(widget);
  148. _node.properties = data.properties;
  149. _node.name = data.name;
  150. var node = new Node(_node);
  151. // Add to list of nodes
  152. var end = self.nodes.pop();
  153. self.nodes.push(node);
  154. self.nodes.push(end);
  155. // if node != kill node
  156. // Added to the side ?
  157. if (vm.currentlyCreatingFork) {
  158. var parent = self.getNodeById('3f107997-04cc-8733-60a9-a4bb62cebffc');
  159. if (parent.type() != 'fork-widget') {
  160. var fork = new Node(vm.currentlyCreatedFork);
  161. var join = new Node(vm.currentlyCreatedJoin);
  162. // Start node
  163. var afterStartId = ko.mapping.toJS(parent.get_link('to')).to;
  164. var afterStart = self.getNodeById(afterStartId);
  165. fork.children.push({'to': afterStartId});
  166. fork.children.push({'to': node.id()});
  167. parent.get_link('to')['to'] = fork.id();
  168. join.set_link('to', afterStart.get_link('ok')['ok']);
  169. afterStart.set_link('ok', join.id());
  170. node.set_link('ok', join.id());
  171. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  172. var end = self.nodes.pop();
  173. self.nodes.push(fork);
  174. self.nodes.push(join);
  175. self.nodes.push(end);
  176. // Regular node
  177. // Join node
  178. } else {
  179. // Just add to existing fork
  180. }
  181. } else {
  182. var parentWidget = vm.getWidgetPredecessor(node.id());
  183. var parent = self.getNodeById(parentWidget.id());
  184. if (parentWidget.widgetType() == 'start-widget') {
  185. // Star node link to new node
  186. parent.set_link('to', node.id());
  187. // Link to end
  188. node.set_link('ok', '33430f0f-ebfa-c3ec-f237-3e77efa03d0a');
  189. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  190. } else if (parentWidget.widgetType() == 'pig-widget') {
  191. // Parent regular node
  192. node.set_link('ok', parent.get_link('ok')['ok']);
  193. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  194. parent.set_link('ok', node.id());
  195. }
  196. // Parent fork/decision/join...
  197. }
  198. vm.currentlyCreatingFork = false;
  199. } else {
  200. $(document).trigger("error", data.message);
  201. }
  202. }).fail(function (xhr, textStatus, errorThrown) {
  203. $(document).trigger("error", xhr.responseText);
  204. });
  205. };
  206. self.removeNode = function(node_id) {
  207. var node = self.getNodeById(node_id);
  208. var parentWidget = vm.getWidgetPredecessor(node_id);
  209. var parent = self.getNodeById(parentWidget.id());
  210. // If parent start
  211. if (parentWidget.widgetType() == 'start-widget' || parentWidget.widgetType() == 'join-widget') {
  212. parent.set_link('to', node.get_link('ok')['ok']);
  213. } else {
  214. // If parent normal node
  215. parent.set_link('ok', node.get_link('ok')['ok']);
  216. }
  217. self.nodes.remove(node);
  218. };
  219. self.getNodeById = function (node_id) {
  220. var _node = null;
  221. $.each(self.nodes(), function (index, node) {
  222. if (node.id() == node_id) {
  223. _node = node;
  224. return false;
  225. }
  226. });
  227. return _node;
  228. };
  229. }
  230. var WorkflowEditorViewModel = function (layout_json, workflow_json, credentials_json) {
  231. var self = this;
  232. self.isNested = ko.observable(true);
  233. self.isEditing = ko.observable(true);
  234. self.toggleEditing = function () {
  235. self.isEditing(! self.isEditing());
  236. };
  237. self.columns = ko.observable([]);
  238. self.previewColumns = ko.observable("");
  239. self.workflow = new Workflow(self, workflow_json);
  240. self.credentials = ko.mapping.fromJSON(credentials_json);
  241. self.inited = ko.observable(self.columns().length > 0);
  242. self.init = function(callback) {
  243. loadLayout(self, layout_json);
  244. self.workflow.loadNodes(workflow_json);
  245. }
  246. self.depen = ko.observableArray(workflow_json.dependencies);
  247. self.addActionProperties = ko.observableArray([]);
  248. self.addActionWorkflows = ko.observableArray([]);
  249. self.selectedSubWorkflow = ko.observable();
  250. self.currentlyDraggedWidget = null;
  251. self.currentlyCreatingFork = false;
  252. self.currentlyCreatedFork = null;
  253. self.currentlyCreatedJoin = null;
  254. self.isDragging = ko.observable(false);
  255. self.setCurrentDraggedWidget = function (widget) {
  256. self.currentlyDraggedWidget = widget;
  257. }
  258. self.addDraggedWidget = function (row, atBeginning) {
  259. if (self.currentlyDraggedWidget != null) {
  260. var _parentCol = self.getRowParentColumn(row.id());
  261. var _rowIdx = 0;
  262. $.each(_parentCol.rows(), function (i, irow) {
  263. if (irow.id() == row.id()) {
  264. _rowIdx = i;
  265. }
  266. });
  267. var _forkRow = _parentCol.addEmptyRow(false, _rowIdx);
  268. var _id = UUID();
  269. var _fork = new Widget({
  270. size: 12,
  271. id: _id,
  272. name: 'fork' + '-' + _id.slice(0, 4),
  273. widgetType: "fork-widget",
  274. properties: {},
  275. offset: 0,
  276. loading: true,
  277. vm: self
  278. });
  279. _forkRow.widgets([_fork]);
  280. var _w = new Widget({
  281. size: self.currentlyDraggedWidget.size(),
  282. id: UUID(),
  283. name: self.currentlyDraggedWidget.name(),
  284. widgetType: self.currentlyDraggedWidget.widgetType(),
  285. properties: self.currentlyDraggedWidget.properties(),
  286. offset: self.currentlyDraggedWidget.offset(),
  287. loading: true,
  288. vm: self
  289. });
  290. var _col = row.addEmptyColumn(atBeginning);
  291. var _row = new Row([_w], self);
  292. _col.addRow(_row);
  293. var _joinRow = _parentCol.addEmptyRow(false, _rowIdx + 2);
  294. var _id = UUID();
  295. var _join = new Widget({
  296. size: 12,
  297. id: _id,
  298. name: "join" + '-' + _id.slice(0, 4),
  299. widgetType: "join-widget",
  300. properties: {},
  301. offset: 0,
  302. loading: true,
  303. vm: self
  304. });
  305. _joinRow.widgets([_join]);
  306. self.currentlyDraggedWidget = null;
  307. self.currentlyCreatingFork = true;
  308. self.currentlyCreatedFork = ko.mapping.toJS(_fork);
  309. self.currentlyCreatedJoin = ko.mapping.toJS(_join);
  310. return _w;
  311. }
  312. }
  313. self.getWidgetById = function (widget_id) {
  314. var _widget = null;
  315. $.each(self.columns(), function (i, col) {
  316. $.each(col.rows(), function (j, row) {
  317. $.each(row.widgets(), function (z, widget) {
  318. if (widget.id() == widget_id){
  319. _widget = widget;
  320. return false;
  321. }
  322. });
  323. });
  324. });
  325. return _widget;
  326. }
  327. self.removeWidget = function (widget_json) {
  328. self.workflow.removeNode(widget_json.id());
  329. self.removeWidgetById(widget_json.id());
  330. }
  331. self.removeWidgetById = function (widget_id) {
  332. $.each(self.columns(), function (i, col) {
  333. self.deeplyRemoveWidgetById(widget_id, col, self)
  334. });
  335. }
  336. self.deeplyRemoveWidgetById = function (widget_id, col, parent) {
  337. if (col) {
  338. $.each(col.rows(), function (j, row) {
  339. if (row && row.widgets()){
  340. $.each(row.widgets(), function (z, widget) {
  341. if (widget.id() == widget_id) {
  342. row.widgets.remove(widget);
  343. col.rows.remove(row);
  344. }
  345. });
  346. }
  347. if (row && row.columns()) {
  348. $.each(row.columns(), function (i, icol) {
  349. self.deeplyRemoveWidgetById(widget_id, icol, row);
  350. });
  351. }
  352. });
  353. if (col.rows().length == 0) {
  354. parent.columns.remove(col);
  355. if (parent.columns().length > 1) {
  356. var _size = Math.max(1, Math.floor(12 / (parent.columns().length)));
  357. parent.columns().forEach(function (icol) {
  358. icol.size(_size);
  359. });
  360. }
  361. else {
  362. var _rows = parent.columns()[0].rows();
  363. var _parentRows = self.getRowParentColumn(parent.id()).rows;
  364. var _prevRowIdx = -1;
  365. for (var i = 0; i < _parentRows().length; i++) {
  366. if (_parentRows()[i].id() == parent.id()) {
  367. break;
  368. }
  369. _prevRowIdx = i;
  370. }
  371. if (_prevRowIdx > -1 && _parentRows()[_prevRowIdx].widgets().length > 0 && _parentRows()[_prevRowIdx].widgets()[0].widgetType() == "fork-widget"){
  372. _parentRows.remove(_parentRows()[_prevRowIdx]);
  373. _parentRows.remove(_parentRows()[_prevRowIdx+1]);
  374. }
  375. for (var i=0;i<_rows.length;i++){
  376. if (i==0){
  377. parent.widgets(_rows[i].widgets());
  378. }
  379. else {
  380. _parentRows.push(_rows[i]);
  381. }
  382. }
  383. parent.columns([]);
  384. }
  385. }
  386. }
  387. }
  388. self.getWidgetPredecessor = function (widget_id) {
  389. var _row = self.getWidgetParentRow(widget_id);
  390. var _col = self.getRowParentColumn(_row.id());
  391. var _prevRow = null;
  392. for (var i = 0; i < _col.rows().length; i++) {
  393. if (_col.rows()[i].id() == _row.id()) {
  394. break;
  395. }
  396. _prevRow = _col.rows()[i];
  397. }
  398. if (_prevRow != null) {
  399. return _prevRow.widgets()[0];
  400. }
  401. else {
  402. var _parentRow = self.getColumnParentRow(_col.id());
  403. var _parentColumn = self.getRowParentColumn(_parentRow.id());
  404. var _prevParentRow = null;
  405. for (var i = 0; i < _parentColumn.rows().length; i++) {
  406. if (_parentColumn.rows()[i].id() == _parentRow.id()) {
  407. break;
  408. }
  409. _prevParentRow = _parentColumn.rows()[i];
  410. }
  411. if (_prevParentRow != null) {
  412. return _prevParentRow.widgets()[0];
  413. }
  414. }
  415. return null;
  416. }
  417. self.getWidgetParentRow = function (widget_id) {
  418. var _row = null;
  419. for (var i = 0; i < self.columns().length; i++) {
  420. _row = self.traverseColumnForWidget(widget_id, self.columns()[i]);
  421. if (_row != null) {
  422. break;
  423. }
  424. }
  425. return _row;
  426. }
  427. self.getRowParentColumn = function (row_id) {
  428. var _column = null;
  429. for (var i = 0; i < self.columns().length; i++) {
  430. _column = self.traverseColumnForColumn(row_id, self.columns()[i]);
  431. }
  432. return _column;
  433. }
  434. self.getColumnParentRow = function (col_id) {
  435. var _row = null;
  436. for (var i = 0; i < self.columns().length; i++) {
  437. _row = self.traverseColumnForRow(col_id, self.columns()[i]);
  438. if (_row != null) {
  439. break;
  440. }
  441. }
  442. return _row;
  443. }
  444. self.getRowParentRow = function (row_id) {
  445. var _col = self.getRowParentColumn(row_id);
  446. if (_col != null) {
  447. return self.getColumnParentRow(_col.id());
  448. }
  449. }
  450. self.traverseColumnForColumn = function (row_id, col) {
  451. var _column = null;
  452. if (col) {
  453. for (var j = 0; j < col.rows().length; j++) {
  454. var row = col.rows()[j];
  455. if (row.id() == row_id) {
  456. _column = col;
  457. break;
  458. }
  459. for (var z = 0; z < row.columns().length; z++) {
  460. _column = self.traverseColumnForColumn(row_id, row.columns()[z]);
  461. if (_column != null) {
  462. break;
  463. }
  464. }
  465. }
  466. }
  467. return _column;
  468. }
  469. self.traverseColumnForRow = function (col_id, col) {
  470. var _row = null;
  471. if (col) {
  472. for (var j = 0; j < col.rows().length; j++) {
  473. var row = col.rows()[j];
  474. for (var z = 0; z < row.columns().length; z++) {
  475. var _col = row.columns()[z];
  476. if (_col.id() == col_id) {
  477. _row = row;
  478. }
  479. else {
  480. _row = self.traverseColumnForRow(col_id, _col);
  481. }
  482. if (_row != null) {
  483. break;
  484. }
  485. }
  486. }
  487. }
  488. return _row;
  489. }
  490. self.traverseColumnForWidget = function (widget_id, col) {
  491. var _row = null;
  492. if (col) {
  493. for (var j = 0; j < col.rows().length; j++) {
  494. var row = col.rows()[j];
  495. for (var z = 0; z < row.widgets().length; z++) {
  496. var widget = row.widgets()[z];
  497. if (widget.id() == widget_id) {
  498. _row = row;
  499. break;
  500. }
  501. }
  502. for (var z = 0; z < row.columns().length; z++) {
  503. _row = self.traverseColumnForWidget(widget_id, row.columns()[z]);
  504. if (_row != null) {
  505. break;
  506. }
  507. }
  508. }
  509. }
  510. return _row;
  511. }
  512. self.save = function () {
  513. $.post("/oozie/editor/workflow/save/", {
  514. "layout": ko.mapping.toJSON(self.columns),
  515. "workflow": ko.mapping.toJSON(self.workflow)
  516. }, function (data) {
  517. if (data.status == 0) {
  518. self.workflow.id(data.id);
  519. $(document).trigger("info", data.message);
  520. if (window.location.search.indexOf("workflow") == -1) {
  521. window.location.hash = '#workflow=' + data.id;
  522. }
  523. }
  524. else {
  525. $(document).trigger("error", data.message);
  526. }
  527. }).fail(function (xhr, textStatus, errorThrown) {
  528. $(document).trigger("error", xhr.responseText);
  529. });
  530. };
  531. self.gen_xml = function () {
  532. $.post("/oozie/editor/workflow/gen_xml/", {
  533. "layout": ko.mapping.toJSON(self.columns),
  534. "workflow": ko.mapping.toJSON(self.workflow)
  535. }, function (data) {
  536. if (data.status == 0) {
  537. alert(data.xml);
  538. }
  539. else {
  540. $(document).trigger("error", data.message);
  541. }
  542. }).fail(function (xhr, textStatus, errorThrown) {
  543. $(document).trigger("error", xhr.responseText);
  544. });
  545. };
  546. self.showSubmitPopup = function () {
  547. // If self.workflow.id() == null, need to save wf for now
  548. $.get("/oozie/editor/workflow/submit/" + self.workflow.id(), {
  549. }, function (data) {
  550. $(document).trigger("showSubmitPopup", data);
  551. }).fail(function (xhr, textStatus, errorThrown) {
  552. $(document).trigger("error", xhr.responseText);
  553. });
  554. };
  555. function bareWidgetBuilder(name, type){
  556. return new Widget({
  557. size: 12,
  558. id: UUID(),
  559. name: name,
  560. widgetType: type
  561. });
  562. }
  563. self.draggableHiveAction = ko.observable(bareWidgetBuilder("Hive Script", "hive-widget"));
  564. self.draggablePigAction = ko.observable(bareWidgetBuilder("Pig Script", "pig-widget"));
  565. self.draggableJavaAction = ko.observable(bareWidgetBuilder("Java program", "java-widget"));
  566. self.draggableMapReduceAction = ko.observable(bareWidgetBuilder("MapReduce job", "mapreduce-widget"));
  567. self.draggableSubworkflowAction = ko.observable(bareWidgetBuilder("Sub workflow", "subworkflow-widget"));
  568. self.draggableStopNode = ko.observable(bareWidgetBuilder("Kill", "kill-widget"));
  569. };