workflow-editor.ko.js 38 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. ko.bindingHandlers.droppable = {
  17. init: function (element, valueAccessor) {
  18. var _dropElement = $(element);
  19. var _options = valueAccessor();
  20. if (_options.enabled) {
  21. var _dropOptions = {
  22. hoverClass: 'drop-target-highlight',
  23. drop: _options.onDrop
  24. };
  25. _dropElement.droppable(_dropOptions);
  26. }
  27. }
  28. };
  29. function magicLayout(vm) {
  30. loadLayout(vm, vm.initial.layout);
  31. $(document).trigger("magicLayout");
  32. }
  33. function loadColumns(viewModel, json_layout) {
  34. var _columns = [];
  35. $(json_layout).each(function (cnt, json_col) {
  36. var _rows = [];
  37. $(json_col.rows).each(function (rcnt, json_row) {
  38. var row = new ExtendedRow([], viewModel);
  39. $(json_row.widgets).each(function (wcnt, widget) {
  40. var _w = new ExtendedWidget({
  41. size: widget.size,
  42. id: widget.id,
  43. name: widget.name,
  44. widgetType: widget.widgetType,
  45. properties: widget.properties,
  46. offset: widget.offset,
  47. loading: true,
  48. vm: viewModel
  49. });
  50. row.addWidget(_w);
  51. });
  52. row.columns(loadColumns(viewModel, json_row.columns));
  53. _rows.push(row);
  54. });
  55. var column = new ExtendedColumn(json_col.size, _rows);
  56. _columns = _columns.concat(column);
  57. });
  58. return _columns;
  59. }
  60. function loadLayout(viewModel, json_layout) {
  61. var _cols = loadColumns(viewModel, json_layout);
  62. viewModel.oozieColumns(_cols);
  63. }
  64. // End dashboard lib
  65. var Node = function (node) {
  66. var self = this;
  67. var type = typeof node.widgetType != "undefined" ? node.widgetType : node.type;
  68. self.id = ko.observable(typeof node.id != "undefined" && node.id != null ? node.id : UUID());
  69. self.name = ko.observable(typeof node.name != "undefined" && node.name != null ? node.name : "");
  70. self.type = ko.observable(typeof type != "undefined" && type != null ? type : "");
  71. self.properties = ko.mapping.fromJS(typeof node.properties != "undefined" && node.properties != null ? node.properties : {});
  72. self.children = ko.mapping.fromJS(typeof node.children != "undefined" && node.children != null ? node.children : []);
  73. self.actionParameters = ko.observableArray([]);
  74. self.actionParametersUI = ko.computed(function () {
  75. if (typeof self.properties.parameters != "undefined") {
  76. var _vars = $.map(self.properties.parameters(), function (p, i) {
  77. return p.value().split('=', 1)[0];
  78. });
  79. if (typeof self.actionParameters() == "undefined") {
  80. return _vars;
  81. }
  82. return $.grep(self.actionParameters(), function (param) {
  83. return _vars.indexOf(param) == -1;
  84. });
  85. }
  86. });
  87. self.actionParametersFetched = ko.observable(false);
  88. self.get_link = function (name) {
  89. var _link = null;
  90. $.each(self.children(), function (index, link) {
  91. if (name in link) {
  92. _link = link;
  93. return false;
  94. }
  95. });
  96. return _link;
  97. };
  98. self.set_link = function (name, node_id) {
  99. var _link = self.get_link(name);
  100. if (_link == null) {
  101. _link = {}
  102. self.children.push(_link);
  103. }
  104. _link[name] = node_id;
  105. self.children.valueHasMutated();
  106. };
  107. self.remove_link = function (name, child) {
  108. var _link = null;
  109. $.each(self.children(), function (index, link) {
  110. var _l = ko.mapping.toJS(link);
  111. if (name in _l && _l[name] == child) {
  112. _link = link;
  113. return false;
  114. }
  115. });
  116. if (_link != null) {
  117. self.children.remove(_link);
  118. }
  119. };
  120. self.fetch_parameters = function () {
  121. if (typeof self.properties.parameters != "undefined" && !self.actionParametersFetched()) { // Fetch once the possible variable when they exist
  122. $.post("/oozie/editor/workflow/action/parameters/", {
  123. "node": ko.mapping.toJSON(self),
  124. }, function (data) {
  125. self.actionParametersFetched(true);
  126. self.actionParameters(data.parameters);
  127. if (data.parameters && data.parameters.length > 0 && self.properties.parameters().length == 0) { // If new node with variables, give a hint by adding a parameter
  128. self.properties.parameters.push(ko.mapping.fromJS({'value': ''}));
  129. }
  130. }).fail(function (xhr, textStatus, errorThrown) {
  131. $(document).trigger("error", xhr.responseText);
  132. });
  133. }
  134. };
  135. if (typeof self.properties.parameters != "undefined") {
  136. self.properties.parameters.subscribe(function (newVal) {
  137. if (newVal) {
  138. self.fetch_parameters();
  139. }
  140. });
  141. }
  142. if (typeof self.properties.script_path != "undefined") {
  143. self.properties.script_path.subscribe(function () {
  144. self.actionParametersFetched(false);
  145. });
  146. }
  147. }
  148. var Workflow = function (vm, workflow) {
  149. var self = this;
  150. self.id = ko.observable(typeof workflow.id != "undefined" && workflow.id != null ? workflow.id : null);
  151. self.uuid = ko.observable(typeof workflow.uuid != "undefined" && workflow.uuid != null ? workflow.uuid : UUID());
  152. self.name = ko.observable(typeof workflow.name != "undefined" && workflow.name != null ? workflow.name : "");
  153. self.tracker = new ChangeTracker(self); // from ko.common-dashboard.js
  154. self.isDirty = ko.computed(function () {
  155. return self.tracker().somethingHasChanged();
  156. });
  157. self.properties = ko.mapping.fromJS(typeof workflow.properties != "undefined" && workflow.properties != null ? workflow.properties : {});
  158. self.nodes = ko.observableArray([]);
  159. self.versions = ko.mapping.fromJS(['uri:oozie:workflow:0.4', 'uri:oozie:workflow:0.4.5', 'uri:oozie:workflow:0.5']);
  160. self.movedNode = null;
  161. self.properties.show_arrows.subscribe(function (newVal) {
  162. if (newVal) {
  163. $(document).trigger("drawArrows");
  164. }
  165. else {
  166. $(document).trigger("removeArrows");
  167. }
  168. });
  169. self.nodeIds = ko.computed(function () {
  170. var mapping = [];
  171. $.each(self.nodes(), function (index, node) {
  172. mapping.push(node.id());
  173. });
  174. return mapping;
  175. });
  176. self.nodeNamesMapping = ko.computed(function () {
  177. var mapping = {};
  178. $.each(self.nodes(), function (index, node) {
  179. mapping[node.id()] = node.name();
  180. });
  181. return mapping;
  182. });
  183. self.linkMapping = ko.computed(function () {
  184. var mapping = {};
  185. $.each(self.nodes(), function (index, node) {
  186. var links = []
  187. $.each(node.children(), function (index, link) {
  188. if ('to' in link) {
  189. links.push(link['to']);
  190. }
  191. });
  192. mapping[node.id()] = links
  193. });
  194. return mapping;
  195. });
  196. self.linkMapping.subscribe(function (newVal) {
  197. $(document).trigger("drawArrows");
  198. });
  199. self.loadNodes = function (workflow) {
  200. var nodes = []
  201. $.each(workflow.nodes, function (index, node) {
  202. var _node = new Node(node);
  203. nodes.push(_node);
  204. });
  205. self.nodes(nodes)
  206. }
  207. self.newNode = function (widget, callback, sourceNode) {
  208. $.ajax({
  209. type: "POST",
  210. url: "/oozie/editor/workflow/new_node/",
  211. data: {
  212. "node": ko.mapping.toJSON(widget)
  213. },
  214. success: function (data) {
  215. if (data.status == 0) {
  216. viewModel.addActionProperties.removeAll();
  217. $.each(data.properties, function (i, prop) {
  218. viewModel.addActionProperties.push(ko.mapping.fromJS(prop));
  219. });
  220. if (data.workflows.length > 0) {
  221. viewModel.subworfklows(data.workflows);
  222. }
  223. if (callback) {
  224. callback(widget, sourceNode);
  225. }
  226. }
  227. },
  228. async: false
  229. });
  230. };
  231. self.addNode = function (widget, copiedNode) {
  232. $.post("/oozie/editor/workflow/add_node/", {
  233. "node": ko.mapping.toJSON(widget),
  234. "properties": ko.mapping.toJSON(viewModel.addActionProperties()),
  235. "copiedProperties": copiedNode ? ko.mapping.toJSON(copiedNode.properties) : "{}"
  236. }, function (data) {
  237. if (data.status == 0) {
  238. var _node = ko.mapping.toJS(widget);
  239. _node.properties = data.properties;
  240. _node.name = data.name;
  241. if (self.movedNode) {
  242. var node = self.movedNode;
  243. self.movedNode = null;
  244. } else {
  245. var node = new Node(_node);
  246. node.fetch_parameters();
  247. }
  248. self.nodes.push(node);
  249. // If added to the side
  250. if (vm.currentlyCreatingFork) {
  251. var parentWidget = vm.getWidgetPredecessor(node.id());
  252. var parent = self.getNodeById(parentWidget.id());
  253. if (self.getNodeById(parentWidget.id()) == null) { // New fork
  254. vm.currentlyCreatedJoin.properties['fork_id'] = vm.currentlyCreatedFork.id;
  255. vm.currentlyCreatedFork.properties['join_id'] = vm.currentlyCreatedJoin.id;
  256. var fork = new Node(vm.currentlyCreatedFork);
  257. var join = new Node(vm.currentlyCreatedJoin);
  258. self.nodes.push(fork);
  259. self.nodes.push(join);
  260. var forkParent = self.getNodeById(vm.getWidgetPredecessor(parentWidget.id()).id());
  261. // In case of Fork of Fork, we need to pick the link of the neighbor of new node instead of just the first forkParent.get_link('to')
  262. var newParentLink = $.grep(forkParent.children(), function (link) {
  263. return vm.getWidgetPredecessor(ko.mapping.toJS(link)['to']).id() == fork.id();
  264. })[0];
  265. var afterParentId = ko.mapping.toJS(newParentLink).to;
  266. var afterParent = self.getNodeById(afterParentId);
  267. fork.children.push({'to': afterParentId, 'condition': '${ 1 gt 0 }'});
  268. fork.children.push({'to': node.id(), 'condition': '${ 1 gt 0 }'});
  269. newParentLink['to'] = fork.id();
  270. var belowJoin = vm.getWidgetSuccessor(join.id());
  271. join.set_link('to', belowJoin.id());
  272. if (afterParent.type() == 'fork-widget') {
  273. self.getNodeById(afterParent.properties.join_id()).set_link('to', join.id());
  274. } else {
  275. afterParent.set_link('to', join.id());
  276. }
  277. node.set_link('to', join.id());
  278. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  279. } else {
  280. // Just add to existing fork
  281. var join = vm.getWidgetSuccessor(node.id());
  282. node.set_link('to', join.id());
  283. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  284. parent.children.push({'to': node.id(), 'condition': '${ 1 gt 0 }'});
  285. }
  286. } else {
  287. var parentWidget = vm.getWidgetPredecessor(node.id());
  288. var parent = self.getNodeById(parentWidget.id());
  289. if (widget.widgetType() == 'kill-widget') {
  290. parent.set_link('to', node.id());
  291. } else if (parentWidget.widgetType() == 'fork-widget') {
  292. var child = vm.getWidgetSuccessor(node.id());
  293. parent.remove_link('to', child.id());
  294. parent.children.push({'to': node.id(), 'condition': '${ 1 gt 0 }'});
  295. node.set_link('to', child.id());
  296. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  297. } else {
  298. // Parent is regular node
  299. node.set_link('to', parent.get_link('to')['to']);
  300. node.set_link('error', '17c9c895-5a16-7443-bb81-f34b30b21548');
  301. parent.set_link('to', node.id());
  302. }
  303. }
  304. vm.currentlyCreatingFork = false;
  305. } else {
  306. $(document).trigger("error", data.message);
  307. }
  308. }).fail(function (xhr, textStatus, errorThrown) {
  309. $(document).trigger("error", xhr.responseText);
  310. });
  311. };
  312. self.removeNode = function (node_id) {
  313. var node = self.getNodeById(node_id);
  314. var parents = self.getParents(node_id);
  315. var parent = null;
  316. var childLink = null;
  317. if (node) {
  318. childLink = node.get_link('to');
  319. }
  320. if (childLink) {
  321. var childId = ko.mapping.toJS(childLink)['to'];
  322. $.each(parents, function (index, _parent) {
  323. _parent.remove_link('to', node_id);
  324. _parent.children.unshift({'to': childId});
  325. parent = _parent;
  326. });
  327. self.nodes.remove(node);
  328. // If need to remove fork
  329. if (parent.type() == 'fork-widget') {
  330. var fork = parent;
  331. var join = self.getNodeById(childId);
  332. if (join.type() == 'join-widget') {
  333. if (fork.children().length == 2) {
  334. // Link top to above and delete fork
  335. fork.remove_link('to', childId);
  336. var forkParent = self.getParents(fork.id())[0];
  337. forkParent.set_link('to', ko.mapping.toJS(fork.get_link('to'))['to']); // Only link
  338. self.nodes.remove(fork);
  339. // Link bottom to child of join
  340. var beboreJoin = self.getParents(childId)[0];
  341. var joinChildId = ko.mapping.toJS(join.get_link('to'))['to'];
  342. beboreJoin.set_link('to', joinChildId);
  343. self.nodes.remove(join);
  344. } else {
  345. parent.remove_link('to', childId);
  346. }
  347. }
  348. } else if (parent.type() == 'decision-widget') {
  349. parent.remove_link('to', childId);
  350. }
  351. }
  352. else {
  353. self.nodes.remove(node);
  354. }
  355. };
  356. self.moveNode = function (widget) {
  357. var node = self.getNodeById(widget.id());
  358. self.movedNode = node;
  359. self.removeNode(node.id());
  360. self.addNode(widget);
  361. };
  362. self.getParents = function (node_id) { // Join nodes can have multiple parents
  363. var _nodes = [];
  364. $.each(self.nodes(), function (index, node) {
  365. $.each(node.children(), function (index, link) {
  366. var _link = ko.mapping.toJS(link);
  367. if ('to' in _link && _link.to == node_id) {
  368. _nodes.push(node);
  369. }
  370. })
  371. });
  372. return _nodes;
  373. };
  374. self.getNodeById = function (node_id) {
  375. var _node = null;
  376. $.each(self.nodes(), function (index, node) {
  377. if (node.id() == node_id) {
  378. _node = node;
  379. return false;
  380. }
  381. });
  382. return _node;
  383. };
  384. }
  385. var WorkflowEditorViewModel = function (layout_json, workflow_json, credentials_json, workflow_properties_json, subworkflows_json, can_edit_json) {
  386. var self = this;
  387. self.isNested = ko.observable(true);
  388. self.canEdit = ko.mapping.fromJS(can_edit_json);
  389. self.isEditing = ko.observable(workflow_json.id == null);
  390. self.isEditing.subscribe(function (newVal) {
  391. $(document).trigger("editingToggled");
  392. });
  393. self.toggleEditing = function () {
  394. self.isEditing(!self.isEditing());
  395. };
  396. self.isRunning = ko.observable(false);
  397. self.newAction = ko.observable();
  398. self.columns = ko.observableArray([]);
  399. self.oozieColumns = ko.observableArray([]);
  400. self.previewColumns = ko.observable("");
  401. self.workflow = new Workflow(self, workflow_json);
  402. self.credentials = ko.mapping.fromJSON(credentials_json);
  403. self.inited = ko.observable(self.oozieColumns().length > 0);
  404. self.init = function (callback) {
  405. self.workflow_properties = ko.mapping.fromJS(workflow_properties_json);
  406. loadLayout(self, layout_json);
  407. self.workflow.loadNodes(workflow_json);
  408. };
  409. self.addActionProperties = ko.observableArray([]);
  410. self.addActionPropertiesFilledOut = ko.computed(function () {
  411. var _filledInternalValues = function (val) {
  412. var _iAllFilled = true;
  413. val.forEach(function (iVal) {
  414. if (iVal.value() == '') {
  415. _iAllFilled = false;
  416. }
  417. });
  418. return _iAllFilled;
  419. }
  420. var _allFilled = true;
  421. ko.utils.arrayForEach(self.addActionProperties(), function (property) {
  422. var _val = property.value();
  423. if (($.isArray(_val) && !_filledInternalValues(_val) ) || _val == '') {
  424. _allFilled = false;
  425. }
  426. });
  427. return _allFilled;
  428. });
  429. self.subworfklows = ko.observableArray(subworkflows_json);
  430. self.getSubWorkflow = function (uuid) {
  431. var wf = $.grep(self.subworfklows(), function (wf, i) {
  432. return wf.value == uuid;
  433. });
  434. if (wf[0]) {
  435. return ko.mapping.fromJS(wf[0]);
  436. }
  437. };
  438. self.currentlyDraggedWidget = ko.observable(null);
  439. self.currentlyDraggedOp = ko.observable("move");
  440. self.currentlyDraggedWidget.subscribe(function (widget) {
  441. toggleSideDrop(widget, false);
  442. });
  443. self.setCurrentlyDraggedWidget = function (widget, op) {
  444. self.currentlyDraggedOp($(op).hasClass("fa-copy") ? "copy" : "move");
  445. self.currentlyDraggedWidget(widget);
  446. }
  447. self.enableSideDrop = function (widget) {
  448. toggleSideDrop(widget, true);
  449. sideDropsTouched.forEach(function (row) {
  450. row.enableOozieDropOnSide(true);
  451. });
  452. sideDropsTouched = [];
  453. }
  454. var sideDropsTouched = [];
  455. function toggleSideDrop(widget, enable) {
  456. if (widget != null && widget.id() != "" && self.currentlyDraggedOp() == "move") {
  457. var _row = self.getWidgetParentRow(widget.id());
  458. if (_row) {
  459. _row.enableOozieDropOnSide(enable);
  460. sideDropsTouched.push(_row);
  461. _row.enableOozieDropOnBefore(enable);
  462. var _parentRow = self.getRowParentRow(_row.id());
  463. if (_parentRow) {
  464. _parentRow.enableOozieDropOnSide(enable);
  465. sideDropsTouched.push(_parentRow);
  466. if (_parentRow.columns().length <= 2) {
  467. _parentRow.columns().forEach(function (col) {
  468. col.enableOozieDropOnBefore(enable);
  469. col.enableOozieDropOnAfter(enable);
  470. col.rows()[0].enableOozieDropOnSide(enable);
  471. sideDropsTouched.push(col.rows()[0]);
  472. });
  473. var _prevParentRow = self.getPrevRow(_parentRow);
  474. if (_prevParentRow && _prevParentRow.widgets().length > 0 && _prevParentRow.widgets()[0].widgetType() == "fork-widget") {
  475. _prevParentRow.enableOozieDropOnSide(enable);
  476. sideDropsTouched.push(_prevParentRow);
  477. }
  478. }
  479. }
  480. var _col = self.getRowParentColumn(_row.id());
  481. if (self.getColumnParentRow(_col.id()) != null) {
  482. _col.enableOozieDropOnBefore(enable);
  483. _col.enableOozieDropOnAfter(enable);
  484. }
  485. var _prevRow = self.getPrevRow(_row);
  486. if (_prevRow) {
  487. if (_prevRow.widgets().length > 0 && _prevRow.widgets()[0].widgetType() == "start-widget") {
  488. _prevRow.enableOozieDropOnSide(enable);
  489. sideDropsTouched.push(_prevRow);
  490. self.getRowParentColumn(_prevRow.id()).enableOozieDropOnBefore(enable);
  491. }
  492. }
  493. var _nextRow = self.getNextRow(_row);
  494. if (_nextRow) {
  495. _nextRow.enableOozieDropOnBefore(enable);
  496. if (_nextRow.widgets().length > 0 && _nextRow.widgets()[0].widgetType() == "end-widget") {
  497. _nextRow.enableOozieDropOnSide(enable);
  498. sideDropsTouched.push(_nextRow);
  499. self.getRowParentColumn(_nextRow.id()).enableOozieDropOnAfter(enable);
  500. }
  501. }
  502. }
  503. }
  504. }
  505. self.currentlyCreatingFork = false;
  506. self.currentlyCreatedFork = null;
  507. self.currentlyCreatedJoin = null;
  508. self.isDragging = ko.observable(false);
  509. self.addDraggedWidget = function (target, atBeginning) {
  510. if (self.currentlyDraggedWidget() != null) {
  511. var _parentCol = target instanceof Column ? target : self.getRowParentColumn(target.id());
  512. var _newRow = null;
  513. if (typeof atBeginning != "undefined") {
  514. if (_parentCol.rows().length > 0 && _parentCol.rows()[0].widgets() && _parentCol.rows()[0].widgets().length > 0 && _parentCol.rows()[0].widgets()[0].widgetType() == "start-widget") {
  515. if (atBeginning) {
  516. _newRow = _parentCol.addEmptyRow(false, 1);
  517. }
  518. else {
  519. _newRow = _parentCol.addEmptyRow(false, _parentCol.rows().length - 2);
  520. }
  521. }
  522. else {
  523. _newRow = _parentCol.addEmptyRow(atBeginning);
  524. }
  525. }
  526. else {
  527. var _rowIdx = 0;
  528. $.each(_parentCol.rows(), function (i, irow) {
  529. if (irow.id() == target.id()) {
  530. _rowIdx = i;
  531. }
  532. });
  533. _newRow = _parentCol.addEmptyRow(false, _rowIdx);
  534. }
  535. var _w = new ExtendedWidget({
  536. size: self.currentlyDraggedWidget().size(),
  537. id: UUID(),
  538. name: self.currentlyDraggedWidget().name(),
  539. widgetType: self.currentlyDraggedWidget().widgetType(),
  540. properties: self.currentlyDraggedWidget().properties(),
  541. offset: self.currentlyDraggedWidget().offset(),
  542. loading: true,
  543. vm: self
  544. });
  545. if (self.currentlyDraggedWidget().id() != "" && self.currentlyDraggedOp() == "move") {
  546. self.removeWidgetById(self.currentlyDraggedWidget().id());
  547. _w = self.currentlyDraggedWidget();
  548. }
  549. _newRow.widgets([_w]);
  550. return _w;
  551. }
  552. }
  553. self.addSideDraggedWidget = function (row, atBeginning) {
  554. if (self.currentlyDraggedWidget() != null) {
  555. var _parentCol = self.getRowParentColumn(row.id());
  556. var _rowIdx = 0;
  557. $.each(_parentCol.rows(), function (i, irow) {
  558. if (irow.id() == row.id()) {
  559. _rowIdx = i;
  560. }
  561. });
  562. var _addForkAndJoin = (row.columns().length == 0);
  563. if (_addForkAndJoin) {
  564. var _forkRow = _parentCol.addEmptyRow(false, _rowIdx);
  565. var _id = UUID();
  566. var _fork = new ExtendedWidget({
  567. size: 12,
  568. id: _id,
  569. name: 'fork' + '-' + _id.slice(0, 4),
  570. widgetType: "fork-widget",
  571. properties: {},
  572. offset: 0,
  573. loading: true,
  574. vm: self
  575. });
  576. _forkRow.widgets([_fork]);
  577. }
  578. var _w = new ExtendedWidget({
  579. size: self.currentlyDraggedWidget().size(),
  580. id: UUID(),
  581. name: self.currentlyDraggedWidget().name(),
  582. widgetType: self.currentlyDraggedWidget().widgetType(),
  583. properties: self.currentlyDraggedWidget().properties(),
  584. offset: self.currentlyDraggedWidget().offset(),
  585. loading: true,
  586. vm: self
  587. });
  588. if (self.currentlyDraggedWidget().id() != "" && self.currentlyDraggedOp() == "move") {
  589. self.removeWidgetById(self.currentlyDraggedWidget().id());
  590. _w = self.currentlyDraggedWidget();
  591. }
  592. if (row.columns().length == 0) {
  593. var _col = row.addColumn(null, atBeginning);
  594. if (row.widgets().length > 0) {
  595. var _row = _col.addEmptyRow();
  596. row.widgets().forEach(function (widget) {
  597. _row.addWidget(widget);
  598. });
  599. if (row.widgets()[0].widgetType() == "fork-widget") {
  600. var _widgetsRow = self.getNextRow(row);
  601. var _joinRow = self.getNextRow(_widgetsRow);
  602. _col.rows.push(_widgetsRow);
  603. _col.rows.push(_joinRow);
  604. self.getRowParentColumn(row.id()).rows.remove(_widgetsRow);
  605. self.getRowParentColumn(row.id()).rows.remove(_joinRow);
  606. }
  607. row.widgets([]);
  608. }
  609. }
  610. var _col = row.addColumn(null, atBeginning);
  611. var _row = new ExtendedRow([_w], self);
  612. _col.addRow(_row);
  613. if (_addForkAndJoin) {
  614. var _joinRow = _parentCol.addEmptyRow(false, _rowIdx + 2);
  615. var _id = UUID();
  616. var _join = new ExtendedWidget({
  617. size: 12,
  618. id: _id,
  619. name: "join" + '-' + _id.slice(0, 4),
  620. widgetType: "join-widget",
  621. properties: {},
  622. offset: 0,
  623. loading: true,
  624. vm: self
  625. });
  626. _joinRow.widgets([_join]);
  627. self.currentlyCreatedFork = ko.mapping.toJS(_fork);
  628. self.currentlyCreatedJoin = ko.mapping.toJS(_join);
  629. }
  630. self.currentlyCreatingFork = true;
  631. return _w;
  632. }
  633. }
  634. self.removeWidget = function (widget_json) {
  635. self.workflow.removeNode(widget_json.id());
  636. self.removeWidgetById(widget_json.id());
  637. }
  638. self.removeWidgetById = function (widget_id) {
  639. $.each(self.oozieColumns(), function (i, col) {
  640. self.deeplyRemoveWidgetById(widget_id, col, self)
  641. });
  642. }
  643. self.deeplyRemoveWidgetById = function (widget_id, col, parent) {
  644. if (col) {
  645. $.each(col.rows(), function (j, row) {
  646. if (row && row.widgets()) {
  647. $.each(row.widgets(), function (z, widget) {
  648. if (widget.id() == widget_id) {
  649. row.widgets.remove(widget);
  650. col.rows.remove(row);
  651. }
  652. });
  653. }
  654. if (row && row.columns()) {
  655. $.each(row.columns(), function (i, icol) {
  656. self.deeplyRemoveWidgetById(widget_id, icol, row);
  657. });
  658. }
  659. });
  660. if (col.rows().length == 0) {
  661. parent.columns.remove(col);
  662. if (parent.columns().length > 1) {
  663. var _size = Math.max(1, Math.floor(12 / (parent.columns().length)));
  664. parent.columns().forEach(function (icol) {
  665. icol.size(_size);
  666. });
  667. }
  668. else {
  669. var _rows = parent.columns()[0].rows();
  670. var _parentRows = self.getRowParentColumn(parent.id()).rows;
  671. var _prevRowIdx = -1;
  672. for (var i = 0; i < _parentRows().length; i++) {
  673. if (_parentRows()[i].id() == parent.id()) {
  674. break;
  675. }
  676. _prevRowIdx = i;
  677. }
  678. if (_prevRowIdx > -1 && _parentRows()[_prevRowIdx].widgets().length > 0 && _parentRows()[_prevRowIdx].widgets()[0].widgetType() == "fork-widget") {
  679. _parentRows.remove(_parentRows()[_prevRowIdx]);
  680. _parentRows.remove(_parentRows()[_prevRowIdx + 1]);
  681. }
  682. for (var i = 0; i < _rows.length; i++) {
  683. if (i == 0) {
  684. parent.widgets(_rows[i].widgets());
  685. }
  686. else {
  687. _parentRows.push(_rows[i]);
  688. }
  689. }
  690. parent.columns([]);
  691. }
  692. }
  693. }
  694. }
  695. self.getWidgetRelative = function (widget_id, isPredecessor) {
  696. var _row = self.getWidgetParentRow(widget_id);
  697. var _col = self.getRowParentColumn(_row.id());
  698. var _nextRow = null;
  699. for (var i = 0; i < _col.rows().length; i++) {
  700. if (_col.rows()[i].id() == _row.id()) {
  701. if (!isPredecessor && _col.rows().length >= i + 1) {
  702. _nextRow = _col.rows()[i + 1];
  703. }
  704. break;
  705. }
  706. _nextRow = _col.rows()[i];
  707. }
  708. if (_nextRow != null) {
  709. return _nextRow.widgets()[0];
  710. }
  711. else {
  712. var _parentRow = self.getColumnParentRow(_col.id());
  713. if (_parentRow) {
  714. var _parentColumn = self.getRowParentColumn(_parentRow.id());
  715. var _nextParentRow = null;
  716. for (var i = 0; i < _parentColumn.rows().length; i++) {
  717. if (_parentColumn.rows()[i].id() == _parentRow.id()) {
  718. if (!isPredecessor && _parentColumn.rows().length >= i + 1) {
  719. _nextParentRow = _parentColumn.rows()[i + 1];
  720. }
  721. break;
  722. }
  723. _nextParentRow = _parentColumn.rows()[i];
  724. }
  725. if (_nextParentRow != null) {
  726. return _nextParentRow.widgets()[0];
  727. }
  728. }
  729. }
  730. return null;
  731. }
  732. self.getWidgetPredecessor = function (widget_id) {
  733. return self.getWidgetRelative(widget_id, true);
  734. }
  735. self.getWidgetSuccessor = function (widget_id) {
  736. return self.getWidgetRelative(widget_id, false);
  737. }
  738. self.isRowAfterFork = function (row) {
  739. var _parentColumn = self.getRowParentColumn(row.id());
  740. var _prevRow = null;
  741. for (var i = 0; i < _parentColumn.rows().length; i++) {
  742. var _currentRow = _parentColumn.rows()[i];
  743. if (_currentRow.id() == row.id()) {
  744. break;
  745. }
  746. _prevRow = _currentRow;
  747. }
  748. if (_prevRow != null) {
  749. return _prevRow.widgets().length > 0 && (_prevRow.widgets()[0].widgetType() == "fork-widget" || _prevRow.widgets()[0].widgetType() == "decision-widget");
  750. }
  751. return false;
  752. }
  753. self.isRowBeforeJoin = function (row) {
  754. return row.widgets().length > 0 && row.widgets()[0].widgetType() == "join-widget";
  755. }
  756. self.getNextRow = function (row) {
  757. var _parentColumn = self.getRowParentColumn(row.id());
  758. var _nextParentRow = null;
  759. for (var i = 0; i < _parentColumn.rows().length; i++) {
  760. if (_parentColumn.rows()[i].id() == row.id()) {
  761. if (_parentColumn.rows().length >= i + 1) {
  762. _nextParentRow = _parentColumn.rows()[i + 1];
  763. }
  764. break;
  765. }
  766. _nextParentRow = _parentColumn.rows()[i];
  767. }
  768. return _nextParentRow;
  769. }
  770. self.getPrevRow = function (row) {
  771. var _parentColumn = self.getRowParentColumn(row.id());
  772. var _prevParentRow = null;
  773. for (var i = 0; i < _parentColumn.rows().length; i++) {
  774. if (_parentColumn.rows()[i].id() == row.id()) {
  775. if (i > 0) {
  776. _prevParentRow = _parentColumn.rows()[i - 1];
  777. }
  778. break;
  779. }
  780. _prevParentRow = _parentColumn.rows()[i];
  781. }
  782. return _prevParentRow;
  783. }
  784. self.getWidgetParentRow = function (widget_id) {
  785. var _row = null;
  786. for (var i = 0; i < self.oozieColumns().length; i++) {
  787. _row = self.traverseColumnForWidget(widget_id, self.oozieColumns()[i]);
  788. if (_row != null) {
  789. break;
  790. }
  791. }
  792. return _row;
  793. }
  794. self.getRowParentColumn = function (row_id) {
  795. return self.traverseColumnForColumn(row_id, self.oozieColumns()[0], 0);
  796. }
  797. self.getColumnParentRow = function (col_id) {
  798. return self.traverseColumnForRow(col_id, self.oozieColumns()[0], 0);
  799. }
  800. self.getRowParentRow = function (row_id) {
  801. var _col = self.getRowParentColumn(row_id);
  802. if (_col != null) {
  803. return self.getColumnParentRow(_col.id());
  804. }
  805. }
  806. self.traverseColumnForColumn = function (row_id, col) {
  807. var _column = null;
  808. if (col) {
  809. for (var j = 0; j < col.rows().length; j++) {
  810. var row = col.rows()[j];
  811. for (var z = 0; z < row.columns().length; z++) {
  812. _column = self.traverseColumnForColumn(row_id, row.columns()[z]);
  813. if (_column != null) {
  814. return _column;
  815. }
  816. }
  817. if (row.id() == row_id) {
  818. _column = col;
  819. return _column;
  820. }
  821. }
  822. }
  823. return _column;
  824. }
  825. self.traverseColumnForRow = function (col_id, col) {
  826. var _row = null;
  827. if (col) {
  828. for (var j = 0; j < col.rows().length; j++) {
  829. var row = col.rows()[j];
  830. for (var z = 0; z < row.columns().length; z++) {
  831. var _col = row.columns()[z];
  832. if (_col.id() == col_id) {
  833. _row = row;
  834. }
  835. else {
  836. _row = self.traverseColumnForRow(col_id, _col);
  837. }
  838. if (_row != null) {
  839. return _row;
  840. }
  841. }
  842. }
  843. }
  844. return _row;
  845. }
  846. self.traverseColumnForWidget = function (widget_id, col) {
  847. var _row = null;
  848. if (col) {
  849. for (var j = 0; j < col.rows().length; j++) {
  850. var row = col.rows()[j];
  851. for (var z = 0; z < row.widgets().length; z++) {
  852. var widget = row.widgets()[z];
  853. if (widget.id() == widget_id) {
  854. _row = row;
  855. break;
  856. }
  857. }
  858. if (_row != null) {
  859. break;
  860. }
  861. for (var z = 0; z < row.columns().length; z++) {
  862. _row = self.traverseColumnForWidget(widget_id, row.columns()[z]);
  863. if (_row != null) {
  864. break;
  865. }
  866. }
  867. }
  868. }
  869. return _row;
  870. }
  871. self.convertToDecision = function (widget, node) {
  872. if (widget.widgetType() == "fork-widget") {
  873. var _row = self.getWidgetParentRow(widget.id());
  874. var _next = self.getNextRow(_row);
  875. while (_next.widgets().length == 0) {
  876. _next = self.getNextRow(_next);
  877. }
  878. // Remove the join
  879. self.workflow.removeNode(_next.widgets()[0].id());
  880. self.removeWidgetById(_next.widgets()[0].id());
  881. node.children.push({'to': '33430f0f-ebfa-c3ec-f237-3e77efa03d0a', 'condition': 'default'});
  882. widget.widgetType("decision-widget");
  883. node.type("decision-widget");
  884. var _newName = "decision-" + node.id().slice(0, 4);
  885. node.name(_newName);
  886. widget.name(_newName);
  887. $(document).trigger("drawArrows");
  888. }
  889. }
  890. self.save = function () {
  891. $(".jHueNotify").hide();
  892. $.post("/oozie/editor/workflow/save/", {
  893. "layout": ko.mapping.toJSON(self.oozieColumns),
  894. "workflow": ko.mapping.toJSON(self.workflow)
  895. }, function (data) {
  896. if (data.status == 0) {
  897. if (data.url) {
  898. window.location.replace(data.url);
  899. }
  900. if (self.workflow.id() == null) {
  901. shareViewModel.setDocId(data.doc1_id);
  902. }
  903. self.workflow.id(data.id);
  904. $(document).trigger("info", data.message);
  905. if (window.location.search.indexOf("workflow") == -1) {
  906. window.location.hash = '#workflow=' + data.id;
  907. }
  908. self.workflow.tracker().markCurrentStateAsClean();
  909. }
  910. else {
  911. $(document).trigger("error", data.message);
  912. }
  913. }).fail(function (xhr, textStatus, errorThrown) {
  914. $(document).trigger("error", xhr.responseText);
  915. });
  916. };
  917. self.gen_xml = function () {
  918. $.post("/oozie/editor/workflow/gen_xml/", {
  919. "layout": ko.mapping.toJSON(self.oozieColumns),
  920. "workflow": ko.mapping.toJSON(self.workflow)
  921. }, function (data) {
  922. if (data.status == 0) {
  923. console.log(data.xml);
  924. }
  925. else {
  926. $(document).trigger("error", data.message);
  927. }
  928. }).fail(function (xhr, textStatus, errorThrown) {
  929. $(document).trigger("error", xhr.responseText);
  930. });
  931. };
  932. self.showSubmitPopup = function () {
  933. $(".jHueNotify").hide();
  934. $.get("/oozie/editor/workflow/submit/" + self.workflow.id(), {
  935. }, function (data) {
  936. $(document).trigger("showSubmitPopup", data);
  937. }).fail(function (xhr, textStatus, errorThrown) {
  938. $(document).trigger("error", xhr.responseText);
  939. });
  940. };
  941. self.schedule = function () {
  942. window.location.replace('/oozie/editor/coordinator/new/?workflow=' + self.workflow.uuid());
  943. };
  944. function bareWidgetBuilder(name, type) {
  945. return new ExtendedWidget({
  946. size: 12,
  947. id: "",
  948. name: name,
  949. widgetType: type
  950. });
  951. }
  952. self.draggableHiveAction = ko.observable(bareWidgetBuilder("Hive Script", "hive-widget"));
  953. self.draggableHive2Action = ko.observable(bareWidgetBuilder("HiveServer2 Script", "hive2-widget"));
  954. self.draggablePigAction = ko.observable(bareWidgetBuilder("Pig Script", "pig-widget"));
  955. self.draggableJavaAction = ko.observable(bareWidgetBuilder("Java program", "java-widget"));
  956. self.draggableMapReduceAction = ko.observable(bareWidgetBuilder("MapReduce job", "mapreduce-widget"));
  957. self.draggableSubworkflowAction = ko.observable(bareWidgetBuilder("Sub workflow", "subworkflow-widget"));
  958. self.draggableSqoopAction = ko.observable(bareWidgetBuilder("Sqoop 1", "sqoop-widget"));
  959. self.draggableShellAction = ko.observable(bareWidgetBuilder("Shell", "shell-widget"));
  960. self.draggableSshAction = ko.observable(bareWidgetBuilder("Ssh", "ssh-widget"));
  961. self.draggableFsAction = ko.observable(bareWidgetBuilder("HDFS Fs", "fs-widget"));
  962. self.draggableEmailAction = ko.observable(bareWidgetBuilder("Email", "email-widget"));
  963. self.draggableStreamingAction = ko.observable(bareWidgetBuilder("Streaming", "streaming-widget"));
  964. self.draggableDistCpAction = ko.observable(bareWidgetBuilder("Distcp", "distcp-widget"));
  965. self.draggableKillNode = ko.observable(bareWidgetBuilder("Kill", "kill-widget"));
  966. };
  967. function logGA(page) {
  968. if (typeof trackOnGA == 'function') {
  969. trackOnGA('oozie/editor/workflow' + page);
  970. }
  971. }
  972. var ExtendedColumn = function (size, rows) {
  973. var self = new Column(size, rows);
  974. self.rowPrototype = ExtendedRow;
  975. self.oozieStartRow = ko.computed(function () {
  976. var _row = null;
  977. ko.utils.arrayForEach(self.rows(), function (row) {
  978. if ((row.widgets().length > 0 && row.widgets()[0].id() == "3f107997-04cc-8733-60a9-a4bb62cebffc")) {
  979. _row = row;
  980. }
  981. });
  982. return _row;
  983. }, self);
  984. self.oozieEndRow = ko.computed(function () {
  985. var _row = null;
  986. ko.utils.arrayForEach(self.rows(), function (row) {
  987. if ((row.widgets().length > 0 && row.widgets()[0].id() == "33430f0f-ebfa-c3ec-f237-3e77efa03d0a")) {
  988. _row = row;
  989. }
  990. });
  991. return _row;
  992. }, self);
  993. self.oozieKillRow = ko.computed(function () {
  994. var _row = null;
  995. ko.utils.arrayForEach(self.rows(), function (row) {
  996. if ((row.widgets().length > 0 && row.widgets()[0].id() == "17c9c895-5a16-7443-bb81-f34b30b21548")) {
  997. _row = row;
  998. }
  999. });
  1000. return _row;
  1001. }, self);
  1002. self.oozieRows = ko.computed(function () {
  1003. var _rows = [];
  1004. ko.utils.arrayForEach(self.rows(), function (row) {
  1005. if ((row.widgets().length > 0 && ["3f107997-04cc-8733-60a9-a4bb62cebffc", "33430f0f-ebfa-c3ec-f237-3e77efa03d0a", "17c9c895-5a16-7443-bb81-f34b30b21548"].indexOf(row.widgets()[0].id()) == -1) || row.widgets().length == 0) {
  1006. _rows.push(row);
  1007. }
  1008. });
  1009. return _rows;
  1010. }, self);
  1011. self.enableOozieDropOnBefore = ko.observable(true);
  1012. self.enableOozieDropOnAfter = ko.observable(true);
  1013. return self;
  1014. }
  1015. var ExtendedRow = function (widgets, vm, columns) {
  1016. var self = new Row(widgets, vm, columns);
  1017. self.columnPrototype = ExtendedColumn;
  1018. self.enableOozieDrop = ko.computed(function () {
  1019. return vm.isEditing && vm.isEditing() && self.widgets && self.widgets().length < 1
  1020. });
  1021. self.enableOozieDropOnBefore = ko.observable(true);
  1022. self.enableOozieDropOnSide = ko.observable(true);
  1023. return self;
  1024. }
  1025. var ExtendedWidget = function (params) {
  1026. var self = new Widget(params);
  1027. self.oozieMovable = ko.computed(function () {
  1028. return ["end-widget", "start-widget", "fork-widget", "decision-widget", "join-widget"].indexOf(self.widgetType()) == -1
  1029. });
  1030. self.oozieExpanded = ko.observable(false);
  1031. self.ooziePropertiesExpanded = ko.observable(false);
  1032. self.status = ko.observable("");
  1033. self.progress = ko.observable(0);
  1034. self.logs = ko.observable("");
  1035. return self;
  1036. }