pig.ko.js 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. var Resource = function (resource) {
  17. var self = this;
  18. self.type = ko.observable(resource.type);
  19. self.value = ko.observable(resource.value);
  20. };
  21. var HadoopProperty = function (property) {
  22. var self = this;
  23. self.name = ko.observable(property.name);
  24. self.value = ko.observable(property.value);
  25. };
  26. var PigParameter = HadoopProperty;
  27. var PigScript = function (pigScript) {
  28. var self = this;
  29. self.id = ko.observable(pigScript.id);
  30. self.isDesign = ko.observable(pigScript.isDesign);
  31. self.name = ko.observable(pigScript.name);
  32. self.script = ko.observable(pigScript.script);
  33. self.scriptSumup = ko.observable(pigScript.script.replace(/\W+/g, ' ').substring(0, 100));
  34. self.isRunning = ko.observable(false);
  35. self.selected = ko.observable(false);
  36. self.watchUrl = ko.observable("");
  37. self.actions = ko.observableArray([]);
  38. self.handleSelect = function (row, e) {
  39. this.selected(!this.selected());
  40. };
  41. self.hovered = ko.observable(false);
  42. self.toggleHover = function (row, e) {
  43. this.hovered(!this.hovered());
  44. };
  45. self.parameters = ko.observableArray([]);
  46. ko.utils.arrayForEach(pigScript.parameters, function (parameter) {
  47. self.parameters.push(new PigParameter({name: parameter.name, value: parameter.value}));
  48. });
  49. self.addParameter = function () {
  50. self.parameters.push(new PigParameter({name: '', value: ''}));
  51. self.updateParentModel();
  52. };
  53. self.removeParameter = function () {
  54. self.parameters.remove(this);
  55. self.updateParentModel();
  56. };
  57. self.getParameters = function () {
  58. var params = {};
  59. var variables = this.script().match(/\$[^\d'"](\w*)/g);
  60. var macro_defines = this.script().match(/define [^ ]+ \(([^\)]*)\)/gi); // no multiline
  61. var macro_returns = this.script().match(/returns +([^\{]*)/gi); // no multiline
  62. if (variables) {
  63. $.each(variables, function(index, param) {
  64. var p = param.substring(1);
  65. params[p] = '';
  66. });
  67. }
  68. if (macro_defines) {
  69. $.each(macro_defines, function(index, params_line) {
  70. var param_line = params_line.match(/(\w+)/g);
  71. if (param_line && param_line.length > 2) {
  72. $.each(param_line, function(index, param) {
  73. if (index >= 2) { // Skips define NAME
  74. delete params[param];
  75. }
  76. });
  77. }
  78. });
  79. }
  80. if (macro_returns) {
  81. $.each(macro_returns, function(index, params_line) {
  82. var param_line = params_line.match(/(\w+)/g);
  83. if (param_line) {
  84. $.each(param_line, function(index, param) {
  85. if (index >= 1) { // Skip returns
  86. delete params[param];
  87. }
  88. });
  89. }
  90. });
  91. }
  92. $.each(self.parameters(), function(index, param) {
  93. params[param.name()] = param.value();
  94. });
  95. return params;
  96. };
  97. self.hadoopProperties = ko.observableArray([]);
  98. ko.utils.arrayForEach(pigScript.hadoopProperties, function (property) {
  99. self.hadoopProperties.push(new HadoopProperty({name: property.name, value: property.value}));
  100. });
  101. self.addHadoopProperties = function () {
  102. self.hadoopProperties.push(new HadoopProperty({name: '', value: ''}));
  103. self.updateParentModel();
  104. };
  105. self.removeHadoopProperties = function () {
  106. self.hadoopProperties.remove(this);
  107. self.updateParentModel();
  108. };
  109. self.resources = ko.observableArray([]);
  110. ko.utils.arrayForEach(pigScript.resources, function (resource) {
  111. self.resources.push(new Resource({type: resource.type, value: resource.value}));
  112. });
  113. self.addResource = function () {
  114. self.resources.push(new Resource({type: 'file', value: ''}));
  115. self.updateParentModel();
  116. };
  117. self.removeResource = function () {
  118. self.resources.remove(this);
  119. self.updateParentModel();
  120. };
  121. self.parentModel = pigScript.parentModel;
  122. self.updateParentModel = function () {
  123. if (typeof self.parentModel != "undefined" && self.parentModel != null) {
  124. self.parentModel.isDirty(true);
  125. }
  126. }
  127. self.name.subscribe(function (name) {
  128. self.updateParentModel();
  129. });
  130. }
  131. var Workflow = function (wf) {
  132. return {
  133. id: wf.id,
  134. scriptId: wf.scriptId,
  135. scriptContent: wf.scriptContent,
  136. lastModTime: wf.lastModTime,
  137. endTime: wf.endTime,
  138. status: wf.status,
  139. statusClass: "label " + getStatusClass(wf.status),
  140. isRunning: wf.isRunning,
  141. duration: wf.duration,
  142. appName: wf.appName,
  143. progress: wf.progress,
  144. progressPercent: wf.progressPercent,
  145. progressClass: "bar " + getStatusClass(wf.status, "bar-"),
  146. user: wf.user,
  147. absoluteUrl: wf.absoluteUrl,
  148. watchUrl: wf.watchUrl,
  149. canEdit: wf.canEdit,
  150. killUrl: wf.killUrl,
  151. created: wf.created,
  152. run: wf.run
  153. }
  154. }
  155. var PigViewModel = function (props) {
  156. var self = this;
  157. self.LABELS = props.labels;
  158. self.LIST_SCRIPTS = props.listScripts;
  159. self.SAVE_URL = props.saveUrl;
  160. self.RUN_URL = props.runUrl;
  161. self.STOP_URL = props.stopUrl;
  162. self.COPY_URL = props.copyUrl;
  163. self.DELETE_URL = props.deleteUrl;
  164. self.isLoading = ko.observable(false);
  165. self.allSelected = ko.observable(false);
  166. self.submissionVariables = ko.observableArray([]);
  167. self.scripts = ko.observableArray([]);
  168. self.filteredScripts = ko.observableArray(self.scripts());
  169. self.runningScripts = ko.observableArray([]);
  170. self.completedScripts = ko.observableArray([]);
  171. self.isDashboardLoaded = false;
  172. self.isDirty = ko.observable(false);
  173. var _defaultScript = {
  174. id: -1,
  175. name: self.LABELS.NEW_SCRIPT_NAME,
  176. script: self.LABELS.NEW_SCRIPT_CONTENT,
  177. parameters: self.LABELS.NEW_SCRIPT_PARAMETERS,
  178. resources: self.LABELS.NEW_SCRIPT_RESOURCES,
  179. hadoopProperties: self.LABELS.NEW_SCRIPT_HADOOP_PROPERTIES,
  180. parentModel: self
  181. };
  182. self.currentScript = ko.observable(new PigScript(_defaultScript));
  183. self.loadingScript = null;
  184. self.currentDeleteType = ko.observable("");
  185. self.selectedScripts = ko.computed(function () {
  186. return ko.utils.arrayFilter(self.scripts(), function (script) {
  187. return script.selected();
  188. });
  189. }, self);
  190. self.selectedScript = ko.computed(function () {
  191. return self.selectedScripts()[0];
  192. }, self);
  193. self.selectAll = function () {
  194. self.allSelected(! self.allSelected());
  195. ko.utils.arrayForEach(self.scripts(), function (script) {
  196. script.selected(self.allSelected());
  197. });
  198. return true;
  199. };
  200. self.getScriptById = function (id) {
  201. var _s = null;
  202. ko.utils.arrayForEach(self.scripts(), function (script) {
  203. if (script.id() == id) {
  204. _s = script;
  205. }
  206. });
  207. return _s;
  208. }
  209. self.filterScripts = function (filter) {
  210. self.filteredScripts(ko.utils.arrayFilter(self.scripts(), function (script) {
  211. return script.isDesign() && script.name().toLowerCase().indexOf(filter.toLowerCase()) > -1
  212. }));
  213. };
  214. self.loadScript = function (id) {
  215. var _s = self.getScriptById(id);
  216. if (_s != null) {
  217. self.currentScript(_s);
  218. }
  219. else {
  220. self.currentScript(new PigScript(_defaultScript));
  221. }
  222. }
  223. self.confirmNewScript = function () {
  224. if (self.isDirty()) {
  225. showConfirmModal();
  226. }
  227. else {
  228. self.newScript();
  229. }
  230. };
  231. self.confirmScript = function () {
  232. if (self.loadingScript != null){
  233. self.viewScript(self.loadingScript);
  234. }
  235. else {
  236. self.newScript();
  237. }
  238. };
  239. self.newScript = function () {
  240. self.loadingScript = null;
  241. self.currentScript(new PigScript(_defaultScript));
  242. self.isDirty(false);
  243. $("#confirmModal").modal("hide");
  244. $(document).trigger("loadEditor");
  245. $(document).trigger("showEditor");
  246. $(document).trigger("clearLogs");
  247. };
  248. self.editScript = function (script) {
  249. $(document).trigger("showEditor");
  250. };
  251. self.editScriptProperties = function (script) {
  252. $(document).trigger("showProperties");
  253. };
  254. self.showScriptLogs = function (script) {
  255. $(document).trigger("showLogs");
  256. };
  257. self.confirmViewScript = function (script) {
  258. if (self.isDirty()) {
  259. self.loadingScript = script;
  260. showConfirmModal();
  261. }
  262. else {
  263. self.viewScript(script);
  264. }
  265. };
  266. self.viewScript = function (script) {
  267. self.loadingScript = null;
  268. self.currentScript(script);
  269. self.isDirty(false);
  270. $("#confirmModal").modal("hide");
  271. $(document).trigger("loadEditor");
  272. $(document).trigger("showEditor");
  273. };
  274. self.saveScript = function () {
  275. if (self.LABELS.NEW_SCRIPT_NAME == self.currentScript().name()){
  276. showNameModal();
  277. }
  278. else {
  279. $("#nameModal").modal("hide");
  280. callSave(self.currentScript());
  281. self.isDirty(false);
  282. }
  283. };
  284. self.runScript = function () {
  285. callRun(self.currentScript());
  286. };
  287. self.copyScript = function () {
  288. callCopy(self.currentScript());
  289. viewModel.isDirty(true);
  290. };
  291. self.confirmDeleteScript = function () {
  292. self.currentDeleteType("single");
  293. showDeleteModal();
  294. };
  295. self.stopScript = function () {
  296. callStop(self.currentScript());
  297. };
  298. self.listRunScript = function () {
  299. self.currentScript(self.selectedScript());
  300. self.runOrShowSubmissionModal();
  301. };
  302. self.listCopyScript = function () {
  303. callCopy(self.selectedScript());
  304. };
  305. self.listConfirmDeleteScripts = function () {
  306. self.currentDeleteType("multiple");
  307. showDeleteModal();
  308. };
  309. self.deleteScripts = function () {
  310. var ids = [];
  311. if (self.currentDeleteType() == "single") {
  312. ids.push(self.currentScript().id());
  313. }
  314. if (self.currentDeleteType() == "multiple") {
  315. $(self.selectedScripts()).each(function (index, script) {
  316. ids.push(script.id());
  317. });
  318. }
  319. callDelete(ids);
  320. };
  321. self.updateScripts = function () {
  322. $.getJSON(self.LIST_SCRIPTS, function (data) {
  323. self.scripts(ko.utils.arrayMap(data, function (script) {
  324. script.parentModel = self;
  325. return new PigScript(script);
  326. }));
  327. self.filteredScripts(self.scripts());
  328. $(document).trigger("scriptsRefreshed");
  329. });
  330. };
  331. self.updateDashboard = function (workflows) {
  332. self.isDashboardLoaded = true;
  333. var koWorkflows = ko.utils.arrayMap(workflows, function (wf) {
  334. return new Workflow(wf);
  335. });
  336. self.runningScripts(ko.utils.arrayFilter(koWorkflows, function (wf) {
  337. return wf.isRunning
  338. }));
  339. self.completedScripts(ko.utils.arrayFilter(koWorkflows, function (wf) {
  340. return !wf.isRunning
  341. }));
  342. }
  343. self.runOrShowSubmissionModal = function runOrShowSubmissionModal() {
  344. var script = self.currentScript();
  345. if (! $.isEmptyObject(script.getParameters())) {
  346. self.submissionVariables.removeAll();
  347. $.each(script.getParameters(), function (key, value) {
  348. self.submissionVariables.push({'name': key, 'value': value});
  349. });
  350. $("#runScriptBtn").button("reset");
  351. $("#runScriptBtn").attr("data-loading-text", $("#runScriptBtn").text() + " ...");
  352. $("#submitModal").modal({
  353. keyboard: true,
  354. show: true
  355. });
  356. } else {
  357. self.runScript();
  358. }
  359. };
  360. self.showStopModal = function showStopModal() {
  361. $("#stopScriptBtn").button("reset");
  362. $("#stopScriptBtn").attr("data-loading-text", $("#stopScriptBtn").text() + " ...");
  363. $("#stopModal").modal({
  364. keyboard: true,
  365. show: true
  366. });
  367. }
  368. self.showFileChooser = function showFileChooser() {
  369. var inputPath = this;
  370. var path = inputPath.value().substr(0, inputPath.value().lastIndexOf("/"));
  371. $("#filechooser").jHueFileChooser({
  372. initialPath: path,
  373. onFileChoose: function (filePath) {
  374. inputPath.value(filePath);
  375. $("#chooseFile").modal("hide");
  376. },
  377. createFolder: false
  378. });
  379. $("#chooseFile").modal("show");
  380. };
  381. function showDeleteModal() {
  382. $(".deleteMsg").addClass("hide");
  383. if (self.currentDeleteType() == "single") {
  384. $(".deleteMsg.single").removeClass("hide");
  385. }
  386. if (self.currentDeleteType() == "multiple") {
  387. if (self.selectedScripts().length > 1) {
  388. $(".deleteMsg.multiple").removeClass("hide");
  389. }
  390. else {
  391. $(".deleteMsg.single").removeClass("hide");
  392. }
  393. }
  394. $("#deleteModal").modal({
  395. keyboard: true,
  396. show: true
  397. });
  398. }
  399. function showStopModal() {
  400. $(".stopMsg").addClass("hide");
  401. if (self.currentStopType() == "single") {
  402. $(".stopMsg.single").removeClass("hide");
  403. }
  404. if (self.currentStopType() == "multiple") {
  405. if (self.selectedScripts().length > 1) {
  406. $(".stopMsg.multiple").removeClass("hide");
  407. } else {
  408. $(".stopMsg.single").removeClass("hide");
  409. }
  410. }
  411. $("#stopModal").modal({
  412. keyboard: true,
  413. show: true
  414. });
  415. }
  416. function showConfirmModal() {
  417. $("#confirmModal").modal({
  418. keyboard: true,
  419. show: true
  420. });
  421. }
  422. function showNameModal() {
  423. $("#nameModal").modal({
  424. keyboard: true,
  425. show: true
  426. });
  427. }
  428. function callSave(script) {
  429. $(document).trigger("saving");
  430. $.post(self.SAVE_URL,
  431. {
  432. id: script.id(),
  433. name: script.name(),
  434. script: script.script(),
  435. parameters: ko.toJSON(script.parameters()),
  436. resources: ko.toJSON(script.resources()),
  437. hadoopProperties: ko.toJSON(script.hadoopProperties()),
  438. },
  439. function (data) {
  440. self.currentScript().id(data.id);
  441. $(document).trigger("saved");
  442. self.updateScripts();
  443. }, "json");
  444. }
  445. function callRun(script) {
  446. self.currentScript(script);
  447. $(document).trigger("clearLogs");
  448. script.isRunning(true);
  449. script.actions([]);
  450. $(document).trigger("showLogs");
  451. $(document).trigger("running");
  452. $("#submitModal").modal("hide");
  453. $.post(self.RUN_URL,
  454. {
  455. id: script.id(),
  456. name: script.name(),
  457. script: script.script(),
  458. parameters: ko.toJSON(script.parameters()),
  459. submissionVariables: ko.utils.stringifyJson(self.submissionVariables()),
  460. resources: ko.toJSON(script.resources()),
  461. hadoopProperties: ko.toJSON(script.hadoopProperties())
  462. },
  463. function (data) {
  464. if (data.id && self.currentScript().id() != data.id){
  465. script.id(data.id);
  466. $(document).trigger("loadEditor");
  467. }
  468. script.isRunning(true);
  469. script.watchUrl(data.watchUrl);
  470. $(document).trigger("startLogsRefresh");
  471. $(document).trigger("refreshDashboard");
  472. self.updateScripts();
  473. }, "json").fail( function(xhr, textStatus, errorThrown) {
  474. $(document).trigger("error", xhr.responseText);
  475. });
  476. }
  477. function callStop(script) {
  478. $(document).trigger("stopping");
  479. $.post(self.STOP_URL, {
  480. id: script.id()
  481. },
  482. function (data) {
  483. $(document).trigger("stopped");
  484. $("#stopModal").modal("hide");
  485. }, "json"
  486. ).fail(function () {
  487. self.currentScript().isRunning(false);
  488. $(document).trigger("stopError");
  489. $(document).trigger("stopped");
  490. $("#stopModal").modal("hide");
  491. });
  492. }
  493. function callCopy(script) {
  494. $.post(self.COPY_URL,
  495. {
  496. id: script.id()
  497. },
  498. function (data) {
  499. data.parentModel = self;
  500. self.currentScript(new PigScript(data));
  501. $(document).trigger("loadEditor");
  502. self.updateScripts();
  503. }, "json");
  504. }
  505. function callDelete(ids) {
  506. if (ids.indexOf(self.currentScript().id()) > -1) {
  507. self.currentScript(new PigScript(_defaultScript));
  508. $(document).trigger("loadEditor");
  509. }
  510. $.post(self.DELETE_URL, {
  511. ids: ids.join(",")
  512. },
  513. function (data) {
  514. self.updateScripts();
  515. $("#deleteModal").modal("hide");
  516. viewModel.isDirty(false);
  517. }, "json");
  518. }
  519. self.viewSubmittedScript = function (workflow) {
  520. self.loadScript(workflow.scriptId);
  521. self.currentScript().script(workflow.scriptContent);
  522. self.currentScript().isRunning(true);
  523. self.currentScript().watchUrl(workflow.watchUrl);
  524. $(document).trigger("loadEditor");
  525. $(document).trigger("clearLogs");
  526. $(document).trigger("startLogsRefresh");
  527. $(document).trigger("showLogs");
  528. };
  529. self.showLogsInterval = -1;
  530. self.showLogsAtEnd = true;
  531. self.showLogs = function (workflow) {
  532. window.clearInterval(self.showLogsInterval);
  533. $("#logsModal pre").scroll(function () {
  534. self.showLogsAtEnd = $(this).scrollTop() + $(this).height() + 20 >= $(this)[0].scrollHeight;
  535. });
  536. if (workflow.isRunning) {
  537. $("#logsModal img").removeClass("hide");
  538. $("#logsModal pre").addClass("hide");
  539. $("#logsModal").modal({
  540. keyboard: true,
  541. show: true
  542. });
  543. $("#logsModal").on("hide", function () {
  544. window.clearInterval(self.showLogsInterval);
  545. });
  546. self.showLogsInterval = window.setInterval(function () {
  547. $.getJSON(workflow.watchUrl, function (data) {
  548. if (data.workflow && !data.workflow.isRunning) {
  549. window.clearInterval(self.showLogsInterval);
  550. }
  551. if (data.logs.pig) {
  552. $("#logsModal img").addClass("hide");
  553. $("#logsModal pre").removeClass("hide");
  554. var _logsEl = $("#logsModal pre");
  555. var newLines = data.logs.pig.split("\n").slice(_logsEl.html().split("<br>").length);
  556. if (newLines.length > 0){
  557. _logsEl.html(_logsEl.html() + newLines.join("<br>") + "<br>");
  558. }
  559. if (self.showLogsAtEnd) {
  560. _logsEl.scrollTop(_logsEl[0].scrollHeight - _logsEl.height());
  561. }
  562. }
  563. });
  564. }, 1000);
  565. }
  566. };
  567. };