pig.ko.js 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. var Resource = function (resource) {
  17. var self = this;
  18. self.type = ko.observable(resource.type);
  19. self.value = ko.observable(resource.value);
  20. };
  21. var HadoopProperty = function (property) {
  22. var self = this;
  23. self.name = ko.observable(property.name);
  24. self.value = ko.observable(property.value);
  25. };
  26. var PigParameter = HadoopProperty;
  27. var PigScript = function (pigScript) {
  28. var self = this;
  29. self.id = ko.observable(pigScript.id);
  30. self.isDesign = ko.observable(pigScript.isDesign);
  31. self.name = ko.observable(pigScript.name);
  32. self.can_write = ko.observable(pigScript.can_write);
  33. self.script = ko.observable(pigScript.script);
  34. self.scriptSumup = ko.observable(pigScript.script.replace(/\W+/g, ' ').substring(0, 100));
  35. self.isRunning = ko.observable(false);
  36. self.selected = ko.observable(false);
  37. self.watchUrl = ko.observable("");
  38. self.actions = ko.observableArray([]);
  39. self.handleSelect = function (row, e) {
  40. this.selected(!this.selected());
  41. };
  42. self.hovered = ko.observable(false);
  43. self.toggleHover = function (row, e) {
  44. this.hovered(!this.hovered());
  45. };
  46. self.parameters = ko.observableArray([]);
  47. ko.utils.arrayForEach(pigScript.parameters, function (parameter) {
  48. self.parameters.push(new PigParameter({name: parameter.name, value: parameter.value}));
  49. });
  50. self.addParameter = function () {
  51. self.parameters.push(new PigParameter({name: '', value: ''}));
  52. self.updateParentModel();
  53. };
  54. self.removeParameter = function () {
  55. self.parameters.remove(this);
  56. self.updateParentModel();
  57. };
  58. self.getParameters = function () {
  59. var params = {};
  60. var variables = this.script().match(/\$[^\d'"](\w*)/g);
  61. var macro_defines = this.script().match(/define [^ ]+ \(([^\)]*)\)/gi); // no multiline
  62. var macro_returns = this.script().match(/returns +([^\{]*)/gi); // no multiline
  63. if (variables) {
  64. $.each(variables, function(index, param) {
  65. var p = param.substring(1);
  66. params[p] = '';
  67. });
  68. }
  69. if (macro_defines) {
  70. $.each(macro_defines, function(index, params_line) {
  71. var param_line = params_line.match(/(\w+)/g);
  72. if (param_line && param_line.length > 2) {
  73. $.each(param_line, function(index, param) {
  74. if (index >= 2) { // Skips define NAME
  75. delete params[param];
  76. }
  77. });
  78. }
  79. });
  80. }
  81. if (macro_returns) {
  82. $.each(macro_returns, function(index, params_line) {
  83. var param_line = params_line.match(/(\w+)/g);
  84. if (param_line) {
  85. $.each(param_line, function(index, param) {
  86. if (index >= 1) { // Skip returns
  87. delete params[param];
  88. }
  89. });
  90. }
  91. });
  92. }
  93. $.each(self.parameters(), function(index, param) {
  94. params[param.name()] = param.value();
  95. });
  96. return params;
  97. };
  98. self.hadoopProperties = ko.observableArray([]);
  99. ko.utils.arrayForEach(pigScript.hadoopProperties, function (property) {
  100. self.hadoopProperties.push(new HadoopProperty({name: property.name, value: property.value}));
  101. });
  102. self.addHadoopProperties = function () {
  103. self.hadoopProperties.push(new HadoopProperty({name: '', value: ''}));
  104. self.updateParentModel();
  105. };
  106. self.removeHadoopProperties = function () {
  107. self.hadoopProperties.remove(this);
  108. self.updateParentModel();
  109. };
  110. self.resources = ko.observableArray([]);
  111. ko.utils.arrayForEach(pigScript.resources, function (resource) {
  112. self.resources.push(new Resource({type: resource.type, value: resource.value}));
  113. });
  114. self.addResource = function () {
  115. self.resources.push(new Resource({type: 'file', value: ''}));
  116. self.updateParentModel();
  117. };
  118. self.removeResource = function () {
  119. self.resources.remove(this);
  120. self.updateParentModel();
  121. };
  122. self.parentModel = pigScript.parentModel;
  123. self.updateParentModel = function () {
  124. if (typeof self.parentModel != "undefined" && self.parentModel != null) {
  125. self.parentModel.isDirty(true);
  126. }
  127. }
  128. self.name.subscribe(function (name) {
  129. self.updateParentModel();
  130. });
  131. }
  132. var Workflow = function (wf) {
  133. return {
  134. id: wf.id,
  135. scriptId: wf.scriptId,
  136. scriptContent: wf.scriptContent,
  137. lastModTime: wf.lastModTime,
  138. endTime: wf.endTime,
  139. status: wf.status,
  140. statusClass: "label " + getStatusClass(wf.status),
  141. isRunning: wf.isRunning,
  142. duration: wf.duration,
  143. appName: wf.appName,
  144. progress: wf.progress,
  145. progressPercent: wf.progressPercent,
  146. progressClass: "bar " + getStatusClass(wf.status, "bar-"),
  147. user: wf.user,
  148. absoluteUrl: wf.absoluteUrl,
  149. watchUrl: wf.watchUrl,
  150. canEdit: wf.canEdit,
  151. killUrl: wf.killUrl,
  152. created: wf.created,
  153. run: wf.run
  154. }
  155. }
  156. var PigViewModel = function (props) {
  157. var self = this;
  158. self.LABELS = props.labels;
  159. self.LIST_SCRIPTS = props.listScripts;
  160. self.SAVE_URL = props.saveUrl;
  161. self.RUN_URL = props.runUrl;
  162. self.STOP_URL = props.stopUrl;
  163. self.COPY_URL = props.copyUrl;
  164. self.DELETE_URL = props.deleteUrl;
  165. self.isLoading = ko.observable(false);
  166. self.allSelected = ko.observable(false);
  167. self.submissionVariables = ko.observableArray([]);
  168. self.scripts = ko.observableArray([]);
  169. self.filteredScripts = ko.observableArray(self.scripts());
  170. self.runningScripts = ko.observableArray([]);
  171. self.completedScripts = ko.observableArray([]);
  172. self.isDashboardLoaded = false;
  173. self.isDirty = ko.observable(false);
  174. var _defaultScript = {
  175. id: -1,
  176. name: self.LABELS.NEW_SCRIPT_NAME,
  177. script: self.LABELS.NEW_SCRIPT_CONTENT,
  178. parameters: self.LABELS.NEW_SCRIPT_PARAMETERS,
  179. resources: self.LABELS.NEW_SCRIPT_RESOURCES,
  180. hadoopProperties: self.LABELS.NEW_SCRIPT_HADOOP_PROPERTIES,
  181. parentModel: self,
  182. can_write: true
  183. };
  184. self.currentScript = ko.observable(new PigScript(_defaultScript));
  185. self.loadingScript = null;
  186. self.currentDeleteType = ko.observable("");
  187. self.selectedScripts = ko.computed(function () {
  188. return ko.utils.arrayFilter(self.scripts(), function (script) {
  189. return script.selected();
  190. });
  191. }, self);
  192. self.selectedScript = ko.computed(function () {
  193. return self.selectedScripts()[0];
  194. }, self);
  195. self.selectAll = function () {
  196. self.allSelected(! self.allSelected());
  197. ko.utils.arrayForEach(self.scripts(), function (script) {
  198. script.selected(self.allSelected());
  199. });
  200. return true;
  201. };
  202. self.getScriptById = function (id) {
  203. var _s = null;
  204. ko.utils.arrayForEach(self.scripts(), function (script) {
  205. if (script.id() == id) {
  206. _s = script;
  207. }
  208. });
  209. return _s;
  210. }
  211. self.filterScripts = function (filter) {
  212. self.filteredScripts(ko.utils.arrayFilter(self.scripts(), function (script) {
  213. return script.isDesign() && script.name().toLowerCase().indexOf(filter.toLowerCase()) > -1
  214. }));
  215. };
  216. self.loadScript = function (id) {
  217. var _s = self.getScriptById(id);
  218. if (_s != null) {
  219. self.currentScript(_s);
  220. }
  221. else {
  222. self.currentScript(new PigScript(_defaultScript));
  223. }
  224. }
  225. self.confirmNewScript = function () {
  226. if (self.isDirty()) {
  227. showConfirmModal();
  228. }
  229. else {
  230. self.newScript();
  231. }
  232. };
  233. self.confirmScript = function () {
  234. if (self.loadingScript != null){
  235. self.viewScript(self.loadingScript);
  236. }
  237. else {
  238. self.newScript();
  239. }
  240. };
  241. self.newScript = function () {
  242. self.loadingScript = null;
  243. self.currentScript(new PigScript(_defaultScript));
  244. self.isDirty(false);
  245. $("#confirmModal").modal("hide");
  246. $(document).trigger("loadEditor");
  247. $(document).trigger("showEditor");
  248. $(document).trigger("clearLogs");
  249. };
  250. self.editScript = function (script) {
  251. $(document).trigger("showEditor");
  252. };
  253. self.editScriptProperties = function (script) {
  254. $(document).trigger("showProperties");
  255. };
  256. self.showScriptLogs = function (script) {
  257. $(document).trigger("showLogs");
  258. };
  259. self.confirmViewScript = function (script) {
  260. if (self.isDirty()) {
  261. self.loadingScript = script;
  262. showConfirmModal();
  263. }
  264. else {
  265. self.viewScript(script);
  266. }
  267. };
  268. self.viewScript = function (script) {
  269. self.loadingScript = null;
  270. self.currentScript(script);
  271. self.isDirty(false);
  272. $("#confirmModal").modal("hide");
  273. $(document).trigger("loadEditor");
  274. $(document).trigger("showEditor");
  275. };
  276. self.saveScript = function () {
  277. if (self.LABELS.NEW_SCRIPT_NAME == self.currentScript().name()){
  278. showNameModal();
  279. }
  280. else {
  281. $("#nameModal").modal("hide");
  282. callSave(self.currentScript());
  283. self.isDirty(false);
  284. }
  285. };
  286. self.runScript = function () {
  287. callRun(self.currentScript());
  288. };
  289. self.copyScript = function () {
  290. callCopy(self.currentScript());
  291. viewModel.isDirty(true);
  292. };
  293. self.confirmDeleteScript = function () {
  294. self.currentDeleteType("single");
  295. showDeleteModal();
  296. };
  297. self.stopScript = function () {
  298. callStop(self.currentScript());
  299. };
  300. self.listRunScript = function () {
  301. self.currentScript(self.selectedScript());
  302. self.runOrShowSubmissionModal();
  303. };
  304. self.listCopyScript = function () {
  305. callCopy(self.selectedScript());
  306. };
  307. self.listConfirmDeleteScripts = function () {
  308. self.currentDeleteType("multiple");
  309. showDeleteModal();
  310. };
  311. self.deleteScripts = function () {
  312. var ids = [];
  313. if (self.currentDeleteType() == "single") {
  314. ids.push(self.currentScript().id());
  315. }
  316. if (self.currentDeleteType() == "multiple") {
  317. $(self.selectedScripts()).each(function (index, script) {
  318. ids.push(script.id());
  319. });
  320. }
  321. callDelete(ids);
  322. };
  323. self.updateScripts = function () {
  324. $.getJSON(self.LIST_SCRIPTS, function (data) {
  325. self.scripts(ko.utils.arrayMap(data, function (script) {
  326. script.parentModel = self;
  327. return new PigScript(script);
  328. }));
  329. self.filteredScripts(self.scripts());
  330. $(document).trigger("scriptsRefreshed");
  331. });
  332. };
  333. self.updateDashboard = function (workflows) {
  334. self.isDashboardLoaded = true;
  335. var koWorkflows = ko.utils.arrayMap(workflows, function (wf) {
  336. return new Workflow(wf);
  337. });
  338. self.runningScripts(ko.utils.arrayFilter(koWorkflows, function (wf) {
  339. return wf.isRunning
  340. }));
  341. self.completedScripts(ko.utils.arrayFilter(koWorkflows, function (wf) {
  342. return !wf.isRunning
  343. }));
  344. }
  345. self.runOrShowSubmissionModal = function runOrShowSubmissionModal() {
  346. var script = self.currentScript();
  347. if (! $.isEmptyObject(script.getParameters())) {
  348. self.submissionVariables.removeAll();
  349. $.each(script.getParameters(), function (key, value) {
  350. self.submissionVariables.push({'name': key, 'value': value});
  351. });
  352. $("#runScriptBtn").button("reset");
  353. $("#runScriptBtn").attr("data-loading-text", $("#runScriptBtn").text() + " ...");
  354. $("#submitModal").modal({
  355. keyboard: true,
  356. show: true
  357. });
  358. } else {
  359. self.runScript();
  360. }
  361. };
  362. self.showStopModal = function showStopModal() {
  363. $("#stopScriptBtn").button("reset");
  364. $("#stopScriptBtn").attr("data-loading-text", $("#stopScriptBtn").text() + " ...");
  365. $("#stopModal").modal({
  366. keyboard: true,
  367. show: true
  368. });
  369. }
  370. self.showFileChooser = function showFileChooser() {
  371. var inputPath = this;
  372. var path = inputPath.value().substr(0, inputPath.value().lastIndexOf("/"));
  373. $("#filechooser").jHueFileChooser({
  374. initialPath: path,
  375. onFileChoose: function (filePath) {
  376. inputPath.value(filePath);
  377. $("#chooseFile").modal("hide");
  378. },
  379. createFolder: false
  380. });
  381. $("#chooseFile").modal("show");
  382. };
  383. function showDeleteModal() {
  384. $(".deleteMsg").addClass("hide");
  385. if (self.currentDeleteType() == "single") {
  386. $(".deleteMsg.single").removeClass("hide");
  387. }
  388. if (self.currentDeleteType() == "multiple") {
  389. if (self.selectedScripts().length > 1) {
  390. $(".deleteMsg.multiple").removeClass("hide");
  391. }
  392. else {
  393. $(".deleteMsg.single").removeClass("hide");
  394. }
  395. }
  396. $("#deleteModal").modal({
  397. keyboard: true,
  398. show: true
  399. });
  400. }
  401. function showStopModal() {
  402. $(".stopMsg").addClass("hide");
  403. if (self.currentStopType() == "single") {
  404. $(".stopMsg.single").removeClass("hide");
  405. }
  406. if (self.currentStopType() == "multiple") {
  407. if (self.selectedScripts().length > 1) {
  408. $(".stopMsg.multiple").removeClass("hide");
  409. } else {
  410. $(".stopMsg.single").removeClass("hide");
  411. }
  412. }
  413. $("#stopModal").modal({
  414. keyboard: true,
  415. show: true
  416. });
  417. }
  418. function showConfirmModal() {
  419. $("#confirmModal").modal({
  420. keyboard: true,
  421. show: true
  422. });
  423. }
  424. function showNameModal() {
  425. $("#nameModal").modal({
  426. keyboard: true,
  427. show: true
  428. });
  429. }
  430. function callSave(script) {
  431. $(document).trigger("saving");
  432. $.post(self.SAVE_URL,
  433. {
  434. id: script.id(),
  435. name: script.name(),
  436. script: script.script(),
  437. parameters: ko.toJSON(script.parameters()),
  438. resources: ko.toJSON(script.resources()),
  439. hadoopProperties: ko.toJSON(script.hadoopProperties()),
  440. },
  441. function (data) {
  442. self.currentScript().id(data.id);
  443. $(document).trigger("saved");
  444. self.updateScripts();
  445. }, "json").fail( function(xhr, textStatus, errorThrown) {
  446. $(document).trigger("error", xhr.responseText);
  447. });
  448. }
  449. function callRun(script) {
  450. self.currentScript(script);
  451. $(document).trigger("clearLogs");
  452. script.isRunning(true);
  453. script.actions([]);
  454. $(document).trigger("showLogs");
  455. $(document).trigger("running");
  456. $("#submitModal").modal("hide");
  457. $.post(self.RUN_URL,
  458. {
  459. id: script.id(),
  460. name: script.name(),
  461. script: script.script(),
  462. parameters: ko.toJSON(script.parameters()),
  463. submissionVariables: ko.utils.stringifyJson(self.submissionVariables()),
  464. resources: ko.toJSON(script.resources()),
  465. hadoopProperties: ko.toJSON(script.hadoopProperties())
  466. },
  467. function (data) {
  468. if (data.id && self.currentScript().id() != data.id){
  469. script.id(data.id);
  470. $(document).trigger("loadEditor");
  471. }
  472. script.isRunning(true);
  473. script.watchUrl(data.watchUrl);
  474. $(document).trigger("startLogsRefresh");
  475. $(document).trigger("refreshDashboard");
  476. self.updateScripts();
  477. }, "json").fail( function(xhr, textStatus, errorThrown) {
  478. $(document).trigger("error", xhr.responseText);
  479. });
  480. }
  481. function callStop(script) {
  482. $(document).trigger("stopping");
  483. $.post(self.STOP_URL, {
  484. id: script.id()
  485. },
  486. function (data) {
  487. $(document).trigger("stopped");
  488. $("#stopModal").modal("hide");
  489. }, "json"
  490. ).fail(function () {
  491. self.currentScript().isRunning(false);
  492. $(document).trigger("stopError");
  493. $(document).trigger("stopped");
  494. $("#stopModal").modal("hide");
  495. });
  496. }
  497. function callCopy(script) {
  498. $.post(self.COPY_URL,
  499. {
  500. id: script.id()
  501. },
  502. function (data) {
  503. data.parentModel = self;
  504. self.currentScript(new PigScript(data));
  505. $(document).trigger("loadEditor");
  506. self.updateScripts();
  507. }, "json");
  508. }
  509. function callDelete(ids) {
  510. if (ids.indexOf(self.currentScript().id()) > -1) {
  511. self.currentScript(new PigScript(_defaultScript));
  512. $(document).trigger("loadEditor");
  513. }
  514. $.post(self.DELETE_URL, {
  515. ids: ids.join(",")
  516. },
  517. function (data) {
  518. self.updateScripts();
  519. $("#deleteModal").modal("hide");
  520. viewModel.isDirty(false);
  521. }, "json");
  522. }
  523. self.viewSubmittedScript = function (workflow) {
  524. self.loadScript(workflow.scriptId);
  525. self.currentScript().script(workflow.scriptContent);
  526. self.currentScript().isRunning(true);
  527. self.currentScript().watchUrl(workflow.watchUrl);
  528. $(document).trigger("loadEditor");
  529. $(document).trigger("clearLogs");
  530. $(document).trigger("startLogsRefresh");
  531. $(document).trigger("showLogs");
  532. };
  533. self.showLogsInterval = -1;
  534. self.showLogsAtEnd = true;
  535. self.showLogs = function (workflow) {
  536. window.clearInterval(self.showLogsInterval);
  537. $("#logsModal pre").scroll(function () {
  538. self.showLogsAtEnd = $(this).scrollTop() + $(this).height() + 20 >= $(this)[0].scrollHeight;
  539. });
  540. if (workflow.isRunning) {
  541. $("#logsModal img").removeClass("hide");
  542. $("#logsModal pre").addClass("hide");
  543. $("#logsModal").modal({
  544. keyboard: true,
  545. show: true
  546. });
  547. $("#logsModal").on("hide", function () {
  548. window.clearInterval(self.showLogsInterval);
  549. });
  550. self.showLogsInterval = window.setInterval(function () {
  551. $.getJSON(workflow.watchUrl, function (data) {
  552. if (data.workflow && !data.workflow.isRunning) {
  553. window.clearInterval(self.showLogsInterval);
  554. }
  555. if (data.logs.pig) {
  556. $("#logsModal img").addClass("hide");
  557. $("#logsModal pre").removeClass("hide");
  558. var _logsEl = $("#logsModal pre");
  559. var newLines = data.logs.pig.split("\n").slice(_logsEl.html().split("<br>").length);
  560. if (newLines.length > 0){
  561. _logsEl.html(_logsEl.html() + newLines.join("<br>") + "<br>");
  562. }
  563. if (self.showLogsAtEnd) {
  564. _logsEl.scrollTop(_logsEl[0].scrollHeight - _logsEl.height());
  565. }
  566. }
  567. });
  568. }, 1000);
  569. }
  570. };
  571. };