pig.ko.js 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. var Resource = function (resource) {
  17. var self = this;
  18. self.type = ko.observable(resource.type);
  19. self.value = ko.observable(resource.value);
  20. };
  21. var PigScript = function (pigScript) {
  22. var self = this;
  23. self.id = ko.observable(pigScript.id);
  24. self.isDesign = ko.observable(pigScript.isDesign);
  25. self.name = ko.observable(pigScript.name);
  26. self.script = ko.observable(pigScript.script);
  27. self.scriptSumup = ko.observable(pigScript.script.replace(/\W+/g, ' ').substring(0, 100));
  28. self.isRunning = ko.observable(false);
  29. self.selected = ko.observable(false);
  30. self.watchUrl = ko.observable("");
  31. self.actions = ko.observableArray([]);
  32. self.handleSelect = function (row, e) {
  33. this.selected(!this.selected());
  34. };
  35. self.hovered = ko.observable(false);
  36. self.toggleHover = function (row, e) {
  37. this.hovered(!this.hovered());
  38. };
  39. self.parameters = ko.observableArray(pigScript.parameters);
  40. self.addParameter = function () {
  41. self.parameters.push({name: '', value: ''});
  42. };
  43. self.removeParameter = function () {
  44. self.parameters.remove(this);
  45. };
  46. self.getParameters = function () {
  47. var params = {};
  48. var variables = this.script().match(/\$\D(\w*)/g);
  49. if (variables) {
  50. $.each(variables, function(index, param) {
  51. var p = param.substring(1);
  52. params[p] = '';
  53. $.each(self.parameters(), function(index, param) {
  54. if (param['name'] == p) {
  55. params[p] = param['value'];
  56. }
  57. });
  58. });
  59. }
  60. return params;
  61. };
  62. self.resources = ko.observableArray([]);
  63. ko.utils.arrayForEach(pigScript.resources, function (resource) {
  64. self.resources.push(new Resource({type: resource.type, value: resource.value}));
  65. });
  66. self.addResource = function () {
  67. self.resources.push(new Resource({type: 'file', value: ''}));
  68. };
  69. self.removeResource = function () {
  70. self.resources.remove(this);
  71. };
  72. }
  73. var Workflow = function (wf) {
  74. return {
  75. id: wf.id,
  76. scriptId: wf.scriptId,
  77. scriptContent: wf.scriptContent,
  78. lastModTime: wf.lastModTime,
  79. endTime: wf.endTime,
  80. status: wf.status,
  81. statusClass: "label " + getStatusClass(wf.status),
  82. isRunning: wf.isRunning,
  83. duration: wf.duration,
  84. appName: wf.appName,
  85. progress: wf.progress,
  86. progressPercent: wf.progressPercent,
  87. progressClass: "bar " + getStatusClass(wf.status, "bar-"),
  88. user: wf.user,
  89. absoluteUrl: wf.absoluteUrl,
  90. watchUrl: wf.watchUrl,
  91. canEdit: wf.canEdit,
  92. killUrl: wf.killUrl,
  93. created: wf.created,
  94. run: wf.run
  95. }
  96. }
  97. var PigViewModel = function (props) {
  98. var self = this;
  99. self.LABELS = props.labels;
  100. self.LIST_SCRIPTS = props.listScripts;
  101. self.SAVE_URL = props.saveUrl;
  102. self.RUN_URL = props.runUrl;
  103. self.STOP_URL = props.stopUrl;
  104. self.COPY_URL = props.copyUrl;
  105. self.DELETE_URL = props.deleteUrl;
  106. self.isLoading = ko.observable(false);
  107. self.allSelected = ko.observable(false);
  108. self.submissionVariables = ko.observableArray([]);
  109. self.scripts = ko.observableArray([]);
  110. self.filteredScripts = ko.observableArray(self.scripts());
  111. self.runningScripts = ko.observableArray([]);
  112. self.completedScripts = ko.observableArray([]);
  113. self.isDashboardLoaded = false;
  114. self.isDirty = ko.observable(false);
  115. var _defaultScript = {
  116. id: -1,
  117. name: self.LABELS.NEW_SCRIPT_NAME,
  118. script: self.LABELS.NEW_SCRIPT_CONTENT,
  119. parameters: self.LABELS.NEW_SCRIPT_PARAMETERS,
  120. resources: self.LABELS.NEW_SCRIPT_RESOURCES
  121. };
  122. self.currentScript = ko.observable(new PigScript(_defaultScript));
  123. self.loadingScript = null;
  124. self.currentDeleteType = ko.observable("");
  125. self.selectedScripts = ko.computed(function () {
  126. return ko.utils.arrayFilter(self.scripts(), function (script) {
  127. return script.selected();
  128. });
  129. }, self);
  130. self.selectedScript = ko.computed(function () {
  131. return self.selectedScripts()[0];
  132. }, self);
  133. self.selectAll = function () {
  134. self.allSelected(! self.allSelected());
  135. ko.utils.arrayForEach(self.scripts(), function (script) {
  136. script.selected(self.allSelected());
  137. });
  138. return true;
  139. };
  140. self.getScriptById = function (id) {
  141. var _s = null;
  142. ko.utils.arrayForEach(self.scripts(), function (script) {
  143. if (script.id() == id) {
  144. _s = script;
  145. }
  146. });
  147. return _s;
  148. }
  149. self.filterScripts = function (filter) {
  150. self.filteredScripts(ko.utils.arrayFilter(self.scripts(), function (script) {
  151. return script.isDesign() && script.name().toLowerCase().indexOf(filter.toLowerCase()) > -1
  152. }));
  153. };
  154. self.loadScript = function (id) {
  155. var _s = self.getScriptById(id);
  156. if (_s != null) {
  157. self.currentScript(_s);
  158. }
  159. else {
  160. self.currentScript(new PigScript(_defaultScript));
  161. }
  162. }
  163. self.confirmNewScript = function () {
  164. if (self.isDirty()) {
  165. showConfirmModal();
  166. }
  167. else {
  168. self.newScript();
  169. }
  170. };
  171. self.confirmScript = function () {
  172. if (self.loadingScript != null){
  173. self.viewScript(self.loadingScript);
  174. }
  175. else {
  176. self.newScript();
  177. }
  178. };
  179. self.newScript = function () {
  180. self.loadingScript = null;
  181. self.currentScript(new PigScript(_defaultScript));
  182. self.isDirty(false);
  183. $("#confirmModal").modal("hide");
  184. $(document).trigger("loadEditor");
  185. $(document).trigger("showEditor");
  186. };
  187. self.editScript = function (script) {
  188. $(document).trigger("showEditor");
  189. };
  190. self.editScriptProperties = function (script) {
  191. $(document).trigger("showProperties");
  192. };
  193. self.showScriptLogs = function (script) {
  194. $(document).trigger("showLogs");
  195. };
  196. self.confirmViewScript = function (script) {
  197. if (self.isDirty()) {
  198. self.loadingScript = script;
  199. showConfirmModal();
  200. }
  201. else {
  202. self.viewScript(script);
  203. }
  204. };
  205. self.viewScript = function (script) {
  206. self.loadingScript = null;
  207. self.currentScript(script);
  208. self.isDirty(false);
  209. $("#confirmModal").modal("hide");
  210. $(document).trigger("loadEditor");
  211. $(document).trigger("showEditor");
  212. };
  213. self.saveScript = function () {
  214. if (self.LABELS.NEW_SCRIPT_NAME == self.currentScript().name()){
  215. showNameModal();
  216. }
  217. else {
  218. $("#nameModal").modal("hide");
  219. callSave(self.currentScript());
  220. viewModel.isDirty(false);
  221. }
  222. };
  223. self.runScript = function () {
  224. callRun(self.currentScript());
  225. };
  226. self.copyScript = function () {
  227. callCopy(self.currentScript());
  228. viewModel.isDirty(true);
  229. };
  230. self.confirmDeleteScript = function () {
  231. self.currentDeleteType("single");
  232. showDeleteModal();
  233. };
  234. self.stopScript = function () {
  235. callStop(self.currentScript());
  236. };
  237. self.listRunScript = function () {
  238. self.currentScript(self.selectedScript());
  239. self.runOrShowSubmissionModal();
  240. };
  241. self.listCopyScript = function () {
  242. callCopy(self.selectedScript());
  243. };
  244. self.listConfirmDeleteScripts = function () {
  245. self.currentDeleteType("multiple");
  246. showDeleteModal();
  247. };
  248. self.deleteScripts = function () {
  249. var ids = [];
  250. if (self.currentDeleteType() == "single") {
  251. ids.push(self.currentScript().id());
  252. }
  253. if (self.currentDeleteType() == "multiple") {
  254. $(self.selectedScripts()).each(function (index, script) {
  255. ids.push(script.id());
  256. });
  257. }
  258. callDelete(ids);
  259. };
  260. self.updateScripts = function () {
  261. $.getJSON(self.LIST_SCRIPTS, function (data) {
  262. self.scripts(ko.utils.arrayMap(data, function (script) {
  263. return new PigScript(script);
  264. }));
  265. self.filteredScripts(self.scripts());
  266. $(document).trigger("scriptsRefreshed");
  267. });
  268. };
  269. self.updateDashboard = function (workflows) {
  270. self.isDashboardLoaded = true;
  271. var koWorkflows = ko.utils.arrayMap(workflows, function (wf) {
  272. return new Workflow(wf);
  273. });
  274. self.runningScripts(ko.utils.arrayFilter(koWorkflows, function (wf) {
  275. return wf.isRunning
  276. }));
  277. self.completedScripts(ko.utils.arrayFilter(koWorkflows, function (wf) {
  278. return !wf.isRunning
  279. }));
  280. }
  281. self.runOrShowSubmissionModal = function runOrShowSubmissionModal() {
  282. var script = self.currentScript();
  283. if (! $.isEmptyObject(script.getParameters())) {
  284. self.submissionVariables.removeAll();
  285. $.each(script.getParameters(), function (key, value) {
  286. self.submissionVariables.push({'name': key, 'value': value});
  287. });
  288. $("#runScriptBtn").button("reset");
  289. $("#runScriptBtn").attr("data-loading-text", $("#runScriptBtn").text() + " ...");
  290. $("#submitModal").modal({
  291. keyboard: true,
  292. show: true
  293. });
  294. } else {
  295. self.runScript();
  296. }
  297. };
  298. self.showStopModal = function showStopModal() {
  299. $("#stopScriptBtn").button("reset");
  300. $("#stopScriptBtn").attr("data-loading-text", $("#stopScriptBtn").text() + " ...");
  301. $("#stopModal").modal({
  302. keyboard: true,
  303. show: true
  304. });
  305. }
  306. self.showFileChooser = function showFileChooser() {
  307. var inputPath = this;
  308. var path = inputPath.value().substr(0, inputPath.value().lastIndexOf("/"));
  309. $("#filechooser").jHueFileChooser({
  310. initialPath: path,
  311. onFileChoose: function (filePath) {
  312. inputPath.value(filePath);
  313. $("#chooseFile").modal("hide");
  314. },
  315. createFolder: false
  316. });
  317. $("#chooseFile").modal("show");
  318. };
  319. function showDeleteModal() {
  320. $(".deleteMsg").addClass("hide");
  321. if (self.currentDeleteType() == "single") {
  322. $(".deleteMsg.single").removeClass("hide");
  323. }
  324. if (self.currentDeleteType() == "multiple") {
  325. if (self.selectedScripts().length > 1) {
  326. $(".deleteMsg.multiple").removeClass("hide");
  327. }
  328. else {
  329. $(".deleteMsg.single").removeClass("hide");
  330. }
  331. }
  332. $("#deleteModal").modal({
  333. keyboard: true,
  334. show: true
  335. });
  336. }
  337. function showStopModal() {
  338. $(".stopMsg").addClass("hide");
  339. if (self.currentStopType() == "single") {
  340. $(".stopMsg.single").removeClass("hide");
  341. }
  342. if (self.currentStopType() == "multiple") {
  343. if (self.selectedScripts().length > 1) {
  344. $(".stopMsg.multiple").removeClass("hide");
  345. } else {
  346. $(".stopMsg.single").removeClass("hide");
  347. }
  348. }
  349. $("#stopModal").modal({
  350. keyboard: true,
  351. show: true
  352. });
  353. }
  354. function showConfirmModal() {
  355. $("#confirmModal").modal({
  356. keyboard: true,
  357. show: true
  358. });
  359. }
  360. function showNameModal() {
  361. $("#nameModal").modal({
  362. keyboard: true,
  363. show: true
  364. });
  365. }
  366. function callSave(script) {
  367. $(document).trigger("saving");
  368. $.post(self.SAVE_URL,
  369. {
  370. id: script.id(),
  371. name: script.name(),
  372. script: script.script(),
  373. parameters: ko.utils.stringifyJson(script.parameters()),
  374. resources: ko.toJSON(script.resources())
  375. },
  376. function (data) {
  377. self.currentScript().id(data.id);
  378. $(document).trigger("saved");
  379. self.updateScripts();
  380. }, "json");
  381. }
  382. function callRun(script) {
  383. self.currentScript(script);
  384. $(document).trigger("running");
  385. $.post(self.RUN_URL,
  386. {
  387. id: script.id(),
  388. name: script.name(),
  389. script: script.script(),
  390. parameters: ko.utils.stringifyJson(script.parameters()),
  391. submissionVariables: ko.utils.stringifyJson(self.submissionVariables()),
  392. resources: ko.toJSON(script.resources())
  393. },
  394. function (data) {
  395. if (data.id && self.currentScript().id() != data.id){
  396. script.id(data.id);
  397. $(document).trigger("loadEditor");
  398. }
  399. script.isRunning(true);
  400. script.watchUrl(data.watchUrl);
  401. $(document).trigger("startLogsRefresh");
  402. $(document).trigger("refreshDashboard");
  403. $(document).trigger("showLogs");
  404. self.updateScripts();
  405. $("#submitModal").modal("hide");
  406. }, "json");
  407. }
  408. function callStop(script) {
  409. $(document).trigger("stopping");
  410. $.post(self.STOP_URL, {
  411. id: script.id()
  412. },
  413. function (data) {
  414. $(document).trigger("stopped");
  415. $("#stopModal").modal("hide");
  416. }, "json");
  417. }
  418. function callCopy(script) {
  419. $.post(self.COPY_URL,
  420. {
  421. id: script.id()
  422. },
  423. function (data) {
  424. self.currentScript(new PigScript(data));
  425. $(document).trigger("loadEditor");
  426. self.updateScripts();
  427. }, "json");
  428. }
  429. function callDelete(ids) {
  430. if (ids.indexOf(self.currentScript().id()) > -1) {
  431. self.currentScript(new PigScript(_defaultScript));
  432. $(document).trigger("loadEditor");
  433. }
  434. $.post(self.DELETE_URL, {
  435. ids: ids.join(",")
  436. },
  437. function (data) {
  438. self.updateScripts();
  439. $("#deleteModal").modal("hide");
  440. viewModel.isDirty(false);
  441. }, "json");
  442. }
  443. self.viewSubmittedScript = function (workflow) {
  444. self.loadScript(workflow.scriptId);
  445. self.currentScript().script(workflow.scriptContent);
  446. self.currentScript().isRunning(true);
  447. self.currentScript().watchUrl(workflow.watchUrl);
  448. $(document).trigger("loadEditor");
  449. $(document).trigger("clearLogs");
  450. $(document).trigger("startLogsRefresh");
  451. $(document).trigger("showLogs");
  452. };
  453. self.showLogsInterval = -1;
  454. self.showLogsAtEnd = true;
  455. self.showLogs = function (workflow) {
  456. window.clearInterval(self.showLogsInterval);
  457. $("#logsModal pre").scroll(function () {
  458. self.showLogsAtEnd = $(this).scrollTop() + $(this).height() + 20 >= $(this)[0].scrollHeight;
  459. });
  460. if (workflow.isRunning) {
  461. $("#logsModal img").removeClass("hide");
  462. $("#logsModal pre").addClass("hide");
  463. $("#logsModal").modal({
  464. keyboard: true,
  465. show: true
  466. });
  467. $("#logsModal").on("hide", function () {
  468. window.clearInterval(self.showLogsInterval);
  469. });
  470. self.showLogsInterval = window.setInterval(function () {
  471. $.getJSON(workflow.watchUrl, function (data) {
  472. if (data.workflow && !data.workflow.isRunning) {
  473. window.clearInterval(self.showLogsInterval);
  474. }
  475. if (data.logs.pig) {
  476. $("#logsModal img").addClass("hide");
  477. $("#logsModal pre").removeClass("hide");
  478. var _logsEl = $("#logsModal pre");
  479. var newLines = data.logs.pig.split("\n").slice(_logsEl.text().split("\n").length);
  480. if (newLines.length > 0){
  481. _logsEl.text(_logsEl.text() + newLines.join("\n") + "\n");
  482. }
  483. if (self.showLogsAtEnd) {
  484. _logsEl.scrollTop(_logsEl[0].scrollHeight - _logsEl.height());
  485. }
  486. }
  487. });
  488. }, 1000);
  489. }
  490. };
  491. };