pig.ko.js 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. var Resource = function (resource) {
  17. var self = this;
  18. self.type = ko.observable(resource.type);
  19. self.value = ko.observable(resource.value);
  20. };
  21. var PigScript = function (pigScript) {
  22. var self = this;
  23. self.id = ko.observable(pigScript.id);
  24. self.isDesign = ko.observable(pigScript.isDesign);
  25. self.name = ko.observable(pigScript.name);
  26. self.script = ko.observable(pigScript.script);
  27. self.scriptSumup = ko.observable(pigScript.script.replace(/\W+/g, ' ').substring(0, 100));
  28. self.isRunning = ko.observable(false);
  29. self.selected = ko.observable(false);
  30. self.watchUrl = ko.observable("");
  31. self.actions = ko.observableArray([]);
  32. self.handleSelect = function (row, e) {
  33. this.selected(!this.selected());
  34. };
  35. self.hovered = ko.observable(false);
  36. self.toggleHover = function (row, e) {
  37. this.hovered(!this.hovered());
  38. };
  39. self.parameters = ko.observableArray(pigScript.parameters);
  40. self.addParameter = function () {
  41. self.parameters.push({name: '', value: ''});
  42. };
  43. self.removeParameter = function () {
  44. self.parameters.remove(this);
  45. };
  46. self.getParameters = function () {
  47. var params = {};
  48. var variables = this.script().match(/\$(\w)+/g);
  49. if (variables) {
  50. $.each(variables, function(index, param) {
  51. var p = param.substring(1);
  52. params[p] = '';
  53. $.each(self.parameters(), function(index, param) {
  54. if (param['name'] == p) {
  55. params[p] = param['value'];
  56. }
  57. });
  58. });
  59. }
  60. return params;
  61. };
  62. self.resources = ko.observableArray([]);
  63. ko.utils.arrayForEach(pigScript.resources, function (resource) {
  64. self.resources.push(new Resource({type: resource.type, value: resource.value}));
  65. });
  66. self.addResource = function () {
  67. self.resources.push(new Resource({type: 'file', value: ''}));
  68. };
  69. self.removeResource = function () {
  70. self.resources.remove(this);
  71. };
  72. }
  73. var Workflow = function (wf) {
  74. return {
  75. id: wf.id,
  76. scriptId: wf.scriptId,
  77. lastModTime: wf.lastModTime,
  78. endTime: wf.endTime,
  79. status: wf.status,
  80. statusClass: "label " + getStatusClass(wf.status),
  81. isRunning: wf.isRunning,
  82. duration: wf.duration,
  83. appName: wf.appName,
  84. progress: wf.progress,
  85. progressClass: "bar " + getStatusClass(wf.status, "bar-"),
  86. user: wf.user,
  87. absoluteUrl: wf.absoluteUrl,
  88. canEdit: wf.canEdit,
  89. killUrl: wf.killUrl,
  90. created: wf.created,
  91. run: wf.run
  92. }
  93. }
  94. var PigViewModel = function (scripts, props) {
  95. var self = this;
  96. self.LABELS = props.labels;
  97. self.LIST_SCRIPTS = props.listScripts;
  98. self.SAVE_URL = props.saveUrl;
  99. self.RUN_URL = props.runUrl;
  100. self.COPY_URL = props.copyUrl;
  101. self.DELETE_URL = props.deleteUrl;
  102. self.isLoading = ko.observable(false);
  103. self.allSelected = ko.observable(false);
  104. self.submissionVariables = ko.observableArray([]);
  105. self.scripts = ko.observableArray(ko.utils.arrayMap(scripts, function (pigScript) {
  106. return new PigScript(pigScript);
  107. }));
  108. self.filteredScripts = ko.observableArray(self.scripts());
  109. self.runningScripts = ko.observableArray([]);
  110. self.completedScripts = ko.observableArray([]);
  111. var _defaultScript = {
  112. id: -1,
  113. name: self.LABELS.NEW_SCRIPT_NAME,
  114. script: self.LABELS.NEW_SCRIPT_CONTENT,
  115. parameters: self.LABELS.NEW_SCRIPT_PARAMETERS,
  116. resources: self.LABELS.NEW_SCRIPT_RESOURCES
  117. };
  118. self.currentScript = ko.observable(new PigScript(_defaultScript));
  119. self.currentDeleteType = ko.observable("");
  120. self.selectedScripts = ko.computed(function () {
  121. return ko.utils.arrayFilter(self.scripts(), function (script) {
  122. return script.selected();
  123. });
  124. }, self);
  125. self.selectedScript = ko.computed(function () {
  126. return self.selectedScripts()[0];
  127. }, self);
  128. self.selectAll = function () {
  129. self.allSelected(!self.allSelected());
  130. ko.utils.arrayForEach(self.scripts(), function (script) {
  131. script.selected(self.allSelected());
  132. });
  133. return true;
  134. };
  135. self.getScriptById = function (id) {
  136. var _s = null;
  137. ko.utils.arrayForEach(self.scripts(), function (script) {
  138. if (script.id() == id) {
  139. _s = script;
  140. }
  141. });
  142. return _s;
  143. }
  144. self.filterScripts = function (filter) {
  145. self.filteredScripts(ko.utils.arrayFilter(self.scripts(), function (script) {
  146. return script.isDesign() && script.name().toLowerCase().indexOf(filter.toLowerCase()) > -1
  147. }));
  148. };
  149. self.loadScript = function (id) {
  150. var _s = self.getScriptById(id);
  151. if (_s != null) {
  152. self.currentScript(_s);
  153. }
  154. else {
  155. self.currentScript(new PigScript(_defaultScript));
  156. }
  157. }
  158. self.newScript = function () {
  159. self.currentScript(new PigScript(_defaultScript));
  160. $(document).trigger("loadEditor");
  161. $(document).trigger("showEditor");
  162. };
  163. self.editScript = function (script) {
  164. $(document).trigger("showEditor");
  165. };
  166. self.editScriptProperties = function (script) {
  167. $(document).trigger("showProperties");
  168. };
  169. self.showScriptLogs = function (script) {
  170. $(document).trigger("showLogs");
  171. };
  172. self.viewScript = function (script) {
  173. self.currentScript(script);
  174. $(document).trigger("loadEditor");
  175. $(document).trigger("showEditor");
  176. };
  177. self.saveScript = function () {
  178. callSave(self.currentScript());
  179. };
  180. self.runScript = function () {
  181. callRun(self.currentScript());
  182. };
  183. self.copyScript = function () {
  184. callCopy(self.currentScript());
  185. };
  186. self.confirmDeleteScript = function () {
  187. self.currentDeleteType("single");
  188. showDeleteModal();
  189. };
  190. self.listRunScript = function () {
  191. callRun(self.selectedScript());
  192. };
  193. self.listCopyScript = function () {
  194. callCopy(self.selectedScript());
  195. };
  196. self.listConfirmDeleteScripts = function () {
  197. self.currentDeleteType("multiple");
  198. showDeleteModal();
  199. };
  200. self.deleteScripts = function () {
  201. var ids = [];
  202. if (self.currentDeleteType() == "single") {
  203. ids.push(self.currentScript().id());
  204. }
  205. if (self.currentDeleteType() == "multiple") {
  206. $(self.selectedScripts()).each(function (index, script) {
  207. ids.push(script.id());
  208. });
  209. }
  210. callDelete(ids);
  211. };
  212. self.updateScripts = function () {
  213. $.getJSON(self.LIST_SCRIPTS, function (data) {
  214. self.scripts(ko.utils.arrayMap(data, function (script) {
  215. return new PigScript(script);
  216. }));
  217. self.filteredScripts(self.scripts());
  218. $(document).trigger("scriptsRefreshed");
  219. });
  220. };
  221. self.updateDashboard = function (workflows) {
  222. var koWorkflows = ko.utils.arrayMap(workflows, function (wf) {
  223. return new Workflow(wf);
  224. });
  225. self.runningScripts(ko.utils.arrayFilter(koWorkflows, function (wf) {
  226. return wf.isRunning
  227. }));
  228. self.completedScripts(ko.utils.arrayFilter(koWorkflows, function (wf) {
  229. return !wf.isRunning
  230. }));
  231. }
  232. self.showSubmissionModal = function showSubmissionModal() {
  233. var script = self.currentScript();
  234. self.submissionVariables.removeAll();
  235. $.each(script.getParameters(), function (key, value) {
  236. self.submissionVariables.push({'name': key, 'value': value});
  237. });
  238. $("#runScriptBtn").button("reset");
  239. $("#runScriptBtn").attr("data-loading-text", $("#runScriptBtn").text() + " ...");
  240. $("#submitModal").modal({
  241. keyboard: true,
  242. show: true
  243. });
  244. };
  245. self.showFileChooser = function showFileChooser() {
  246. var inputPath = this;
  247. var path = inputPath.value().substr(0, inputPath.value().lastIndexOf("/"));
  248. $("#filechooser").jHueFileChooser({
  249. initialPath: path,
  250. onFileChoose: function (filePath) {
  251. inputPath.value(filePath);
  252. $("#chooseFile").modal("hide");
  253. },
  254. createFolder: false
  255. });
  256. $("#chooseFile").modal("show");
  257. };
  258. function showDeleteModal() {
  259. $(".deleteMsg").addClass("hide");
  260. if (self.currentDeleteType() == "single") {
  261. $(".deleteMsg.single").removeClass("hide");
  262. }
  263. if (self.currentDeleteType() == "multiple") {
  264. if (self.selectedScripts().length > 1) {
  265. $(".deleteMsg.multiple").removeClass("hide");
  266. }
  267. else {
  268. $(".deleteMsg.single").removeClass("hide");
  269. }
  270. }
  271. $("#deleteModal").modal({
  272. keyboard: true,
  273. show: true
  274. });
  275. }
  276. function callSave(script) {
  277. $(document).trigger("saving");
  278. $.post(self.SAVE_URL,
  279. {
  280. id: script.id(),
  281. name: script.name(),
  282. script: script.script(),
  283. parameters: ko.utils.stringifyJson(script.parameters()),
  284. resources: ko.toJSON(script.resources())
  285. },
  286. function (data) {
  287. self.currentScript().id(data.id);
  288. $(document).trigger("saved");
  289. self.updateScripts();
  290. }, "json");
  291. }
  292. function callRun(script) {
  293. $(document).trigger("running");
  294. $.post(self.RUN_URL,
  295. {
  296. id: script.id(),
  297. name: script.name(),
  298. script: script.script(),
  299. parameters: ko.utils.stringifyJson(self.submissionVariables()),
  300. resources: ko.toJSON(script.resources())
  301. },
  302. function (data) {
  303. if (data.id && self.currentScript().id() != data.id){
  304. self.currentScript(script);
  305. $(document).trigger("loadEditor");
  306. }
  307. script.isRunning(true);
  308. script.watchUrl(data.watchUrl);
  309. $(document).trigger("startLogsRefresh");
  310. $(document).trigger("refreshDashboard");
  311. $(document).trigger("showLogs");
  312. self.updateScripts();
  313. $("#submitModal").modal("hide");
  314. }, "json");
  315. }
  316. function callCopy(script) {
  317. $.post(self.COPY_URL,
  318. {
  319. id: script.id()
  320. },
  321. function (data) {
  322. self.currentScript(new PigScript(data));
  323. $(document).trigger("loadEditor");
  324. self.updateScripts();
  325. }, "json");
  326. }
  327. function callDelete(ids) {
  328. if (ids.indexOf(self.currentScript().id()) > -1) {
  329. self.currentScript(new PigScript(_defaultScript));
  330. $(document).trigger("loadEditor");
  331. }
  332. $.post(self.DELETE_URL,
  333. {
  334. ids: ids.join(",")
  335. },
  336. function (data) {
  337. self.updateScripts();
  338. $("#deleteModal").modal("hide");
  339. }, "json");
  340. }
  341. self.viewSubmittedScript = function (workflow) {
  342. self.loadScript(workflow.scriptId);
  343. $(document).trigger("loadEditor");
  344. $(document).trigger("showEditor");
  345. };
  346. };