sqoop.jobs.js 8.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. var jobs = (function($) {
  17. var job_registry = {};
  18. var JobModel = koify.Model.extend({
  19. 'id': -1,
  20. 'name': null,
  21. 'type': 'IMPORT',
  22. 'connector_id': 0,
  23. 'connection_id': 0,
  24. 'connector': [],
  25. 'framework': [],
  26. 'created': null,
  27. 'updated': null,
  28. 'setImport': function(){
  29. this.type("IMPORT");
  30. },
  31. 'setExport': function(){
  32. this.type("EXPORT");
  33. },
  34. 'initialize': function(attrs) {
  35. var self = this;
  36. var _attrs = $.extend(true, {}, attrs);
  37. _attrs = transform_keys(_attrs, {
  38. 'connector-id': 'connector_id',
  39. 'connection-id': 'connection_id'
  40. });
  41. _attrs = transform_values(_attrs, {
  42. 'connector': to_forms,
  43. 'framework': to_forms
  44. });
  45. return _attrs;
  46. }
  47. });
  48. var Job = koify.Node.extend({
  49. 'identifier': 'job',
  50. 'persists': true,
  51. 'model_class': JobModel,
  52. 'base_url': '/sqoop/api/jobs/',
  53. 'initialize': function() {
  54. var self = this;
  55. self.parent.initialize.apply(self, arguments);
  56. self.createdFormatted = ko.computed(function() {
  57. if (self.created()) {
  58. return moment(self.created()).format('MM/DD/YYYY hh:mm A');
  59. } else {
  60. return 0;
  61. }
  62. });
  63. self.updatedFormatted = ko.computed(function() {
  64. if (self.updated()) {
  65. return moment(self.updated()).format('MM/DD/YYYY hh:mm A');
  66. } else {
  67. return 0;
  68. }
  69. });
  70. self.selected = ko.observable();
  71. self.submission = ko.computed({
  72. owner: self,
  73. read: function () {
  74. return submissions.setDefaultSubmission(this.id());
  75. },
  76. write: function (submission) {
  77. submissions.putSubmission(submission);
  78. self.id.valueHasMutated();
  79. if (self.runningInterval == 0 && self.isRunning()) {
  80. self.runningInterval = setInterval(function() {
  81. if (!self.isRunning()) {
  82. clearInterval(self.runningInterval);
  83. self.runningInterval = 0;
  84. }
  85. self.getStatus();
  86. }, 2000);
  87. }
  88. }
  89. });
  90. self.persisted = ko.computed(function() {
  91. return self.id() > -1;
  92. });
  93. self.isRunning = ko.computed(function() {
  94. return self.submission() && $.inArray(self.submission().status(), ['BOOTING', 'RUNNING']) > -1;
  95. });
  96. self.hasSucceeded = ko.computed(function() {
  97. return self.submission() && $.inArray(self.submission().status(), ['SUCCEEDED']) > -1;
  98. });
  99. self.hasFailed = ko.computed(function() {
  100. return self.submission() && $.inArray(self.submission().status(), ['FAILURE_ON_SUBMIT', 'FAILED']) > -1;
  101. });
  102. self.outputDirectoryFilebrowserURL = ko.computed(function() {
  103. var output_directory = null;
  104. $.each(self.framework(), function(index, form) {
  105. if (form.name() == 'output') {
  106. $.each(form.inputs(), function(index, input) {
  107. if (input.name() == 'output.outputDirectory') {
  108. output_directory = input.value();
  109. }
  110. });
  111. }
  112. });
  113. return (output_directory) ? '/filebrowser/view' + output_directory : null;
  114. });
  115. self.inputDirectoryFilebrowserURL = ko.computed(function() {
  116. var input_directory = null;
  117. $.each(self.framework(), function(index, form) {
  118. if (form.name() == 'input') {
  119. $.each(form.inputs(), function(index, input) {
  120. if (input.name() == 'input.inputDirectory') {
  121. input_directory = input.value();
  122. }
  123. });
  124. }
  125. });
  126. return (input_directory) ? '/filebrowser/view' + input_directory : null;
  127. });
  128. self.storageType = ko.computed(function() {
  129. var storage_type = null;
  130. $.each(self.framework(), function(index, form) {
  131. if (form.name() == 'input') {
  132. storage_type = 'HDFS'; // Hardcoded for now
  133. } else if (form.name() == 'output') {
  134. $.each(form.inputs(), function(index, input) {
  135. if (input.name() == 'output.storageType') {
  136. storage_type = input.value();
  137. }
  138. });
  139. }
  140. });
  141. return storage_type;
  142. });
  143. self.runningInterval = 0;
  144. },
  145. map: function() {
  146. var self = this;
  147. var mapping_options = $.extend(true, {
  148. 'ignore': ['parent', 'initialize']
  149. }, forms.MapProperties);
  150. if ('__ko_mapping__' in self) {
  151. ko.mapping.fromJS(self.model, mapping_options, self);
  152. } else {
  153. var mapped = ko.mapping.fromJS(self.model, mapping_options);
  154. $.extend(self, mapped);
  155. }
  156. },
  157. 'start': function(options) {
  158. var self = this;
  159. $(document).trigger('start.job', [options, self]);
  160. var options = $.extend({
  161. type: 'POST',
  162. success: function(data) {
  163. switch(data.status) {
  164. case 0:
  165. self.submission(new submissions.Submission({modelDict: data.submission}));
  166. $(document).trigger('started.job', [self, options, data.submission]);
  167. break;
  168. default:
  169. case 1:
  170. var error = data.errors[0];
  171. $(document).trigger('start_fail.job', [self, options, error]);
  172. break;
  173. }
  174. }
  175. }, options);
  176. self.request('/sqoop/api/jobs/' + self.id() + '/start', options);
  177. },
  178. 'stop': function(options) {
  179. var self = this;
  180. $(document).trigger('start.job', [options, self]);
  181. var options = $.extend({
  182. type: 'POST',
  183. success: function(data) {
  184. switch(data.status) {
  185. case 0:
  186. self.submission(new submissions.Submission({modelDict: data.submission}));
  187. $(document).trigger('stopped.job', [self, options, data.submission]);
  188. break;
  189. default:
  190. case 1:
  191. $(document).trigger('stop_fail.job', [self, options, data]);
  192. break;
  193. }
  194. }
  195. }, options);
  196. self.request('/sqoop/api/jobs/' + self.id() + '/stop', options);
  197. },
  198. 'getStatus': function(options) {
  199. var self = this;
  200. $(document).trigger('get_status.job', [self, options]);
  201. var options = $.extend({
  202. type: 'GET',
  203. success: function(data) {
  204. switch(data.status) {
  205. case 0:
  206. self.submission(new submissions.Submission({modelDict: data.submission}));
  207. $(document).trigger('got_status.job', [self, options, data.submission]);
  208. break;
  209. default:
  210. case 1:
  211. $(document).trigger('get_status_fail.job', [self, options, data]);
  212. break;
  213. }
  214. }
  215. }, options);
  216. self.request('/sqoop/api/jobs/' + self.id() + '/status', options);
  217. }
  218. });
  219. function fetch_jobs(options) {
  220. $(document).trigger('load.jobs', [options]);
  221. var request = $.extend({
  222. url: '/sqoop/api/jobs/',
  223. dataType: 'json',
  224. type: 'GET',
  225. success: fetcher_success('jobs', Job, options)
  226. }, options || {});
  227. $.ajax(request);
  228. }
  229. function put_job(job) {
  230. job_registry[job.id()] = job;
  231. }
  232. function get_job(id) {
  233. return job_registry[id];
  234. }
  235. function sync_jobs(jobs) {
  236. job_registry = {};
  237. $.each(jobs, function(index, job) {
  238. put_job(job);
  239. });
  240. }
  241. $(document).on('loaded.jobs', function(e, nodes, options) {
  242. sync_jobs(nodes);
  243. });
  244. return {
  245. 'JobModel': JobModel,
  246. 'Job': Job,
  247. 'fetchJobs': fetch_jobs,
  248. 'putJob': put_job,
  249. 'getJob': get_job,
  250. }
  251. })($);