impala-dashboard.ko.js 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. function magicLayout(vm) {
  17. loadLayout(vm, vm.initial.layout);
  18. $(document).trigger("magicLayout");
  19. }
  20. function loadLayout(viewModel, json_layout) {
  21. var _columns = [];
  22. $(json_layout).each(function (cnt, json_col) {
  23. var _rows = [];
  24. $(json_col.rows).each(function (rcnt, json_row) {
  25. var row = new Row([], viewModel);
  26. $(json_row.widgets).each(function (wcnt, widget) {
  27. row.addWidget(new Widget({
  28. size:widget.size,
  29. id: widget.id,
  30. name: widget.name,
  31. widgetType: widget.widgetType,
  32. properties: widget.properties,
  33. offset: widget.offset,
  34. loading: true,
  35. vm: viewModel
  36. }));
  37. });
  38. _rows.push(row);
  39. });
  40. var column = new Column(json_col.size, _rows);
  41. _columns = _columns.concat(column);
  42. });
  43. viewModel.columns(_columns);
  44. }
  45. // End dashboard lib
  46. var Query = function (vm, query) {
  47. var self = this;
  48. self.qs = ko.mapping.fromJS([{'q': ''}]);
  49. self.fqs = ko.mapping.fromJS([]);
  50. self.toggleFacet = function (data) {
  51. var fq = self.getFacetFilter(data.widget.id());
  52. if (fq == null) {
  53. self.fqs.push(ko.mapping.fromJS({
  54. 'id': data.widget.id(),
  55. 'field': data.widget.field(),
  56. 'filter': [data.facet.value()],
  57. 'type': 'field'
  58. }));
  59. } else {
  60. $.each(self.fqs(), function (index, fq) {
  61. if (fq.id() == data.widget.id()) {
  62. if (fq.filter.indexOf(data.facet.value()) > -1) {
  63. fq.filter.remove(data.facet.value());
  64. if (fq.filter().length == 0) {
  65. self.fqs.remove(fq);
  66. }
  67. } else {
  68. fq.filter.push(data.facet.value());
  69. }
  70. }
  71. });
  72. }
  73. vm.search();
  74. }
  75. self.selectRangeFacet = function (data) {
  76. var fq = self.getFacetFilter(data.widget_id);
  77. if (fq == null) {
  78. self.fqs.push(ko.mapping.fromJS({
  79. 'id': data.widget_id,
  80. 'field': data.cat,
  81. 'filter': [{'value': data.from, 'exclude': false}],
  82. 'properties': [{'from': data.from, 'to': data.to}],
  83. 'type': 'range'
  84. }));
  85. } else {
  86. var f = $.grep(fq.filter(), function(f) { return f.value() == data.from; });
  87. if (f.length > 0) { // Unselect
  88. fq.filter.remove(f[0]);
  89. $.each(fq.properties(), function (index, prop) {
  90. if (prop && prop.from() == data.from) {
  91. fq.properties.remove(prop);
  92. }
  93. });
  94. if (fq.filter().length == 0) {
  95. self.removeFilter(ko.mapping.fromJS({'id': data.widget_id}));
  96. }
  97. } else {
  98. fq.filter.push(ko.mapping.fromJS({'exclude': data.exclude ? true : false, 'value': data.from}));
  99. fq.properties.push(ko.mapping.fromJS({'from': data.from, 'to': data.to}));
  100. }
  101. }
  102. };
  103. self.getFacetFilter = function (facet_id) {
  104. var _facet = null;
  105. $.each(self.fqs(), function (index, facet) {
  106. if (facet.id() == facet_id) {
  107. _facet = facet;
  108. return false;
  109. }
  110. });
  111. return _facet;
  112. }
  113. }
  114. var Dashboard = function (vm, dashboard) {
  115. var self = this;
  116. self.id = ko.mapping.fromJS(dashboard.id);
  117. self.facets = ko.mapping.fromJS(dashboard.facets);
  118. self.properties = ko.mapping.fromJS(dashboard.properties);
  119. self.dropdownDbs = ko.observableArray([]);
  120. self.selectedDropdownDb = ko.observable("");
  121. self.selectedDropdownDb.subscribe(function(value) {
  122. self.properties()[0].database(self.selectedDropdownDb());
  123. if (self.selectedDropdownDb() && self.selectedDropdownTable()) {
  124. self.updateFields();
  125. }
  126. });
  127. self.dropdownTables = ko.observableArray([]);
  128. self.selectedDropdownTable = ko.observable("");
  129. self.selectedDropdownTable.subscribe(function(value) {
  130. self.properties()[0].table(self.selectedDropdownTable());
  131. if (self.selectedDropdownDb() && self.selectedDropdownTable()) {
  132. self.updateFields();
  133. }
  134. });
  135. self.updateDropdownDatabases = function(databases) {
  136. if (databases) {
  137. var i = databases.indexOf("_impala_builtins"); // Blacklist of system databases
  138. if (i != -1) {
  139. databases.splice(i, 1);
  140. }
  141. self.dropdownDbs(databases);
  142. }
  143. };
  144. self.fields = ko.computed(function () {
  145. if (self.properties() != null && self.properties().length > 0 && self.properties()[0].fields != null){
  146. return self.properties()[0].fields();
  147. }
  148. return [];
  149. });
  150. self.fieldNames = ko.computed(function () {
  151. return $.map(self.fields(), function (field) { return field.name() });
  152. });
  153. self.resultsetShowFieldList = ko.observable(true);
  154. self.resultsetFieldsFilter = ko.observable(""); // For UI
  155. self.resultsetSelectedFields = ko.observableArray(self.fieldNames());
  156. /**self.resultsetSelectedFields.subscribe(function(value) {
  157. vm.search();
  158. });*/
  159. self.resultsetFilteredFields = ko.computed(function() {
  160. var _fields = [];
  161. $.each(self.fields(), function (index, field) {
  162. if (self.resultsetFieldsFilter() == "" || field.name().toLowerCase().indexOf(self.resultsetFieldsFilter().toLowerCase()) > -1){
  163. _fields.push(field);
  164. }
  165. });
  166. return _fields;
  167. });
  168. self.selectedNewFacetField = ko.observable();
  169. self.addFacet = function(facet_json) {
  170. $.post("/impala/dashboard/new_facet", {
  171. "dashboard": ko.mapping.toJSON(self),
  172. "facet_json": ko.mapping.toJSON(facet_json),
  173. "field": self.selectedNewFacetField(),
  174. }, function (data) {
  175. if (data.status == 0) {
  176. var facet = ko.mapping.fromJS(data.facet);
  177. facet.properties.limit.subscribe(function () {
  178. vm.search();
  179. });
  180. self.facets.push(facet);
  181. vm.search();
  182. } else {
  183. $(document).trigger("error", data.message);
  184. }
  185. }).fail(function (xhr, textStatus, errorThrown) {});
  186. }
  187. self.getFacetById = function (facet_id) {
  188. var _facet = null;
  189. $.each(self.facets(), function (index, facet) {
  190. if (facet.id() == facet_id) {
  191. _facet = facet;
  192. return false;
  193. }
  194. });
  195. return _facet;
  196. }
  197. self.updateFields = function(database, table) {
  198. $.post("/impala/dashboard/get_fields", {
  199. "database": self.properties()[0].database(),
  200. "table": self.properties()[0].table()
  201. }, function (data) {
  202. if (data.status == 0) {
  203. self.properties()[0].fields.removeAll();
  204. self.resultsetSelectedFields.removeAll();
  205. $.each(data.fields, function (index, field) {
  206. self.properties()[0].fields.push(ko.mapping.fromJS(field));
  207. self.resultsetSelectedFields.push(field.name);
  208. });
  209. }
  210. }).fail(function (xhr, textStatus, errorThrown) {});
  211. }
  212. }
  213. var ImpalaDashboardViewModel = function (query_json, dashboard_json, initial_json) {
  214. var self = this;
  215. self.isEditing = ko.observable(true);
  216. self.toggleEditing = function () {
  217. self.isEditing(! self.isEditing());
  218. };
  219. self.isRetrievingResults = ko.observable(false);
  220. self.previewColumns = ko.observable("");
  221. self.columns = ko.observable([]);
  222. loadLayout(self, dashboard_json.layout);
  223. self.query = new Query(self, query_json);
  224. self.dashboard = new Dashboard(self, dashboard_json.dashboard);
  225. self.initial = initial_json;
  226. self.results = ko.observableArray([]);
  227. self.results_facet = ko.observableArray([]);
  228. self.results_cols = ko.observableArray([]);
  229. self.inited = ko.observable(self.columns().length > 0);
  230. self.init = function(callback) {
  231. if (self.inited()){
  232. self.search();
  233. }
  234. callback();
  235. }
  236. self.search = function (callback) {
  237. self.isRetrievingResults(true);
  238. self.results.removeAll();
  239. var multiQs = $.map(self.dashboard.facets(), function(facet) {
  240. return $.post("/impala/dashboard/query", {
  241. "query": ko.mapping.toJSON(self.query),
  242. "dashboard": ko.mapping.toJSON(self.dashboard),
  243. "layout": ko.mapping.toJSON(self.columns),
  244. "facet": ko.mapping.toJSON(facet),
  245. }, function (data) {return data});
  246. });
  247. $.when.apply($, [
  248. $.post("/impala/dashboard/query", {
  249. "query": ko.mapping.toJSON(self.query),
  250. "dashboard": ko.mapping.toJSON(self.dashboard),
  251. "layout": ko.mapping.toJSON(self.columns),
  252. }, function (data) {
  253. self.isRetrievingResults(false);
  254. if (data.status == 0) {
  255. self.results_cols(data.cols)
  256. $.each(data.data, function (index, row) {
  257. self.results.push(row);
  258. });
  259. } else {
  260. $(document).trigger("error", data.message);
  261. }
  262. })
  263. ].concat(multiQs)
  264. )
  265. .done(function() {
  266. if (multiQs.length > 0) {
  267. for (var i = 1; i < arguments.length; i++) {
  268. var facet = arguments[i][0];
  269. removeFrom(self.results_facet, facet.id);
  270. self.results_facet.push(ko.mapping.fromJS(facet));
  271. }
  272. }
  273. })
  274. .fail(function (xhr, textStatus, errorThrown) {
  275. $(document).trigger("error", errorThrown);
  276. });
  277. };
  278. function removeFrom(collection, item_id) {
  279. $.each(collection(), function (index, item) {
  280. if (item.id() == item_id) {
  281. collection.remove(item);
  282. return false;
  283. }
  284. });
  285. }
  286. self.getFacetFromResult = function (facet_id) {
  287. var _facet = null;
  288. $.each(self.results_facet(), function (index, facet) {
  289. if (facet.id() == facet_id) {
  290. _facet = facet;
  291. return false;
  292. }
  293. });
  294. return _facet;
  295. }
  296. self.getWidgetById = function (widget_id) {
  297. var _widget = null;
  298. $.each(self.columns(), function (i, col) {
  299. $.each(col.rows(), function (j, row) {
  300. $.each(row.widgets(), function (z, widget) {
  301. if (widget.id() == widget_id){
  302. _widget = widget;
  303. }
  304. });
  305. });
  306. });
  307. return _widget;
  308. }
  309. self.save = function () {
  310. $.post("/impala/dashboard/save", {
  311. "dashboard": ko.mapping.toJSON(self.dashboard),
  312. "layout": ko.mapping.toJSON(self.columns)
  313. }, function (data) {
  314. if (data.status == 0) {
  315. self.dashboard.id(data.id);
  316. $(document).trigger("info", data.message);
  317. if (window.location.search.indexOf("dashboard") == -1) {
  318. window.location.hash = '#dashboard=' + data.id;
  319. }
  320. }
  321. else {
  322. $(document).trigger("error", data.message);
  323. }
  324. }).fail(function (xhr, textStatus, errorThrown) {
  325. $(document).trigger("error", xhr.responseText);
  326. });
  327. };
  328. function bareWidgetBuilder(name, type){
  329. return new Widget({
  330. size: 12,
  331. id: UUID(),
  332. name: name,
  333. widgetType: type
  334. });
  335. }
  336. self.draggableFacet = ko.observable(bareWidgetBuilder("Facet", "facet-widget"));
  337. self.draggableResultset = ko.observable(bareWidgetBuilder("Grid Results", "resultset-widget"));
  338. self.draggableHistogram = ko.observable(bareWidgetBuilder("Histogram", "histogram-widget"));
  339. self.draggableBar = ko.observable(bareWidgetBuilder("Bar Chart", "bar-widget"));
  340. self.draggableMap = ko.observable(bareWidgetBuilder("Map", "map-widget"));
  341. self.draggableLine = ko.observable(bareWidgetBuilder("Line Chart", "line-widget"));
  342. self.draggablePie = ko.observable(bareWidgetBuilder("Pie Chart", "pie-widget"));
  343. self.draggableFilter = ko.observable(bareWidgetBuilder("Filter Bar", "filter-widget"));
  344. };