search.ko.js 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. // Start dashboard lib to move out
  17. var Column = function (size, rows) {
  18. var self = this;
  19. self.size = ko.observable(size);
  20. self.rows = ko.observableArray(rows);
  21. self.klass = ko.computed(function () {
  22. return "card card-home card-column span" + self.size();
  23. });
  24. self.addEmptyRow = function () {
  25. self.addRow();
  26. };
  27. self.addRow = function (row) {
  28. if (typeof row == "undefined" || row == null) {
  29. row = new Row([]);
  30. }
  31. self.rows.push(row);
  32. };
  33. }
  34. var Row = function (widgets) {
  35. var self = this;
  36. self.widgets = ko.observableArray(widgets);
  37. self.addWidget = function (widget) {
  38. self.widgets.push(widget);
  39. };
  40. self.move = function (from, to) {
  41. try {
  42. viewModel.columns()[to].addRow(self);
  43. viewModel.columns()[from].rows.remove(self);
  44. }
  45. catch (exception) {
  46. }
  47. }
  48. self.moveDown = function (col, row) {
  49. var _i = col.rows().indexOf(row);
  50. if (_i < col.rows().length - 1) {
  51. var _arr = col.rows();
  52. col.rows.splice(_i, 2, _arr[_i + 1], _arr[_i]);
  53. }
  54. }
  55. self.moveUp = function (col, row) {
  56. var _i = col.rows().indexOf(row);
  57. if (_i >= 1) {
  58. var _arr = col.rows();
  59. col.rows.splice(_i - 1, 2, _arr[_i], _arr[_i - 1]);
  60. }
  61. }
  62. self.remove = function (col, row) {
  63. col.rows.remove(row);
  64. }
  65. }
  66. // A widget is generic. It has an id that refer to another object (e.g. facet) with the same id.
  67. var Widget = function (size, id, name, widgetType, properties, offset) {
  68. var self = this;
  69. self.size = ko.observable(size).extend({ numeric: 0 });
  70. self.name = ko.observable(name);
  71. self.id = ko.observable(id);
  72. self.widgetType = ko.observable(typeof widgetType != "undefined" && widgetType != null ? widgetType : "empty-widget");
  73. self.properties = ko.observable(typeof properties != "undefined" && properties != null ? properties : {});
  74. self.offset = ko.observable(typeof offset != "undefined" && offset != null ? offset : 0).extend({ numeric: 0 });
  75. self.isLoading = ko.observable(false);
  76. self.klass = ko.computed(function () {
  77. return "card card-widget span" + self.size() + (self.offset() * 1 > 0 ? " offset" + self.offset() : "");
  78. });
  79. self.expand = function () {
  80. self.size(self.size() + 1);
  81. }
  82. self.compress = function () {
  83. self.size(self.size() - 1);
  84. }
  85. self.moveLeft = function () {
  86. self.offset(self.offset() - 1);
  87. }
  88. self.moveRight = function () {
  89. self.offset(self.offset() + 1);
  90. }
  91. self.remove = function (row, widget) {
  92. viewModel.removeWidget(widget);
  93. row.widgets.remove(widget);
  94. }
  95. };
  96. Widget.prototype.clone = function () {
  97. return new Widget(this.size(), UUID(), this.name(), this.widgetType());
  98. };
  99. function fullLayout() {
  100. setLayout([12]);
  101. }
  102. function oneThirdLeftLayout() {
  103. setLayout([3, 9]);
  104. }
  105. function oneThirdRightLayout() {
  106. setLayout([9, 3]);
  107. }
  108. function magicLayout() {
  109. setLayout([3, 9]);
  110. alert('Hue picked a timeline, filter, result, pie bar, widgets...');
  111. }
  112. function setLayout(colSizes) {
  113. // Save previous widgets
  114. var _allRows = [];
  115. $(viewModel.columns()).each(function (cnt, col) {
  116. var _tRows = [];
  117. $(col.rows()).each(function (icnt, row) {
  118. if (row.widgets().length > 0) {
  119. _tRows.push(row);
  120. }
  121. });
  122. _allRows = _allRows.concat(_tRows);
  123. });
  124. var _cols = [];
  125. var _highestCol = {
  126. idx: -1,
  127. size: -1
  128. };
  129. $(colSizes).each(function (cnt, size) {
  130. _cols.push(new Column(size, []));
  131. if (size > _highestCol.size) {
  132. _highestCol.idx = cnt;
  133. _highestCol.size = size;
  134. }
  135. });
  136. if (_allRows.length > 0 && _highestCol.idx > -1) {
  137. _cols[_highestCol.idx].rows(_allRows);
  138. }
  139. $(_cols).each(function (cnt, col) {
  140. if (col.rows().length == 0) {
  141. col.rows([new Row([])]);
  142. }
  143. });
  144. viewModel.columns(_cols);
  145. }
  146. function loadLayout(viewModel, json_layout) {
  147. var _columns = [];
  148. $(json_layout).each(function (cnt, json_col) {
  149. var _rows = [];
  150. $(json_col.rows).each(function (rcnt, json_row) {
  151. var row = new Row();
  152. $(json_row.widgets).each(function (wcnt, widget) {
  153. row.addWidget(new Widget(widget.size, widget.id, widget.name, widget.widgetType, widget.properties, widget.offset));
  154. });
  155. _rows.push(row);
  156. });
  157. var column = new Column(json_col.size, _rows);
  158. _columns = _columns.concat(column);
  159. });
  160. viewModel.columns(_columns);
  161. }
  162. // End dashboard lib
  163. var Query = function (vm, query) {
  164. var self = this;
  165. self.q = ko.observable(query.q);
  166. self.fqs = ko.mapping.fromJS(query.fqs);
  167. //[{'wid': 1, 'filter: ['c', 'd'], 'type': 'field', 'field': 'user_location'},
  168. // {'wid': 1, 'filter: [{'from': 1, 'to': 10}], 'type': 'range', 'field': 'created_at'}
  169. // {'wid': 2, ....}
  170. // ]
  171. self.toggleFacet = function (data) {//alert(ko.mapping.toJSON(data));
  172. var fq = self.getFacetFilter(data.widget_id);
  173. if (fq == null) {
  174. self.fqs.push(ko.mapping.fromJS({
  175. 'id': data.widget_id,
  176. 'field': data.facet.cat,
  177. 'filter': [data.facet.value],
  178. 'type': 'field'
  179. }));
  180. } else {
  181. $.each(self.fqs(), function (index, fq) {
  182. if (fq.id() == data.widget_id) {
  183. if (fq.filter.indexOf(data.facet.value) > -1) {
  184. fq.filter.remove(data.facet.value);
  185. if (fq.filter().length == 0) {
  186. self.fqs.remove(fq);
  187. }
  188. } else {
  189. fq.filter.push(data.facet.value);
  190. }
  191. }
  192. });
  193. }
  194. vm.search();
  195. }
  196. self.selectRangeFacet = function (data) {
  197. var fq = self.getFacetFilter(data.widget_id);
  198. var unselect = fq != null && fq.id() == data.widget_id;
  199. self.removeFilter(ko.mapping.fromJS({'id': data.widget_id}));
  200. if (! unselect) {
  201. self.fqs.push(ko.mapping.fromJS({
  202. 'id': data.widget_id,
  203. 'field': data.cat,
  204. 'filter': {'from': data.from, 'to': data.to},
  205. 'type': 'range'
  206. }));
  207. }
  208. vm.search();
  209. }
  210. self.removeFilter = function (data) {
  211. $.each(self.fqs(), function (index, fq) {
  212. if (fq.id() == data.id()) {
  213. self.fqs.remove(fq);
  214. return false;
  215. }
  216. });
  217. }
  218. self.getFacetFilter = function (widget_id) {
  219. var _fq = null;
  220. $.each(self.fqs(), function (index, fq) {
  221. if (fq.id() == widget_id) {
  222. _fq = fq;
  223. return false;
  224. }
  225. });
  226. return _fq;
  227. }
  228. };
  229. var Collection = function (vm, collection) {
  230. var self = this;
  231. self.id = collection.id;
  232. self.name = collection.name;
  233. self.label = collection.label;
  234. self.idField = collection.idField;
  235. self.template = ko.mapping.fromJS(collection.template);
  236. self.template.fieldsSelected.subscribe(function () {
  237. vm.search();
  238. });
  239. self.template.template.subscribe(function () {
  240. vm.search();
  241. });
  242. self.template.isGridLayout.subscribe(function () {
  243. vm.search();
  244. });
  245. self.facets = ko.mapping.fromJS(collection.facets);
  246. $.each(self.facets(), function (index, facet) {
  247. facet.field.subscribe(function () {
  248. vm.search();
  249. });
  250. });
  251. self.fields = ko.mapping.fromJS(collection.fields);
  252. self.addFacet = function (facet_json) {
  253. $.post("/search/template/" + self.id + "/new_facet", {
  254. "collection": ko.mapping.toJSON(self),
  255. "id": facet_json.widget_id,
  256. "label": facet_json.name,
  257. "field": facet_json.name,
  258. "widget_type": facet_json.widgetType
  259. }, function (data) {
  260. if (data.status == 0) {
  261. var facet = ko.mapping.fromJS(data.facet);
  262. facet.field.subscribe(function () {
  263. vm.search();
  264. });
  265. self.facets.push(facet);
  266. vm.search();
  267. } else {
  268. $(document).trigger("error", data.message);
  269. }
  270. }).fail(function (xhr, textStatus, errorThrown) {});
  271. };
  272. self.removeFacet = function (widget_id) {
  273. $.each(self.facets(), function (index, facet) {
  274. if (facet.id() == widget_id()) {
  275. self.facets.remove(facet);
  276. return false;
  277. }
  278. });
  279. }
  280. self.getFacetById = function (facet_id) {
  281. var _facet = null;
  282. $.each(self.facets(), function (index, facet) {
  283. if (facet.id() == facet_id) {
  284. _facet = facet;
  285. return false;
  286. }
  287. });
  288. return _facet;
  289. }
  290. self.template.fields = ko.computed(function () {
  291. var _fields = [];
  292. $.each(self.template.fieldsAttributes(), function (index, field) {
  293. var position = self.template.fieldsSelected.indexOf(field.name());
  294. if (position != -1) {
  295. _fields[position] = field;
  296. }
  297. });
  298. return _fields;
  299. });
  300. self.template.fieldsModalFilter = ko.observable("");
  301. self.template.filteredFieldsAttributes = ko.observableArray(self.template.fieldsAttributes());
  302. self.template.fieldsModalFilter.subscribe(function(value){
  303. var _fields = [];
  304. $.each(self.template.fieldsAttributes(), function (index, field) {
  305. if (field.name().toLowerCase().indexOf(self.template.fieldsModalFilter().toLowerCase()) > -1){
  306. _fields.push(field);
  307. }
  308. });
  309. self.template.filteredFieldsAttributes(_fields);
  310. });
  311. self.addDynamicFields = function () { // + Adding merge smartly if schema updated
  312. $.post("/search/index/" + self.id + "/fields/dynamic", {
  313. }, function (data) {
  314. if (data.status == 0) {
  315. $.each(data.dynamic_fields, function (index, field) {
  316. if (self.fields.indexOf(field) == -1) {
  317. self.fields.push(field);
  318. }
  319. });
  320. }
  321. }).fail(function (xhr, textStatus, errorThrown) {});
  322. }
  323. self.toggleSortColumnGridLayout = function (template_field) {
  324. if (! template_field.sort.direction()) {
  325. template_field.sort.direction('desc');
  326. } else if (template_field.sort.direction() == 'desc') {
  327. template_field.sort.direction('asc');
  328. } else {
  329. template_field.sort.direction(null);
  330. }
  331. vm.search();
  332. };
  333. self.toggleFacet = function (facet_field, event) {
  334. vm.query.removeFilter(ko.mapping.fromJS({'id': facet_field.id})); // Reset filter query
  335. var hasChanged = false;
  336. if (facet_field.properties.canRange()) {
  337. if (facet_field.type() == 'field' && facet_field.properties.sort() == 'asc') {
  338. facet_field.type('range');
  339. hasChanged = true;
  340. } else if (facet_field.type() == 'range' && facet_field.properties.sort() == 'desc') {
  341. facet_field.type('field')
  342. hasChanged = true;
  343. }
  344. }
  345. if (! hasChanged) {
  346. if (facet_field.properties.sort() == 'desc') {
  347. facet_field.properties.sort('asc');
  348. } else {
  349. facet_field.properties.sort('desc');
  350. }
  351. }
  352. $(event.target).button('loading');
  353. vm.search();
  354. };
  355. };
  356. var SearchViewModel = function (collection_json, query_json) {
  357. var self = this;
  358. // Models
  359. self.collection = new Collection(self, collection_json.collection);
  360. self.query = new Query(self, query_json);
  361. // UI
  362. self.response = ko.observable({});
  363. self.results = ko.observableArray([]);
  364. self.norm_facets = ko.computed(function () {
  365. return self.response().normalized_facets;
  366. });
  367. self.getFacetFromQuery = function (facet_id) {
  368. var _facet = null;
  369. if (self.norm_facets() !== undefined) {
  370. $.each(self.norm_facets(), function (index, norm_facet) {
  371. if (norm_facet.id == facet_id()) {
  372. _facet = norm_facet;
  373. }
  374. });
  375. }
  376. return _facet;
  377. };
  378. self.previewColumns = ko.observable("");
  379. self.columns = ko.observable({});
  380. loadLayout(self, collection_json.layout);
  381. self.isEditing = ko.observable(false);
  382. self.toggleEditing = function () {
  383. self.isEditing(!self.isEditing());
  384. };
  385. self.isRetrievingResults = ko.observable(false);
  386. self.draggableHit = ko.observable(new Widget(12, UUID(), "Hit Count", "hit-widget"));
  387. self.draggableFacet = ko.observable(new Widget(12, UUID(), "Facet", "facet-widget"));
  388. self.draggableResultset = ko.observable(new Widget(12, UUID(), "Results", "resultset-widget"));
  389. self.draggableHistogram = ko.observable(new Widget(12, UUID(), "Histogram", "histogram-widget"));
  390. self.draggableBar = ko.observable(new Widget(12, UUID(), "Bar Chart", "bar-widget"));
  391. self.draggableMap = ko.observable(new Widget(12, UUID(), "Map", "map-widget"));
  392. self.draggableLine = ko.observable(new Widget(12, UUID(), "Line Chart", "line-widget"));
  393. self.draggablePie = ko.observable(new Widget(12, UUID(), "Pie Chart", "pie-widget"));
  394. self.draggableFilter = ko.observable(new Widget(12, UUID(), "Filter Bar", "filter-widget"));
  395. self.init = function () {
  396. //self.collection.addDynamicFields();
  397. self.isEditing(true);
  398. self.search();
  399. }
  400. self.search = function () {
  401. self.isRetrievingResults(true);
  402. $(".jHueNotify").hide();
  403. $.post("/search/search", {
  404. collection: ko.mapping.toJSON(self.collection),
  405. query: ko.mapping.toJSON(self.query),
  406. layout: ko.mapping.toJSON(self.columns)
  407. }, function (data) {
  408. self.response(data);
  409. self.results.removeAll();
  410. if (data.error) {
  411. $(document).trigger("error", data.error);
  412. }
  413. else {
  414. if (self.collection.template.isGridLayout()) {
  415. // Table view
  416. $.each(data.response.docs, function (index, item) {
  417. var row = [];
  418. var fields = self.collection.template.fieldsSelected();
  419. // Display selected fields or whole json document
  420. if (fields.length != 0) {
  421. $.each(self.collection.template.fieldsSelected(), function (index, field) {
  422. row.push(item[field]);
  423. });
  424. } else {
  425. row.push(ko.mapping.toJSON(item));
  426. }
  427. self.results.push(row);
  428. });
  429. }
  430. else {
  431. // Template view
  432. var _mustacheTmpl = fixTemplateDotsAndFunctionNames(self.collection.template.template());
  433. $.each(data.response.docs, function (index, item) {
  434. addTemplateFunctions(item);
  435. self.results.push(Mustache.render(_mustacheTmpl, item));
  436. });
  437. }
  438. self.isRetrievingResults(false);
  439. }
  440. }).fail(function (xhr, textStatus, errorThrown) {
  441. $(document).trigger("error", xhr.responseText);
  442. }).always(function () {
  443. $('.btn-loading').button('reset');
  444. });
  445. };
  446. self.removeWidget = function (widget_json) {
  447. self.collection.removeFacet(widget_json.id);
  448. // todo remove fqs
  449. self.search();
  450. }
  451. self.getWidgetById = function (widget_id) {
  452. var _widget = null;
  453. $.each(self.columns(), function (i, col) {
  454. $.each(col.rows(), function (j, row) {
  455. $.each(row.widgets(), function (z, widget) {
  456. if (widget.id() == widget_id){
  457. _widget = widget;
  458. }
  459. });
  460. });
  461. });
  462. return _widget;
  463. }
  464. self.save = function () {
  465. $.post("/search/save", {
  466. collection: ko.mapping.toJSON(self.collection),
  467. layout: ko.mapping.toJSON(self.columns)
  468. },function (data) {
  469. if (data.status == 0) {
  470. self.collection.id = data.id;
  471. $(document).trigger("info", data.message);
  472. }
  473. else {
  474. $(document).trigger("error", data.message);
  475. }
  476. }).fail(function (xhr, textStatus, errorThrown) {
  477. $(document).trigger("error", xhr.responseText);
  478. });
  479. };
  480. };