search.ko.js 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. // Start dashboard lib to move out
  17. var Column = function (size, rows) {
  18. var self = this;
  19. self.size = ko.observable(size);
  20. self.rows = ko.observableArray(rows);
  21. self.klass = ko.computed(function () {
  22. return "card card-home card-column span" + self.size();
  23. });
  24. self.addEmptyRow = function () {
  25. self.addRow();
  26. };
  27. self.addRow = function (row) {
  28. if (typeof row == "undefined" || row == null) {
  29. row = new Row([]);
  30. }
  31. self.rows.push(row);
  32. };
  33. }
  34. var Row = function (widgets) {
  35. var self = this;
  36. self.widgets = ko.observableArray(widgets);
  37. self.addWidget = function (widget) {
  38. self.widgets.push(widget);
  39. };
  40. self.move = function (from, to) {
  41. try {
  42. viewModel.columns()[to].addRow(self);
  43. viewModel.columns()[from].rows.remove(self);
  44. }
  45. catch (exception) {
  46. }
  47. }
  48. self.moveDown = function (col, row) {
  49. var _i = col.rows().indexOf(row);
  50. if (_i < col.rows().length - 1) {
  51. var _arr = col.rows();
  52. col.rows.splice(_i, 2, _arr[_i + 1], _arr[_i]);
  53. }
  54. }
  55. self.moveUp = function (col, row) {
  56. var _i = col.rows().indexOf(row);
  57. if (_i >= 1) {
  58. var _arr = col.rows();
  59. col.rows.splice(_i - 1, 2, _arr[_i], _arr[_i - 1]);
  60. }
  61. }
  62. self.remove = function (col, row) {
  63. col.rows.remove(row);
  64. }
  65. }
  66. // A widget is generic. It has an id that refer to another object (e.g. facet) with the same id.
  67. var Widget = function (size, id, name, widgetType, properties, offset) {
  68. var self = this;
  69. self.size = ko.observable(size).extend({ numeric: 0 });
  70. self.name = ko.observable(name);
  71. self.id = ko.observable(id);
  72. self.widgetType = ko.observable(typeof widgetType != "undefined" && widgetType != null ? widgetType : "empty-widget");
  73. self.properties = ko.observable(typeof properties != "undefined" && properties != null ? properties : {});
  74. self.offset = ko.observable(typeof offset != "undefined" && offset != null ? offset : 0).extend({ numeric: 0 });
  75. self.isLoading = ko.observable(false);
  76. self.klass = ko.computed(function () {
  77. return "card card-widget span" + self.size() + (self.offset() * 1 > 0 ? " offset" + self.offset() : "");
  78. });
  79. self.expand = function () {
  80. self.size(self.size() + 1);
  81. }
  82. self.compress = function () {
  83. self.size(self.size() - 1);
  84. }
  85. self.moveLeft = function () {
  86. self.offset(self.offset() - 1);
  87. }
  88. self.moveRight = function () {
  89. self.offset(self.offset() + 1);
  90. }
  91. self.remove = function (row, widget) {
  92. viewModel.removeWidget(widget);
  93. row.widgets.remove(widget);
  94. }
  95. };
  96. Widget.prototype.clone = function () {
  97. return new Widget(this.size(), UUID(), this.name(), this.widgetType());
  98. };
  99. function fullLayout() {
  100. setLayout([12]);
  101. }
  102. function oneThirdLeftLayout() {
  103. setLayout([3, 9]);
  104. }
  105. function oneThirdRightLayout() {
  106. setLayout([9, 3]);
  107. }
  108. function magicLayout() {
  109. setLayout([3, 9]);
  110. alert('Hue picked a timeline, filter, result, pie bar, widgets...');
  111. }
  112. function setLayout(colSizes) {
  113. // Save previous widgets
  114. var _allRows = [];
  115. $(viewModel.columns()).each(function (cnt, col) {
  116. var _tRows = [];
  117. $(col.rows()).each(function (icnt, row) {
  118. if (row.widgets().length > 0) {
  119. _tRows.push(row);
  120. }
  121. });
  122. _allRows = _allRows.concat(_tRows);
  123. });
  124. var _cols = [];
  125. var _highestCol = {
  126. idx: -1,
  127. size: -1
  128. };
  129. $(colSizes).each(function (cnt, size) {
  130. _cols.push(new Column(size, []));
  131. if (size > _highestCol.size) {
  132. _highestCol.idx = cnt;
  133. _highestCol.size = size;
  134. }
  135. });
  136. if (_allRows.length > 0 && _highestCol.idx > -1) {
  137. _cols[_highestCol.idx].rows(_allRows);
  138. }
  139. $(_cols).each(function (cnt, col) {
  140. if (col.rows().length == 0) {
  141. col.rows([new Row([])]);
  142. }
  143. });
  144. viewModel.columns(_cols);
  145. }
  146. function loadLayout(viewModel, json_layout) {
  147. var _columns = [];
  148. $(json_layout).each(function (cnt, json_col) {
  149. var _rows = [];
  150. $(json_col.rows).each(function (rcnt, json_row) {
  151. var row = new Row();
  152. $(json_row.widgets).each(function (wcnt, widget) {
  153. row.addWidget(new Widget(widget.size, widget.id, widget.name, widget.widgetType, widget.properties, widget.offset));
  154. });
  155. _rows.push(row);
  156. });
  157. var column = new Column(json_col.size, _rows);
  158. _columns = _columns.concat(column);
  159. });
  160. viewModel.columns(_columns);
  161. }
  162. // End dashboard lib
  163. var Query = function (vm, query) {
  164. var self = this;
  165. self.q = ko.observable(query.q);
  166. self.fqs = ko.mapping.fromJS(query.fqs);
  167. var defaultMultiqGroup = {'id': null, 'label': 'query'};
  168. self.multiqs = ko.computed(function () { // List of widgets supporting multiqs
  169. return [defaultMultiqGroup].concat(
  170. $.map($.grep(self.fqs(), function(fq, i) {
  171. return fq.type() == 'field';
  172. }), function(fq) {return {'id': fq.id(), 'label': fq.field()}})
  173. );
  174. });
  175. self.selectedMultiq = ko.observable(defaultMultiqGroup);
  176. self.isMultiq = ko.computed(function () {
  177. if (self.selectedMultiq() && self.selectedMultiq()['id'] != null) {
  178. var facet = self.getFacetFilter(self.selectedMultiq()['id']);
  179. return facet && facet.filter().length > 0; // todo + histogram there?
  180. }
  181. return false;
  182. });
  183. self.selectedMultiq.subscribe(function () { // To keep below the computed
  184. vm.search();
  185. });
  186. self.toggleFacet = function (data) {
  187. var fq = self.getFacetFilter(data.widget_id);
  188. if (fq == null) {
  189. self.fqs.push(ko.mapping.fromJS({
  190. 'id': data.widget_id,
  191. 'field': data.facet.cat,
  192. 'filter': [data.facet.value],
  193. 'type': 'field'
  194. }));
  195. } else {
  196. $.each(self.fqs(), function (index, fq) {
  197. if (fq.id() == data.widget_id) {
  198. if (fq.filter.indexOf(data.facet.value) > -1) {
  199. fq.filter.remove(data.facet.value);
  200. if (fq.filter().length == 0) {
  201. self.fqs.remove(fq);
  202. }
  203. } else {
  204. fq.filter.push(data.facet.value);
  205. }
  206. }
  207. });
  208. }
  209. vm.search();
  210. }
  211. self.selectRangeFacet = function (data) {
  212. var fq = self.getFacetFilter(data.widget_id);
  213. var unselect = fq != null && fq.id() == data.widget_id && data.force == undefined;
  214. self.removeFilter(ko.mapping.fromJS({'id': data.widget_id})); // TODO: could combine ranges
  215. if (! unselect) {
  216. self.fqs.push(ko.mapping.fromJS({
  217. 'id': data.widget_id,
  218. 'field': data.cat,
  219. 'filter': {'from': data.from, 'to': data.to},
  220. 'type': 'range'
  221. }));
  222. }
  223. if (data.no_refresh == undefined) {
  224. vm.search();
  225. }
  226. }
  227. self.removeFilter = function (data) {
  228. $.each(self.fqs(), function (index, fq) {
  229. if (fq.id() == data.id()) {
  230. self.fqs.remove(fq);
  231. return false;
  232. }
  233. });
  234. }
  235. self.getFacetFilter = function (widget_id) {
  236. var _fq = null;
  237. $.each(self.fqs(), function (index, fq) {
  238. if (fq.id() == widget_id) {
  239. _fq = fq;
  240. return false;
  241. }
  242. });
  243. return _fq;
  244. }
  245. };
  246. var Collection = function (vm, collection) {
  247. var self = this;
  248. self.id = collection.id;
  249. self.name = collection.name;
  250. self.label = collection.label;
  251. self.idField = collection.idField;
  252. self.template = ko.mapping.fromJS(collection.template);
  253. self.template.fieldsSelected.subscribe(function () {
  254. vm.search();
  255. });
  256. self.template.template.subscribe(function () {
  257. vm.search();
  258. });
  259. self.template.isGridLayout.subscribe(function () {
  260. vm.search();
  261. });
  262. self.facets = ko.mapping.fromJS(collection.facets);
  263. $.each(self.facets(), function (index, facet) {
  264. facet.field.subscribe(function () {
  265. vm.search();
  266. });
  267. });
  268. self.fields = ko.mapping.fromJS(collection.fields);
  269. self.addFacet = function (facet_json) {
  270. $.post("/search/template/new_facet", {
  271. "collection": ko.mapping.toJSON(self),
  272. "id": facet_json.widget_id,
  273. "label": facet_json.name,
  274. "field": facet_json.name,
  275. "widget_type": facet_json.widgetType
  276. }, function (data) {
  277. if (data.status == 0) {
  278. var facet = ko.mapping.fromJS(data.facet);
  279. facet.field.subscribe(function () {
  280. vm.search();
  281. });
  282. self.facets.push(facet);
  283. vm.search();
  284. } else {
  285. $(document).trigger("error", data.message);
  286. }
  287. }).fail(function (xhr, textStatus, errorThrown) {});
  288. };
  289. self.removeFacet = function (widget_id) {
  290. $.each(self.facets(), function (index, facet) {
  291. if (facet.id() == widget_id()) {
  292. self.facets.remove(facet);
  293. return false;
  294. }
  295. });
  296. }
  297. self.getFacetById = function (facet_id) {
  298. var _facet = null;
  299. $.each(self.facets(), function (index, facet) {
  300. if (facet.id() == facet_id) {
  301. _facet = facet;
  302. return false;
  303. }
  304. });
  305. return _facet;
  306. }
  307. self.template.fields = ko.computed(function () {
  308. var _fields = [];
  309. $.each(self.template.fieldsAttributes(), function (index, field) {
  310. var position = self.template.fieldsSelected.indexOf(field.name());
  311. if (position != -1) {
  312. _fields[position] = field;
  313. }
  314. });
  315. return _fields;
  316. });
  317. self.getTemplateField = function (name) {
  318. var _field = null;
  319. $.each(self.template.fields(), function (index, field) {
  320. if (field.name() == name) {
  321. _field = field;
  322. return false;
  323. }
  324. });
  325. return _field;
  326. };
  327. self.template.fieldsModalFilter = ko.observable("");
  328. self.template.filteredFieldsAttributes = ko.observableArray(self.template.fieldsAttributes());
  329. self.template.fieldsModalFilter.subscribe(function(value){
  330. var _fields = [];
  331. $.each(self.template.fieldsAttributes(), function (index, field) {
  332. if (field.name().toLowerCase().indexOf(self.template.fieldsModalFilter().toLowerCase()) > -1){
  333. _fields.push(field);
  334. }
  335. });
  336. self.template.filteredFieldsAttributes(_fields);
  337. });
  338. self.addDynamicFields = function () { // + Adding merge smartly if schema updated
  339. $.post("/search/index/" + self.id + "/fields/dynamic", {
  340. }, function (data) {
  341. if (data.status == 0) {
  342. $.each(data.dynamic_fields, function (index, field) {
  343. if (self.fields.indexOf(field) == -1) {
  344. self.fields.push(field);
  345. }
  346. });
  347. }
  348. }).fail(function (xhr, textStatus, errorThrown) {});
  349. }
  350. self.toggleSortColumnGridLayout = function (template_field) {
  351. if (! template_field.sort.direction()) {
  352. template_field.sort.direction('desc');
  353. } else if (template_field.sort.direction() == 'desc') {
  354. template_field.sort.direction('asc');
  355. } else {
  356. template_field.sort.direction(null);
  357. }
  358. vm.search();
  359. };
  360. self.toggleFacet = function (facet_field, event) {
  361. vm.query.removeFilter(ko.mapping.fromJS({'id': facet_field.id})); // Reset filter query
  362. var hasChanged = false;
  363. if (facet_field.properties.canRange()) {
  364. if (facet_field.type() == 'field' && facet_field.properties.sort() == 'asc') {
  365. facet_field.type('range');
  366. hasChanged = true;
  367. } else if (facet_field.type() == 'range' && facet_field.properties.sort() == 'desc') {
  368. facet_field.type('field')
  369. hasChanged = true;
  370. }
  371. }
  372. if (! hasChanged) {
  373. if (facet_field.properties.sort() == 'desc') {
  374. facet_field.properties.sort('asc');
  375. } else {
  376. facet_field.properties.sort('desc');
  377. }
  378. }
  379. $(event.target).button('loading');
  380. vm.search();
  381. };
  382. self.selectTimelineFacet = function (data) { // alert(ko.mapping.toJSON(facet));
  383. var facet = self.getFacetById(data.widget_id);
  384. facet.properties.start(data.from);
  385. facet.properties.end(data.to);
  386. vm.query.selectRangeFacet({widget_id: data.widget_id, from: data.from, to: data.to, cat: data.cat, no_refresh: true, force: true});
  387. $.ajax({
  388. type: "POST",
  389. url: "/search/get_range_facet",
  390. data: {
  391. collection: ko.mapping.toJSON(self),
  392. facet: ko.mapping.toJSON(facet),
  393. action: 'select'
  394. },
  395. success: function (data) {
  396. if (data.status == 0) {
  397. facet.properties.gap(data.properties.gap);
  398. }
  399. },
  400. async: false
  401. });
  402. vm.search();
  403. }
  404. self.timeLineZoom = function (facet_json) {
  405. var facet = self.getFacetById(facet_json.id);
  406. facet.properties.start(facet.from);
  407. facet.properties.end(facet.to);
  408. $.ajax({
  409. type: "POST",
  410. url: "/search/get_range_facet",
  411. data: {
  412. collection: ko.mapping.toJSON(self),
  413. facet: ko.mapping.toJSON(facet),
  414. action: "zoom_out"
  415. },
  416. success: function (data) {
  417. if (data.status == 0) {
  418. facet.properties.start(data.properties.start);
  419. facet.properties.end(data.properties.end);
  420. facet.properties.gap(data.properties.gap);
  421. }
  422. },
  423. async: false
  424. });
  425. vm.search();
  426. }
  427. self.translateSelectedField = function (index, direction) {
  428. var array = self.template.fieldsSelected();
  429. if (direction == 'left') {
  430. self.template.fieldsSelected.splice(index - 1, 2, array[index], array[index - 1]);
  431. } else {
  432. self.template.fieldsSelected.splice(index, 2, array[index + 1], array[index]);
  433. }
  434. vm.search();
  435. };
  436. };
  437. var SearchViewModel = function (collection_json, query_json) {
  438. var self = this;
  439. // Models
  440. self.collection = new Collection(self, collection_json.collection);
  441. self.query = new Query(self, query_json);
  442. // UI
  443. self.response = ko.observable({});
  444. self.results = ko.observableArray([]);
  445. self.norm_facets = ko.computed(function () {
  446. return self.response().normalized_facets;
  447. });
  448. self.getFacetFromQuery = function (facet_id) {
  449. var _facet = null;
  450. if (self.norm_facets() !== undefined) {
  451. $.each(self.norm_facets(), function (index, norm_facet) {
  452. if (norm_facet.id == facet_id) {
  453. _facet = norm_facet;
  454. }
  455. });
  456. }
  457. return _facet;
  458. };
  459. self.previewColumns = ko.observable("");
  460. self.columns = ko.observable({});
  461. loadLayout(self, collection_json.layout);
  462. self.isEditing = ko.observable(false);
  463. self.toggleEditing = function () {
  464. self.isEditing(!self.isEditing());
  465. };
  466. self.isRetrievingResults = ko.observable(false);
  467. self.draggableHit = ko.observable(new Widget(12, UUID(), "Hit Count", "hit-widget"));
  468. self.draggableFacet = ko.observable(new Widget(12, UUID(), "Facet", "facet-widget"));
  469. self.draggableResultset = ko.observable(new Widget(12, UUID(), "Results", "resultset-widget"));
  470. self.draggableHistogram = ko.observable(new Widget(12, UUID(), "Histogram", "histogram-widget"));
  471. self.draggableBar = ko.observable(new Widget(12, UUID(), "Bar Chart", "bar-widget"));
  472. self.draggableMap = ko.observable(new Widget(12, UUID(), "Map", "map-widget"));
  473. self.draggableLine = ko.observable(new Widget(12, UUID(), "Line Chart", "line-widget"));
  474. self.draggablePie = ko.observable(new Widget(12, UUID(), "Pie Chart", "pie-widget"));
  475. self.draggableFilter = ko.observable(new Widget(12, UUID(), "Filter Bar", "filter-widget"));
  476. self.init = function () {
  477. //self.collection.addDynamicFields();
  478. self.isEditing(true);
  479. self.search();
  480. }
  481. self.search = function () {
  482. self.isRetrievingResults(true);
  483. $(".jHueNotify").hide();
  484. // Multi queries
  485. var multiQs = [];
  486. // self.query.q().slice(1) too ?
  487. if (self.query.isMultiq()) {
  488. var facet = self.query.getFacetFilter(self.query.selectedMultiq()['id']);
  489. multiQs = $.map(facet.filter(), function(d) {
  490. return $.post("/search/get_timeline", {
  491. collection: ko.mapping.toJSON(self.collection),
  492. query: ko.mapping.toJSON(self.query),
  493. facet: ko.mapping.toJSON(facet),
  494. d: d
  495. }, function (data) {return data});
  496. });
  497. }
  498. $.when.apply($, [
  499. $.post("/search/search", {
  500. collection: ko.mapping.toJSON(self.collection),
  501. query: ko.mapping.toJSON(self.query),
  502. layout: ko.mapping.toJSON(self.columns)
  503. }, function (data) {
  504. self.response(data);
  505. self.results.removeAll();
  506. if (data.error) {
  507. $(document).trigger("error", data.error);
  508. }
  509. else {
  510. if (self.collection.template.isGridLayout()) {
  511. // Table view
  512. $.each(data.response.docs, function (index, item) {
  513. var row = [];
  514. var fields = self.collection.template.fieldsSelected();
  515. // Display selected fields or whole json document
  516. if (fields.length != 0) {
  517. $.each(self.collection.template.fieldsSelected(), function (index, field) {
  518. row.push(item[field]);
  519. });
  520. } else {
  521. row.push(ko.mapping.toJSON(item));
  522. }
  523. var doc = {'id': item[self.collection.idField], 'row': row};
  524. self.results.push(doc);
  525. });
  526. }
  527. else {
  528. // Template view
  529. var _mustacheTmpl = fixTemplateDotsAndFunctionNames(self.collection.template.template());
  530. $.each(data.response.docs, function (index, item) {
  531. addTemplateFunctions(item);
  532. self.results.push(Mustache.render(_mustacheTmpl, item));
  533. });
  534. }
  535. self.isRetrievingResults(false);
  536. }
  537. })
  538. ].concat(multiQs)
  539. )
  540. .done(function() {
  541. if (arguments[0] instanceof Array) { // If multi queries
  542. var histoFacet = self.getFacetFromQuery('e90cc50b-3d55-fb7c-28f3-a0710ca28ae6');
  543. for (var i = 1; i < arguments.length; i++) {
  544. histoFacet.extraSeries.push(arguments[i][0]['series']);
  545. }
  546. self.response.valueHasMutated();
  547. }
  548. })
  549. .fail(function (xhr, textStatus, errorThrown) {
  550. $(document).trigger("error", xhr.responseText);
  551. })
  552. .always(function () {
  553. $('.btn-loading').button('reset');
  554. });
  555. };
  556. self.removeWidget = function (widget_json) {
  557. self.collection.removeFacet(widget_json.id);
  558. self.query.removeFilter(widget_json);
  559. self.search();
  560. }
  561. self.getWidgetById = function (widget_id) {
  562. var _widget = null;
  563. $.each(self.columns(), function (i, col) {
  564. $.each(col.rows(), function (j, row) {
  565. $.each(row.widgets(), function (z, widget) {
  566. if (widget.id() == widget_id){
  567. _widget = widget;
  568. }
  569. });
  570. });
  571. });
  572. return _widget;
  573. }
  574. self.getDocument = function (doc) {
  575. $.post("/search/get_document", {
  576. collection: ko.mapping.toJSON(self.collection),
  577. id: doc.id
  578. },function (data) {
  579. if (data.status == 0) {
  580. alert(ko.mapping.toJSON(data.doc.doc));
  581. }
  582. else if (data.status == 1) {
  583. $(document).trigger("info", data.message);
  584. }
  585. else {
  586. $(document).trigger("error", data.message);
  587. }
  588. }).fail(function (xhr, textStatus, errorThrown) {
  589. $(document).trigger("error", xhr.responseText);
  590. });
  591. };
  592. self.save = function () {
  593. $.post("/search/save", {
  594. collection: ko.mapping.toJSON(self.collection),
  595. layout: ko.mapping.toJSON(self.columns)
  596. },function (data) {
  597. if (data.status == 0) {
  598. self.collection.id = data.id;
  599. $(document).trigger("info", data.message);
  600. }
  601. else {
  602. $(document).trigger("error", data.message);
  603. }
  604. }).fail(function (xhr, textStatus, errorThrown) {
  605. $(document).trigger("error", xhr.responseText);
  606. });
  607. };
  608. };