search.ko.js 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. // Start dashboard lib to move out
  17. var Column = function (size, rows) {
  18. var self = this;
  19. self.size = ko.observable(size);
  20. self.rows = ko.observableArray(rows);
  21. self.klass = ko.computed(function () {
  22. return "card card-home card-column span" + self.size();
  23. });
  24. self.addEmptyRow = function () {
  25. self.addRow();
  26. };
  27. self.addRow = function (row) {
  28. if (typeof row == "undefined" || row == null) {
  29. row = new Row([]);
  30. }
  31. self.rows.push(row);
  32. };
  33. }
  34. var Row = function (widgets) {
  35. var self = this;
  36. self.widgets = ko.observableArray(widgets);
  37. self.addWidget = function (widget) {
  38. self.widgets.push(widget);
  39. };
  40. self.move = function (from, to) {
  41. try {
  42. viewModel.columns()[to].addRow(self);
  43. viewModel.columns()[from].rows.remove(self);
  44. }
  45. catch (exception) {
  46. }
  47. }
  48. self.moveDown = function (col, row) {
  49. var _i = col.rows().indexOf(row);
  50. if (_i < col.rows().length - 1) {
  51. var _arr = col.rows();
  52. col.rows.splice(_i, 2, _arr[_i + 1], _arr[_i]);
  53. }
  54. }
  55. self.moveUp = function (col, row) {
  56. var _i = col.rows().indexOf(row);
  57. if (_i >= 1) {
  58. var _arr = col.rows();
  59. col.rows.splice(_i - 1, 2, _arr[_i], _arr[_i - 1]);
  60. }
  61. }
  62. self.remove = function (col, row) {
  63. col.rows.remove(row);
  64. }
  65. }
  66. // A widget is generic. It has an id that refer to another object (e.g. facet) with the same id.
  67. var Widget = function (size, id, name, widgetType, properties, offset) {
  68. var self = this;
  69. self.size = ko.observable(size).extend({ numeric: 0 });
  70. self.name = ko.observable(name);
  71. self.id = ko.observable(id);
  72. self.widgetType = ko.observable(typeof widgetType != "undefined" && widgetType != null ? widgetType : "empty-widget");
  73. self.properties = ko.observable(typeof properties != "undefined" && properties != null ? properties : {});
  74. self.offset = ko.observable(typeof offset != "undefined" && offset != null ? offset : 0).extend({ numeric: 0 });
  75. self.isLoading = ko.observable(false);
  76. self.klass = ko.computed(function () {
  77. return "card card-widget span" + self.size() + (self.offset() * 1 > 0 ? " offset" + self.offset() : "");
  78. });
  79. self.expand = function () {
  80. self.size(self.size() + 1);
  81. }
  82. self.compress = function () {
  83. self.size(self.size() - 1);
  84. }
  85. self.moveLeft = function () {
  86. self.offset(self.offset() - 1);
  87. }
  88. self.moveRight = function () {
  89. self.offset(self.offset() + 1);
  90. }
  91. self.remove = function (row, widget) {
  92. viewModel.removeWidget(widget);
  93. row.widgets.remove(widget);
  94. }
  95. };
  96. Widget.prototype.clone = function () {
  97. return new Widget(this.size(), UUID(), this.name(), this.widgetType());
  98. };
  99. function fullLayout() {
  100. setLayout([12]);
  101. }
  102. function oneThirdLeftLayout() {
  103. setLayout([3, 9]);
  104. }
  105. function oneThirdRightLayout() {
  106. setLayout([9, 3]);
  107. }
  108. function magicLayout() {
  109. setLayout([3, 9]);
  110. alert('Hue picked a timeline, filter, result, pie bar, widgets...');
  111. }
  112. function setLayout(colSizes) {
  113. // Save previous widgets
  114. var _allRows = [];
  115. $(viewModel.columns()).each(function (cnt, col) {
  116. var _tRows = [];
  117. $(col.rows()).each(function (icnt, row) {
  118. if (row.widgets().length > 0) {
  119. _tRows.push(row);
  120. }
  121. });
  122. _allRows = _allRows.concat(_tRows);
  123. });
  124. var _cols = [];
  125. var _highestCol = {
  126. idx: -1,
  127. size: -1
  128. };
  129. $(colSizes).each(function (cnt, size) {
  130. _cols.push(new Column(size, []));
  131. if (size > _highestCol.size) {
  132. _highestCol.idx = cnt;
  133. _highestCol.size = size;
  134. }
  135. });
  136. if (_allRows.length > 0 && _highestCol.idx > -1) {
  137. _cols[_highestCol.idx].rows(_allRows);
  138. }
  139. $(_cols).each(function (cnt, col) {
  140. if (col.rows().length == 0) {
  141. col.rows([new Row([])]);
  142. }
  143. });
  144. viewModel.columns(_cols);
  145. }
  146. function loadLayout(viewModel, json_layout) {
  147. var _columns = [];
  148. $(json_layout).each(function (cnt, json_col) {
  149. var _rows = [];
  150. $(json_col.rows).each(function (rcnt, json_row) {
  151. var row = new Row();
  152. $(json_row.widgets).each(function (wcnt, widget) {
  153. row.addWidget(new Widget(widget.size, widget.id, widget.name, widget.widgetType, widget.properties, widget.offset));
  154. });
  155. _rows.push(row);
  156. });
  157. var column = new Column(json_col.size, _rows);
  158. _columns = _columns.concat(column);
  159. });
  160. viewModel.columns(_columns);
  161. }
  162. // End dashboard lib
  163. var Query = function (vm, query) {
  164. var self = this;
  165. self.q = ko.observable(query.q);
  166. self.fqs = ko.mapping.fromJS(query.fqs);
  167. // multiq?
  168. self.toggleFacet = function (data) {
  169. var fq = self.getFacetFilter(data.widget_id);
  170. if (fq == null) {
  171. self.fqs.push(ko.mapping.fromJS({
  172. 'id': data.widget_id,
  173. 'field': data.facet.cat,
  174. 'filter': [data.facet.value],
  175. 'type': 'field'
  176. }));
  177. } else {
  178. $.each(self.fqs(), function (index, fq) {
  179. if (fq.id() == data.widget_id) {
  180. if (fq.filter.indexOf(data.facet.value) > -1) {
  181. fq.filter.remove(data.facet.value);
  182. if (fq.filter().length == 0) {
  183. self.fqs.remove(fq);
  184. }
  185. } else {
  186. fq.filter.push(data.facet.value);
  187. }
  188. }
  189. });
  190. }
  191. vm.search();
  192. }
  193. self.selectRangeFacet = function (data) {
  194. var fq = self.getFacetFilter(data.widget_id);
  195. var unselect = fq != null && fq.id() == data.widget_id;
  196. self.removeFilter(ko.mapping.fromJS({'id': data.widget_id})); // could combine ranges
  197. if (! unselect) {
  198. self.fqs.push(ko.mapping.fromJS({
  199. 'id': data.widget_id,
  200. 'field': data.cat,
  201. 'filter': {'from': data.from, 'to': data.to},
  202. 'type': 'range'
  203. }));
  204. }
  205. vm.search();
  206. }
  207. self.removeFilter = function (data) {
  208. $.each(self.fqs(), function (index, fq) {
  209. if (fq.id() == data.id()) {
  210. self.fqs.remove(fq);
  211. return false;
  212. }
  213. });
  214. }
  215. self.getFacetFilter = function (widget_id) {
  216. var _fq = null;
  217. $.each(self.fqs(), function (index, fq) {
  218. if (fq.id() == widget_id) {
  219. _fq = fq;
  220. return false;
  221. }
  222. });
  223. return _fq;
  224. }
  225. };
  226. var Collection = function (vm, collection) {
  227. var self = this;
  228. self.id = collection.id;
  229. self.name = collection.name;
  230. self.label = collection.label;
  231. self.idField = collection.idField;
  232. self.template = ko.mapping.fromJS(collection.template);
  233. self.template.fieldsSelected.subscribe(function () {
  234. vm.search();
  235. });
  236. self.template.template.subscribe(function () {
  237. vm.search();
  238. });
  239. self.template.isGridLayout.subscribe(function () {
  240. vm.search();
  241. });
  242. self.facets = ko.mapping.fromJS(collection.facets);
  243. $.each(self.facets(), function (index, facet) {
  244. facet.field.subscribe(function () {
  245. vm.search();
  246. });
  247. });
  248. self.fields = ko.mapping.fromJS(collection.fields);
  249. self.addFacet = function (facet_json) {
  250. $.post("/search/template/new_facet", {
  251. "collection": ko.mapping.toJSON(self),
  252. "id": facet_json.widget_id,
  253. "label": facet_json.name,
  254. "field": facet_json.name,
  255. "widget_type": facet_json.widgetType
  256. }, function (data) {
  257. if (data.status == 0) {
  258. var facet = ko.mapping.fromJS(data.facet);
  259. facet.field.subscribe(function () {
  260. vm.search();
  261. });
  262. self.facets.push(facet);
  263. vm.search();
  264. } else {
  265. $(document).trigger("error", data.message);
  266. }
  267. }).fail(function (xhr, textStatus, errorThrown) {});
  268. };
  269. self.removeFacet = function (widget_id) {
  270. $.each(self.facets(), function (index, facet) {
  271. if (facet.id() == widget_id()) {
  272. self.facets.remove(facet);
  273. return false;
  274. }
  275. });
  276. }
  277. self.getFacetById = function (facet_id) {
  278. var _facet = null;
  279. $.each(self.facets(), function (index, facet) {
  280. if (facet.id() == facet_id) {
  281. _facet = facet;
  282. return false;
  283. }
  284. });
  285. return _facet;
  286. }
  287. self.template.fields = ko.computed(function () {
  288. var _fields = [];
  289. $.each(self.template.fieldsAttributes(), function (index, field) {
  290. var position = self.template.fieldsSelected.indexOf(field.name());
  291. if (position != -1) {
  292. _fields[position] = field;
  293. }
  294. });
  295. return _fields;
  296. });
  297. self.getTemplateField = function (name) {
  298. var _field = null;
  299. $.each(self.template.fields(), function (index, field) {
  300. if (field.name() == name) {
  301. _field = field;
  302. return false;
  303. }
  304. });
  305. return _field;
  306. };
  307. self.template.fieldsModalFilter = ko.observable("");
  308. self.template.filteredFieldsAttributes = ko.observableArray(self.template.fieldsAttributes());
  309. self.template.fieldsModalFilter.subscribe(function(value){
  310. var _fields = [];
  311. $.each(self.template.fieldsAttributes(), function (index, field) {
  312. if (field.name().toLowerCase().indexOf(self.template.fieldsModalFilter().toLowerCase()) > -1){
  313. _fields.push(field);
  314. }
  315. });
  316. self.template.filteredFieldsAttributes(_fields);
  317. });
  318. self.addDynamicFields = function () { // + Adding merge smartly if schema updated
  319. $.post("/search/index/" + self.id + "/fields/dynamic", {
  320. }, function (data) {
  321. if (data.status == 0) {
  322. $.each(data.dynamic_fields, function (index, field) {
  323. if (self.fields.indexOf(field) == -1) {
  324. self.fields.push(field);
  325. }
  326. });
  327. }
  328. }).fail(function (xhr, textStatus, errorThrown) {});
  329. }
  330. self.toggleSortColumnGridLayout = function (template_field) {
  331. if (! template_field.sort.direction()) {
  332. template_field.sort.direction('desc');
  333. } else if (template_field.sort.direction() == 'desc') {
  334. template_field.sort.direction('asc');
  335. } else {
  336. template_field.sort.direction(null);
  337. }
  338. vm.search();
  339. };
  340. self.toggleFacet = function (facet_field, event) {
  341. vm.query.removeFilter(ko.mapping.fromJS({'id': facet_field.id})); // Reset filter query
  342. var hasChanged = false;
  343. if (facet_field.properties.canRange()) {
  344. if (facet_field.type() == 'field' && facet_field.properties.sort() == 'asc') {
  345. facet_field.type('range');
  346. hasChanged = true;
  347. } else if (facet_field.type() == 'range' && facet_field.properties.sort() == 'desc') {
  348. facet_field.type('field')
  349. hasChanged = true;
  350. }
  351. }
  352. if (! hasChanged) {
  353. if (facet_field.properties.sort() == 'desc') {
  354. facet_field.properties.sort('asc');
  355. } else {
  356. facet_field.properties.sort('desc');
  357. }
  358. }
  359. $(event.target).button('loading');
  360. vm.search();
  361. };
  362. self.selectTimelineFacet = function (data) { // alert(ko.mapping.toJSON(facet));
  363. var facet = self.getFacetById(data.widget_id);
  364. facet.properties.start(data.from);
  365. facet.properties.end(data.to);
  366. $.ajax({
  367. type: "POST",
  368. url: "/search/get_range_facet",
  369. data: {
  370. collection: ko.mapping.toJSON(self),
  371. facet: ko.mapping.toJSON(facet),
  372. action: 'select'
  373. },
  374. success: function (data) {
  375. if (data.status == 0) {
  376. facet.properties.gap(data.properties.gap);
  377. }
  378. },
  379. async: false
  380. });
  381. vm.search();
  382. }
  383. self.timeLineZoom = function (facet_json) {
  384. var facet = self.getFacetById(facet_json.id);
  385. facet.properties.start(facet.from);
  386. facet.properties.end(facet.to);
  387. $.ajax({
  388. type: "POST",
  389. url: "/search/get_range_facet",
  390. data: {
  391. collection: ko.mapping.toJSON(self),
  392. facet: ko.mapping.toJSON(facet),
  393. action: "zoom_out"
  394. },
  395. success: function (data) {
  396. if (data.status == 0) {
  397. facet.properties.start(data.properties.start);
  398. facet.properties.end(data.properties.end);
  399. facet.properties.gap(data.properties.gap);
  400. }
  401. },
  402. async: false
  403. });
  404. vm.search();
  405. }
  406. self.translateSelectedField = function (index, direction) {
  407. var array = self.template.fieldsSelected();
  408. if (direction == 'left') {
  409. self.template.fieldsSelected.splice(index - 1, 2, array[index], array[index - 1]);
  410. } else {
  411. self.template.fieldsSelected.splice(index, 2, array[index + 1], array[index]);
  412. }
  413. vm.search();
  414. };
  415. };
  416. var SearchViewModel = function (collection_json, query_json) {
  417. var self = this;
  418. // Models
  419. self.collection = new Collection(self, collection_json.collection);
  420. self.query = new Query(self, query_json);
  421. // UI
  422. self.response = ko.observable({});
  423. self.results = ko.observableArray([]);
  424. self.norm_facets = ko.computed(function () {
  425. return self.response().normalized_facets;
  426. });
  427. self.getFacetFromQuery = function (facet_id) {
  428. var _facet = null;
  429. if (self.norm_facets() !== undefined) {
  430. $.each(self.norm_facets(), function (index, norm_facet) {
  431. if (norm_facet.id == facet_id) {
  432. _facet = norm_facet;
  433. }
  434. });
  435. }
  436. return _facet;
  437. };
  438. self.previewColumns = ko.observable("");
  439. self.columns = ko.observable({});
  440. loadLayout(self, collection_json.layout);
  441. self.isEditing = ko.observable(false);
  442. self.toggleEditing = function () {
  443. self.isEditing(!self.isEditing());
  444. };
  445. self.isRetrievingResults = ko.observable(false);
  446. self.draggableHit = ko.observable(new Widget(12, UUID(), "Hit Count", "hit-widget"));
  447. self.draggableFacet = ko.observable(new Widget(12, UUID(), "Facet", "facet-widget"));
  448. self.draggableResultset = ko.observable(new Widget(12, UUID(), "Results", "resultset-widget"));
  449. self.draggableHistogram = ko.observable(new Widget(12, UUID(), "Histogram", "histogram-widget"));
  450. self.draggableBar = ko.observable(new Widget(12, UUID(), "Bar Chart", "bar-widget"));
  451. self.draggableMap = ko.observable(new Widget(12, UUID(), "Map", "map-widget"));
  452. self.draggableLine = ko.observable(new Widget(12, UUID(), "Line Chart", "line-widget"));
  453. self.draggablePie = ko.observable(new Widget(12, UUID(), "Pie Chart", "pie-widget"));
  454. self.draggableFilter = ko.observable(new Widget(12, UUID(), "Filter Bar", "filter-widget"));
  455. self.init = function () {
  456. //self.collection.addDynamicFields();
  457. self.isEditing(true);
  458. self.search();
  459. }
  460. self.search = function () {
  461. self.isRetrievingResults(true);
  462. $(".jHueNotify").hide();
  463. // Multi queries
  464. var facet = self.query.getFacetFilter('4933579c-38b0-4599-afa1-021e2ca7ae1c');
  465. var multiQs = [];
  466. // todo APPLUY FQ filter!!
  467. // self.query.q().slice(1) too ?
  468. if (facet && facet.filter().length > 0) { // todo + histogram there if set to multi q
  469. multiQs = $.map(facet.filter(), function(d) {
  470. return $.post("/search/get_timeline", {
  471. collection: ko.mapping.toJSON(self.collection),
  472. query: ko.mapping.toJSON(self.query),
  473. facet: ko.mapping.toJSON(facet),
  474. d: d
  475. }, function (data) {return data});
  476. });
  477. }
  478. $.when.apply($, [
  479. $.post("/search/search", {
  480. collection: ko.mapping.toJSON(self.collection),
  481. query: ko.mapping.toJSON(self.query),
  482. layout: ko.mapping.toJSON(self.columns)
  483. }, function (data) {
  484. self.response(data);
  485. self.results.removeAll();
  486. if (data.error) {
  487. $(document).trigger("error", data.error);
  488. }
  489. else {
  490. if (self.collection.template.isGridLayout()) {
  491. // Table view
  492. $.each(data.response.docs, function (index, item) {
  493. var row = [];
  494. var fields = self.collection.template.fieldsSelected();
  495. // Display selected fields or whole json document
  496. if (fields.length != 0) {
  497. $.each(self.collection.template.fieldsSelected(), function (index, field) {
  498. row.push(item[field]);
  499. });
  500. } else {
  501. row.push(ko.mapping.toJSON(item));
  502. }
  503. var doc = {'id': item[self.collection.idField], 'row': row};
  504. self.results.push(doc);
  505. });
  506. }
  507. else {
  508. // Template view
  509. var _mustacheTmpl = fixTemplateDotsAndFunctionNames(self.collection.template.template());
  510. $.each(data.response.docs, function (index, item) {
  511. addTemplateFunctions(item);
  512. self.results.push(Mustache.render(_mustacheTmpl, item));
  513. });
  514. }
  515. self.isRetrievingResults(false);
  516. }
  517. })
  518. ].concat(multiQs)
  519. )
  520. .done(function() {
  521. if (arguments[0] instanceof Array) { // If multi queries
  522. var histoFacet = self.getFacetFromQuery('e90cc50b-3d55-fb7c-28f3-a0710ca28ae6');
  523. for (var i = 1; i < arguments.length; i++) {
  524. histoFacet.extraSeries.push(arguments[i][0]['series']);
  525. }
  526. self.response.valueHasMutated();
  527. }
  528. })
  529. .fail(function (xhr, textStatus, errorThrown) {
  530. $(document).trigger("error", xhr.responseText);
  531. })
  532. .always(function () {
  533. $('.btn-loading').button('reset');
  534. });
  535. };
  536. self.removeWidget = function (widget_json) {
  537. self.collection.removeFacet(widget_json.id);
  538. self.query.removeFilter(widget_json);
  539. self.search();
  540. }
  541. self.getWidgetById = function (widget_id) {
  542. var _widget = null;
  543. $.each(self.columns(), function (i, col) {
  544. $.each(col.rows(), function (j, row) {
  545. $.each(row.widgets(), function (z, widget) {
  546. if (widget.id() == widget_id){
  547. _widget = widget;
  548. }
  549. });
  550. });
  551. });
  552. return _widget;
  553. }
  554. self.getDocument = function (doc) {
  555. $.post("/search/get_document", {
  556. collection: ko.mapping.toJSON(self.collection),
  557. id: doc.id
  558. },function (data) {
  559. if (data.status == 0) {
  560. alert(ko.mapping.toJSON(data.doc.doc));
  561. }
  562. else if (data.status == 1) {
  563. $(document).trigger("info", data.message);
  564. }
  565. else {
  566. $(document).trigger("error", data.message);
  567. }
  568. }).fail(function (xhr, textStatus, errorThrown) {
  569. $(document).trigger("error", xhr.responseText);
  570. });
  571. };
  572. self.save = function () {
  573. $.post("/search/save", {
  574. collection: ko.mapping.toJSON(self.collection),
  575. layout: ko.mapping.toJSON(self.columns)
  576. },function (data) {
  577. if (data.status == 0) {
  578. self.collection.id = data.id;
  579. $(document).trigger("info", data.message);
  580. }
  581. else {
  582. $(document).trigger("error", data.message);
  583. }
  584. }).fail(function (xhr, textStatus, errorThrown) {
  585. $(document).trigger("error", xhr.responseText);
  586. });
  587. };
  588. };