search.ko.js 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. // Start dashboard lib to move out
  17. var Column = function (size, rows) {
  18. var self = this;
  19. self.size = ko.observable(size);
  20. self.rows = ko.observableArray(rows);
  21. self.klass = ko.computed(function () {
  22. return "card card-home card-column span" + self.size();
  23. });
  24. self.addEmptyRow = function () {
  25. self.addRow();
  26. };
  27. self.addRow = function (row) {
  28. if (typeof row == "undefined" || row == null) {
  29. row = new Row([]);
  30. }
  31. self.rows.push(row);
  32. };
  33. }
  34. var Row = function (widgets) {
  35. var self = this;
  36. self.widgets = ko.observableArray(widgets);
  37. self.addWidget = function (widget) {
  38. self.widgets.push(widget);
  39. };
  40. self.move = function (from, to) {
  41. try {
  42. viewModel.columns()[to].addRow(self);
  43. viewModel.columns()[from].rows.remove(self);
  44. }
  45. catch (exception) {
  46. }
  47. }
  48. self.moveDown = function (col, row) {
  49. var _i = col.rows().indexOf(row);
  50. if (_i < col.rows().length - 1) {
  51. var _arr = col.rows();
  52. col.rows.splice(_i, 2, _arr[_i + 1], _arr[_i]);
  53. }
  54. }
  55. self.moveUp = function (col, row) {
  56. var _i = col.rows().indexOf(row);
  57. if (_i >= 1) {
  58. var _arr = col.rows();
  59. col.rows.splice(_i - 1, 2, _arr[_i], _arr[_i - 1]);
  60. }
  61. }
  62. self.remove = function (col, row) {
  63. col.rows.remove(row);
  64. }
  65. }
  66. // A widget is generic. It has an id that refer to another object (e.g. facet) with the same id.
  67. var Widget = function (size, id, name, widgetType, properties, offset) {
  68. var self = this;
  69. self.size = ko.observable(size).extend({ numeric: 0 });
  70. self.name = ko.observable(name);
  71. self.id = ko.observable(id);
  72. self.widgetType = ko.observable(typeof widgetType != "undefined" && widgetType != null ? widgetType : "empty-widget");
  73. self.properties = ko.observable(typeof properties != "undefined" && properties != null ? properties : {});
  74. self.offset = ko.observable(typeof offset != "undefined" && offset != null ? offset : 0).extend({ numeric: 0 });
  75. self.isLoading = ko.observable(false);
  76. self.klass = ko.computed(function () {
  77. return "card card-widget span" + self.size() + (self.offset() * 1 > 0 ? " offset" + self.offset() : "");
  78. });
  79. self.expand = function () {
  80. self.size(self.size() + 1);
  81. }
  82. self.compress = function () {
  83. self.size(self.size() - 1);
  84. }
  85. self.moveLeft = function () {
  86. self.offset(self.offset() - 1);
  87. }
  88. self.moveRight = function () {
  89. self.offset(self.offset() + 1);
  90. }
  91. self.remove = function (row, widget) {
  92. viewModel.removeWidget(widget);
  93. row.widgets.remove(widget);
  94. }
  95. };
  96. Widget.prototype.clone = function () {
  97. return new Widget(this.size(), UUID(), this.name(), this.widgetType());
  98. };
  99. function fullLayout() {
  100. setLayout([12]);
  101. }
  102. function oneThirdLeftLayout() {
  103. setLayout([3, 9]);
  104. }
  105. function oneThirdRightLayout() {
  106. setLayout([9, 3]);
  107. }
  108. function magicLayout() {
  109. setLayout([3, 9]);
  110. alert('Hue picked a timeline, filter, result, pie bar, widgets...');
  111. }
  112. function setLayout(colSizes) {
  113. // Save previous widgets
  114. var _allRows = [];
  115. $(viewModel.columns()).each(function (cnt, col) {
  116. var _tRows = [];
  117. $(col.rows()).each(function (icnt, row) {
  118. if (row.widgets().length > 0) {
  119. _tRows.push(row);
  120. }
  121. });
  122. _allRows = _allRows.concat(_tRows);
  123. });
  124. var _cols = [];
  125. var _highestCol = {
  126. idx: -1,
  127. size: -1
  128. };
  129. $(colSizes).each(function (cnt, size) {
  130. _cols.push(new Column(size, []));
  131. if (size > _highestCol.size) {
  132. _highestCol.idx = cnt;
  133. _highestCol.size = size;
  134. }
  135. });
  136. if (_allRows.length > 0 && _highestCol.idx > -1) {
  137. _cols[_highestCol.idx].rows(_allRows);
  138. }
  139. $(_cols).each(function (cnt, col) {
  140. if (col.rows().length == 0) {
  141. col.rows([new Row([])]);
  142. }
  143. });
  144. viewModel.columns(_cols);
  145. }
  146. function loadLayout(viewModel, json_layout) {
  147. var _columns = [];
  148. $(json_layout).each(function (cnt, json_col) {
  149. var _rows = [];
  150. $(json_col.rows).each(function (rcnt, json_row) {
  151. var row = new Row();
  152. $(json_row.widgets).each(function (wcnt, widget) {
  153. row.addWidget(new Widget(widget.size, widget.id, widget.name, widget.widgetType, widget.properties, widget.offset));
  154. });
  155. _rows.push(row);
  156. });
  157. var column = new Column(json_col.size, _rows);
  158. _columns = _columns.concat(column);
  159. });
  160. viewModel.columns(_columns);
  161. }
  162. // End dashboard lib
  163. var Query = function (vm, query) {
  164. var self = this;
  165. self.q = ko.observable(query.q);
  166. self.fqs = ko.mapping.fromJS(query.fqs);
  167. self.toggleFacet = function (data) {
  168. var fq = self.getFacetFilter(data.widget_id);
  169. if (fq == null) {
  170. self.fqs.push(ko.mapping.fromJS({
  171. 'id': data.widget_id,
  172. 'field': data.facet.cat,
  173. 'filter': [data.facet.value],
  174. 'type': 'field'
  175. }));
  176. } else {
  177. $.each(self.fqs(), function (index, fq) {
  178. if (fq.id() == data.widget_id) {
  179. if (fq.filter.indexOf(data.facet.value) > -1) {
  180. fq.filter.remove(data.facet.value);
  181. if (fq.filter().length == 0) {
  182. self.fqs.remove(fq);
  183. }
  184. } else {
  185. fq.filter.push(data.facet.value);
  186. }
  187. }
  188. });
  189. }
  190. vm.search();
  191. }
  192. self.selectRangeFacet = function (data) {
  193. var fq = self.getFacetFilter(data.widget_id);
  194. var unselect = fq != null && fq.id() == data.widget_id;
  195. self.removeFilter(ko.mapping.fromJS({'id': data.widget_id})); // could combine ranges
  196. if (! unselect) {
  197. self.fqs.push(ko.mapping.fromJS({
  198. 'id': data.widget_id,
  199. 'field': data.cat,
  200. 'filter': {'from': data.from, 'to': data.to},
  201. 'type': 'range'
  202. }));
  203. }
  204. vm.search();
  205. }
  206. self.removeFilter = function (data) {
  207. $.each(self.fqs(), function (index, fq) {
  208. if (fq.id() == data.id()) {
  209. self.fqs.remove(fq);
  210. return false;
  211. }
  212. });
  213. }
  214. self.getFacetFilter = function (widget_id) {
  215. var _fq = null;
  216. $.each(self.fqs(), function (index, fq) {
  217. if (fq.id() == widget_id) {
  218. _fq = fq;
  219. return false;
  220. }
  221. });
  222. return _fq;
  223. }
  224. };
  225. var Collection = function (vm, collection) {
  226. var self = this;
  227. self.id = collection.id;
  228. self.name = collection.name;
  229. self.label = collection.label;
  230. self.idField = collection.idField;
  231. self.template = ko.mapping.fromJS(collection.template);
  232. self.template.fieldsSelected.subscribe(function () {
  233. vm.search();
  234. });
  235. self.template.template.subscribe(function () {
  236. vm.search();
  237. });
  238. self.template.isGridLayout.subscribe(function () {
  239. vm.search();
  240. });
  241. self.facets = ko.mapping.fromJS(collection.facets);
  242. $.each(self.facets(), function (index, facet) {
  243. facet.field.subscribe(function () {
  244. vm.search();
  245. });
  246. });
  247. self.fields = ko.mapping.fromJS(collection.fields);
  248. self.addFacet = function (facet_json) {
  249. $.post("/search/template/new_facet", {
  250. "collection": ko.mapping.toJSON(self),
  251. "id": facet_json.widget_id,
  252. "label": facet_json.name,
  253. "field": facet_json.name,
  254. "widget_type": facet_json.widgetType
  255. }, function (data) {
  256. if (data.status == 0) {
  257. var facet = ko.mapping.fromJS(data.facet);
  258. facet.field.subscribe(function () {
  259. vm.search();
  260. });
  261. self.facets.push(facet);
  262. vm.search();
  263. } else {
  264. $(document).trigger("error", data.message);
  265. }
  266. }).fail(function (xhr, textStatus, errorThrown) {});
  267. };
  268. self.removeFacet = function (widget_id) {
  269. $.each(self.facets(), function (index, facet) {
  270. if (facet.id() == widget_id()) {
  271. self.facets.remove(facet);
  272. return false;
  273. }
  274. });
  275. }
  276. self.getFacetById = function (facet_id) {
  277. var _facet = null;
  278. $.each(self.facets(), function (index, facet) {
  279. if (facet.id() == facet_id) {
  280. _facet = facet;
  281. return false;
  282. }
  283. });
  284. return _facet;
  285. }
  286. self.template.fields = ko.computed(function () {
  287. var _fields = [];
  288. $.each(self.template.fieldsAttributes(), function (index, field) {
  289. var position = self.template.fieldsSelected.indexOf(field.name());
  290. if (position != -1) {
  291. _fields[position] = field;
  292. }
  293. });
  294. return _fields;
  295. });
  296. self.getTemplateField = function (name) {
  297. var _field = null;
  298. $.each(self.template.fields(), function (index, field) {
  299. if (field.name() == name) {
  300. _field = field;
  301. return false;
  302. }
  303. });
  304. return _field;
  305. };
  306. self.template.fieldsModalFilter = ko.observable("");
  307. self.template.filteredFieldsAttributes = ko.observableArray(self.template.fieldsAttributes());
  308. self.template.fieldsModalFilter.subscribe(function(value){
  309. var _fields = [];
  310. $.each(self.template.fieldsAttributes(), function (index, field) {
  311. if (field.name().toLowerCase().indexOf(self.template.fieldsModalFilter().toLowerCase()) > -1){
  312. _fields.push(field);
  313. }
  314. });
  315. self.template.filteredFieldsAttributes(_fields);
  316. });
  317. self.addDynamicFields = function () { // + Adding merge smartly if schema updated
  318. $.post("/search/index/" + self.id + "/fields/dynamic", {
  319. }, function (data) {
  320. if (data.status == 0) {
  321. $.each(data.dynamic_fields, function (index, field) {
  322. if (self.fields.indexOf(field) == -1) {
  323. self.fields.push(field);
  324. }
  325. });
  326. }
  327. }).fail(function (xhr, textStatus, errorThrown) {});
  328. }
  329. self.toggleSortColumnGridLayout = function (template_field) {
  330. if (! template_field.sort.direction()) {
  331. template_field.sort.direction('desc');
  332. } else if (template_field.sort.direction() == 'desc') {
  333. template_field.sort.direction('asc');
  334. } else {
  335. template_field.sort.direction(null);
  336. }
  337. vm.search();
  338. };
  339. self.toggleFacet = function (facet_field, event) {
  340. vm.query.removeFilter(ko.mapping.fromJS({'id': facet_field.id})); // Reset filter query
  341. var hasChanged = false;
  342. if (facet_field.properties.canRange()) {
  343. if (facet_field.type() == 'field' && facet_field.properties.sort() == 'asc') {
  344. facet_field.type('range');
  345. hasChanged = true;
  346. } else if (facet_field.type() == 'range' && facet_field.properties.sort() == 'desc') {
  347. facet_field.type('field')
  348. hasChanged = true;
  349. }
  350. }
  351. if (! hasChanged) {
  352. if (facet_field.properties.sort() == 'desc') {
  353. facet_field.properties.sort('asc');
  354. } else {
  355. facet_field.properties.sort('desc');
  356. }
  357. }
  358. $(event.target).button('loading');
  359. vm.search();
  360. };
  361. self.selectTimelineFacet = function (data) { // alert(ko.mapping.toJSON(facet));
  362. var facet = self.getFacetById(data.widget_id);
  363. facet.properties.start(data.from);
  364. facet.properties.end(data.to);
  365. $.ajax({
  366. type: "POST",
  367. url: "/search/get_range_facet",
  368. data: {
  369. collection: ko.mapping.toJSON(self),
  370. facet: ko.mapping.toJSON(facet),
  371. action: 'select'
  372. },
  373. success: function (data) {
  374. if (data.status == 0) {
  375. facet.properties.gap(data.properties.gap);
  376. }
  377. },
  378. async: false
  379. });
  380. vm.search();
  381. }
  382. self.timeLineZoom = function (facet_json) {
  383. var facet = self.getFacetById(facet_json.id);
  384. facet.properties.start(facet.from);
  385. facet.properties.end(facet.to);
  386. $.ajax({
  387. type: "POST",
  388. url: "/search/get_range_facet",
  389. data: {
  390. collection: ko.mapping.toJSON(self),
  391. facet: ko.mapping.toJSON(facet),
  392. action: "zoom_out"
  393. },
  394. success: function (data) {
  395. if (data.status == 0) {
  396. facet.properties.start(data.properties.start);
  397. facet.properties.end(data.properties.end);
  398. facet.properties.gap(data.properties.gap);
  399. }
  400. },
  401. async: false
  402. });
  403. vm.search();
  404. }
  405. self.translateSelectedField = function (index, direction) {
  406. var array = self.template.fieldsSelected();
  407. if (direction == 'left') {
  408. self.template.fieldsSelected.splice(index - 1, 2, array[index], array[index - 1]);
  409. } else {
  410. self.template.fieldsSelected.splice(index, 2, array[index + 1], array[index]);
  411. }
  412. vm.search();
  413. };
  414. };
  415. var SearchViewModel = function (collection_json, query_json) {
  416. var self = this;
  417. // Models
  418. self.collection = new Collection(self, collection_json.collection);
  419. self.query = new Query(self, query_json);
  420. // UI
  421. self.response = ko.observable({});
  422. self.results = ko.observableArray([]);
  423. self.norm_facets = ko.computed(function () {
  424. return self.response().normalized_facets;
  425. });
  426. self.getFacetFromQuery = function (facet_id) {
  427. var _facet = null;
  428. if (self.norm_facets() !== undefined) {
  429. $.each(self.norm_facets(), function (index, norm_facet) {
  430. if (norm_facet.id == facet_id()) {
  431. _facet = norm_facet;
  432. }
  433. });
  434. }
  435. return _facet;
  436. };
  437. self.previewColumns = ko.observable("");
  438. self.columns = ko.observable({});
  439. loadLayout(self, collection_json.layout);
  440. self.isEditing = ko.observable(false);
  441. self.toggleEditing = function () {
  442. self.isEditing(!self.isEditing());
  443. };
  444. self.isRetrievingResults = ko.observable(false);
  445. self.draggableHit = ko.observable(new Widget(12, UUID(), "Hit Count", "hit-widget"));
  446. self.draggableFacet = ko.observable(new Widget(12, UUID(), "Facet", "facet-widget"));
  447. self.draggableResultset = ko.observable(new Widget(12, UUID(), "Results", "resultset-widget"));
  448. self.draggableHistogram = ko.observable(new Widget(12, UUID(), "Histogram", "histogram-widget"));
  449. self.draggableBar = ko.observable(new Widget(12, UUID(), "Bar Chart", "bar-widget"));
  450. self.draggableMap = ko.observable(new Widget(12, UUID(), "Map", "map-widget"));
  451. self.draggableLine = ko.observable(new Widget(12, UUID(), "Line Chart", "line-widget"));
  452. self.draggablePie = ko.observable(new Widget(12, UUID(), "Pie Chart", "pie-widget"));
  453. self.draggableFilter = ko.observable(new Widget(12, UUID(), "Filter Bar", "filter-widget"));
  454. self.init = function () {
  455. //self.collection.addDynamicFields();
  456. self.isEditing(true);
  457. self.search();
  458. }
  459. self.search = function () {
  460. self.isRetrievingResults(true);
  461. $(".jHueNotify").hide();
  462. $.post("/search/search", {
  463. collection: ko.mapping.toJSON(self.collection),
  464. query: ko.mapping.toJSON(self.query),
  465. layout: ko.mapping.toJSON(self.columns)
  466. }, function (data) {
  467. self.response(data);
  468. self.results.removeAll();
  469. if (data.error) {
  470. $(document).trigger("error", data.error);
  471. }
  472. else {
  473. if (self.collection.template.isGridLayout()) {
  474. // Table view
  475. $.each(data.response.docs, function (index, item) {
  476. var row = [];
  477. var fields = self.collection.template.fieldsSelected();
  478. // Display selected fields or whole json document
  479. if (fields.length != 0) {
  480. $.each(self.collection.template.fieldsSelected(), function (index, field) {
  481. row.push(item[field]);
  482. });
  483. } else {
  484. row.push(ko.mapping.toJSON(item));
  485. }
  486. var doc = {'id': item[self.collection.idField], 'row': row};
  487. self.results.push(doc);
  488. });
  489. }
  490. else {
  491. // Template view
  492. var _mustacheTmpl = fixTemplateDotsAndFunctionNames(self.collection.template.template());
  493. $.each(data.response.docs, function (index, item) {
  494. addTemplateFunctions(item);
  495. self.results.push(Mustache.render(_mustacheTmpl, item));
  496. });
  497. }
  498. self.isRetrievingResults(false);
  499. }
  500. }).fail(function (xhr, textStatus, errorThrown) {
  501. $(document).trigger("error", xhr.responseText);
  502. }).always(function () {
  503. $('.btn-loading').button('reset');
  504. });
  505. };
  506. self.removeWidget = function (widget_json) {
  507. self.collection.removeFacet(widget_json.id);
  508. self.query.removeFilter(widget_json);
  509. self.search();
  510. }
  511. self.getWidgetById = function (widget_id) {
  512. var _widget = null;
  513. $.each(self.columns(), function (i, col) {
  514. $.each(col.rows(), function (j, row) {
  515. $.each(row.widgets(), function (z, widget) {
  516. if (widget.id() == widget_id){
  517. _widget = widget;
  518. }
  519. });
  520. });
  521. });
  522. return _widget;
  523. }
  524. self.getDocument = function (doc) {
  525. $.post("/search/get_document", {
  526. collection: ko.mapping.toJSON(self.collection),
  527. id: doc.id
  528. },function (data) {
  529. if (data.status == 0) {
  530. alert(ko.mapping.toJSON(data.doc.doc));
  531. }
  532. else if (data.status == 1) {
  533. $(document).trigger("info", data.message);
  534. }
  535. else {
  536. $(document).trigger("error", data.message);
  537. }
  538. }).fail(function (xhr, textStatus, errorThrown) {
  539. $(document).trigger("error", xhr.responseText);
  540. });
  541. };
  542. self.save = function () {
  543. $.post("/search/save", {
  544. collection: ko.mapping.toJSON(self.collection),
  545. layout: ko.mapping.toJSON(self.columns)
  546. },function (data) {
  547. if (data.status == 0) {
  548. self.collection.id = data.id;
  549. $(document).trigger("info", data.message);
  550. }
  551. else {
  552. $(document).trigger("error", data.message);
  553. }
  554. }).fail(function (xhr, textStatus, errorThrown) {
  555. $(document).trigger("error", xhr.responseText);
  556. });
  557. };
  558. };