search.ko.js 39 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. function magicLayout(vm) {
  17. loadLayout(vm, vm.initial.layout);
  18. $(document).trigger("magicLayout");
  19. }
  20. function loadLayout(viewModel, json_layout) {
  21. var _columns = [];
  22. $(json_layout).each(function (cnt, json_col) {
  23. var _rows = [];
  24. $(json_col.rows).each(function (rcnt, json_row) {
  25. var row = new Row([], viewModel);
  26. $(json_row.widgets).each(function (wcnt, widget) {
  27. row.addWidget(new Widget({
  28. size:widget.size,
  29. id: widget.id,
  30. name: widget.name,
  31. widgetType: widget.widgetType,
  32. properties: widget.properties,
  33. offset: widget.offset,
  34. loading: true,
  35. vm: viewModel
  36. }));
  37. });
  38. _rows.push(row);
  39. });
  40. var column = new Column(json_col.size, _rows);
  41. _columns = _columns.concat(column);
  42. });
  43. viewModel.columns(_columns);
  44. }
  45. // End dashboard lib
  46. var Query = function (vm, query) {
  47. var self = this;
  48. self.qs = ko.mapping.fromJS(query.qs);
  49. self.fqs = ko.mapping.fromJS(query.fqs);
  50. self.start = ko.mapping.fromJS(query.start);
  51. var defaultMultiqGroup = {'id': 'query', 'label': 'query'};
  52. self.multiqs = ko.computed(function () { // List of widgets supporting multiqs
  53. var histogram_id = vm.collection.getHistogramFacet();
  54. return [defaultMultiqGroup].concat(
  55. $.map($.grep(self.fqs(), function(fq, i) {
  56. return (fq.type() == 'field' || fq.type() == 'range') && (histogram_id == null || histogram_id.id() != fq.id());
  57. }), function(fq) { return {'id': fq.id(), 'label': fq.field()} })
  58. );
  59. });
  60. self.selectedMultiq = ko.observable('query');
  61. self.getFacetFilter = function(widget_id) {
  62. var _fq = null;
  63. $.each(self.fqs(), function (index, fq) {
  64. if (fq.id() == widget_id) {
  65. _fq = fq;
  66. return false;
  67. }
  68. });
  69. return _fq;
  70. };
  71. self.getMultiq = ko.computed(function () {
  72. if (self.selectedMultiq()) {
  73. if (self.selectedMultiq() == 'query') {
  74. if (self.qs().length >= 2) {
  75. return 'query';
  76. }
  77. } else {
  78. var facet = self.getFacetFilter(self.selectedMultiq());
  79. if (facet && facet.filter().length > 0) {
  80. return 'facet';
  81. }
  82. }
  83. }
  84. return null;
  85. });
  86. self.addQ = function (data) {
  87. self.qs.push(ko.mapping.fromJS({'q': ''}));
  88. };
  89. self.removeQ = function (query) {
  90. self.qs.remove(query);
  91. };
  92. self.selectedMultiq.subscribe(function () { // To keep below the computed objects!
  93. vm.search();
  94. });
  95. self.toggleFacet = function (data) {
  96. var fq = self.getFacetFilter(data.widget_id);
  97. if (fq == null) {
  98. self.fqs.push(ko.mapping.fromJS({
  99. 'id': data.widget_id,
  100. 'field': data.facet.cat,
  101. 'filter': [{'exclude': data.exclude ? true : false, 'value': data.facet.value}],
  102. 'type': 'field'
  103. }));
  104. } else {
  105. $.each(self.fqs(), function (index, fq) {
  106. if (fq.id() == data.widget_id) {
  107. var f = $.grep(fq.filter(), function(f) { return f.value() == data.facet.value; });
  108. if (f.length > 0) {
  109. fq.filter.remove(f[0]);
  110. if (fq.filter().length == 0) {
  111. self.fqs.remove(fq);
  112. }
  113. } else {
  114. fq.filter.push(ko.mapping.fromJS({'exclude': data.exclude ? true : false, 'value': data.facet.value}));
  115. }
  116. }
  117. });
  118. }
  119. vm.search();
  120. }
  121. self.togglePivotFacet = function (data) {
  122. data.facet.cat = data.facet.fq_fields;
  123. data.facet.value = data.facet.fq_values;
  124. self.toggleFacet(data);
  125. }
  126. function _toggleSingleTermFacet(data, exclude) {
  127. var fq = getFilterByField(data.val.cat);
  128. var id;
  129. if (fq) {
  130. id = fq.id();
  131. } else {
  132. id = UUID();
  133. }
  134. self.toggleFacet({'widget_id': id, 'facet': {'cat': data.val.cat, 'value': data.val.value}, 'exclude': exclude});
  135. vm.search();
  136. }
  137. self.addSingleTermFacet = function(data) {
  138. _toggleSingleTermFacet(data, false);
  139. }
  140. self.removeSingleTermFacet = function(data) {
  141. _toggleSingleTermFacet(data, true);
  142. }
  143. self.selectRangeFacet = function (data) {
  144. if (data.force != undefined) {
  145. self.removeFilter(ko.mapping.fromJS({'id': data.widget_id}));
  146. }
  147. var fq = self.getFacetFilter(data.widget_id);
  148. if (fq == null) {
  149. self.fqs.push(ko.mapping.fromJS({
  150. 'id': data.widget_id,
  151. 'field': data.cat,
  152. 'filter': [{'exclude': data.exclude ? true : false, 'value': data.from}],
  153. 'properties': [{'from': data.from, 'to': data.to}],
  154. 'type': 'range'
  155. }));
  156. } else {
  157. var f = $.grep(fq.filter(), function(f) { return f.value() == data.from; });
  158. if (f.length > 0) { // Unselect
  159. fq.filter.remove(f[0]);
  160. $.each(fq.properties(), function (index, prop) {
  161. if (prop && prop.from() == data.from) {
  162. fq.properties.remove(prop);
  163. }
  164. });
  165. if (fq.filter().length == 0) {
  166. self.removeFilter(ko.mapping.fromJS({'id': data.widget_id}));
  167. }
  168. } else {
  169. fq.filter.push(ko.mapping.fromJS({'exclude': data.exclude ? true : false, 'value': data.from}));
  170. fq.properties.push(ko.mapping.fromJS({'from': data.from, 'to': data.to}));
  171. }
  172. }
  173. if (data.no_refresh == undefined) {
  174. vm.search();
  175. }
  176. };
  177. function getFilterByField(field) {
  178. var _fq = null;
  179. $.each(self.fqs(), function (index, fq) {
  180. if (fq.field() == field && fq.id().indexOf('***') == 0) {
  181. _fq= fq;
  182. return false;
  183. }
  184. });
  185. return _fq;
  186. };
  187. self.removeFilter = function (data) {
  188. var found = false;
  189. $.each(self.fqs(), function (index, fq) {
  190. if (fq.id() == data.id()) {
  191. self.fqs.remove(fq);
  192. // Also re-init range select widget
  193. var rangeWidget = vm.collection.getFacetById(fq.id());
  194. if (rangeWidget != null && RANGE_SELECTABLE_WIDGETS.indexOf(rangeWidget.widgetType()) != -1 && fq.type() == 'range') {
  195. vm.collection.timeLineZoom({'id': rangeWidget.id()});
  196. }
  197. found = true;
  198. return false;
  199. }
  200. });
  201. return found;
  202. };
  203. self.paginate = function (direction) {
  204. if (direction == 'next') {
  205. self.start(self.start() + vm.collection.template.rows() * 1.0);
  206. } else {
  207. self.start(self.start() - vm.collection.template.rows() * 1.0);
  208. }
  209. vm.search();
  210. };
  211. };
  212. var FieldAnalysis = function (vm, field_name) {
  213. var self = this;
  214. self.name = ko.observable(field_name);
  215. self.isLoading = ko.observable(true);
  216. self.section = ko.observable('terms');
  217. self.section.subscribe(function () {
  218. self.update();
  219. });
  220. self.terms = ko.mapping.fromJS({'prefix': '', 'data': []});
  221. self.terms.prefix.subscribe(function () {
  222. self.getTerms();
  223. });
  224. self.terms.prefix.extend({rateLimit: {timeout: 2000, method: "notifyWhenChangesStop"}});
  225. self.stats = ko.mapping.fromJS({'facet': '', 'data': []});
  226. var _statsUpdateTimeout = -1;
  227. self.stats.facet.subscribe(function () {
  228. // this is to avoid false positives from typeahead blur
  229. window.clearTimeout(_statsUpdateTimeout);
  230. _statsUpdateTimeout = window.setTimeout(function(){self.getStats()}, 200);
  231. });
  232. self.update = function() {
  233. if (self.section() == 'stats') {
  234. if (self.stats.data().length == 0) {
  235. self.getStats();
  236. }
  237. } else {
  238. if (self.terms.data().length == 0) {
  239. self.getTerms();
  240. }
  241. }
  242. }
  243. self.getTerms = function () {
  244. self.isLoading(true);
  245. self.terms.data.removeAll();
  246. $.post("/search/get_terms", {
  247. collection: ko.mapping.toJSON(vm.collection),
  248. analysis: ko.mapping.toJSON(self)
  249. }, function (data) {
  250. if (data.status == 0) {
  251. if (data.terms != null) {
  252. $.each(data.terms, function (key, val) {
  253. self.terms.data.push({'key': key, 'val': val});
  254. });
  255. }
  256. }
  257. else if (data.status == 1) {
  258. self.terms.data.push({'key': 'Error', 'val': data.message});
  259. }
  260. else {
  261. $(document).trigger("error", data.message);
  262. }
  263. self.isLoading(false);
  264. }).fail(function (xhr, textStatus, errorThrown) {
  265. $(document).trigger("error", xhr.responseText);
  266. });
  267. };
  268. self.getStats = function () {
  269. self.stats.data.removeAll();
  270. self.isLoading(true);
  271. $.post("/search/get_stats", {
  272. collection: ko.mapping.toJSON(vm.collection),
  273. query: ko.mapping.toJSON(vm.query),
  274. analysis: ko.mapping.toJSON(self)
  275. }, function (data) {
  276. if (data.status == 0) {
  277. if (data.stats.stats.stats_fields[self.name()] != null) {
  278. $.each(data.stats.stats.stats_fields[self.name()], function (key, val) {
  279. self.stats.data.push({'key': key, 'val': val});
  280. });
  281. }
  282. }
  283. else if (data.status == 1) {
  284. self.stats.data.push({'key': 'Error', 'val': data.message});
  285. }
  286. else {
  287. $(document).trigger("error", data.message);
  288. }
  289. self.isLoading(false);
  290. }).fail(function (xhr, textStatus, errorThrown) {
  291. $(document).trigger("error", xhr.responseText);
  292. });
  293. };
  294. }
  295. var Collection = function (vm, collection) {
  296. var self = this;
  297. self.id = collection.id;
  298. self.name = ko.mapping.fromJS(collection.name);
  299. self.label = ko.mapping.fromJS(collection.label);
  300. self.enabled = ko.mapping.fromJS(collection.enabled);
  301. self.idField = ko.observable(collection.idField);
  302. self.template = ko.mapping.fromJS(collection.template);
  303. self.template.fieldsSelected.subscribe(function () {
  304. vm.search();
  305. });
  306. self.template.extracode($("<span>").html(self.template.extracode()).text()); // Unescape HTML
  307. self.template.extracode.extend({rateLimit: {timeout: 3000, method: "notifyWhenChangesStop"}});
  308. self.template.template.extend({rateLimit: {timeout: 3000, method: "notifyWhenChangesStop"}});
  309. self.template.template.subscribe(function () {
  310. vm.search();
  311. });
  312. self.template.isGridLayout.subscribe(function () {
  313. vm.results.removeAll();
  314. vm.search();
  315. });
  316. if (self.template.leafletmap.latitudeField == undefined) {
  317. self.template.leafletmap.latitudeField = ko.observable();
  318. }
  319. if (self.template.leafletmap.longitudeField == undefined) {
  320. self.template.leafletmap.longitudeField = ko.observable();
  321. }
  322. if (self.template.leafletmap.labelField == undefined) {
  323. self.template.leafletmap.labelField = ko.observable();
  324. }
  325. self.template.leafletmapOn = ko.computed(function() {
  326. return self.template.leafletmap.latitudeField() != null && self.template.leafletmap.longitudeField() != null;
  327. });
  328. self.template.leafletmap.latitudeField.subscribe(function (newValue) {
  329. if (self.template.leafletmap.longitudeField() != null && newValue != null) {
  330. vm.search();
  331. }
  332. });
  333. self.template.leafletmap.longitudeField.subscribe(function (newValue) {
  334. if (self.template.leafletmap.latitudeField() != null && newValue != null) {
  335. vm.search();
  336. }
  337. });
  338. self.template.leafletmap.labelField.subscribe(function (newValue) {
  339. if (self.template.leafletmapOn()) {
  340. vm.search();
  341. }
  342. });
  343. self.template.selectedVisualField = ko.observable();
  344. self.template.selectedVisualFunction = ko.observable();
  345. self.template.selectedVisualFunction.subscribe(function (newValue) {
  346. var _vf = $("#visualFunctions");
  347. _vf.siblings(".muted").text(_vf.find(":selected").attr("title"));
  348. });
  349. self.template.selectedSourceField = ko.observable();
  350. self.template.selectedSourceFunction = ko.observable();
  351. self.template.selectedSourceFunction.subscribe(function (newValue) {
  352. var _sf = $("#sourceFunctions");
  353. _sf.siblings(".muted").text(_sf.find(":selected").attr("title"));
  354. });
  355. self.template.addFieldToVisual = function () {
  356. $(document).trigger("addFieldToVisual", self.template.selectedVisualField());
  357. };
  358. self.template.addFunctionToVisual = function () {
  359. $(document).trigger("addFunctionToVisual", self.template.selectedVisualFunction());
  360. };
  361. self.template.addFieldToSource = function () {
  362. $(document).trigger("addFieldToSource", self.template.selectedSourceField());
  363. };
  364. self.template.addFunctionToSource = function () {
  365. $(document).trigger("addFunctionToSource", self.template.selectedSourceFunction());
  366. };
  367. self.facets = ko.mapping.fromJS(collection.facets);
  368. $.each(self.facets(), function (index, facet) {
  369. facet.properties.limit.subscribe(function () {
  370. vm.search();
  371. });
  372. });
  373. self.template.rows.subscribe(function() {
  374. vm.search();
  375. });
  376. self.template.rows.extend({rateLimit: {timeout: 1500, method: "notifyWhenChangesStop"}});
  377. self.fields = ko.mapping.fromJS(collection.fields);
  378. self.availableFacetFields = ko.computed(function() {
  379. var facetFieldNames = $.map(self.facets(), function(facet) {
  380. return facet.field();
  381. });
  382. return $.grep(self.fields(), function(field) {
  383. return facetFieldNames.indexOf(field.name()) == -1;
  384. });
  385. });
  386. self.selectedDocument = ko.observable({});
  387. self.addFacet = function (facet_json) {
  388. self.removeFacet(function(){return facet_json.widget_id});
  389. logGA('add_facet/' + facet_json.widgetType);
  390. $.post("/search/template/new_facet", {
  391. "collection": ko.mapping.toJSON(self),
  392. "id": facet_json.widget_id,
  393. "label": facet_json.name,
  394. "field": facet_json.name,
  395. "widget_type": facet_json.widgetType
  396. }, function (data) {
  397. if (data.status == 0) {
  398. var facet = ko.mapping.fromJS(data.facet);
  399. facet.properties.limit.subscribe(function () {
  400. vm.search();
  401. });
  402. self.facets.push(facet);
  403. vm.search();
  404. } else {
  405. $(document).trigger("error", data.message);
  406. }
  407. }).fail(function (xhr, textStatus, errorThrown) {});
  408. };
  409. self.addPivotFacetValue = function(facet) {
  410. var pivot = null;
  411. if (typeof facet.properties.facets_form.field == 'string') { // Hackish but we load back properties as simple objects
  412. pivot = ko.mapping.fromJS({
  413. 'field': facet.properties.facets_form.field,
  414. 'limit': facet.properties.facets_form.limit,
  415. 'mincount': facet.properties.facets_form.mincount
  416. });
  417. facet.properties.facets_form.field = null;
  418. facet.properties.facets_form.limit = 5;
  419. facet.properties.facets_form.mincount = 1;
  420. } else {
  421. if (typeof facet.properties.facets_form.field != 'undefined') {
  422. pivot = ko.mapping.fromJS({
  423. 'field': facet.properties.facets_form.field(),
  424. 'limit': facet.properties.facets_form.limit(),
  425. 'mincount': facet.properties.facets_form.mincount()
  426. });
  427. facet.properties.facets_form.field(null);
  428. facet.properties.facets_form.limit(5);
  429. facet.properties.facets_form.mincount(1);
  430. }
  431. }
  432. if (pivot != null) {
  433. facet.properties.facets.push(pivot);
  434. vm.search();
  435. }
  436. }
  437. self.removePivotFacetValue = function(facet) {
  438. facet['pivot_facet'].properties.facets.remove(facet['value']);
  439. vm.search();
  440. }
  441. self.removeFacet = function (widget_id) {
  442. $.each(self.facets(), function (index, facet) {
  443. if (facet.id() == widget_id()) {
  444. self.facets.remove(facet);
  445. return false;
  446. }
  447. });
  448. }
  449. self.removeLeaflet = function (widget_json) {
  450. if (widget_json.widgetType() == "leafletmap-widget") {
  451. self.template.leafletmap.latitudeField(null);
  452. self.template.leafletmap.longitudeField(null);
  453. self.template.leafletmap.labelField(null);
  454. }
  455. }
  456. self.getFacetById = function (facet_id) {
  457. var _facet = null;
  458. $.each(self.facets(), function (index, facet) {
  459. if (facet.id() == facet_id) {
  460. _facet = facet;
  461. return false;
  462. }
  463. });
  464. return _facet;
  465. }
  466. self.getFacetByType = function (facetType) {
  467. var _facet = null;
  468. $.each(self.facets(), function (index, facet) {
  469. if (facet.widgetType() == facetType) {
  470. _facet = facet;
  471. return false;
  472. }
  473. });
  474. return _facet;
  475. }
  476. self.getHistogramFacet = function () { // Should do multi histogram
  477. return self.getFacetByType('histogram-widget');
  478. }
  479. self.template.fields = ko.computed(function () {
  480. var _fields = [];
  481. $.each(self.template.fieldsAttributes(), function (index, field) {
  482. var position = self.template.fieldsSelected.indexOf(field.name());
  483. if (position != -1) {
  484. _fields[position] = field;
  485. }
  486. });
  487. return _fields;
  488. });
  489. self.template.fieldsNames = ko.computed(function () {
  490. return $.map(self.template.fieldsAttributes(), function(field) {
  491. return field.name();
  492. });
  493. });
  494. self.getTemplateField = function (name) {
  495. var _field = null;
  496. $.each(self.template.fields(), function (index, field) {
  497. if (field.name() == name) {
  498. _field = field;
  499. return false;
  500. }
  501. });
  502. return _field;
  503. };
  504. self.template.fieldsModalFilter = ko.observable(""); // For UI
  505. self.template.fieldsModalType = ko.observable(""); // For UI
  506. self.template.fieldsAttributesFilter = ko.observable(""); // For UI
  507. self.template.filteredModalFields = ko.observableArray();
  508. self.template.filteredAttributeFieldsAll = ko.observable(true);
  509. self.template.filteredAttributeFields = ko.computed(function() {
  510. var _fields = [];
  511. var _iterable = self.template.fieldsAttributes();
  512. if (! self.template.filteredAttributeFieldsAll()){
  513. _iterable = self.template.fields();
  514. }
  515. $.each(_iterable, function (index, field) {
  516. if (self.template.fieldsAttributesFilter() == "" || field.name().toLowerCase().indexOf(self.template.fieldsAttributesFilter().toLowerCase()) > -1){
  517. _fields.push(field);
  518. }
  519. });
  520. return _fields;
  521. });
  522. self.template.availableWidgetFields = ko.computed(function() {
  523. if (self.template.fieldsModalType() == 'histogram-widget') {
  524. return vm.availableDateFields();
  525. }
  526. else if (self.template.fieldsModalType() == 'line-widget') {
  527. return vm.availableNumberFields();
  528. }
  529. else if (self.template.fieldsModalType() == 'tree-widget' || self.template.fieldsModalType() == 'heatmap-widget') {
  530. return vm.availablePivotFields();
  531. }
  532. else {
  533. return self.availableFacetFields();
  534. }
  535. });
  536. self.template.availableWidgetFieldsNames = ko.computed(function() {
  537. return $.map(self.template.availableWidgetFields(), function(field) {
  538. return field.name();
  539. });
  540. });
  541. self.template.fieldsModalFilter.subscribe(function(value) {
  542. var _fields = [];
  543. var _availableFields = self.template.availableWidgetFields();
  544. $.each(_availableFields, function (index, field) {
  545. if (self.template.fieldsModalFilter() == "" || field.name().toLowerCase().indexOf(self.template.fieldsModalFilter().toLowerCase()) > -1){
  546. _fields.push(field);
  547. }
  548. });
  549. self.template.filteredModalFields(_fields);
  550. });
  551. self.switchCollection = function() { // Long term would be to reload the page
  552. $.post("/search/get_collection", {
  553. name: self.name()
  554. }, function (data) {
  555. if (data.status == 0) {
  556. self.idField(data.collection.collection.idField);
  557. self.template.template(data.collection.collection.template.template);
  558. self.template.fieldsAttributes.removeAll();
  559. $.each(data.collection.collection.template.fieldsAttributes, function(index, field) {
  560. self.template.fieldsAttributes.push(ko.mapping.fromJS(field));
  561. });
  562. self.fields.removeAll();
  563. $.each(data.collection.collection.fields, function(index, field) {
  564. self.fields.push(ko.mapping.fromJS(field));
  565. });
  566. }
  567. }).fail(function (xhr, textStatus, errorThrown) {});
  568. };
  569. function diff(A, B) {
  570. return A.filter(function (a) {
  571. return B.indexOf(a) == -1;
  572. });
  573. }
  574. function syncArray(currentObservable, newJson, isDynamic) {
  575. // Get names of fields
  576. var _currentFieldsNames = $.map(
  577. $.grep(currentObservable(), function(field) {
  578. return field.isDynamic() == isDynamic;
  579. }), function(field) {
  580. return field.name();
  581. });
  582. var _newFieldsNames = $.map(
  583. $.grep(newJson, function(field) {
  584. return field.isDynamic == isDynamic;
  585. }), function(field) {
  586. return field.name;
  587. });
  588. var _toDelete = diff(_currentFieldsNames, _newFieldsNames);
  589. var _toAdd = diff(_newFieldsNames, _currentFieldsNames);
  590. // Deleted fields
  591. self.template.fieldsSelected.removeAll(_toDelete);
  592. var bulk = $.grep(currentObservable(), function(field) {
  593. return (_toDelete.indexOf(field.name()) != -1)
  594. });
  595. currentObservable.removeAll(bulk);
  596. // New fields
  597. $.each(newJson, function(index, field) {
  598. if (_toAdd.indexOf(field.name) != -1) {
  599. currentObservable.push(ko.mapping.fromJS(field));
  600. }
  601. });
  602. }
  603. self.syncFields = function() {
  604. $.post("/search/get_collection", {
  605. name: self.name()
  606. }, function (data) {
  607. if (data.status == 0) {
  608. self.idField(data.collection.collection.idField);
  609. syncArray(self.template.fieldsAttributes, data.collection.collection.template.fieldsAttributes, false);
  610. syncArray(self.fields, data.collection.collection.fields, false);
  611. }
  612. // After sync the dynamic fields
  613. self.syncDynamicFields()
  614. }).fail(function (xhr, textStatus, errorThrown) {});
  615. };
  616. self.syncDynamicFields = function () {
  617. $.post("/search/index/fields/dynamic", {
  618. name: self.name()
  619. }, function (data) {
  620. if (data.status == 0) {
  621. syncArray(self.template.fieldsAttributes, data.gridlayout_header_fields, true);
  622. syncArray(self.fields, data.fields, true);
  623. }
  624. }).fail(function (xhr, textStatus, errorThrown) {});
  625. };
  626. self.toggleSortColumnGridLayout = function (template_field) {
  627. if (! template_field.sort.direction()) {
  628. template_field.sort.direction('desc');
  629. } else if (template_field.sort.direction() == 'desc') {
  630. template_field.sort.direction('asc');
  631. } else {
  632. template_field.sort.direction(null);
  633. }
  634. $(document).trigger("setResultsHeight");
  635. vm.search();
  636. };
  637. self.toggleSortFacet = function (facet_field, event) {
  638. if (facet_field.properties.sort() == 'desc') {
  639. facet_field.properties.sort('asc');
  640. } else {
  641. facet_field.properties.sort('desc');
  642. }
  643. $(event.target).button('loading');
  644. vm.search();
  645. };
  646. self.toggleRangeFacet = function (facet_field, event) {
  647. vm.query.removeFilter(ko.mapping.fromJS({'id': facet_field.id})); // Reset filter query
  648. if (facet_field.type() == 'field') {
  649. facet_field.type('range');
  650. } else if (facet_field.type() == 'range') {
  651. facet_field.type('field')
  652. }
  653. $(event.target).button('loading');
  654. vm.search();
  655. };
  656. self.selectTimelineFacet = function (data) {
  657. var facet = self.getFacetById(data.widget_id);
  658. facet.properties.start(data.from);
  659. facet.properties.end(data.to);
  660. vm.query.selectRangeFacet({widget_id: data.widget_id, from: data.from, to: data.to, cat: data.cat, no_refresh: true, force: true});
  661. $.ajax({
  662. type: "POST",
  663. url: "/search/get_range_facet",
  664. data: {
  665. collection: ko.mapping.toJSON(self),
  666. facet: ko.mapping.toJSON(facet),
  667. action: 'select'
  668. },
  669. success: function (data) {
  670. if (data.status == 0) {
  671. facet.properties.gap(data.properties.gap);
  672. }
  673. },
  674. async: false
  675. });
  676. vm.search();
  677. }
  678. self.timeLineZoom = function (facet_json) {
  679. var facet = self.getFacetById(facet_json.id);
  680. facet.properties.start(facet.from);
  681. facet.properties.end(facet.to);
  682. $.ajax({
  683. type: "POST",
  684. url: "/search/get_range_facet",
  685. data: {
  686. collection: ko.mapping.toJSON(self),
  687. facet: ko.mapping.toJSON(facet),
  688. action: "zoom_out"
  689. },
  690. success: function (data) {
  691. if (data.status == 0) {
  692. facet.properties.start(data.properties.start);
  693. facet.properties.end(data.properties.end);
  694. facet.properties.gap(data.properties.gap);
  695. var fq = vm.query.getFacetFilter(facet_json.id);
  696. if (fq != null) {
  697. fq.properties()[0].from(data.properties.start);
  698. fq.properties()[0].to(data.properties.end);
  699. }
  700. }
  701. },
  702. async: false
  703. });
  704. vm.search();
  705. }
  706. self.translateSelectedField = function (index, direction) {
  707. var array = self.template.fieldsSelected();
  708. if (direction == 'left') {
  709. self.template.fieldsSelected.splice(index - 1, 2, array[index], array[index - 1]);
  710. } else {
  711. self.template.fieldsSelected.splice(index, 2, array[index + 1], array[index]);
  712. }
  713. };
  714. self.upDownFacetLimit = function (facet_id, direction) {
  715. var facet = self.getFacetById(facet_id);
  716. if (facet.properties.prevLimit == undefined) {
  717. facet.properties.prevLimit = facet.properties.limit();
  718. }
  719. if (direction == 'up') {
  720. facet.properties.limit(facet.properties.limit() + 10);
  721. } else {
  722. facet.properties.limit(facet.properties.limit() - 10);
  723. }
  724. vm.search();
  725. };
  726. };
  727. var NewTemplate = function (vm, initial) {
  728. var self = this;
  729. self.collections = ko.mapping.fromJS(initial.collections);
  730. self.layout = initial.layout;
  731. self.inited = ko.observable(self.collections().length > 0); // No collection if not a new dashboard
  732. self.init = function() {
  733. if (self.inited()) {
  734. // If new dashboard
  735. vm.collection.name.subscribe(function(newValue) {
  736. vm.collection.label(newValue);
  737. vm.collection.switchCollection();
  738. vm.search();
  739. });
  740. } else {
  741. self.syncCollections();
  742. }
  743. if (initial.autoLoad) {
  744. magicLayout(vm);
  745. }
  746. };
  747. self.syncCollections = function () {
  748. $.post("/search/get_collections", {
  749. collection: ko.mapping.toJSON(vm.collection),
  750. }, function (data) {
  751. if (data.status == 0) {
  752. // Sync new and old names
  753. $.each(data.collection, function(index, name) {
  754. if (self.collections.indexOf(name) == -1) {
  755. self.collections.push(name);
  756. }
  757. });
  758. $.each(self.collections(), function(index, collection) {
  759. if (data.collection.indexOf(collection) == -1) {
  760. self.collections.remove(collection);
  761. }
  762. });
  763. }
  764. else {
  765. $(document).trigger("error", data.message);
  766. }
  767. }).fail(function (xhr, textStatus, errorThrown) {
  768. $(document).trigger("error", xhr.responseText);
  769. }).done(function() {
  770. self.inited(true);
  771. });
  772. };
  773. };
  774. var DATE_TYPES = ['date', 'tdate'];
  775. var NUMBER_TYPES = ['int', 'tint', 'long', 'tlong', 'float', 'tfloat'];
  776. var RANGE_SELECTABLE_WIDGETS = ['histogram-widget', 'bar-widget', 'line-widget'];
  777. var SearchViewModel = function (collection_json, query_json, initial_json) {
  778. var self = this;
  779. // Models
  780. self.collection = new Collection(self, collection_json.collection);
  781. self.query = new Query(self, query_json);
  782. self.initial = new NewTemplate(self, initial_json);
  783. // UI
  784. self.response = ko.observable({});
  785. self.results = ko.observableArray([]);
  786. self.norm_facets = ko.computed(function () {
  787. return self.response().normalized_facets;
  788. });
  789. self.getFacetFromQuery = function (facet_id) {
  790. var _facet = null;
  791. if (self.norm_facets() !== undefined) {
  792. $.each(self.norm_facets(), function (index, norm_facet) {
  793. if (norm_facet.id == facet_id) {
  794. _facet = norm_facet;
  795. }
  796. });
  797. }
  798. return _facet;
  799. };
  800. self.toggledGridlayoutResultChevron = ko.observable(false);
  801. self.enableGridlayoutResultChevron = function() {
  802. self.toggledGridlayoutResultChevron(true);
  803. };
  804. self.disableGridlayoutResultChevron = function() {
  805. self.toggledGridlayoutResultChevron(false);
  806. };
  807. self.fieldAnalyses = ko.observableArray([]);
  808. self.fieldAnalysesName = ko.observableArray("");
  809. self.fieldsAnalysisAttributesNames = ko.computed(function () {
  810. var _fields = [];
  811. $.each(self.collection.template.fieldsAttributes(), function (index, field) {
  812. if (field.name() != self.fieldAnalysesName()){
  813. _fields.push(field.name())
  814. }
  815. });
  816. return _fields;
  817. });
  818. self.previewColumns = ko.observable("");
  819. self.columns = ko.observable([]);
  820. loadLayout(self, collection_json.layout);
  821. self.isEditing = ko.observable(false);
  822. self.toggleEditing = function () {
  823. self.isEditing(! self.isEditing());
  824. };
  825. self.isRetrievingResults = ko.observable(false);
  826. function bareWidgetBuilder(name, type){
  827. return new Widget({
  828. size: 12,
  829. id: UUID(),
  830. name: name,
  831. widgetType: type
  832. });
  833. }
  834. self.draggableHit = ko.observable(bareWidgetBuilder("Hit Count", "hit-widget"));
  835. self.draggableFacet = ko.observable(bareWidgetBuilder("Facet", "facet-widget"));
  836. self.draggableResultset = ko.observable(bareWidgetBuilder("Grid Results", "resultset-widget"));
  837. self.draggableHtmlResultset = ko.observable(bareWidgetBuilder("HTML Results", "html-resultset-widget"));
  838. self.draggableHistogram = ko.observable(bareWidgetBuilder("Histogram", "histogram-widget"));
  839. self.draggableBar = ko.observable(bareWidgetBuilder("Bar Chart", "bar-widget"));
  840. self.draggableMap = ko.observable(bareWidgetBuilder("Map", "map-widget"));
  841. self.draggableLeafletMap = ko.observable(bareWidgetBuilder("Marker Map", "leafletmap-widget"));
  842. self.draggableLine = ko.observable(bareWidgetBuilder("Line Chart", "line-widget"));
  843. self.draggablePie = ko.observable(bareWidgetBuilder("Pie Chart", "pie-widget"));
  844. self.draggableFilter = ko.observable(bareWidgetBuilder("Filter Bar", "filter-widget"));
  845. self.draggableTree = ko.observable(bareWidgetBuilder("Tree", "tree-widget"));
  846. self.draggableHeatmap = ko.observable(bareWidgetBuilder("Heatmap", "heatmap-widget"));
  847. self.availableDateFields = ko.computed(function() {
  848. return $.grep(self.collection.availableFacetFields(), function(field) { return DATE_TYPES.indexOf(field.type()) != -1; });
  849. });
  850. self.availableNumberFields = ko.computed(function() {
  851. return $.grep(self.collection.availableFacetFields(), function(field) { return NUMBER_TYPES.indexOf(field.type()) != -1; });
  852. });
  853. self.availablePivotFields = ko.computed(function() {
  854. return self.collection.fields();
  855. });
  856. function getWidgets(equalsTo) {
  857. return $.map(self.columns(), function (col){return $.map(col.rows(), function(row){ return $.grep(row.widgets(), function(widget){ return equalsTo(widget); });}) ;})
  858. };
  859. self.availableDraggableResultset = ko.computed(function() {
  860. return getWidgets(function(widget) { return ['resultset-widget', 'html-resultset-widget'].indexOf(widget.widgetType()) != -1; }).length == 0;
  861. });
  862. self.availableDraggableLeaflet = ko.computed(function() {
  863. return getWidgets(function(widget) { return ['leafletmap-widget'].indexOf(widget.widgetType()) != -1; }).length == 0;
  864. });
  865. self.availableDraggableFilter = ko.computed(function() {
  866. return getWidgets(function(widget) { return widget.widgetType() == 'filter-widget'; }).length == 0;
  867. });
  868. self.availableDraggableHistogram = ko.computed(function() {
  869. return getWidgets(function(widget) { return widget.widgetType() == 'histogram-widget'; }).length == 0 && self.availableDateFields().length > 0;
  870. });
  871. self.availableDraggableNumbers = ko.computed(function() {
  872. return self.availableNumberFields().length > 0;
  873. });
  874. self.availableDraggableChart = ko.computed(function() {
  875. return self.collection.availableFacetFields().length > 0;
  876. });
  877. self.init = function (callback) {
  878. self.initial.init();
  879. self.collection.syncFields();
  880. self.search(callback);
  881. }
  882. self.searchBtn = function () {
  883. self.query.start(0);
  884. self.search();
  885. };
  886. self.search = function (callback) {
  887. self.isRetrievingResults(true);
  888. $(".jHueNotify").hide();
  889. logGA('search');
  890. // Multi queries
  891. var multiQs = [];
  892. var multiQ = self.query.getMultiq();
  893. if (multiQ != null) {
  894. var facet = {};
  895. var queries = [];
  896. if (multiQ == 'query') {
  897. queries = self.query.qs();
  898. } else {
  899. facet = self.query.getFacetFilter(self.query.selectedMultiq());
  900. queries = $.map(facet.filter(), function(f) { return f.value(); });
  901. }
  902. multiQs = $.map(queries, function(qdata) {
  903. return $.post("/search/get_timeline", {
  904. collection: ko.mapping.toJSON(self.collection),
  905. query: ko.mapping.toJSON(self.query),
  906. facet: ko.mapping.toJSON(facet),
  907. qdata: ko.mapping.toJSON(qdata),
  908. multiQ: multiQ
  909. }, function (data) {return data});
  910. });
  911. }
  912. $.each(self.fieldAnalyses(), function (index, analyse) { // Invalidate stats analysis
  913. analyse.stats.data.removeAll();
  914. });
  915. if (self.getFieldAnalysis()) {
  916. self.getFieldAnalysis().update();
  917. }
  918. $.when.apply($, [
  919. $.post("/search/search", {
  920. collection: ko.mapping.toJSON(self.collection),
  921. query: ko.mapping.toJSON(self.query),
  922. layout: ko.mapping.toJSON(self.columns)
  923. }, function (data) {
  924. if (typeof callback != undefined && callback != null){
  925. callback(data);
  926. }
  927. self.response(data);
  928. self.results.removeAll();
  929. if (data.error) {
  930. $(document).trigger("error", data.error);
  931. }
  932. else {
  933. if (self.collection.template.isGridLayout()) {
  934. // Table view
  935. var _docs = [];
  936. var leafletmap = {};
  937. $.each(data.response.docs, function (index, item) {
  938. var row = [];
  939. var fields = self.collection.template.fieldsSelected();
  940. // Display selected fields or whole json document
  941. if (fields.length != 0) {
  942. $.each(self.collection.template.fieldsSelected(), function (index, field) {
  943. row.push(item[field]);
  944. });
  945. } else {
  946. row.push(ko.mapping.toJSON(item));
  947. }
  948. if (self.collection.template.leafletmapOn()) {
  949. leafletmap = {
  950. 'latitude': item[self.collection.template.leafletmap.latitudeField()],
  951. 'longitude': item[self.collection.template.leafletmap.longitudeField()],
  952. 'label': self.collection.template.leafletmap.labelField() ? item[self.collection.template.leafletmap.labelField()] : ""
  953. }
  954. }
  955. var doc = {
  956. 'id': item[self.collection.idField()],
  957. 'row': row,
  958. 'showDetails': ko.observable(item.showDetails),
  959. 'details': ko.observableArray(item.details),
  960. 'leafletmap': leafletmap,
  961. };
  962. _docs.push(doc);
  963. });
  964. self.results(_docs);
  965. }
  966. else {
  967. // Template view
  968. var _docs = [];
  969. var _mustacheTmpl = fixTemplateDotsAndFunctionNames(self.collection.template.template());
  970. $.each(data.response.docs, function (index, item) {
  971. // fix the fields that contain dots in the name
  972. addTemplateFunctions(item);
  973. _docs.push(Mustache.render(_mustacheTmpl, item));
  974. });
  975. self.results(_docs);
  976. }
  977. self.isRetrievingResults(false);
  978. }
  979. })
  980. ].concat(multiQs)
  981. )
  982. .done(function() {
  983. if (arguments[0] instanceof Array) { // If multi queries
  984. var histoFacetId = self.collection.getHistogramFacet().id();
  985. var histoFacet = self.getFacetFromQuery(histoFacetId);
  986. for (var i = 1; i < arguments.length; i++) {
  987. histoFacet.extraSeries.push(arguments[i][0]['series']);
  988. }
  989. self.response.valueHasMutated();
  990. }
  991. })
  992. .fail(function (xhr, textStatus, errorThrown) {
  993. $(document).trigger("error", xhr.responseText);
  994. })
  995. .always(function () {
  996. $('.btn-loading').button('reset');
  997. });
  998. };
  999. self.removeWidget = function (widget_json) {
  1000. self.collection.removeFacet(widget_json.id);
  1001. self.collection.removeLeaflet(widget_json);
  1002. var refresh = self.query.removeFilter(widget_json);
  1003. self.removeWidgetById(widget_json.id());
  1004. if (refresh) {
  1005. self.search();
  1006. }
  1007. }
  1008. self.getWidgetById = function (widget_id) {
  1009. var _widget = null;
  1010. $.each(self.columns(), function (i, col) {
  1011. $.each(col.rows(), function (j, row) {
  1012. $.each(row.widgets(), function (z, widget) {
  1013. if (widget.id() == widget_id){
  1014. _widget = widget;
  1015. }
  1016. });
  1017. });
  1018. });
  1019. return _widget;
  1020. }
  1021. self.removeWidgetById = function (widget_id) {
  1022. $.each(self.columns(), function (i, col) {
  1023. $.each(col.rows(), function (j, row) {
  1024. $.each(row.widgets(), function (z, widget) {
  1025. if (widget.id() == widget_id){
  1026. row.widgets.remove(widget);
  1027. }
  1028. });
  1029. });
  1030. });
  1031. }
  1032. self.getDocument = function (doc) {
  1033. $.post("/search/get_document", {
  1034. collection: ko.mapping.toJSON(self.collection),
  1035. id: doc.id
  1036. }, function (data) {
  1037. if (data.status == 0) {
  1038. $.each(data.doc.doc, function(key, val) {
  1039. doc['details'].push(ko.mapping.fromJS({
  1040. key: key,
  1041. value: val
  1042. }));
  1043. });
  1044. }
  1045. else if (data.status == 1) {
  1046. $(document).trigger("info", data.message);
  1047. doc['details'].push(ko.mapping.fromJS({
  1048. key: '',
  1049. value: ''
  1050. }));
  1051. }
  1052. else {
  1053. $(document).trigger("error", data.message);
  1054. }
  1055. }).fail(function (xhr, textStatus, errorThrown) {
  1056. $(document).trigger("error", xhr.responseText);
  1057. });
  1058. };
  1059. self.showFieldAnalysis = function() {
  1060. if (self.fieldAnalysesName()) {
  1061. var analyse = self.getFieldAnalysis();
  1062. if (analyse == null) {
  1063. analyse = new FieldAnalysis(self, self.fieldAnalysesName());
  1064. self.fieldAnalyses.push(analyse);
  1065. }
  1066. analyse.update();
  1067. $(document).trigger("shownAnalysis")
  1068. }
  1069. }
  1070. self.getFieldAnalysis = function() {
  1071. var field_name = self.fieldAnalysesName();
  1072. var _analyse = null;
  1073. $.each(self.fieldAnalyses(), function (index, analyse) {
  1074. if (analyse.name() == field_name) {
  1075. _analyse = analyse;
  1076. return false;
  1077. }
  1078. });
  1079. return _analyse;
  1080. }
  1081. self.save = function () {
  1082. $.post("/search/save", {
  1083. collection: ko.mapping.toJSON(self.collection),
  1084. layout: ko.mapping.toJSON(self.columns)
  1085. }, function (data) {
  1086. if (data.status == 0) {
  1087. self.collection.id = data.id;
  1088. $(document).trigger("info", data.message);
  1089. if (window.location.search.indexOf("collection") == -1) {
  1090. window.location.hash = '#collection=' + data.id;
  1091. }
  1092. }
  1093. else {
  1094. $(document).trigger("error", data.message);
  1095. }
  1096. }).fail(function (xhr, textStatus, errorThrown) {
  1097. $(document).trigger("error", xhr.responseText);
  1098. });
  1099. };
  1100. };
  1101. function logGA(page) {
  1102. if (typeof trackOnGA == 'function') {
  1103. trackOnGA('search/' + page);
  1104. }
  1105. }