search.ko.js 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. function magicLayout(vm) {
  17. loadLayout(vm, vm.initial.layout);
  18. $(document).trigger("magicLayout");
  19. }
  20. function loadLayout(viewModel, json_layout) {
  21. var _columns = [];
  22. $(json_layout).each(function (cnt, json_col) {
  23. var _rows = [];
  24. $(json_col.rows).each(function (rcnt, json_row) {
  25. var row = new Row([], viewModel);
  26. $(json_row.widgets).each(function (wcnt, widget) {
  27. row.addWidget(new Widget({
  28. size:widget.size,
  29. id: widget.id,
  30. name: widget.name,
  31. widgetType: widget.widgetType,
  32. properties: widget.properties,
  33. offset: widget.offset,
  34. loading: true,
  35. vm: viewModel
  36. }));
  37. });
  38. _rows.push(row);
  39. });
  40. var column = new Column(json_col.size, _rows);
  41. _columns = _columns.concat(column);
  42. });
  43. viewModel.columns(_columns);
  44. }
  45. // End dashboard lib
  46. var Query = function (vm, query) {
  47. var self = this;
  48. self.qs = ko.mapping.fromJS(query.qs);
  49. self.fqs = ko.mapping.fromJS(query.fqs);
  50. self.start = ko.mapping.fromJS(query.start);
  51. var defaultMultiqGroup = {'id': 'query', 'label': 'query'};
  52. self.multiqs = ko.computed(function () { // List of widgets supporting multiqs
  53. var histogram_id = vm.collection.getHistogramFacet();
  54. return [defaultMultiqGroup].concat(
  55. $.map($.grep(self.fqs(), function(fq, i) {
  56. return (fq.type() == 'field' || fq.type() == 'range') && (histogram_id == null || histogram_id.id() != fq.id());
  57. }), function(fq) { return {'id': fq.id(), 'label': fq.field()} })
  58. );
  59. });
  60. self.selectedMultiq = ko.observable('query');
  61. self.getFacetFilter = function(widget_id) {
  62. var _fq = null;
  63. $.each(self.fqs(), function (index, fq) {
  64. if (fq.id() == widget_id) {
  65. _fq = fq;
  66. return false;
  67. }
  68. });
  69. return _fq;
  70. };
  71. self.getMultiq = ko.computed(function () {
  72. if (self.selectedMultiq()) {
  73. if (self.selectedMultiq() == 'query') {
  74. if (self.qs().length >= 2) {
  75. return 'query';
  76. }
  77. } else {
  78. var facet = self.getFacetFilter(self.selectedMultiq());
  79. if (facet && facet.filter().length > 0) {
  80. return 'facet';
  81. }
  82. }
  83. }
  84. return null;
  85. });
  86. self.addQ = function (data) {
  87. self.qs.push(ko.mapping.fromJS({'q': ''}));
  88. };
  89. self.removeQ = function (query) {
  90. self.qs.remove(query);
  91. };
  92. self.selectedMultiq.subscribe(function () { // To keep below the computed objects!
  93. vm.search();
  94. });
  95. self.toggleFacet = function (data) {
  96. var fq = self.getFacetFilter(data.widget_id);
  97. if (fq == null) {
  98. self.fqs.push(ko.mapping.fromJS({
  99. 'id': data.widget_id,
  100. 'field': data.facet.cat,
  101. 'filter': [data.facet.value],
  102. 'type': 'field'
  103. }));
  104. } else {
  105. $.each(self.fqs(), function (index, fq) {
  106. if (fq.id() == data.widget_id) {
  107. if (fq.filter.indexOf(data.facet.value) > -1) {
  108. fq.filter.remove(data.facet.value);
  109. if (fq.filter().length == 0) {
  110. self.fqs.remove(fq);
  111. }
  112. } else {
  113. fq.filter.push(data.facet.value);
  114. }
  115. }
  116. });
  117. }
  118. vm.search();
  119. }
  120. self.selectRangeFacet = function (data) {
  121. if (data.force != undefined) {
  122. self.removeFilter(ko.mapping.fromJS({'id': data.widget_id}));
  123. }
  124. var fq = self.getFacetFilter(data.widget_id);
  125. if (fq == null) {
  126. self.fqs.push(ko.mapping.fromJS({
  127. 'id': data.widget_id,
  128. 'field': data.cat,
  129. 'filter': [data.from],
  130. 'properties': [{'from': data.from, 'to': data.to}],
  131. 'type': 'range'
  132. }));
  133. } else {
  134. if (fq.filter().indexOf(data.from) > -1) { // Unselect
  135. fq.filter.remove(data.from);
  136. $.each(fq.properties(), function (index, prop) {
  137. if (prop && prop.from() == data.from) {
  138. fq.properties.remove(prop);
  139. }
  140. });
  141. if (fq.filter().length == 0) {
  142. self.removeFilter(ko.mapping.fromJS({'id': data.widget_id}));
  143. }
  144. } else {
  145. fq.filter.push(data.from);
  146. fq.properties.push(ko.mapping.fromJS({'from': data.from, 'to': data.to}));
  147. }
  148. }
  149. if (data.no_refresh == undefined) {
  150. vm.search();
  151. }
  152. };
  153. self.removeFilter = function (data) {
  154. $.each(self.fqs(), function (index, fq) {
  155. if (fq.id() == data.id()) {
  156. self.fqs.remove(fq);
  157. // Also re-init range select widget
  158. var rangeWidget = vm.collection.getFacetById(fq.id());
  159. if (rangeWidget != null && RANGE_SELECTABLE_WIDGETS.indexOf(rangeWidget.widgetType()) != -1 && fq.type() == 'range') {
  160. vm.collection.timeLineZoom({'id': rangeWidget.id()});
  161. }
  162. return false;
  163. }
  164. });
  165. };
  166. self.paginate = function (direction) {
  167. if (direction == 'next') {
  168. self.start(self.start() + vm.collection.template.rows() * 1.0);
  169. } else {
  170. self.start(self.start() - vm.collection.template.rows() * 1.0);
  171. }
  172. vm.search();
  173. };
  174. };
  175. var FieldAnalysis = function (vm, field_name) {
  176. var self = this;
  177. self.name = ko.observable(field_name);
  178. self.section = ko.observable('terms');
  179. self.section.subscribe(function () {
  180. self.update();
  181. });
  182. self.terms = ko.mapping.fromJS({'prefix': '', 'data': []});
  183. self.terms.prefix.subscribe(function () {
  184. self.getTerms();
  185. });
  186. self.terms.prefix.extend({rateLimit: {timeout: 2000, method: "notifyWhenChangesStop"}});
  187. self.stats = ko.mapping.fromJS({'facet': '', 'data': []});
  188. self.stats.facet.subscribe(function () {
  189. self.getStats();
  190. });
  191. self.update = function() {
  192. if (self.section() == 'stats') {
  193. if (self.stats.data().length == 0) {
  194. self.getStats();
  195. }
  196. } else {
  197. if (self.terms.data().length == 0) {
  198. self.getTerms();
  199. }
  200. }
  201. }
  202. self.getTerms = function () {
  203. self.terms.data.removeAll();
  204. $.post("/search/get_terms", {
  205. collection: ko.mapping.toJSON(vm.collection),
  206. analysis: ko.mapping.toJSON(self)
  207. }, function (data) {
  208. if (data.status == 0) {
  209. $.each(data.terms, function(key, val) {
  210. self.terms.data.push({'key': key, 'val': val});
  211. });
  212. }
  213. else if (data.status == 1) {
  214. self.terms.data.push({'key': 'Error', 'val': data.message});
  215. }
  216. else {
  217. $(document).trigger("error", data.message);
  218. }
  219. }).fail(function (xhr, textStatus, errorThrown) {
  220. $(document).trigger("error", xhr.responseText);
  221. });
  222. };
  223. self.getStats = function () {
  224. self.stats.data.removeAll();
  225. $.post("/search/get_stats", {
  226. collection: ko.mapping.toJSON(vm.collection),
  227. query: ko.mapping.toJSON(vm.query),
  228. analysis: ko.mapping.toJSON(self)
  229. }, function (data) {
  230. if (data.status == 0) {
  231. $.each(data.stats.stats.stats_fields[self.name()], function(key, val) {
  232. self.stats.data.push({'key': key, 'val': val});
  233. });
  234. }
  235. else if (data.status == 1) {
  236. self.stats.data.push({'key': 'Error', 'val': data.message});
  237. }
  238. else {
  239. $(document).trigger("error", data.message);
  240. }
  241. }).fail(function (xhr, textStatus, errorThrown) {
  242. $(document).trigger("error", xhr.responseText);
  243. });
  244. };
  245. }
  246. var Collection = function (vm, collection) {
  247. var self = this;
  248. self.id = collection.id;
  249. self.name = ko.mapping.fromJS(collection.name);
  250. self.label = ko.mapping.fromJS(collection.label);
  251. self.enabled = ko.mapping.fromJS(collection.enabled);
  252. self.idField = ko.observable(collection.idField);
  253. self.template = ko.mapping.fromJS(collection.template);
  254. self.template.fieldsSelected.subscribe(function () {
  255. vm.search();
  256. });
  257. self.template.extracode($("<span>").html(self.template.extracode()).text()); // Unescape HTML
  258. self.template.extracode.extend({rateLimit: {timeout: 3000, method: "notifyWhenChangesStop"}});
  259. self.template.template.extend({rateLimit: {timeout: 3000, method: "notifyWhenChangesStop"}});
  260. self.template.template.subscribe(function () {
  261. vm.search();
  262. });
  263. self.template.isGridLayout.subscribe(function () {
  264. vm.results.removeAll();
  265. vm.search();
  266. });
  267. self.template.selectedVisualField = ko.observable();
  268. self.template.selectedVisualFunction = ko.observable();
  269. self.template.selectedVisualFunction.subscribe(function (newValue) {
  270. var _vf = $("#visualFunctions");
  271. _vf.siblings(".muted").text(_vf.find(":selected").attr("title"));
  272. });
  273. self.template.selectedSourceField = ko.observable();
  274. self.template.selectedSourceFunction = ko.observable();
  275. self.template.selectedSourceFunction.subscribe(function (newValue) {
  276. var _sf = $("#sourceFunctions");
  277. _sf.siblings(".muted").text(_sf.find(":selected").attr("title"));
  278. });
  279. self.template.addFieldToVisual = function () {
  280. $(document).trigger("addFieldToVisual", self.template.selectedVisualField());
  281. };
  282. self.template.addFunctionToVisual = function () {
  283. $(document).trigger("addFunctionToVisual", self.template.selectedVisualFunction());
  284. };
  285. self.template.addFieldToSource = function () {
  286. $(document).trigger("addFieldToSource", self.template.selectedSourceField());
  287. };
  288. self.template.addFunctionToSource = function () {
  289. $(document).trigger("addFunctionToSource", self.template.selectedSourceFunction());
  290. };
  291. self.facets = ko.mapping.fromJS(collection.facets);
  292. $.each(self.facets(), function (index, facet) {
  293. facet.properties.limit.subscribe(function () {
  294. vm.search();
  295. });
  296. });
  297. self.template.rows.subscribe(function() {
  298. vm.search();
  299. });
  300. self.template.rows.extend({rateLimit: {timeout: 1500, method: "notifyWhenChangesStop"}});
  301. self.fields = ko.mapping.fromJS(collection.fields);
  302. self.availableFacetFields = ko.computed(function() {
  303. var facetFieldNames = $.map(self.facets(), function(facet) {
  304. return facet.field();
  305. });
  306. return $.grep(self.fields(), function(field) {
  307. return facetFieldNames.indexOf(field.name()) == -1;
  308. });
  309. });
  310. self.selectedDocument = ko.observable({});
  311. self.addFacet = function (facet_json) {
  312. self.removeFacet(function(){return facet_json.widget_id});
  313. $.post("/search/template/new_facet", {
  314. "collection": ko.mapping.toJSON(self),
  315. "id": facet_json.widget_id,
  316. "label": facet_json.name,
  317. "field": facet_json.name,
  318. "widget_type": facet_json.widgetType
  319. }, function (data) {
  320. if (data.status == 0) {
  321. var facet = ko.mapping.fromJS(data.facet);
  322. facet.properties.limit.subscribe(function () {
  323. vm.search();
  324. });
  325. self.facets.push(facet);
  326. vm.search();
  327. } else {
  328. $(document).trigger("error", data.message);
  329. }
  330. }).fail(function (xhr, textStatus, errorThrown) {});
  331. };
  332. self.removeFacet = function (widget_id) {
  333. $.each(self.facets(), function (index, facet) {
  334. if (facet.id() == widget_id()) {
  335. self.facets.remove(facet);
  336. return false;
  337. }
  338. });
  339. }
  340. self.getFacetById = function (facet_id) {
  341. var _facet = null;
  342. $.each(self.facets(), function (index, facet) {
  343. if (facet.id() == facet_id) {
  344. _facet = facet;
  345. return false;
  346. }
  347. });
  348. return _facet;
  349. }
  350. self.getFacetByType = function (facetType) {
  351. var _facet = null;
  352. $.each(self.facets(), function (index, facet) {
  353. if (facet.widgetType() == facetType) {
  354. _facet = facet;
  355. return false;
  356. }
  357. });
  358. return _facet;
  359. }
  360. self.getHistogramFacet = function () { // Should do multi histogram
  361. return self.getFacetByType('histogram-widget');
  362. }
  363. self.template.fields = ko.computed(function () {
  364. var _fields = [];
  365. $.each(self.template.fieldsAttributes(), function (index, field) {
  366. var position = self.template.fieldsSelected.indexOf(field.name());
  367. if (position != -1) {
  368. _fields[position] = field;
  369. }
  370. });
  371. return _fields;
  372. });
  373. self.getTemplateField = function (name) {
  374. var _field = null;
  375. $.each(self.template.fields(), function (index, field) {
  376. if (field.name() == name) {
  377. _field = field;
  378. return false;
  379. }
  380. });
  381. return _field;
  382. };
  383. self.template.fieldsModalFilter = ko.observable(""); // For UI
  384. self.template.fieldsModalType = ko.observable(""); // For UI
  385. self.template.fieldsAttributesFilter = ko.observable(""); // For UI
  386. self.template.filteredModalFields = ko.observableArray();
  387. self.template.filteredAttributeFieldsAll = ko.observable(true);
  388. self.template.filteredAttributeFields = ko.computed(function() {
  389. var _fields = [];
  390. var _iterable = self.template.fieldsAttributes();
  391. if (! self.template.filteredAttributeFieldsAll()){
  392. _iterable = self.template.fields();
  393. }
  394. $.each(_iterable, function (index, field) {
  395. if (self.template.fieldsAttributesFilter() == "" || field.name().toLowerCase().indexOf(self.template.fieldsAttributesFilter().toLowerCase()) > -1){
  396. _fields.push(field);
  397. }
  398. });
  399. return _fields;
  400. });
  401. self.template.availableWidgetFields = ko.computed(function() {
  402. if (self.template.fieldsModalType() == 'histogram-widget') {
  403. return vm.availableDateFields();
  404. }
  405. else if (self.template.fieldsModalType() == 'line-widget') {
  406. return vm.availableNumberFields();
  407. }
  408. else {
  409. return self.availableFacetFields();
  410. }
  411. });
  412. self.template.availableWidgetFieldsNames = ko.computed(function() {
  413. return $.map(self.template.availableWidgetFields(), function(field) {
  414. return field.name();
  415. });
  416. });
  417. self.template.fieldsModalFilter.subscribe(function(value) {
  418. var _fields = [];
  419. var _availableFields = self.template.availableWidgetFields();
  420. $.each(_availableFields, function (index, field) {
  421. if (self.template.fieldsModalFilter() == "" || field.name().toLowerCase().indexOf(self.template.fieldsModalFilter().toLowerCase()) > -1){
  422. _fields.push(field);
  423. }
  424. });
  425. self.template.filteredModalFields(_fields);
  426. });
  427. self.switchCollection = function() { // Long term would be to reload the page
  428. $.post("/search/get_collection", {
  429. name: self.name()
  430. }, function (data) {
  431. if (data.status == 0) {
  432. self.idField(data.collection.collection.idField);
  433. self.template.template(data.collection.collection.template.template);
  434. self.template.fieldsAttributes.removeAll();
  435. $.each(data.collection.collection.template.fieldsAttributes, function(index, field) {
  436. self.template.fieldsAttributes.push(ko.mapping.fromJS(field));
  437. });
  438. self.fields.removeAll();
  439. $.each(data.collection.collection.fields, function(index, field) {
  440. self.fields.push(ko.mapping.fromJS(field));
  441. });
  442. }
  443. }).fail(function (xhr, textStatus, errorThrown) {});
  444. };
  445. function diff(A, B) {
  446. return A.filter(function (a) {
  447. return B.indexOf(a) == -1;
  448. });
  449. }
  450. function syncArray(currentObservable, newJson, isDynamic) {
  451. // Get names of fields
  452. var _currentFieldsNames = $.map(
  453. $.grep(currentObservable(), function(field) {
  454. return field.isDynamic() == isDynamic;
  455. }), function(field) {
  456. return field.name();
  457. });
  458. var _newFieldsNames = $.map(
  459. $.grep(newJson, function(field) {
  460. return field.isDynamic == isDynamic;
  461. }), function(field) {
  462. return field.name;
  463. });
  464. var _toDelete = diff(_currentFieldsNames, _newFieldsNames);
  465. var _toAdd = diff(_newFieldsNames, _currentFieldsNames);
  466. // Deleted fields
  467. self.template.fieldsSelected.removeAll(_toDelete);
  468. var bulk = $.grep(currentObservable(), function(field) {
  469. return (_toDelete.indexOf(field.name()) != -1)
  470. });
  471. currentObservable.removeAll(bulk);
  472. // New fields
  473. $.each(newJson, function(index, field) {
  474. if (_toAdd.indexOf(field.name) != -1) {
  475. currentObservable.push(ko.mapping.fromJS(field));
  476. }
  477. });
  478. }
  479. self.syncFields = function() {
  480. $.post("/search/get_collection", {
  481. name: self.name()
  482. }, function (data) {
  483. if (data.status == 0) {
  484. self.idField(data.collection.collection.idField);
  485. syncArray(self.template.fieldsAttributes, data.collection.collection.template.fieldsAttributes, false);
  486. syncArray(self.fields, data.collection.collection.fields, false);
  487. }
  488. // After sync the dynamic fields
  489. self.syncDynamicFields()
  490. }).fail(function (xhr, textStatus, errorThrown) {});
  491. };
  492. self.syncDynamicFields = function () {
  493. $.post("/search/index/fields/dynamic", {
  494. name: self.name()
  495. }, function (data) {
  496. if (data.status == 0) {
  497. syncArray(self.template.fieldsAttributes, data.gridlayout_header_fields, true);
  498. syncArray(self.fields, data.fields, true);
  499. }
  500. }).fail(function (xhr, textStatus, errorThrown) {});
  501. };
  502. self.toggleSortColumnGridLayout = function (template_field) {
  503. if (! template_field.sort.direction()) {
  504. template_field.sort.direction('desc');
  505. } else if (template_field.sort.direction() == 'desc') {
  506. template_field.sort.direction('asc');
  507. } else {
  508. template_field.sort.direction(null);
  509. }
  510. $(document).trigger("setResultsHeight");
  511. vm.search();
  512. };
  513. self.toggleSortFacet = function (facet_field, event) {
  514. if (facet_field.properties.sort() == 'desc') {
  515. facet_field.properties.sort('asc');
  516. } else {
  517. facet_field.properties.sort('desc');
  518. }
  519. $(event.target).button('loading');
  520. vm.search();
  521. };
  522. self.toggleRangeFacet = function (facet_field, event) {
  523. vm.query.removeFilter(ko.mapping.fromJS({'id': facet_field.id})); // Reset filter query
  524. if (facet_field.type() == 'field') {
  525. facet_field.type('range');
  526. } else if (facet_field.type() == 'range') {
  527. facet_field.type('field')
  528. }
  529. $(event.target).button('loading');
  530. vm.search();
  531. };
  532. self.selectTimelineFacet = function (data) {
  533. var facet = self.getFacetById(data.widget_id);
  534. facet.properties.start(data.from);
  535. facet.properties.end(data.to);
  536. vm.query.selectRangeFacet({widget_id: data.widget_id, from: data.from, to: data.to, cat: data.cat, no_refresh: true, force: true});
  537. $.ajax({
  538. type: "POST",
  539. url: "/search/get_range_facet",
  540. data: {
  541. collection: ko.mapping.toJSON(self),
  542. facet: ko.mapping.toJSON(facet),
  543. action: 'select'
  544. },
  545. success: function (data) {
  546. if (data.status == 0) {
  547. facet.properties.gap(data.properties.gap);
  548. }
  549. },
  550. async: false
  551. });
  552. vm.search();
  553. }
  554. self.timeLineZoom = function (facet_json) {
  555. var facet = self.getFacetById(facet_json.id);
  556. facet.properties.start(facet.from);
  557. facet.properties.end(facet.to);
  558. $.ajax({
  559. type: "POST",
  560. url: "/search/get_range_facet",
  561. data: {
  562. collection: ko.mapping.toJSON(self),
  563. facet: ko.mapping.toJSON(facet),
  564. action: "zoom_out"
  565. },
  566. success: function (data) {
  567. if (data.status == 0) {
  568. facet.properties.start(data.properties.start);
  569. facet.properties.end(data.properties.end);
  570. facet.properties.gap(data.properties.gap);
  571. var fq = vm.query.getFacetFilter(facet_json.id);
  572. if (fq != null) {
  573. fq.properties()[0].from(data.properties.start);
  574. fq.properties()[0].to(data.properties.end);
  575. }
  576. }
  577. },
  578. async: false
  579. });
  580. vm.search();
  581. }
  582. self.translateSelectedField = function (index, direction) {
  583. var array = self.template.fieldsSelected();
  584. if (direction == 'left') {
  585. self.template.fieldsSelected.splice(index - 1, 2, array[index], array[index - 1]);
  586. } else {
  587. self.template.fieldsSelected.splice(index, 2, array[index + 1], array[index]);
  588. }
  589. };
  590. self.upDownFacetLimit = function (facet_id, direction) {
  591. var facet = self.getFacetById(facet_id);
  592. if (facet.properties.prevLimit == undefined) {
  593. facet.properties.prevLimit = facet.properties.limit();
  594. }
  595. if (direction == 'up') {
  596. facet.properties.limit(facet.properties.limit() + 10);
  597. } else {
  598. facet.properties.limit(facet.properties.limit() - 10);
  599. }
  600. vm.search();
  601. };
  602. };
  603. var NewTemplate = function (vm, initial) {
  604. var self = this;
  605. self.collections = ko.mapping.fromJS(initial.collections);
  606. self.layout = initial.layout;
  607. self.inited = ko.observable(self.collections().length > 0); // No collection if not a new dashboard
  608. self.init = function() {
  609. if (self.inited()) {
  610. // If new dashboard
  611. vm.collection.name.subscribe(function(newValue) {
  612. vm.collection.label(newValue);
  613. vm.collection.switchCollection();
  614. vm.search();
  615. });
  616. } else {
  617. self.syncCollections();
  618. }
  619. if (initial.autoLoad) {
  620. magicLayout(vm);
  621. }
  622. };
  623. self.syncCollections = function () {
  624. $.post("/search/get_collections", {
  625. }, function (data) {
  626. if (data.status == 0) {
  627. // Sync new and old names
  628. $.each(data.collection, function(index, name) {
  629. if (self.collections.indexOf(name) == -1) {
  630. self.collections.push(name);
  631. }
  632. });
  633. $.each(self.collections(), function(index, collection) {
  634. if (data.collection.indexOf(collection) == -1) {
  635. self.collections.remove(collection);
  636. }
  637. });
  638. }
  639. else {
  640. $(document).trigger("error", data.message);
  641. }
  642. }).fail(function (xhr, textStatus, errorThrown) {
  643. $(document).trigger("error", xhr.responseText);
  644. }).done(function() {
  645. self.inited(true);
  646. });
  647. };
  648. };
  649. var DATE_TYPES = ['date', 'tdate'];
  650. var NUMBER_TYPES = ['int', 'tint', 'long', 'tlong', 'float', 'tfloat'];
  651. var RANGE_SELECTABLE_WIDGETS = ['histogram-widget', 'bar-widget', 'line-widget'];
  652. var SearchViewModel = function (collection_json, query_json, initial_json) {
  653. var self = this;
  654. // Models
  655. self.collection = new Collection(self, collection_json.collection);
  656. self.query = new Query(self, query_json);
  657. self.initial = new NewTemplate(self, initial_json);
  658. // UI
  659. self.response = ko.observable({});
  660. self.results = ko.observableArray([]);
  661. self.norm_facets = ko.computed(function () {
  662. return self.response().normalized_facets;
  663. });
  664. self.getFacetFromQuery = function (facet_id) {
  665. var _facet = null;
  666. if (self.norm_facets() !== undefined) {
  667. $.each(self.norm_facets(), function (index, norm_facet) {
  668. if (norm_facet.id == facet_id) {
  669. _facet = norm_facet;
  670. }
  671. });
  672. }
  673. return _facet;
  674. };
  675. self.toggledGridlayoutResultChevron = ko.observable(false);
  676. self.enableGridlayoutResultChevron = function() {
  677. self.toggledGridlayoutResultChevron(true);
  678. };
  679. self.disableGridlayoutResultChevron = function() {
  680. self.toggledGridlayoutResultChevron(false);
  681. };
  682. self.fieldAnalyses = ko.observableArray([]);
  683. self.fieldAnalysesName = ko.observableArray("");
  684. self.previewColumns = ko.observable("");
  685. self.columns = ko.observable([]);
  686. loadLayout(self, collection_json.layout);
  687. self.isEditing = ko.observable(false);
  688. self.toggleEditing = function () {
  689. self.isEditing(! self.isEditing());
  690. };
  691. self.isRetrievingResults = ko.observable(false);
  692. function bareWidgetBuilder(name, type){
  693. return new Widget({
  694. size: 12,
  695. id: UUID(),
  696. name: name,
  697. widgetType: type
  698. });
  699. }
  700. self.draggableHit = ko.observable(bareWidgetBuilder("Hit Count", "hit-widget"));
  701. self.draggableFacet = ko.observable(bareWidgetBuilder("Facet", "facet-widget"));
  702. self.draggableResultset = ko.observable(bareWidgetBuilder("Grid Results", "resultset-widget"));
  703. self.draggableHtmlResultset = ko.observable(bareWidgetBuilder("HTML Results", "html-resultset-widget"));
  704. self.draggableHistogram = ko.observable(bareWidgetBuilder("Histogram", "histogram-widget"));
  705. self.draggableBar = ko.observable(bareWidgetBuilder("Bar Chart", "bar-widget"));
  706. self.draggableMap = ko.observable(bareWidgetBuilder("Map", "map-widget"));
  707. self.draggableLine = ko.observable(bareWidgetBuilder("Line Chart", "line-widget"));
  708. self.draggablePie = ko.observable(bareWidgetBuilder("Pie Chart", "pie-widget"));
  709. self.draggableFilter = ko.observable(bareWidgetBuilder("Filter Bar", "filter-widget"));
  710. self.availableDateFields = ko.computed(function() {
  711. return $.grep(self.collection.availableFacetFields(), function(field) { return DATE_TYPES.indexOf(field.type()) != -1; });
  712. });
  713. self.availableNumberFields = ko.computed(function() {
  714. return $.grep(self.collection.availableFacetFields(), function(field) { return NUMBER_TYPES.indexOf(field.type()) != -1; });
  715. });
  716. function getWidgets(equalsTo) {
  717. return $.map(self.columns(), function (col){return $.map(col.rows(), function(row){ return $.grep(row.widgets(), function(widget){ return equalsTo(widget); });}) ;})
  718. };
  719. self.availableDraggableResultset = ko.computed(function() {
  720. return getWidgets(function(widget) { return ['resultset-widget', 'html-resultset-widget'].indexOf(widget.widgetType()) != -1; }).length == 0;
  721. });
  722. self.availableDraggableFilter = ko.computed(function() {
  723. return getWidgets(function(widget) { return widget.widgetType() == 'filter-widget'; }).length == 0;
  724. });
  725. self.availableDraggableHistogram = ko.computed(function() {
  726. return getWidgets(function(widget) { return widget.widgetType() == 'histogram-widget'; }).length == 0 && self.availableDateFields().length > 0;
  727. });
  728. self.availableDraggableNumbers = ko.computed(function() {
  729. return self.availableNumberFields().length > 0;
  730. });
  731. self.availableDraggableChart = ko.computed(function() {
  732. return self.collection.availableFacetFields().length > 0;
  733. });
  734. self.init = function (callback) {
  735. self.initial.init();
  736. self.collection.syncFields();
  737. self.search(callback);
  738. }
  739. self.searchBtn = function () {
  740. self.query.start(0);
  741. self.search();
  742. };
  743. self.search = function (callback) {
  744. self.isRetrievingResults(true);
  745. $(".jHueNotify").hide();
  746. logGA('search');
  747. // Multi queries
  748. var multiQs = [];
  749. var multiQ = self.query.getMultiq();
  750. if (multiQ != null) {
  751. var facet = {};
  752. var queries = [];
  753. if (multiQ == 'query') {
  754. queries = self.query.qs();
  755. } else {
  756. facet = self.query.getFacetFilter(self.query.selectedMultiq());
  757. queries = facet.filter();
  758. }
  759. multiQs = $.map(queries, function(qdata) {
  760. return $.post("/search/get_timeline", {
  761. collection: ko.mapping.toJSON(self.collection),
  762. query: ko.mapping.toJSON(self.query),
  763. facet: ko.mapping.toJSON(facet),
  764. qdata: ko.mapping.toJSON(qdata),
  765. multiQ: multiQ
  766. }, function (data) {return data});
  767. });
  768. }
  769. $.when.apply($, [
  770. $.post("/search/search", {
  771. collection: ko.mapping.toJSON(self.collection),
  772. query: ko.mapping.toJSON(self.query),
  773. layout: ko.mapping.toJSON(self.columns)
  774. }, function (data) {
  775. if (typeof callback != undefined && callback != null){
  776. callback(data);
  777. }
  778. self.response(data);
  779. self.results.removeAll();
  780. if (data.error) {
  781. $(document).trigger("error", data.error);
  782. }
  783. else {
  784. if (self.collection.template.isGridLayout()) {
  785. // Table view
  786. $.each(data.response.docs, function (index, item) {
  787. var row = [];
  788. var fields = self.collection.template.fieldsSelected();
  789. // Display selected fields or whole json document
  790. if (fields.length != 0) {
  791. $.each(self.collection.template.fieldsSelected(), function (index, field) {
  792. row.push(item[field]);
  793. });
  794. } else {
  795. row.push(ko.mapping.toJSON(item));
  796. }
  797. var doc = {
  798. 'id': item[self.collection.idField()],
  799. 'row': row,
  800. 'showDetails': ko.observable(item.showDetails),
  801. 'details': ko.observableArray(item.details),
  802. };
  803. self.results.push(doc);
  804. });
  805. }
  806. else {
  807. // Template view
  808. var _mustacheTmpl = fixTemplateDotsAndFunctionNames(self.collection.template.template());
  809. $.each(data.response.docs, function (index, item) {
  810. // fix the fields that contain dots in the name
  811. addTemplateFunctions(item);
  812. self.results.push(Mustache.render(_mustacheTmpl, item));
  813. });
  814. }
  815. self.isRetrievingResults(false);
  816. }
  817. })
  818. ].concat(multiQs)
  819. )
  820. .done(function() {
  821. if (arguments[0] instanceof Array) { // If multi queries
  822. var histoFacetId = self.collection.getHistogramFacet().id();
  823. var histoFacet = self.getFacetFromQuery(histoFacetId);
  824. for (var i = 1; i < arguments.length; i++) {
  825. histoFacet.extraSeries.push(arguments[i][0]['series']);
  826. }
  827. self.response.valueHasMutated();
  828. }
  829. })
  830. .fail(function (xhr, textStatus, errorThrown) {
  831. $(document).trigger("error", xhr.responseText);
  832. })
  833. .always(function () {
  834. $('.btn-loading').button('reset');
  835. });
  836. };
  837. self.removeWidget = function (widget_json) {
  838. self.collection.removeFacet(widget_json.id);
  839. self.query.removeFilter(widget_json);
  840. self.removeWidgetById(widget_json.id());
  841. }
  842. self.getWidgetById = function (widget_id) {
  843. var _widget = null;
  844. $.each(self.columns(), function (i, col) {
  845. $.each(col.rows(), function (j, row) {
  846. $.each(row.widgets(), function (z, widget) {
  847. if (widget.id() == widget_id){
  848. _widget = widget;
  849. }
  850. });
  851. });
  852. });
  853. return _widget;
  854. }
  855. self.removeWidgetById = function (widget_id) {
  856. $.each(self.columns(), function (i, col) {
  857. $.each(col.rows(), function (j, row) {
  858. $.each(row.widgets(), function (z, widget) {
  859. if (widget.id() == widget_id){
  860. row.widgets.remove(widget);
  861. }
  862. });
  863. });
  864. });
  865. }
  866. self.getDocument = function (doc) {
  867. $.post("/search/get_document", {
  868. collection: ko.mapping.toJSON(self.collection),
  869. id: doc.id
  870. }, function (data) {
  871. if (data.status == 0) {
  872. $.each(data.doc.doc, function(key, val) {
  873. doc['details'].push(ko.mapping.fromJS({
  874. key: key,
  875. value: val
  876. }));
  877. });
  878. }
  879. else if (data.status == 1) {
  880. $(document).trigger("info", data.message);
  881. doc['details'].push(ko.mapping.fromJS({
  882. key: '',
  883. value: ''
  884. }));
  885. }
  886. else {
  887. $(document).trigger("error", data.message);
  888. }
  889. }).fail(function (xhr, textStatus, errorThrown) {
  890. $(document).trigger("error", xhr.responseText);
  891. });
  892. };
  893. self.showFieldAnalysis = function() {
  894. if (self.fieldAnalysesName()) {
  895. var analyse = self.getFieldAnalysis();
  896. if (analyse == null) {
  897. analyse = new FieldAnalysis(self, self.fieldAnalysesName());
  898. self.fieldAnalyses.push(analyse);
  899. }
  900. analyse.update();
  901. }
  902. }
  903. self.getFieldAnalysis = function() {
  904. var field_name = self.fieldAnalysesName();
  905. var _analyse = null;
  906. $.each(self.fieldAnalyses(), function (index, analyse) {
  907. if (analyse.name() == field_name) {
  908. _analyse = analyse;
  909. return false;
  910. }
  911. });
  912. return _analyse;
  913. }
  914. self.save = function () {
  915. $.post("/search/save", {
  916. collection: ko.mapping.toJSON(self.collection),
  917. layout: ko.mapping.toJSON(self.columns)
  918. }, function (data) {
  919. if (data.status == 0) {
  920. self.collection.id = data.id;
  921. $(document).trigger("info", data.message);
  922. if (window.location.search.indexOf("collection") == -1) {
  923. window.location.hash = '#collection=' + data.id;
  924. }
  925. }
  926. else {
  927. $(document).trigger("error", data.message);
  928. }
  929. }).fail(function (xhr, textStatus, errorThrown) {
  930. $(document).trigger("error", xhr.responseText);
  931. });
  932. };
  933. function logGA(page) {
  934. if (typeof trackOnGA == 'function') {
  935. trackOnGA('search/' + page);
  936. }
  937. }
  938. };