searchtools.js 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525
  1. /*
  2. * searchtools.js
  3. * ~~~~~~~~~~~~~~~~
  4. *
  5. * Sphinx JavaScript utilities for the full-text search.
  6. *
  7. * :copyright: Copyright 2007-2022 by the Sphinx team, see AUTHORS.
  8. * :license: BSD, see LICENSE for details.
  9. *
  10. */
  11. if (!Scorer) {
  12. /**
  13. * Simple result scoring code.
  14. */
  15. var Scorer = {
  16. // Implement the following function to further tweak the score for each result
  17. // The function takes a result array [filename, title, anchor, descr, score]
  18. // and returns the new score.
  19. /*
  20. score: function(result) {
  21. return result[4];
  22. },
  23. */
  24. // query matches the full name of an object
  25. objNameMatch: 11,
  26. // or matches in the last dotted part of the object name
  27. objPartialMatch: 6,
  28. // Additive scores depending on the priority of the object
  29. objPrio: {0: 15, // used to be importantResults
  30. 1: 5, // used to be objectResults
  31. 2: -5}, // used to be unimportantResults
  32. // Used when the priority is not in the mapping.
  33. objPrioDefault: 0,
  34. // query found in title
  35. title: 15,
  36. partialTitle: 7,
  37. // query found in terms
  38. term: 5,
  39. partialTerm: 2
  40. };
  41. }
  42. if (!splitQuery) {
  43. function splitQuery(query) {
  44. return query.split(/\s+/);
  45. }
  46. }
  47. /**
  48. * Search Module
  49. */
  50. var Search = {
  51. _index : null,
  52. _queued_query : null,
  53. _pulse_status : -1,
  54. htmlToText : function(htmlString) {
  55. var virtualDocument = document.implementation.createHTMLDocument('virtual');
  56. var htmlElement = $(htmlString, virtualDocument);
  57. htmlElement.find('.headerlink').remove();
  58. docContent = htmlElement.find('[role=main]')[0];
  59. if(docContent === undefined) {
  60. console.warn("Content block not found. Sphinx search tries to obtain it " +
  61. "via '[role=main]'. Could you check your theme or template.");
  62. return "";
  63. }
  64. return docContent.textContent || docContent.innerText;
  65. },
  66. init : function() {
  67. var params = $.getQueryParameters();
  68. if (params.q) {
  69. var query = params.q[0];
  70. $('input[name="q"]')[0].value = query;
  71. this.performSearch(query);
  72. }
  73. },
  74. loadIndex : function(url) {
  75. $.ajax({type: "GET", url: url, data: null,
  76. dataType: "script", cache: true,
  77. complete: function(jqxhr, textstatus) {
  78. if (textstatus != "success") {
  79. document.getElementById("searchindexloader").src = url;
  80. }
  81. }});
  82. },
  83. setIndex : function(index) {
  84. var q;
  85. this._index = index;
  86. if ((q = this._queued_query) !== null) {
  87. this._queued_query = null;
  88. Search.query(q);
  89. }
  90. },
  91. hasIndex : function() {
  92. return this._index !== null;
  93. },
  94. deferQuery : function(query) {
  95. this._queued_query = query;
  96. },
  97. stopPulse : function() {
  98. this._pulse_status = 0;
  99. },
  100. startPulse : function() {
  101. if (this._pulse_status >= 0)
  102. return;
  103. function pulse() {
  104. var i;
  105. Search._pulse_status = (Search._pulse_status + 1) % 4;
  106. var dotString = '';
  107. for (i = 0; i < Search._pulse_status; i++)
  108. dotString += '.';
  109. Search.dots.text(dotString);
  110. if (Search._pulse_status > -1)
  111. window.setTimeout(pulse, 500);
  112. }
  113. pulse();
  114. },
  115. /**
  116. * perform a search for something (or wait until index is loaded)
  117. */
  118. performSearch : function(query) {
  119. // create the required interface elements
  120. this.out = $('#search-results');
  121. this.title = $('<h2>' + _('Searching') + '</h2>').appendTo(this.out);
  122. this.dots = $('<span></span>').appendTo(this.title);
  123. this.status = $('<p class="search-summary">&nbsp;</p>').appendTo(this.out);
  124. this.output = $('<ul class="search"/>').appendTo(this.out);
  125. $('#search-progress').text(_('Preparing search...'));
  126. this.startPulse();
  127. // index already loaded, the browser was quick!
  128. if (this.hasIndex())
  129. this.query(query);
  130. else
  131. this.deferQuery(query);
  132. },
  133. /**
  134. * execute search (requires search index to be loaded)
  135. */
  136. query : function(query) {
  137. var i;
  138. // stem the searchterms and add them to the correct list
  139. var stemmer = new Stemmer();
  140. var searchterms = [];
  141. var excluded = [];
  142. var hlterms = [];
  143. var tmp = splitQuery(query);
  144. var objectterms = [];
  145. for (i = 0; i < tmp.length; i++) {
  146. if (tmp[i] !== "") {
  147. objectterms.push(tmp[i].toLowerCase());
  148. }
  149. if ($u.indexOf(stopwords, tmp[i].toLowerCase()) != -1 || tmp[i] === "") {
  150. // skip this "word"
  151. continue;
  152. }
  153. // stem the word
  154. var word = stemmer.stemWord(tmp[i].toLowerCase());
  155. var toAppend;
  156. // select the correct list
  157. if (word[0] == '-') {
  158. toAppend = excluded;
  159. word = word.substr(1);
  160. }
  161. else {
  162. toAppend = searchterms;
  163. hlterms.push(tmp[i].toLowerCase());
  164. }
  165. // only add if not already in the list
  166. if (!$u.contains(toAppend, word))
  167. toAppend.push(word);
  168. }
  169. var highlightstring = '?highlight=' + $.urlencode(hlterms.join(" "));
  170. // console.debug('SEARCH: searching for:');
  171. // console.info('required: ', searchterms);
  172. // console.info('excluded: ', excluded);
  173. // prepare search
  174. var terms = this._index.terms;
  175. var titleterms = this._index.titleterms;
  176. // array of [filename, title, anchor, descr, score]
  177. var results = [];
  178. $('#search-progress').empty();
  179. // lookup as object
  180. for (i = 0; i < objectterms.length; i++) {
  181. var others = [].concat(objectterms.slice(0, i),
  182. objectterms.slice(i+1, objectterms.length));
  183. results = results.concat(this.performObjectSearch(objectterms[i], others));
  184. }
  185. // lookup as search terms in fulltext
  186. results = results.concat(this.performTermsSearch(searchterms, excluded, terms, titleterms));
  187. // let the scorer override scores with a custom scoring function
  188. if (Scorer.score) {
  189. for (i = 0; i < results.length; i++)
  190. results[i][4] = Scorer.score(results[i]);
  191. }
  192. // now sort the results by score (in opposite order of appearance, since the
  193. // display function below uses pop() to retrieve items) and then
  194. // alphabetically
  195. results.sort(function(a, b) {
  196. var left = a[4];
  197. var right = b[4];
  198. if (left > right) {
  199. return 1;
  200. } else if (left < right) {
  201. return -1;
  202. } else {
  203. // same score: sort alphabetically
  204. left = a[1].toLowerCase();
  205. right = b[1].toLowerCase();
  206. return (left > right) ? -1 : ((left < right) ? 1 : 0);
  207. }
  208. });
  209. // for debugging
  210. //Search.lastresults = results.slice(); // a copy
  211. //console.info('search results:', Search.lastresults);
  212. // print the results
  213. var resultCount = results.length;
  214. function displayNextItem() {
  215. // results left, load the summary and display it
  216. if (results.length) {
  217. var item = results.pop();
  218. var listItem = $('<li></li>');
  219. var requestUrl = "";
  220. var linkUrl = "";
  221. if (DOCUMENTATION_OPTIONS.BUILDER === 'dirhtml') {
  222. // dirhtml builder
  223. var dirname = item[0] + '/';
  224. if (dirname.match(/\/index\/$/)) {
  225. dirname = dirname.substring(0, dirname.length-6);
  226. } else if (dirname == 'index/') {
  227. dirname = '';
  228. }
  229. requestUrl = DOCUMENTATION_OPTIONS.URL_ROOT + dirname;
  230. linkUrl = requestUrl;
  231. } else {
  232. // normal html builders
  233. requestUrl = DOCUMENTATION_OPTIONS.URL_ROOT + item[0] + DOCUMENTATION_OPTIONS.FILE_SUFFIX;
  234. linkUrl = item[0] + DOCUMENTATION_OPTIONS.LINK_SUFFIX;
  235. }
  236. listItem.append($('<a/>').attr('href',
  237. linkUrl +
  238. highlightstring + item[2]).html(item[1]));
  239. if (item[3]) {
  240. listItem.append($('<span> (' + item[3] + ')</span>'));
  241. Search.output.append(listItem);
  242. setTimeout(function() {
  243. displayNextItem();
  244. }, 5);
  245. } else if (DOCUMENTATION_OPTIONS.SHOW_SEARCH_SUMMARY) {
  246. $.ajax({url: requestUrl,
  247. dataType: "text",
  248. complete: function(jqxhr, textstatus) {
  249. var data = jqxhr.responseText;
  250. if (data !== '' && data !== undefined) {
  251. var summary = Search.makeSearchSummary(data, searchterms, hlterms);
  252. if (summary) {
  253. listItem.append(summary);
  254. }
  255. }
  256. Search.output.append(listItem);
  257. setTimeout(function() {
  258. displayNextItem();
  259. }, 5);
  260. }});
  261. } else {
  262. // just display title
  263. Search.output.append(listItem);
  264. setTimeout(function() {
  265. displayNextItem();
  266. }, 5);
  267. }
  268. }
  269. // search finished, update title and status message
  270. else {
  271. Search.stopPulse();
  272. Search.title.text(_('Search Results'));
  273. if (!resultCount)
  274. Search.status.text(_('Your search did not match any documents. Please make sure that all words are spelled correctly and that you\'ve selected enough categories.'));
  275. else
  276. Search.status.text(_('Search finished, found %s page(s) matching the search query.').replace('%s', resultCount));
  277. Search.status.fadeIn(500);
  278. }
  279. }
  280. displayNextItem();
  281. },
  282. /**
  283. * search for object names
  284. */
  285. performObjectSearch : function(object, otherterms) {
  286. var filenames = this._index.filenames;
  287. var docnames = this._index.docnames;
  288. var objects = this._index.objects;
  289. var objnames = this._index.objnames;
  290. var titles = this._index.titles;
  291. var i;
  292. var results = [];
  293. for (var prefix in objects) {
  294. for (var iMatch = 0; iMatch != objects[prefix].length; ++iMatch) {
  295. var match = objects[prefix][iMatch];
  296. var name = match[4];
  297. var fullname = (prefix ? prefix + '.' : '') + name;
  298. var fullnameLower = fullname.toLowerCase()
  299. if (fullnameLower.indexOf(object) > -1) {
  300. var score = 0;
  301. var parts = fullnameLower.split('.');
  302. // check for different match types: exact matches of full name or
  303. // "last name" (i.e. last dotted part)
  304. if (fullnameLower == object || parts[parts.length - 1] == object) {
  305. score += Scorer.objNameMatch;
  306. // matches in last name
  307. } else if (parts[parts.length - 1].indexOf(object) > -1) {
  308. score += Scorer.objPartialMatch;
  309. }
  310. var objname = objnames[match[1]][2];
  311. var title = titles[match[0]];
  312. // If more than one term searched for, we require other words to be
  313. // found in the name/title/description
  314. if (otherterms.length > 0) {
  315. var haystack = (prefix + ' ' + name + ' ' +
  316. objname + ' ' + title).toLowerCase();
  317. var allfound = true;
  318. for (i = 0; i < otherterms.length; i++) {
  319. if (haystack.indexOf(otherterms[i]) == -1) {
  320. allfound = false;
  321. break;
  322. }
  323. }
  324. if (!allfound) {
  325. continue;
  326. }
  327. }
  328. var descr = objname + _(', in ') + title;
  329. var anchor = match[3];
  330. if (anchor === '')
  331. anchor = fullname;
  332. else if (anchor == '-')
  333. anchor = objnames[match[1]][1] + '-' + fullname;
  334. // add custom score for some objects according to scorer
  335. if (Scorer.objPrio.hasOwnProperty(match[2])) {
  336. score += Scorer.objPrio[match[2]];
  337. } else {
  338. score += Scorer.objPrioDefault;
  339. }
  340. results.push([docnames[match[0]], fullname, '#'+anchor, descr, score, filenames[match[0]]]);
  341. }
  342. }
  343. }
  344. return results;
  345. },
  346. /**
  347. * See https://developer.mozilla.org/en-US/docs/Web/JavaScript/Guide/Regular_Expressions
  348. */
  349. escapeRegExp : function(string) {
  350. return string.replace(/[.*+\-?^${}()|[\]\\]/g, '\\$&'); // $& means the whole matched string
  351. },
  352. /**
  353. * search for full-text terms in the index
  354. */
  355. performTermsSearch : function(searchterms, excluded, terms, titleterms) {
  356. var docnames = this._index.docnames;
  357. var filenames = this._index.filenames;
  358. var titles = this._index.titles;
  359. var i, j, file;
  360. var fileMap = {};
  361. var scoreMap = {};
  362. var results = [];
  363. // perform the search on the required terms
  364. for (i = 0; i < searchterms.length; i++) {
  365. var word = searchterms[i];
  366. var files = [];
  367. var _o = [
  368. {files: terms[word], score: Scorer.term},
  369. {files: titleterms[word], score: Scorer.title}
  370. ];
  371. // add support for partial matches
  372. if (word.length > 2) {
  373. var word_regex = this.escapeRegExp(word);
  374. for (var w in terms) {
  375. if (w.match(word_regex) && !terms[word]) {
  376. _o.push({files: terms[w], score: Scorer.partialTerm})
  377. }
  378. }
  379. for (var w in titleterms) {
  380. if (w.match(word_regex) && !titleterms[word]) {
  381. _o.push({files: titleterms[w], score: Scorer.partialTitle})
  382. }
  383. }
  384. }
  385. // no match but word was a required one
  386. if ($u.every(_o, function(o){return o.files === undefined;})) {
  387. break;
  388. }
  389. // found search word in contents
  390. $u.each(_o, function(o) {
  391. var _files = o.files;
  392. if (_files === undefined)
  393. return
  394. if (_files.length === undefined)
  395. _files = [_files];
  396. files = files.concat(_files);
  397. // set score for the word in each file to Scorer.term
  398. for (j = 0; j < _files.length; j++) {
  399. file = _files[j];
  400. if (!(file in scoreMap))
  401. scoreMap[file] = {};
  402. scoreMap[file][word] = o.score;
  403. }
  404. });
  405. // create the mapping
  406. for (j = 0; j < files.length; j++) {
  407. file = files[j];
  408. if (file in fileMap && fileMap[file].indexOf(word) === -1)
  409. fileMap[file].push(word);
  410. else
  411. fileMap[file] = [word];
  412. }
  413. }
  414. // now check if the files don't contain excluded terms
  415. for (file in fileMap) {
  416. var valid = true;
  417. // check if all requirements are matched
  418. var filteredTermCount = // as search terms with length < 3 are discarded: ignore
  419. searchterms.filter(function(term){return term.length > 2}).length
  420. if (
  421. fileMap[file].length != searchterms.length &&
  422. fileMap[file].length != filteredTermCount
  423. ) continue;
  424. // ensure that none of the excluded terms is in the search result
  425. for (i = 0; i < excluded.length; i++) {
  426. if (terms[excluded[i]] == file ||
  427. titleterms[excluded[i]] == file ||
  428. $u.contains(terms[excluded[i]] || [], file) ||
  429. $u.contains(titleterms[excluded[i]] || [], file)) {
  430. valid = false;
  431. break;
  432. }
  433. }
  434. // if we have still a valid result we can add it to the result list
  435. if (valid) {
  436. // select one (max) score for the file.
  437. // for better ranking, we should calculate ranking by using words statistics like basic tf-idf...
  438. var score = $u.max($u.map(fileMap[file], function(w){return scoreMap[file][w]}));
  439. results.push([docnames[file], titles[file], '', null, score, filenames[file]]);
  440. }
  441. }
  442. return results;
  443. },
  444. /**
  445. * helper function to return a node containing the
  446. * search summary for a given text. keywords is a list
  447. * of stemmed words, hlwords is the list of normal, unstemmed
  448. * words. the first one is used to find the occurrence, the
  449. * latter for highlighting it.
  450. */
  451. makeSearchSummary : function(htmlText, keywords, hlwords) {
  452. var text = Search.htmlToText(htmlText);
  453. if (text == "") {
  454. return null;
  455. }
  456. var textLower = text.toLowerCase();
  457. var start = 0;
  458. $.each(keywords, function() {
  459. var i = textLower.indexOf(this.toLowerCase());
  460. if (i > -1)
  461. start = i;
  462. });
  463. start = Math.max(start - 120, 0);
  464. var excerpt = ((start > 0) ? '...' : '') +
  465. $.trim(text.substr(start, 240)) +
  466. ((start + 240 - text.length) ? '...' : '');
  467. var rv = $('<p class="context"></p>').text(excerpt);
  468. $.each(hlwords, function() {
  469. rv = rv.highlightText(this, 'highlighted');
  470. });
  471. return rv;
  472. }
  473. };
  474. $(document).ready(function() {
  475. Search.init();
  476. });