Write search index to output folder

5 files changed, 54 insertions, 2 deletions

diff --git a/lib/book.js b/lib/book.js
index 90322f2..8c9d8ae 100644
--- a/lib/book.js
+++ b/lib/book.js
@@ -1,7 +1,7 @@
 var Q = require("q");
 var _ = require("lodash");
 var path = require("path");
-
+var lunr = require('lunr');
 var parsers = require("gitbook-parsers");
 
 var fs = require("./utils/fs");
@@ -54,6 +54,14 @@ var Book = function(root, options, parent) {
 
 	// Readme file
 	this.readmeFile = "README.md";
+
+	// Search Index
+	this.searchIndex = lunr(function () {
+        this.ref('url');
+
+        this.field('title', { boost: 10 });
+        this.field('body');
+    });
 };
 
 // Initialize and parse the book: config, summary, glossary
@@ -333,6 +341,10 @@ Book.prototype.parsePage = function(filename) {
         });
 
 		return page;
+	})
+	.then(function(page) {
+		that.indexPage(page);
+		return page;
 	});
 };
 
@@ -400,4 +412,16 @@ Book.prototype.parentRoot = function() {
 	return this.root;
 };
 
+// Index a page into the search index
+Book.prototype.indexPage = function(page) {
+	var nav = this.navigation[page.path];
+	if (!nav) return;
+
+	this.searchIndex.add({
+        url: page.path,
+        title: nav.title,
+        body: pageUtil.extractText(page.sections),
+    });
+};
+
 module.exports= Book;
diff --git a/lib/generators/site.js b/lib/generators/site.js
index 51a6cb3..9b7dbcb 100644
--- a/lib/generators/site.js
+++ b/lib/generators/site.js
@@ -90,6 +90,7 @@ Generator.prototype.finish = function() {
     return this.copyAssets()
     .then(this.copyCover)
     .then(this.writeGlossary)
+    .then(this.writeSearchIndex);
 };
 
 // Normalize a link to .html and convert README -> index
@@ -148,6 +149,16 @@ Generator.prototype.writeGlossary = function() {
     return this._writeTemplate(this.glossaryTemplate, {}, path.join(this.options.output, "GLOSSARY.html"));
 };
 
+// Write the search index
+Generator.prototype.writeSearchIndex = function() {
+    var that = this;
+
+    return fs.writeFile(
+        path.join(this.options.output, "search_index.json"),
+        JSON.stringify(this.book.searchIndex)
+    );
+};
+
 // Convert a page into a normalized data set
 Generator.prototype.normalizePage  = function(page) {
     var that = this;
diff --git a/lib/utils/page.js b/lib/utils/page.js
index 0168831..525722e 100644
--- a/lib/utils/page.js
+++ b/lib/utils/page.js
@@ -139,6 +139,21 @@ function normalizePage(sections, options) {
 	});
 };
 
+// Extract text from sections
+function extractText(sections) {
+    return _.reduce(sections, function(prev, section) {
+        if (section.type != "normal") return prev;
+
+        var $ = cheerio.load(section.content);
+        $("*").each(function() {
+            prev = prev+" "+$(this).text();
+        });
+
+        return prev;
+    }, "");
+};
+
 module.exports = {
-	normalize: normalizePage
+	normalize: normalizePage,
+    extractText: extractText
 };
diff --git a/package.json b/package.json
index e26aa4b..ad8060a 100644
--- a/package.json
+++ b/package.json
@@ -6,6 +6,7 @@
     "main": "lib/index.js",
     "dependencies": {
         "q": "1.0.1",
+        "lunr": "0.5.7",
         "lodash": "2.4.1",
         "graceful-fs": "3.0.5",
         "resolve": "0.6.3",
diff --git a/test/website.js b/test/website.js
index 064d226..02b37ae 100644
--- a/test/website.js
+++ b/test/website.js
@@ -10,6 +10,7 @@ describe('Website Generator', function () {
     it('should correctly generate a book to website', function(done) {
         testGeneration(books[1], "site", function(output) {
             assert(fs.existsSync(path.join(output, "index.html")));
+            assert(fs.existsSync(path.join(output, "search_index.json")));
         }, done);
     });