Add support for robots.txt

Postleaf · May 8, 2017 · 749ba8c · 749ba8c
1 parent 9e6326c
commit 749ba8c
Show file tree

Hide file tree

Showing 3 changed files with 29 additions and 0 deletions.
diff --git a/source/controllers/theme/robots_controller.js b/source/controllers/theme/robots_controller.js
@@ -0,0 +1,19 @@
+'use strict';
+
+// Node modules
+const Promise = require('bluebird');
+
+module.exports = {
+
+  //
+  // Renders the robots.txt page.
+  //
+  view: (req, res, next) => {
+    Promise.resolve()
+      .then(() => {
+        res.header('Content-Type', 'text/plain').render('robots');
+      })
+      .catch((err) => next(err));
+  }
+
+};
diff --git a/source/routers/theme_router.js b/source/routers/theme_router.js
@@ -21,6 +21,7 @@ module.exports = (app) => {
   const BlogController = require(Path.join(__basedir, 'source/controllers/theme/blog_controller.js'));
   const FeedController = require(Path.join(__basedir, 'source/controllers/theme/feed_controller.js'));
   const PostController = require(Path.join(__basedir, 'source/controllers/theme/post_controller.js'));
+  const RobotsController = require(Path.join(__basedir, 'source/controllers/theme/robots_controller.js'));
   const SearchController = require(Path.join(__basedir, 'source/controllers/theme/search_controller.js'));
   const TagController = require(Path.join(__basedir, 'source/controllers/theme/tag_controller.js'));
 
@@ -126,6 +127,13 @@ module.exports = (app) => {
   //
   router.get('/:slug', PostController.view);
 
+  //
+  // Robots
+  //
+  //  GET /robot.txt
+  //
+  app.use('/robots.txt', RobotsController.view);
+
   // Attach the router to the app
   app.use(
     '/',

diff --git a/source/views/robots.dust b/source/views/robots.dust
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: {@url type="admin"/}