added robots.txt route

mozilla-services · Apr 17, 2017 · 3e3b716 · 3e3b716
1 parent ce7203c
commit 3e3b716
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/server/src/server.js b/server/src/server.js
@@ -380,6 +380,11 @@ app.get("/favicon.ico", function (req, res) {
   res.redirect(301, "/static/img/icon-32.png");
 });
 
+app.get("/robots.txt", function (req, res) {
+  res.header("Content-Type", "text/plain");
+  res.send("User-agent: *\nDisallow: /\n");
+});
+
 app.post("/error", function (req, res) {
   let bodyObj = req.body;
   if (typeof bodyObj !== "object") {