diff --git a/robots.txt b/robots.txt deleted file mode 100644 index e223f098..00000000 --- a/robots.txt +++ /dev/null @@ -1,3 +0,0 @@ -User-agent: * -Allow: /$ -Disallow: / diff --git a/server/server.js b/server/server.js index 6e640c90..b0511930 100755 --- a/server/server.js +++ b/server/server.js @@ -95,6 +95,11 @@ server.listen(port, function () { }); +app.get('/robots.txt', function (req, res) { + res.type('text/plain'); + res.send("User-agent: *\nAllow: /$\nDisallow: /"); +}); + app.use(function (req, res, next) { var cookie = req.cookies._uI; if (cookie === undefined) {