Updated robots.txt

This commit is contained in:
Kasper Rynning-Tønnesen
2017-05-03 19:34:54 +02:00
parent da2711e307
commit e57dc9867d
2 changed files with 5 additions and 3 deletions

View File

@@ -1,3 +0,0 @@
User-agent: *
Allow: /$
Disallow: /

View File

@@ -95,6 +95,11 @@ server.listen(port, function () {
});
app.get('/robots.txt', function (req, res) {
res.type('text/plain');
res.send("User-agent: *\nAllow: /$\nDisallow: /");
});
app.use(function (req, res, next) {
var cookie = req.cookies._uI;
if (cookie === undefined) {