FEATURE: Disallow bots (UNFINISHED).

Hypertopic · Sep 14, 2024 · 5864d48 · 5864d48
1 parent b2067f6
commit 5864d48
Show file tree

Hide file tree

Showing 3 changed files with 14 additions and 0 deletions.
diff --git a/app/proxy.js b/app/proxy.js
@@ -5,6 +5,7 @@ var logger = require('morgan');
 var cors = require('cors');
 var yaml = require('yaml');
 var fs = require('fs');
+var robots = require('express-robots-txt');
 var AAAforREST = require('./index');
 
 process.on('uncaughtException', function(e) {
@@ -16,6 +17,7 @@ let settings = yaml.parse(fs.readFileSync('conf/config.yml', 'utf8'));
 let aaa = new AAAforREST(settings);
 
 let getSession = session(settings.session);
+let disallowBots = robots({ UserAgent: '*', Disallow: '/' });
 
 let destroySession = function (request, response, next) {
   request.session = null;
@@ -58,6 +60,7 @@ app.route('/_users/*')
 
 app.route('*')
   .get(
+    disallowBots,
     getSession,
     aaa.loadInSession,
     aaa.parseAuthenticationHeader,

diff --git a/package-lock.json b/package-lock.json
diff --git a/package.json b/package.json
@@ -21,6 +21,7 @@
     "cors": "^2.8.5",
     "express": "^4.17.1",
     "express-http-proxy": "^1.6.0",
+    "express-robots-txt": "^1.0.0",
     "express-session": "^1.17.1",
     "fs": "0.0.1-security",
     "ldapjs": "^2.2.0",