Implement automated content filtering (User Story #1)

inappropriate-words.json

@@ -0,0 +1,25 @@
+[
+    "verybadword",
+    "idiot",
+    "moron",
+    "stupid",
+    "dumb",
+    "loser",
+    "worthless",
+    "lame",
+    "pathetic",
+    "fool",
+    "trash",
+    "hell",
+    "lmao",
+    "lmfao",
+    "beer",
+    "dammit",
+    "kill",
+    "nigga",
+    "wtf",
+    "shit",
+    "weed",
+    "sadist",
+    "goddamn"
+]

src/filters.js

@@ -0,0 +1,13 @@
+'use strict';
+
+const inappropriateWordsCache = require('../inappropriate-words.json');
+
+/**
+ * Returns the cached array of inappropriate words.
+ * @returns {string[]} An array of inappropriate words.
+ */
+function getInappropriateWords() {
+	return inappropriateWordsCache;
+}
+
+module.exports = { getInappropriateWords };

src/topics/create.js

@@ -14,6 +14,7 @@ const posts = require('../posts');
 const privileges = require('../privileges');
 const categories = require('../categories');
 const translator = require('../translator');
+const filteringSys = require('../filters');
 
 module.exports = function (Topics) {
 	Topics.create = async function (data) {
@@ -91,10 +92,17 @@ module.exports = function (Topics) {
 		data.title = String(data.title).trim();
 		data.tags = data.tags || [];
 		data.content = String(data.content || '').trimEnd();
+
+		if (filterInappropriateWords(data.title)) {
+			throw new Error('Your title contains inappropriate words, please update it accordingly');
+		}
+		if (filterInappropriateWords(data.content)) {
+			throw new Error('Your post contains inappropriate words, please update it accordingly');
+		}
+
 		if (!isAdmin) {
 			Topics.checkTitle(data.title);
 		}
-
 		await Topics.validateTags(data.tags, data.cid, uid);
 		data.tags = await Topics.filterTags(data.tags, data.cid);
 		if (!data.fromQueue && !isAdmin) {
@@ -183,14 +191,17 @@ module.exports = function (Topics) {
 		await guestHandleValid(data);
 		data.content = String(data.content || '').trimEnd();
 
+		if (filterInappropriateWords(data.content)) {
+			throw new Error('Your reply contains inappropriate words, please update it accordingly');
+		}
+
 		if (!data.fromQueue && !isAdmin) {
 			await user.isReadyToPost(uid, data.cid);
 			Topics.checkContent(data.content);
 			if (!await posts.canUserPostContentWithLinks(uid, data.content)) {
 				throw new Error(`[[error:not-enough-reputation-to-post-links, ${meta.config['min:rep:post-links']}]]`);
 			}
 		}
-
 		// For replies to scheduled topics, don't have a timestamp older than topic's itself
 		if (topicData.scheduled) {
 			data.timestamp = topicData.lastposttime + 1;
@@ -259,6 +270,11 @@ module.exports = function (Topics) {
 		return postData;
 	}
 
+	function filterInappropriateWords(content) {
+		const inappropriateWords = filteringSys.getInappropriateWords();
+		return inappropriateWords.some(word => content.toLowerCase().includes(word));
+	}
+
 	Topics.checkTitle = function (title) {
 		check(title, meta.config.minimumTitleLength, meta.config.maximumTitleLength, 'title-too-short', 'title-too-long');
 	};

test/posts.js

@@ -445,6 +445,37 @@ describe('Post\'s', () => {
 			assert(false);
 		});
 
+		// adding test cases for inappropriate words
+
+		it('should error if content contains inappropriate words', async () => {
+			try {
+				await apiPosts.edit({ uid: voterUid }, { pid: pid, content: 'This post contains an inappropriate word like stupid' });
+			} catch (err) {
+				return assert.equal(err.message, '[[error:inappropriate-words]]');
+			}
+			assert(true);
+		});
+
+		it('should error if title contains inappropriate words', async () => {
+			try {
+				await apiPosts.edit({ uid: voterUid }, { pid: pid, content: 'Normal content', title: 'This title contains an inappropriate word like stupid' });
+			} catch (err) {
+				return assert.equal(err.message, '[[error:inappropriate-words]]');
+			}
+			assert(true);
+		});
+
+		it('should allow edit if content and title do not contain inappropriate words', async () => {
+			const data = await apiPosts.edit({ uid: voterUid }, {
+				pid: pid,
+				content: 'Valid content',
+				title: 'Valid title',
+				tags: ['nodebb'],
+			});
+			assert.strictEqual(data.content, 'Valid content');
+			assert.strictEqual(data.topic.title, 'Valid title');
+		});
+
 		it('should error with too few tags', async () => {
 			const oldValue = meta.config.minimumTagsPerTopic;
 			meta.config.minimumTagsPerTopic = 1;