[Frontend] Create robots.txt

MananGandhi1810 · Dec 4, 2024 · 598364b · 598364b
1 parent e5223a1
commit 598364b
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/frontend/public/robots.txt b/frontend/public/robots.txt
@@ -0,0 +1,10 @@
+User-Agent: *
+Allow: /
+Allow: /leaderboard
+Allow: /user/*
+Allow: /login
+Allow: /register
+Allow: /forgot-password
+
+Disallow: /problems
+Disallow: /problems/*