feat: filter bad search bot in NGINX

OpenSourcePolitics · Dec 11, 2023 · 25f5b84 · 25f5b84
1 parent 825e8e9
commit 25f5b84
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/.platform/nginx/conf.d/elasticbeanstalk/filter_agent.conf b/.platform/nginx/conf.d/elasticbeanstalk/filter_agent.conf
@@ -0,0 +1,3 @@
+if ($http_user_agent ~* (AhrefsBot|SemrushBot|SeekportBot|PetalBot|Qwantify-dev|CCBot|Bytespider) ) {
+  return 202;
+}