소스 검색

Add exhaustive list of bot identifiers to badBotUA array

- Minimizes false positives by using specific patterns like 'bot/', '-bot'
- Catches most bot variants without being overly broad
- Maintains case-sensitivity for precision
- Includes both common patterns and specific known bots
Cloudscape Germany 6 달 전
부모
커밋
15643689fd
1개의 변경된 파일65개의 추가작업 그리고 2개의 파일을 삭제
  1. 65 2
      js/legacy.js

+ 65 - 2
js/legacy.js

@@ -59,8 +59,71 @@
          * @readonly
          * @readonly
          */
          */
         var badBotUA = [
         var badBotUA = [
-            'Bot',
-            'bot'
+            // Generic bot identifiers
+            'bot/',
+            'Bot/',
+            '-bot',
+            '-Bot',
+            'crawler',
+            'Crawler',
+            'spider',
+            'Spider',
+            'scraper',
+            'Scraper',
+            
+            // Search Engines
+            'Googlebot',
+            'Mediapartners-Google',
+            'AdsBot-Google',
+            'bingbot',
+            'msnbot',
+            'BingPreview',
+            'Yahoo! Slurp',
+            'Baiduspider',
+            'YandexBot',
+            'DuckDuckBot',
+            
+            // SEO & Analytics
+            'AhrefsBot',
+            'SemrushBot',
+            'MJ12bot',
+            'rogerbot',
+            'Screaming Frog',
+            
+            // Social Media
+            'facebookexternalhit',
+            'Facebot',
+            'Twitterbot',
+            'LinkedInBot',
+            'Pinterestbot',
+            'Slackbot',
+            
+            // AI & LLM
+            'GPTBot',
+            'ChatGPT-User',
+            'OAI-SearchBot',
+            'ClaudeBot',
+            'anthropic-ai',
+            'PerplexityBot',
+            
+            // Monitoring & Uptime
+            'Pingdom',
+            'UptimeRobot',
+            'BetterStackBot',
+            'cron-job.org',
+            
+            // Security Scanners
+            'CensysInspect',
+            'Shodan',
+            'BitSightBot',
+            
+            // Other Common Crawlers
+            '80legs',
+            'ia_archiver',
+            'Teoma',
+            'Linguee Bot',
+            'AddThis.com robot',
+            'Speedy Spider'
         ];
         ];
 
 
         /**
         /**