Merge pull request #1759 from cloudscape-germany/feature/exhaustive-bot-list

Feature/exhaustive bot list
This commit is contained in:
El RIDO
2026-01-28 07:15:49 +01:00
committed by GitHub

View File

@@ -55,12 +55,43 @@
* blacklist of UserAgents (parts) known to belong to a bot
*
* @private
* @enum {Array}
* @type {string[]}
* @readonly
*/
var badBotUA = [
// Generic bot identifiers
'bot',
'Bot',
'bot'
'crawler',
'Crawler',
'spider',
'Spider',
'scraper',
'Scraper',
// Search Engines
'Mediapartners-Google',
'BingPreview',
'Yahoo! Slurp',
// SEO & Analytics
'Screaming Frog',
// Social Media
'facebookexternalhit',
// AI & LLM
'ChatGPT-User',
'anthropic-ai',
// Security Scanners
'CensysInspect',
'Shodan',
// Other Common Crawlers
'80legs',
'ia_archiver',
'Teoma',
];
/**