mirror of
https://github.com/PrivateBin/PrivateBin.git
synced 2026-03-05 13:30:32 -05:00
Merge pull request #1759 from cloudscape-germany/feature/exhaustive-bot-list
Feature/exhaustive bot list
This commit is contained in:
35
js/legacy.js
35
js/legacy.js
@@ -55,12 +55,43 @@
|
||||
* blacklist of UserAgents (parts) known to belong to a bot
|
||||
*
|
||||
* @private
|
||||
* @enum {Array}
|
||||
* @type {string[]}
|
||||
* @readonly
|
||||
*/
|
||||
var badBotUA = [
|
||||
// Generic bot identifiers
|
||||
'bot',
|
||||
'Bot',
|
||||
'bot'
|
||||
'crawler',
|
||||
'Crawler',
|
||||
'spider',
|
||||
'Spider',
|
||||
'scraper',
|
||||
'Scraper',
|
||||
|
||||
// Search Engines
|
||||
'Mediapartners-Google',
|
||||
'BingPreview',
|
||||
'Yahoo! Slurp',
|
||||
|
||||
// SEO & Analytics
|
||||
'Screaming Frog',
|
||||
|
||||
// Social Media
|
||||
'facebookexternalhit',
|
||||
|
||||
// AI & LLM
|
||||
'ChatGPT-User',
|
||||
'anthropic-ai',
|
||||
|
||||
// Security Scanners
|
||||
'CensysInspect',
|
||||
'Shodan',
|
||||
|
||||
// Other Common Crawlers
|
||||
'80legs',
|
||||
'ia_archiver',
|
||||
'Teoma',
|
||||
];
|
||||
|
||||
/**
|
||||
|
||||
Reference in New Issue
Block a user