diff --git a/cdn-files/plugin-info.json b/cdn-files/plugin-info.json index 359f0c0..326a0ec 100644 --- a/cdn-files/plugin-info.json +++ b/cdn-files/plugin-info.json @@ -1,17 +1,17 @@ { "name": "WebDecoy Bot Detection", "slug": "webdecoy", - "version": "2.13.0", + "version": "2.13.1", "author": "WebDecoy", "author_profile": "https://webdecoy.com", "requires": "6.1", "tested": "7.1", "requires_php": "7.4", - "download_url": "https://cdn.webdecoy.com/wordpress/webdecoy-2.13.0.zip", + "download_url": "https://cdn.webdecoy.com/wordpress/webdecoy-2.13.1.zip", "sections": { "description": "

See the AI side of your traffic. WebDecoy shows which AI crawlers, AI agents and other bots read your site, whether they are who they say they are, and which AI assistants send people to your pages. Then choose what they may access. Free, on your own server, with no account.

Key Features

", "installation": "
  1. Upload the plugin files to /wp-content/plugins/webdecoy
  2. Activate the plugin through the Plugins menu
  3. Tripwires and local protection are active out of the box — no API key required
  4. Optionally go to WebDecoy > Settings > WebDecoy Cloud to connect for centralized monitoring and enforcement
", - "changelog": "

2.13.0

2.12.0

2.11.4

2.11.3

2.11.2

2.11.1

2.11.0

2.10.6

2.10.5

2.10.4

2.10.3

2.10.2

2.10.1

2.10.0

2.9.1

2.9.0

2.3.1

2.3.0

2.1.0

2.0.0

1.3.0

", + "changelog": "

2.13.1

2.13.0

2.12.0

2.11.4

2.11.3

2.11.2

2.11.1

2.11.0

2.10.6

2.10.5

2.10.4

2.10.3

2.10.2

2.10.1

2.10.0

2.9.1

2.9.0

2.3.1

2.3.0

2.1.0

2.0.0

1.3.0

", "faq": "

Does WebDecoy slow down my site?

No. WebDecoy adds negligible latency; tripwire checks are a fast path lookup and clearance minting is idle-deferred.

Will it block search engines?

No. WebDecoy automatically allows 60+ known good bots including all major search engines, and tripwires only fire on hidden paths no legitimate crawler follows.

" }, "icons": { diff --git a/changelog.txt b/changelog.txt index c25d19c..c93aa43 100644 --- a/changelog.txt +++ b/changelog.txt @@ -1,5 +1,13 @@ *** WebDecoy Bot Detection Changelog *** += 2.13.1 - 2026-11-16 = +* Added: 10 more crawlers and tools are recognised (245 in total), including TalarionSearchBot, UnfragileBot, Aranet-SearchBot, CrolBot, SperidLabsResearchCrawler, AbliterantBot, TokenFoundryBot, TernCrawler and the ARTEX penetration-testing probe. With automatic robots.txt on, the new crawlers in your chosen categories are added to it. +* Fixed: block pages and challenge responses now tell page caches not to store them, and the clearance cookie is sent with SameSite=Lax. +* Changed: dashboard and Statistics figures can be up to a minute old. Protection decisions still use live counts. +* Changed: on WordPress VIP, calls to WebDecoy use VIP's request helpers, and changing automatic robots.txt categories clears VIP's cached robots.txt. +* Changed: WebDecoy writes to the PHP error log only when WP_DEBUG is on, and then only a short event code. +* Fixed: spacing of the AI assistant visits section in the dashboard widget. + = 2.13.0 - 2026-11-16 = * New: see which AI assistants send you visitors. Page visits from a link in ChatGPT, Perplexity, Claude, Gemini, Copilot and other AI products are counted by AI product and landing page, on the dashboard (7 days) and the Statistics page (30 days), with no account. Only counts are kept, nothing about the visitor. * New: automatic robots.txt. Under Settings > Good Bots, choose categories of bots to keep out (AI training crawlers, SEO tools, scrapers and more) and WebDecoy adds a rule for every known crawler in them to the robots.txt WordPress serves. The list updates with each plugin release. Off until you choose categories. diff --git a/readme.txt b/readme.txt index 4706e9f..c88999c 100644 --- a/readme.txt +++ b/readme.txt @@ -4,7 +4,7 @@ Donate link: https://webdecoy.com Tags: ai crawlers, robots.txt, bot analytics, geo, bot detection Requires at least: 6.1 Tested up to: 7.1 -Stable tag: 2.13.0 +Stable tag: 2.13.1 Requires PHP: 7.4 License: GPLv2 or later License URI: https://www.gnu.org/licenses/gpl-2.0.html @@ -332,6 +332,14 @@ The bundled good-bot list (sdk/src/GoodBotList.php) stores a documentation URL f == Changelog == += 2.13.1 = +* Added: 10 more crawlers and tools are recognised (245 in total), including TalarionSearchBot, UnfragileBot, Aranet-SearchBot, CrolBot, SperidLabsResearchCrawler, AbliterantBot, TokenFoundryBot, TernCrawler and the ARTEX penetration-testing probe. With automatic robots.txt on, the new crawlers in your chosen categories are added to it. +* Fixed: block pages and challenge responses now tell page caches not to store them, and the clearance cookie is sent with SameSite=Lax. +* Changed: dashboard and Statistics figures can be up to a minute old. Protection decisions still use live counts. +* Changed: on WordPress VIP, calls to WebDecoy use VIP's request helpers, and changing automatic robots.txt categories clears VIP's cached robots.txt. +* Changed: WebDecoy writes to the PHP error log only when WP_DEBUG is on, and then only a short event code. +* Fixed: spacing of the AI assistant visits section in the dashboard widget. + = 2.13.0 = * New: see which AI assistants send you visitors. Page visits from a link in ChatGPT, Perplexity, Claude, Gemini, Copilot and other AI products are counted by AI product and landing page, on the dashboard (7 days) and the Statistics page (30 days), with no account. Only counts are kept, nothing about the visitor. * New: automatic robots.txt. Under Settings > Good Bots, choose categories of bots to keep out (AI training crawlers, SEO tools, scrapers and more) and WebDecoy adds a rule for every known crawler in them to the robots.txt WordPress serves. The list updates with each plugin release. Off until you choose categories. diff --git a/sdk/src/registry/agents.generated.php b/sdk/src/registry/agents.generated.php index b65fc83..ae71625 100644 --- a/sdk/src/registry/agents.generated.php +++ b/sdk/src/registry/agents.generated.php @@ -14,9 +14,48 @@ return [ 'schema' => 2, - 'agent_count' => 235, + 'agent_count' => 245, 'categories' => ['training_crawler', 'ai_search_crawler', 'ai_agent', 'ai_assistant', 'search_crawler', 'seo_crawler', 'security_scanner', 'generic_scraper', 'archiver', 'fetcher', 'monitoring', 'headless_browser', 'feed_reader', 'commercial_scraper', 'none'], 'agents' => [ + [ + 'id' => 'speridlabsresearchcrawler', + 'name' => 'SperidLabsResearchCrawler', + 'category' => 'training_crawler', + 'behavior' => 'training', + 'organization' => 'Speridlabs', + 'patterns' => ['speridlabsresearchcrawler'], + 'robots_name' => 'SperidLabsResearchCrawler', + 'website' => 'https://speridlabs.com', + 'base_score' => 75, + 'respects_robots' => false, + 'http_client' => false, + ], + [ + 'id' => 'abliterantbot', + 'name' => 'AbliterantBot', + 'category' => 'training_crawler', + 'behavior' => 'training', + 'organization' => 'Abliterant', + 'patterns' => ['abliterantbot'], + 'robots_name' => 'AbliterantBot', + 'website' => 'https://abliterant.ai', + 'base_score' => 75, + 'respects_robots' => false, + 'http_client' => false, + ], + [ + 'id' => 'tokenfoundrybot', + 'name' => 'TokenFoundryBot', + 'category' => 'training_crawler', + 'behavior' => 'training', + 'organization' => 'Unknown', + 'patterns' => ['tokenfoundrybot'], + 'robots_name' => 'TokenFoundryBot', + 'website' => '', + 'base_score' => 75, + 'respects_robots' => false, + 'http_client' => false, + ], [ 'id' => 'reflectionbot', 'name' => 'Reflectionbot', @@ -433,6 +472,45 @@ 'respects_robots' => false, 'http_client' => false, ], + [ + 'id' => 'talarionsearchbot', + 'name' => 'TalarionSearchBot', + 'category' => 'ai_search_crawler', + 'behavior' => 'search', + 'organization' => 'Talarion', + 'patterns' => ['talarionsearchbot'], + 'robots_name' => 'TalarionSearchBot', + 'website' => 'https://talarion.tech', + 'base_score' => 65, + 'respects_robots' => false, + 'http_client' => false, + ], + [ + 'id' => 'unfragilebot', + 'name' => 'UnfragileBot', + 'category' => 'ai_search_crawler', + 'behavior' => 'search', + 'organization' => 'Unfragile', + 'patterns' => ['unfragilebot'], + 'robots_name' => 'UnfragileBot', + 'website' => 'https://unfragile.ai/bot', + 'base_score' => 65, + 'respects_robots' => true, + 'http_client' => false, + ], + [ + 'id' => 'aranet-searchbot', + 'name' => 'Aranet-SearchBot', + 'category' => 'ai_search_crawler', + 'behavior' => 'search', + 'organization' => 'Aranet', + 'patterns' => ['aranet-searchbot'], + 'robots_name' => 'Aranet-SearchBot', + 'website' => 'https://aranet.ai/bot', + 'base_score' => 65, + 'respects_robots' => false, + 'http_client' => false, + ], [ 'id' => 'duckassistbot', 'name' => 'DuckAssistBot', @@ -1122,6 +1200,19 @@ 'respects_robots' => true, 'http_client' => false, ], + [ + 'id' => 'crolbot', + 'name' => 'CrolBot', + 'category' => 'seo_crawler', + 'behavior' => 'seo', + 'organization' => 'cloro', + 'patterns' => ['crolbot'], + 'robots_name' => 'CrolBot', + 'website' => 'https://cloro.dev', + 'base_score' => 50, + 'respects_robots' => false, + 'http_client' => false, + ], [ 'id' => 'ahrefsbot', 'name' => 'AhrefsBot', @@ -1434,6 +1525,19 @@ 'respects_robots' => true, 'http_client' => false, ], + [ + 'id' => 'artex', + 'name' => 'ARTEX', + 'category' => 'security_scanner', + 'behavior' => 'security_testing', + 'organization' => 'Open Source', + 'patterns' => ['artex-enrich/'], + 'robots_name' => '', + 'website' => 'https://github.com/BaaRai/ARTEX', + 'base_score' => 90, + 'respects_robots' => false, + 'http_client' => true, + ], [ 'id' => 'nessus', 'name' => 'Nessus', @@ -1655,6 +1759,19 @@ 'respects_robots' => false, 'http_client' => false, ], + [ + 'id' => 'norma', + 'name' => 'Norma WebFetch', + 'category' => 'generic_scraper', + 'behavior' => '', + 'organization' => 'Open Source', + 'patterns' => ['norma/'], + 'robots_name' => '', + 'website' => 'https://github.com/Autumn-27/norma', + 'base_score' => 70, + 'respects_robots' => false, + 'http_client' => true, + ], [ 'id' => 'python-requests', 'name' => 'Python-Requests', @@ -2721,6 +2838,19 @@ 'respects_robots' => true, 'http_client' => false, ], + [ + 'id' => 'terncrawler', + 'name' => 'TernCrawler', + 'category' => 'commercial_scraper', + 'behavior' => '', + 'organization' => 'Unknown', + 'patterns' => ['terncrawler'], + 'robots_name' => 'TernCrawler', + 'website' => '', + 'base_score' => 60, + 'respects_robots' => false, + 'http_client' => false, + ], [ 'id' => 'diffbot', 'name' => 'Diffbot', diff --git a/sdk/src/registry/parity-vectors.generated.json b/sdk/src/registry/parity-vectors.generated.json index 8e68595..e7edbbc 100644 --- a/sdk/src/registry/parity-vectors.generated.json +++ b/sdk/src/registry/parity-vectors.generated.json @@ -11,6 +11,30 @@ "category": "training_crawler", "matched": true }, + { + "userAgent": "artex-enrich/", + "id": "artex", + "category": "security_scanner", + "matched": true + }, + { + "userAgent": "Mozilla/5.0 (compatible; artex-enrich//1.0; +http://example.com/bot)", + "id": "artex", + "category": "security_scanner", + "matched": true + }, + { + "userAgent": "abliterantbot", + "id": "abliterantbot", + "category": "training_crawler", + "matched": true + }, + { + "userAgent": "Mozilla/5.0 (compatible; abliterantbot/1.0; +http://example.com/bot)", + "id": "abliterantbot", + "category": "training_crawler", + "matched": true + }, { "userAgent": "acunetix", "id": "acunetix", @@ -155,6 +179,18 @@ "category": "training_crawler", "matched": true }, + { + "userAgent": "aranet-searchbot", + "id": "aranet-searchbot", + "category": "ai_search_crawler", + "matched": true + }, + { + "userAgent": "Mozilla/5.0 (compatible; aranet-searchbot/1.0; +http://example.com/bot)", + "id": "aranet-searchbot", + "category": "ai_search_crawler", + "matched": true + }, { "userAgent": "archive.org_bot", "id": "archive-org-bot", @@ -635,6 +671,18 @@ "category": "commercial_scraper", "matched": true }, + { + "userAgent": "crolbot", + "id": "crolbot", + "category": "seo_crawler", + "matched": true + }, + { + "userAgent": "Mozilla/5.0 (compatible; crolbot/1.0; +http://example.com/bot)", + "id": "crolbot", + "category": "seo_crawler", + "matched": true + }, { "userAgent": "dataforseobot", "id": "dataforseobot", @@ -1823,6 +1871,18 @@ "category": "monitoring", "matched": true }, + { + "userAgent": "norma/", + "id": "norma", + "category": "generic_scraper", + "matched": true + }, + { + "userAgent": "Mozilla/5.0 (compatible; norma//1.0; +http://example.com/bot)", + "id": "norma", + "category": "generic_scraper", + "matched": true + }, { "userAgent": "nuclei", "id": "nuclei", @@ -2519,6 +2579,18 @@ "category": "search_crawler", "matched": true }, + { + "userAgent": "speridlabsresearchcrawler", + "id": "speridlabsresearchcrawler", + "category": "training_crawler", + "matched": true + }, + { + "userAgent": "Mozilla/5.0 (compatible; speridlabsresearchcrawler/1.0; +http://example.com/bot)", + "id": "speridlabsresearchcrawler", + "category": "training_crawler", + "matched": true + }, { "userAgent": "splash", "id": "splash", @@ -2579,6 +2651,18 @@ "category": "fetcher", "matched": true }, + { + "userAgent": "talarionsearchbot", + "id": "talarionsearchbot", + "category": "ai_search_crawler", + "matched": true + }, + { + "userAgent": "Mozilla/5.0 (compatible; talarionsearchbot/1.0; +http://example.com/bot)", + "id": "talarionsearchbot", + "category": "ai_search_crawler", + "matched": true + }, { "userAgent": "tavily", "id": "tavily", @@ -2603,6 +2687,18 @@ "category": "fetcher", "matched": true }, + { + "userAgent": "terncrawler", + "id": "terncrawler", + "category": "commercial_scraper", + "matched": true + }, + { + "userAgent": "Mozilla/5.0 (compatible; terncrawler/1.0; +http://example.com/bot)", + "id": "terncrawler", + "category": "commercial_scraper", + "matched": true + }, { "userAgent": "theoldreader", "id": "theoldreader", @@ -2627,6 +2723,18 @@ "category": "training_crawler", "matched": true }, + { + "userAgent": "tokenfoundrybot", + "id": "tokenfoundrybot", + "category": "training_crawler", + "matched": true + }, + { + "userAgent": "Mozilla/5.0 (compatible; tokenfoundrybot/1.0; +http://example.com/bot)", + "id": "tokenfoundrybot", + "category": "training_crawler", + "matched": true + }, { "userAgent": "tumblr", "id": "tumblr", @@ -2663,6 +2771,18 @@ "category": "generic_scraper", "matched": true }, + { + "userAgent": "unfragilebot", + "id": "unfragilebot", + "category": "ai_search_crawler", + "matched": true + }, + { + "userAgent": "Mozilla/5.0 (compatible; unfragilebot/1.0; +http://example.com/bot)", + "id": "unfragilebot", + "category": "ai_search_crawler", + "matched": true + }, { "userAgent": "uptimerobot", "id": "uptimerobot", diff --git a/webdecoy.php b/webdecoy.php index 805237c..b22c7ef 100644 --- a/webdecoy.php +++ b/webdecoy.php @@ -3,7 +3,7 @@ * Plugin Name: WebDecoy - AI Traffic Analytics & Bot Protection * Plugin URI: https://webdecoy.com/wordpress * Description: Understand AI crawler visits and bot identity evidence in WordPress, with local analytics and protection against spam, login abuse, and WooCommerce card testing. - * Version: 2.13.0 + * Version: 2.13.1 * Requires at least: 6.1 * Requires PHP: 7.4 * Author: WebDecoy @@ -41,7 +41,7 @@ function str_starts_with(string $haystack, string $needle): bool } // Plugin constants -define('WEBDECOY_VERSION', '2.13.0'); +define('WEBDECOY_VERSION', '2.13.1'); define('WEBDECOY_PLUGIN_FILE', __FILE__); define('WEBDECOY_PLUGIN_DIR', plugin_dir_path(__FILE__)); define('WEBDECOY_PLUGIN_URL', plugin_dir_url(__FILE__));