Pattern Updates

Author: omrilotan

CHANGELOG.md

@@ -1,5 +1,9 @@
 # Changelog
 
+## [5.1.36](https://github.com/omrilotan/isbot/compare/v5.1.35...v5.1.36)
+
+- [Pattern] Pattern updates
+
 ## [5.1.35](https://github.com/omrilotan/isbot/compare/v5.1.34...v5.1.35)
 
 - [Pattern] Pattern updates

fixtures/crawlers.yml

@@ -18,6 +18,7 @@ Agentslug:
   - agentslug.com - website monitoring tool
 aHrefs Bot:
   - "Mozilla/5.0 (compatible; AhrefsBot/5.0; +http://ahrefs.com/robot/) AppEngine-Google; (+http://code.google.com/appengine; appid: s~proxyfile1-hrd)"
+  - Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)
 Akregator:
   - Akregator/1.2.9; librss/remnants
 AlertSite Monitoring:
@@ -156,6 +157,8 @@ Chrome Headless:
 ClamAV Website Scanner:
   - ClamAV 0.95.3
   - "ClamAV/0.101.5 (OS: linux-gnu, ARCH: x86_64, CPU: x86_64)"
+Clearscope (https://www.clearscope.io/support/clearscopebot):
+  - Mozilla/5.0 (compatible; Clearscopebot/1.0)
 Cliqzbot:
   - Cliqzbot/0.1 (+http://cliqz.com/company/cliqzbot)
 CloudFlare:
@@ -442,14 +445,14 @@ Let's Encrypt Validation:
 Liferea:
   - Liferea/1.10.6 (Linux; en_US.UTF8; http://liferea.sf.net/) AppleWebKit (KHTML, like Gecko)
 Lighthouse:
+  - Mozilla/5.0 (Linux; Android 11; moto g power (2022)) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Mobile Safari/537.36 Chrome-Lighthouse
   - Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5 Build/MRA58N) AppleWebKit/537.36(KHTML, like Gecko) Chrome/61.0.3116.0 Mobile Safari/537.36 Chrome-Lighthouse
 Linespider:
   - Mozilla/5.0 (compatible; linespider/1.1; +https://lin.ee/4dwxkth)
 Linkdex Bot:
   - Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_1 like Mac OS X; en-us) AppleWebKit/532.9 (KHTML, like Gecko) Version/4.0.5 Mobile/8B117 Safari/6531.22.7 (compatible; linkdexbot-mobile/2.1; +http://www.linkdex.com/about/bots/)
-Linkedin:
-  - linkedinbot/1.0 (compatible; mozilla/5.0; apache-httpclient +http://www.linkedin.com)
-LinkedIn Bot:
+LinkedIn:
+  - LinkedInBot/1.0 (compatible; Mozilla/5.0; Apache-HttpClient +http://www.linkedin.com)
   - LinkedInBot/1.0 (compatible; Mozilla/5.0; Jakarta Commons-HttpClient/3.1 +http://www.linkedin.com)
 LTX71:
   - ltx71 - (http://ltx71.com/)
@@ -494,9 +497,11 @@ Mixrank Bot:
   - Mozilla/5.0 (compatible; MixrankBot; crawler@mixrank.com)
 MJ12 Bot:
   - Mozilla/5.0 (compatible; MJ12bot/v1.4.4; http://www.majestic12.co.uk/bot.php?+)
+  - Mozilla/5.0 (compatible; MJ12bot/v2.0.5; http://mj12bot.com/)
 Mnogosearch:
   - Mnogosearch-3.1.21
 MojeekBot:
+  - Mozilla/5.0 (compatible; MojeekBot/0.11; +https://www.mojeek.com/bot.html)
   - Mozilla/5.0 (compatible; MojeekBot/0.6; http://www.mojeek.com/bot.html)
 Monit:
   - Monit/5.23.0
@@ -562,7 +567,9 @@ Omgili bot:
 OneTrust:
   - Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.6099.199 Safari/537.36; OneTrust;
   - Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.6099.199 Safari/537.36; OneTrustBot;
-OpenAI (https://www.npmjs.com/package/openai):
+Openai:
+  - Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.3; +https://openai.com/searchbot
+OpenAI NPM package:
   - OpenAI/JS 4.77.0
 Openindex Spider:
   - Mozilla/5.0 (compatible; OpenindexSpider; +http://www.openindex.io/en/webmasters/spider.html)
@@ -688,6 +695,7 @@ Seekport:
   - Mozilla/5.0 (compatible; Seekport Crawler; http://seekport.com/)
 Semrush Bot:
   - Mozilla/5.0 (compatible; SemrushBot/0.97; +http://www.semrush.com/bot.html)
+  - Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5376e Safari/8536.25 (compatible; SiteAuditBot/0.97; +http://www.semrush.com/bot.html)
 Sensika Bot:
   - SensikaBot/x.33 (+http://sensika.com)
 Sentry Bot:

fixtures/downloaded/downloaded

@@ -1 +1 @@
-Thu, 23 Oct 2025 13:45:50 GMT
+Mon, 09 Mar 2026 15:45:48 GMT

fixtures/downloaded/kikobeats.json

@@ -3,6 +3,7 @@
   "@LinkArchiver twitter bot",
   "2ip bot/1.1 (+http://2ip.io)",
   "adbeat_bot",
+  "AdsBot-Google (+http://www.google.com/adsbot.html)",
   "AdsBot-Google-Mobile-Apps",
   "APIs-Google (+https://developers.google.com/webmasters/APIs-Google.html)",
   "ArchiveTeam ArchiveBot/20170106.02 (wpull 2.0.2)",
@@ -33,6 +34,7 @@
   "CrunchBot/1.0 (+http://www.leadcrunch.com/crunchbot)",
   "datagnionbot (+http://www.datagnion.com/bot.html)",
   "deepnoc - https://deepnoc.com/bot",
+  "DoCoMo/2.0 N905i(c100;TB;W24H16) (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)",
   "Domain Re-Animator Bot (http://domainreanimator.com) - support@domainreanimator.com",
   "DomainStatsBot/1.0 (http://domainstats.io/our-bot)",
   "DuckDuckBot/1.0; (+http://duckduckgo.com/duckduckbot.html)",
@@ -41,14 +43,20 @@
   "facebookexternalhit/1.1",
   "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)",
   "Facebot/1.0",
+  "Feedfetcher-Google; (+http://www.google.com/feedfetcher.html; 1 subscribers; feed-id=728742641706423)",
   "FeedlyBot/1.0 (http://feedly.com)",
   "Flamingo_SearchEngine (+http://www.flamingosearch.com/bot)",
   "FreeWebMonitoring SiteChecker/0.2 (+https://www.freewebmonitoring.com/bot.html)",
   "FreshpingBot/1.0 (+https://freshping.io/)",
+  "FreshRSS/1.11.2 (Linux; https://freshrss.org) like Googlebot",
   "g2reader-bot/1.0 (+http://www.g2reader.com/)",
   "Google-CloudVertexBot",
+  "Googlebot-Image/1.0",
   "Googlebot-News",
+  "Googlebot-Video/1.0",
+  "Googlebot/2.1 (+http://www.google.com/bot.html)",
   "GroupMeBot/1.0",
+  "Gwene/1.0 (The gwene.org rss-to-news gateway) Googlebot",
   "http://seewithkids.com/bot",
   "INETDEX-BOT/1.5 (Mozilla/5.0; https://inetdex.com/bot.html)",
   "infoobot/0.1 (https://www.infoo.nl/bot.html)",
@@ -61,6 +69,7 @@
   "LinkedInBot/1.0 (compatible; Mozilla/5.0; Jakarta Commons-HttpClient/4.3 +http://www.linkedin.com)",
   "LivelapBot/0.2 (http://site.livelap.com/crawler)",
   "MauiBot (crawler.feedback+wc@gmail.com)",
+  "Mediapartners-Google",
   "MJ12bot/v1.2.0 (http://majestic12.co.uk/bot.php?+)",
   "MojeekBot/0.2 (archi; http://www.mojeek.com/bot.html)",
   "MoodleBot/1.0",
@@ -110,6 +119,8 @@
   "Mozilla/5.0 (compatible; FemtosearchBot/1.0; http://femtosearch.com)",
   "Mozilla/5.0 (compatible; GeedoBot; +http://www.geedo.com/bot.html)",
   "Mozilla/5.0 (compatible; Google-InspectionTool/1.0)",
+  "Mozilla/5.0 (compatible; Google-Structured-Data-Testing-Tool +http://developers.google.com/structured-data/testing-tool/)",
+  "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)",
   "Mozilla/5.0 (compatible; heritrix/3.1.1-SNAPSHOT-20120116.200628 +http://www.archive.org/details/archive.org_bot)",
   "Mozilla/5.0 (compatible; heritrix/3.3.0-SNAPSHOT-20140702-2247 +http://archive.org/details/archive.org_bot)",
   "Mozilla/5.0 (compatible; hypestat/1.0; +https://hypestat.com/bot)",
@@ -156,7 +167,10 @@
   "Mozilla/5.0 (compatible; MojeekBot/0.6; +https://www.mojeek.com/bot.html)",
   "Mozilla/5.0 (compatible; MojeekBot/0.6; http://www.mojeek.com/bot.html)",
   "Mozilla/5.0 (compatible; Monsidobot/2.2; +http://monsido.com/bot.html; info@monsido.com)",
+  "Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.2; Trident/6.0;  WOW64;  Trident/6.0;  BingPreview/1.0b)",
   "Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1) Streamline3Bot/1.0",
+  "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0;  WOW64;  Trident/5.0;  BingPreview/1.0b)",
+  "Mozilla/5.0 (compatible; MSIE or Firefox mutant; not on Windows server;) Daumoa/4.0 (Following Mediapartners-Google)",
   "Mozilla/5.0 (compatible; Neevabot/1.0; +https://neeva.com/neevabot)",
   "Mozilla/5.0 (compatible; NerdByNature.Bot; http://www.nerdbynature.net/bot)",
   "Mozilla/5.0 (compatible; Nimbostratus-Bot/v1.3.2; http://cloudsystemnetworks.com)",
@@ -249,17 +263,32 @@
   "Mozilla/5.0 (compatible; yoozBot-2.2; http://yooz.ir; info@yooz.ir)",
   "Mozilla/5.0 (compatible; zenback bot; powered by logly +http://corp.logly.co.jp/)",
   "Mozilla/5.0 (compatible; ZuperlistBot/1.0)",
+  "Mozilla/5.0 (compatible;acapbot/0.1;treat like Googlebot)",
+  "Mozilla/5.0 (compatible;acapbot/0.1.;treat like Googlebot)",
   "Mozilla/5.0 (compatible;FindITAnswersbot/1.0;+http://search.it-influentials.com/bot.htm)",
   "Mozilla/5.0 (compatible;PetalBot;+https://webmaster.petalsearch.com/site/petalbot)",
   "Mozilla/5.0 (compatible) AI2Bot (+https://www.allenai.org/crawler)",
   "Mozilla/5.0 (compatible) Ai2Bot-Dolma (+https://www.allenai.org/crawler)",
   "Mozilla/5.0 (compatible) SemanticScholarBot (+https://www.semanticscholar.org/crawler)",
   "Mozilla/5.0 (iPhone; CPU iPhone OS 10_0 like Mac OS X) AppleWebKit/602.1.38 (KHTML, like Gecko) Version/10.0 Mobile/14A5297c YextBot/Java Safari/602.1",
   "Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5376e Safari/8536.25 (compatible; Applebot/0.3; +http://www.apple.com/go/applebot)",
+  "Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5376e Safari/8536.25 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)",
+  "Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5376e Safari/8536.25 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)",
+  "Mozilla/5.0 (iPhone; CPU iPhone OS 7_0 like Mac OS X) AppleWebKit/537.51.1 (KHTML, like Gecko) Version/7.0 Mobile/11A465 Safari/9537.53 BingPreview/1.0b",
   "Mozilla/5.0 (iPhone; CPU iPhone OS 8_1 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) Version/8.0 Mobile/12B410 Safari/600.1.4 (Applebot/0.1; +http://www.apple.com/go/applebot)",
+  "Mozilla/5.0 (iPhone; CPU iPhone OS 8_3 like Mac OS X) AppleWebKit/537.36 (KHTML, like Gecko) Version/8.0 Mobile/12F70 Safari/600.1.4 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)",
+  "Mozilla/5.0 (iPhone; CPU iPhone OS 8_3 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) Version/8.0 Mobile/12F70 Safari/600.1.4 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)",
+  "Mozilla/5.0 (iPhone; CPU iPhone OS 9_1 like Mac OS X) AppleWebKit/601.1.46 (KHTML, like Gecko) Version/9.0 Mobile/13B143 Safari/601.1 (compatible; AdsBot-Google-Mobile; +http://www.google.com/mobile/adsbot.html)",
+  "Mozilla/5.0 (iPhone; U; CPU iPhone OS 10_0 like Mac OS X; en-us) AppleWebKit/602.1.38 (KHTML, like Gecko) Version/10.0 Mobile/14A5297c Safari/602.1 (compatible; Mediapartners-Google/2.1; +http://www.google.com/bot.html)",
+  "Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_1 like Mac OS X; en-us) AppleWebKit/532.9 (KHTML, like Gecko) Version/4.0.5 Mobile/8B117 Safari/6531.22.7 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)",
+  "Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_1 like Mac OS X; en-us) AppleWebKit/532.9 (KHTML, like Gecko) Version/4.0.5 Mobile/8B117 Safari/6531.22.7 (compatible; Mediapartners-Google/2.1; +http://www.google.com/bot.html)",
   "Mozilla/5.0 (Linux; Android 5.0; SM-G920A) AppleWebKit (KHTML, like Gecko) Chrome Mobile Safari (compatible; AdsBot-Google-Mobile; +http://www.google.com/mobile/adsbot.html)",
+  "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.5735.179 Mobile Safari/537.36 (compatible; Google-Safety; +http://www.google.com/bot.html)",
+  "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)",
+  "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)",
   "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Pinterestbot/1.0; +https://www.pinterest.com/bot.html)",
   "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/W.X.Y.Z Mobile Safari/537.36 (compatible; Google-InspectionTool/1.0)",
+  "Mozilla/5.0 (Linux; Android 7.0; SM-G930V Build/NRD90M) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.125 Mobile Safari/537.36 (compatible; Google-Read-Aloud; +https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers)",
   "Mozilla/5.0 (Linux; Android 7.0;) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; AspiegelBot)",
   "Mozilla/5.0 (Linux; Android 7.0;) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; PetalBot;+https://webmaster.petalsearch.com/site/petalbot)",
   "Mozilla/5.0 (Linux) (compatible; AlexandriaOrgBot/1.0; +https://www.alexandria.org/bot.html)",
@@ -269,26 +298,33 @@
   "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_1) AppleWebKit/601.2.4 (KHTML, like Gecko) Version/9.0.1 Safari/601.2.4 facebookexternalhit/1.1 Facebot Twitterbot/1.0",
   "Mozilla/5.0 (TweetmemeBot/4.0; +http://datasift.com/bot.html) Gecko/20100101 Firefox/31.0",
   "Mozilla/5.0 (Windows NT 10.0; Win64; x64; trendictionbot0.5.0; trendiction search; http://www.trendiction.de/bot; please let us know of any problems; web at trendiction.com) Gecko/20170101 Firefox/67.0",
+  "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.5735.179 Safari/537.36 (compatible; Google-Safety; +http://www.google.com/bot.html)",
   "Mozilla/5.0 (Windows NT 5.1; U; Win64; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com)",
   "Mozilla/5.0 (Windows NT 6.1; rv:38.0) Gecko/20100101 Firefox/38.0 (IndeedBot 1.1)",
   "Mozilla/5.0 (Windows NT 6.1; Win64; x64; +http://url-classification.io/wiki/index.php?title=URL_server_crawler) KStandBot/1.0",
   "Mozilla/5.0 (Windows NT 6.1; Win64; x64; +http://www.komodia.com/newwiki/index.php/URL_server_crawler) KomodiaBot/1.0",
   "Mozilla/5.0 (Windows NT 6.1; Win64; x64; +https://www.ubtsupport.com/legal/Streamline3Bot.php) Streamline3Bot/1.0",
+  "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534+ (KHTML, like Gecko) BingPreview/1.0b",
+  "Mozilla/5.0 (Windows NT 6.3; WOW64; Trident/7.0; rv:11.0; BingPreview/1.0b) like Gecko",
   "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.6) Gecko/20070725 Firefox/2.0.0.6 - James BOT - WebCrawler http://cognitiveseo.com/bot.html",
   "Mozilla/5.0 (Windows; U; Windows NT 5.1; en; rv:1.9.0.13) Gecko/2009073022 Firefox/3.5.2 (.NET CLR 3.5.30729) SurveyBot/2.3 (DomainTools)",
   "Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com)",
   "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.0; trendictionbot0.5.0; trendiction search; http://www.trendiction.de/bot; please let us know of any problems; web at trendiction.com) Gecko/20071127 Firefox/3.0.0.11",
+  "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.118 Safari/537.36 (compatible; Google-Read-Aloud; +https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers)",
+  "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.87 Safari/537.36 Google-PageRenderer Google (+https://developers.google.com/+/web/snippet/)",
   "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/87.0.4280.88 YextBot/Java Safari/537.36",
   "Mozilla/5.0 (X11; U; Linux Core i7-4980HQ; de; rv:32.0; compatible; JobboerseBot; http://www.jobboerse.com/bot.htm) Gecko/20100101 Firefox/38.0",
   "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:49.0) Gecko/20100101 Firefox/49.0 / GnowitNewsbot / Contact information at http://www.gnowit.com",
   "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)",
+  "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Safari/537.36",
   "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Linespider/1.1; +https://lin.ee/4dwXkTH) Chrome/W.X.Y.Z Safari/537.36",
   "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)",
   "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ChatGPT-User/1.0; +https://openai.com/bot",
   "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; OAI-SearchBot/1.0; +https://openai.com/searchbot",
   "Mozilla/5.0+(compatible;+PiplBot;+http://www.pipl.com/bot/)",
   "Neticle Crawler v1.0 ( https://neticle.com/bot/en/ )",
   "NINJA bot",
+  "Nokia6820/2.0 (4.83) Profile/MIDP-1.0 Configuration/CLDC-1.0 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)",
   "NutchCVS/0.7.1 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)",
   "OdklBot/1.0 (share@odnoklassniki.ru)",
   "OutclicksBot/2 +https://www.outclicks.net/agent/gIYbZ38dfAuhZkrFVl7sJBFOUhOVct6J1SvxgmBZgCe",
@@ -306,10 +342,12 @@
   "Quantcastbot/2.0 (+https://www.quantcast.com/bot)",
   "RSSingBot (http://www.rssing.com)",
   "RyteBot/1.0.0 (+https://bot.ryte.com/)",
+  "SAMSUNG-SGH-E250/1.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 UP.Browser/6.2.3.3.c.1.101 (GUI) MMP/2.0 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)",
   "SBL-BOT (http://sbl.net)",
   "Seekbot/1.0 (http://www.seekbot.net/bot.html) RobotsTxtFetcher/1.2",
   "SemanticScholarBot/1.0 (+http://s2.allenai.org/bot.html)",
   "SEMrushBot",
+  "SentiBot www.sentibot.eu (compatible with Googlebot)",
   "SentryUptimeBot/1.0 (+http://docs.sentry.io/product/uptime-monitoring/)",
   "SenutoBot/1.0 (compatible; SenutoBot/1.0; +https://www.senuto.com/)",
   "SeobilityBot (SEO Tool; https://www.seobility.net/sites/bot.html)",

fixtures/downloaded/matomo-org.json

@@ -1257,5 +1257,8 @@
   "Mozilla/5.0 (compatible; Y!J SearchMonkey/1.0 (Y!J-AGENT; http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html))",
   "Y!J-BSC/1.0 (http://help.yahoo.co.jp/help/jp/blog-search/)",
   "Y!J-BRI/0.0.1 crawler ( http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html )",
-  "Y!J-BRO/YFSJ crawler (compatible; Mozilla 4.0; MSIE 5.5; http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html; YahooFeedSeekerJp/2.0)"
+  "Y!J-BRO/YFSJ crawler (compatible; Mozilla 4.0; MSIE 5.5; http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html; YahooFeedSeekerJp/2.0)",
+  "Mozilla/5.0 (compatible; Google-Site-Verification/1.0)",
+  "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Mobile Safari/537.36 (compatible; Google-Read-Aloud; +https://support.google.com/webmasters/answer/1061943)",
+  "IMPORTANT! FREE! NON-CRIMINAL BLOCKCHAIN PHP NEURAL NETWORK! OWN CRYPTO, GIFT, CAPITALIST AND BLOCKCHAIN SCIENTIFIC DEBT GATEWAYS! OWN HOSTING AND ENCRYPTED DATABASE! LINK - http://78.29.51.27/phpneuralnetwork/?s1=CU_example.com"
 ]

fixtures/downloaded/monperrus.json

@@ -1193,5 +1193,6 @@
   "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.6439.0 Mobile Safari/537.36 +https://sitebulb.com",
   "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/87.0.4280.88 YextBot/Java Safari/537.36",
   "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.7204.168 Safari/537.36 DatadogSynthetics",
-  "Mozilla/5.0 AppleWebKit/537.36 Chrome/139.0.7258.127 Safari/537.36 Google-Ads-Conversions"
+  "Mozilla/5.0 AppleWebKit/537.36 Chrome/139.0.7258.127 Safari/537.36 Google-Ads-Conversions",
+  "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.6998.35 Safari/537.36 (Checkly, https://www.checklyhq.com)"
 ]