Lines Matching +full:d +full:- +full:tech
4 "rx": ["\\sbingbot\\/(\\d+\\.\\d+);"],
10 …"rx": ["Googlebot\\/(\\d+\\.\\d+)", "Googlebot-Image\\/(\\d+\\.\\d+)","\\sGoogleOther(\\-\\w+)?[\\…
15 "r": ["AdsBot-Google", "AdsBot-Google-Mobile", "Mediapartners-Google"],
16 "rx": ["AdsBot-Google;","AdsBot-Google-Mobile;", "Mediapartners-Google\\/(\\d+\\.\\d+);"],
17 "url": "https://developers.google.com/search/docs/crawling-indexing/google-special-case-crawlers"
21 "r": ["APIs-Google"],
22 "rx": ["APIs-Google"],
23 "url": "https://developers.google.com/search/docs/crawling-indexing/google-special-case-crawlers"
26 "n": "Google-InspectionTool",
27 "r": ["Google-InspectionTool"],
28 "rx": ["\\sGoogle-InspectionTool(\\-\\w+)?[\\)\\/]"],
33 "r": ["Google-NotebookLM"],
34 "rx": ["Google-NotebookLM"],
35 …"url": "https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers"
39 "r": ["Applebot", "Applebot-Extended"],
40 "rx": ["Applebot\\/(\\d+\\.\\d+);", "Applebot\\-Extended\\/(\\d+\\.\\d+);"],
45 …", "Baiduspider-image", "Baiduspider-video", "Baiduspider-news", "Baiduspider-favo", "Baiduspider-…
52 "rx": [" redditbot\\/(\\d+\\.\\d+);"],
69 "r": ["DuckDuckBot","DuckAssistBot","DuckDuckGo-Favicons-Bot"],
70 …"rx": ["DuckDuckBot\\/(\\d+\\.\\d+);", "DuckAssistBot\\/(\\d+\\.\\d+);", "DuckDuckGo-Favicons-Bot\…
77 "url": "https://marginalia-search.com/"
81 "r": ["OAI-SearchBot", "GPTBot"],
82 "rx": ["OAI-SearchBot\\/(\\d+\\.\\d+);", "GPTBot\\/(\\d+\\.\\d+);"],
87 "r": ["ChatGPT-User"],
88 "rx": ["ChatGPT\\-User\\/(\\d\\.\\d);"],
93 "r": ["ClaudeBot", "Claude-SearchBot"],
94 "rx": ["ClaudeBot\\/(\\d+\\.\\d+);"],
95 …/support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-ow…
99 "r": ["Claude-User"],
100 "rx": ["Claude-User\\/(\\d+\\.\\d+);"],
101 …/support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-ow…
106 "rx": ["PerplexityBot\\/(\\d+\\.\\d+);"],
112 "rx": ["Perplexity\\-User\\/(\\d+\\.\\d+);"],
118 "rx": ["facebookexternalhit\\/(\\d+\\.?\\d*)", "facebookcatalog\\/(\\d\\.?\\d*)"],
123 "r": ["meta-webindexer","meta-externalads","meta-externalagent", "meta-webindexer"],
124 …ok[cw]\\w+\\/(\\d+\\.?\\d*)", "meta\\-[cw]\\w+\\/(\\d+\\.?\\d*)", "meta-externalads\\/(\\d+\\.?\\d…
129 "r": ["Qwantbot", "Qwantbot-news"],
130 "rx": ["Qwantbot\\/(\\d+\\.\\d+)[_;\\s]"],
136 "rx": ["Yandex\\w+\\/(\\d+\\.\\d+);"],
142 "rx": ["SeznamBot\\/(\\d+\\.\\d+);"],
143 "url": "https://o-seznam.cz/napoveda/vyhledavani/en/seznambot-crawler/"
148 "rx": ["AhrefsBot\\/(\\d+\\.\\d+);", "AhrefsSiteAudit\\/(\\d+\\.\\d+);"],
154 "rx": ["CCBot\\/(\\d+\\.\\d+)[\\s\\.;]*"],
160 "rx": ["MJ12bot\\/v?(\\d+\\.\\d+)[\\s\\.;]"],
172 "rx": ["[\\s;^]Barkrowler\\/(\\d+\\.\\d+)?"],
173 "url": "https://babbar.tech/crawler"
178 "rx": ["SemrushBot-?[A-Z]*\\/(\\d+\\.?\\d*)[;~\\s]"],
190 "rx": ["DataForSeoBot[;\\/](\\d\\.\\d)?"],
191 "url": "https://dataforseo.com/dataforseo-bot"
196 "rx": ["VelenPublicWebCrawler\\/(\\d\\.\\d)"],
202 "rx": ["serpstatbot\\/(\\d\\.\\d)\\s"],
209 "url": "http://www.website-datenbank.de/"
220 "rx": ["DotBot\\/(\\d\\.\\d)[\\.;\\s]", "RogerBot\\/(\\d\\.\\d)[\\.;\\s]"],
221 "url": "https://moz.com/help/moz-procedures/crawlers/dotbot"
232 "rx": ["PlagAwareBot\\/(\\d+\\.\\d+)"],
238 "rx": ["Discordbot\\/(\\d\\.\\d);"],
244 "rx": ["^Twitterbot\\/(\\d\\.?\\d*)"],
250 "rx": ["WhatsApp/(\\d+\\.?\\d*)"],
262 "rx": ["BLEXBot\\/(\\d\\.\\d);"],
263 "url": "https://help.seranking.com/en/blex-crawler"
268 "rx": ["Sogou web spider\\/(\\d+\\.\\d+)[;\\s\\(\\.]"],
274 "rx": ["Amazonbot\\/(\\d+\\.\\d+)[;\\s\\(\\.]"],
280 "rx": ["SitesOverPagesBot\\/(\\d+\\.\\d+)[;\\s\\(\\.]"],
286 "rx": ["StartmeBot\\/(\\d+\\.\\d+)[;\\s\\(\\.]"],
287 "url": "https://support.start.me/en/articles/9182933-what-is-startmebot"
292 "rx": ["BitSightBot\\/(\\d+\\.\\d+)"],
304 "rx": [" HaloBot\\/(\\d+)\\."],
322 "rx": ["IbouBot\\/(\\d+\\.\\d+)"],
328 "rx": ["NLUX_IAHarvester\\/(\\d+)"],