1 [	{"id": "bingbot",  string
3 	 "r": ["bingbot"],  array
7 	{"id": "googlebot",  string
9 	 "r": ["Googlebot"],  array
13 	{"id": "googleads",  string
15 	 "r": ["AdsBot-Google", "AdsBot-Google-Mobile", "Mediapartners-Google"],  array
19 	{"id": "googleapi",  string
21 	 "r": ["APIs-Google"],  array
25 	{"id": "googinspct",  string
27 	 "r": ["Google-InspectionTool"],  array
31 	{"id": "goognblm",  string
33 	 "r": ["Google-NotebookLM"],  array
37 	{"id": "applebot",  string
39 	 "r": ["Applebot", "Applebot-Extended"],  array
43 	{"id": "baidu",  string
45 …"r": ["Baiduspider", "Baiduspider-image", "Baiduspider-video", "Baiduspider-news", "Baiduspider-fa…  array
49 	{"id": "reddit",  string
51 	 "r": ["RedditBot"],  array
55 	{"id": "slurp",  string
57 	 "r": ["Slurp"],  array
61 	{"id": "yahoolp",  string
63 	 "r": ["Yahoo Link Preview"],  array
67 	{"id": "ddg",  string
69 	 "r": ["DuckDuckBot","DuckAssistBot","DuckDuckGo-Favicons-Bot"],  array
73 	{"id": "marginalia",  string
75 	 "r": [],  array
79 	{"id": "openai",  string
81 	 "r": ["OAI-SearchBot", "GPTBot"],  array
85 	{"id": "chatgpt",  string
87 	 "r": ["ChatGPT-User"],  array
91 	{"id": "claude",  string
93 	 "r": ["ClaudeBot", "Claude-SearchBot"],  array
97 	{"id": "claudeusr",  string
99 	 "r": ["Claude-User"],  array
103 	{"id": "perplexity",  string
105 	 "r": ["PerplexityBot"],  array
109 	{"id": "perplexityusr",  string
111 	 "r": ["Perplexity‑User"],  array
115 	{"id": "metauser",  string
117 	 "r": ["facebookexternalhit","facebookcatalog"],  array
121 	{"id": "metabots",  string
123 	 "r": ["meta-webindexer","meta-externalads","meta-externalagent", "meta-webindexer"],  array
127 	{"id": "qwant",  string
129 	 "r": ["Qwantbot", "Qwantbot-news"],  array
133 	{"id": "yandex",  string
135 …"r": ["YandexBot", "YandexAdNet", "YandexBlogs", "YandexImages", "YandexImageResizer", "YandexMark…  array
139 	{"id": "seznambot",  string
141 	 "r": ["SeznamBot"],  array
145 	{"id": "ahrefs",  string
147 	 "r": ["AhrefsBot", "AhrefsSiteAudit"],  array
151 	{"id": "ccbot",  string
153 	 "r": ["CCBot"],  array
157 	{"id": "mjbot",  string
159 	 "r": ["MJ12bot"],  array
163 	{"id": "petal",  string
165 	 "r": ["PetalBot", "AspiegelBot"],  array
169 	{"id": "barkrowler",  string
171 	 "r": ["Barkrowler"],  array
175 	{"id": "semrush",  string
177 	 "r": ["SemrushBot"],  array
181 	{"id": "bytespider",  string
183 	 "r": ["Bytespider"],  array
187 	{"id": "dfseo",  string
189 	 "r": ["DataForSeoBot"],  array
193 	{"id": "hunter",  string
195 	 "r": ["VelenPublicWebCrawler"],  array
199 	{"id": "serpstat",  string
201 	 "r": ["serpstatbot"],  array
205 	{"id": "netestate",  string
207 	 "r": ["netEstate NE Crawler"],  array
211 	{"id": "imagesift",  string
213 	 "r": ["ImagesiftBot"],  array
217 	{"id": "moz",  string
219 	 "r": ["dotbot", "rogerbot"],  array
223 	{"id": "maui",  string
225 	 "r": ["MauiBot"],  array
229 	{"id": "plagaware",  string
231 	 "r": ["PlagAwareBot"],  array
235 	{"id": "discord",  string
237 	 "r": ["Discordbot"],  array
241 	{"id": "twitter",  string
243 	 "r": ["Twitterbot"],  array
247 	{"id": "whatsapp",  string
249 	 "r": ["WhatsApp"],  array
253 	{"id": "tiktok",  string
255 	 "r": ["TikTokSpider"],  array
259 	{"id": "blexbot",  string
261 	 "r": ["BLEXBot"],  array
265 	{"id": "sogou",  string
267 	 "r": ["Sogou web spider"],  array
271 	{"id": "amazon",  string
273 	 "r": ["Amazonbot"],  array
277 	{"id": "sop",  string
279 	 "r": ["SitesOverPagesBot"],  array
283 	{"id": "startme",  string
285 	 "r": ["StartmeBot"],  array
289 	{"id": "bitsight",  string
291 	 "r": ["BitSightBot"],  array
295 	{"id": "terracotta",  string
297 	 "r": ["TerraCotta"],  array
301 	{"id": "halobot",  string
303 	 "r": ["HaloBot"],  array
307 	{"id": "wayback",  string
309 	 "r": ["archive.org_bot"],  array
313 	{"id": "alibaba",  string
315 	 "r": ["AliyunSecBot"],  array
319 	{"id": "ibou",  string
321 	 "r": ["IbouBot"],  array
325 	{"id": "bnl",  string
327 	 "r": [],  array
331 	{"id": "turnitin",  string
333 	 "r": [],  array