@@ -28,6 +28,17 @@ User-agent: Diffbot
 User-agent: Omgilibot
 User-agent: anthropic-ai
 User-agent: Claude-Web
+User-agent: cohere-ai
+User-agent: FirecrawlAgent
+User-agent: Crawl4AI
+User-agent: YouBot
+User-agent: Meta-ExternalFetcher
+User-agent: Amazonbot
+User-agent: JinaBot
+User-agent: ExaBot
+User-agent: BrowserbaseBot
+User-agent: NimbleBot
+User-agent: AgentQLBot
 User-agent: *
 Disallow: /docs/borrowing/
 Disallow: /labs/building-a-containerized-restful-api/