User-Agent: * Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ User-Agent: GPTBot Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ Crawl-delay: 1 User-Agent: ClaudeBot Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ Crawl-delay: 1 User-Agent: anthropic-ai Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ Crawl-delay: 1 User-Agent: PerplexityBot Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ Crawl-delay: 1 User-Agent: Google-Extended Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ Crawl-delay: 1 User-Agent: Applebot-Extended Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ Crawl-delay: 1 User-Agent: cohere-ai Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ Crawl-delay: 1 User-Agent: mistralai Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ Crawl-delay: 1 User-Agent: CCBot Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ Crawl-delay: 1 User-Agent: DiffbotBot Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ Crawl-delay: 1 User-Agent: FirecrawlAgent Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ Crawl-delay: 1 User-Agent: Meta-ExternalAgent Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ Crawl-delay: 1 User-Agent: OAI-SearchBot Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ User-Agent: ChatGPT-User Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ User-Agent: Claude-SearchBot Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ User-Agent: Claude-User Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ User-Agent: Perplexity-User Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ User-Agent: Googlebot Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ User-Agent: Bingbot Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ User-Agent: DuckDuckBot Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ User-Agent: DuckAssistBot Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ User-Agent: Applebot Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ User-Agent: Amazonbot Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ User-Agent: YandexBot Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ User-Agent: Twitterbot Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ User-Agent: FacebookExternalHit Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ User-Agent: LinkedInBot Allow: / Allow: /api/og/ Allow: /feed.xml Disallow: /_next/ Disallow: /api/ Disallow: /admin/ Disallow: /login Disallow: /register Disallow: /onboarding Disallow: /preview/ Disallow: /newsletter/confirm Disallow: /newsletter/unsubscribe Disallow: /auth/ User-Agent: Bytespider Disallow: / User-Agent: PetalBot Disallow: / User-Agent: AhrefsBot Disallow: / User-Agent: SemrushBot Disallow: / User-Agent: MJ12bot Disallow: / User-Agent: DotBot Disallow: / Host: https://venturebeast.tech Sitemap: https://venturebeast.tech/sitemap.xml