User-Agent: * Allow: / Allow: /hub/* Allow: /pricing Allow: /contact Allow: /blog/* Allow: /docs/* Allow: /demo/* Allow: /discover/* Allow: /profile/* Allow: /search Allow: /make Allow: /landing Allow: /sitemap.xml Allow: /_next/static/ Allow: /llms.txt Disallow: /api/ Disallow: /admin/ Disallow: /dashboard/ Disallow: /auth Disallow: /survey Disallow: /private/ Disallow: /webhost/ Disallow: /*.json$ Disallow: /draft/ Disallow: /callback/ Disallow: /login Disallow: /signup Disallow: /reset-password Disallow: /verify-email Disallow: /settings Disallow: /internal/ Disallow: /temp/ Disallow: /dev/ Disallow: /test/ Disallow: /beta/ Disallow: /debug/ Disallow: /cdn-cgi/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/ Disallow: /node_modules/ Disallow: /error/ Disallow: /404 Disallow: /500 Disallow: /*?* Disallow: /*.md$ Disallow: /*.mdx$ Disallow: /*.log$ Disallow: /*.yml$ Disallow: /*.yaml$ Disallow: /*.config.*$ Disallow: /package.json Disallow: /package-lock.json Disallow: /yarn.lock Disallow: /README.md Disallow: /.git/ Disallow: /.github/ Disallow: /.vscode/ Disallow: /.idea/ Disallow: /coverage/ Disallow: /dist/ Disallow: /build/ Disallow: /discover/query User-Agent: GPTBot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dashboard/ Disallow: /auth Disallow: /survey Disallow: /private/ User-Agent: ChatGPT-User Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dashboard/ Disallow: /auth Disallow: /survey Disallow: /private/ User-Agent: PerplexityBot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dashboard/ Disallow: /auth Disallow: /survey Disallow: /private/ User-Agent: Google-Extended Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dashboard/ Disallow: /auth Disallow: /survey Disallow: /private/ User-Agent: Applebot-Extended Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dashboard/ Disallow: /auth Disallow: /survey Disallow: /private/ User-Agent: ClaudeBot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dashboard/ Disallow: /auth Disallow: /survey Disallow: /private/ User-Agent: Claude-Web Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dashboard/ Disallow: /auth Disallow: /survey Disallow: /private/ User-Agent: CCBot Disallow: / User-Agent: anthropic-ai Disallow: / User-Agent: cohere-ai Disallow: / User-Agent: Bytespider Disallow: / User-Agent: Meta-ExternalAgent Disallow: / User-Agent: FacebookBot Disallow: / User-Agent: GoogleOther Disallow: / User-Agent: Amazonbot Disallow: / User-Agent: YouBot Disallow: / User-Agent: Seekr Disallow: / User-Agent: Diffbot Disallow: / User-Agent: Omgili Disallow: / User-Agent: Omgilibot Disallow: / User-Agent: ImagesiftBot Disallow: / User-Agent: Webzio-Extended Disallow: / User-Agent: PetalBot Disallow: / User-Agent: Scrapy Disallow: / User-Agent: Timpibot Disallow: / User-Agent: Googlebot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dashboard/ Disallow: /auth Disallow: /survey Disallow: /private/ Disallow: /webhost/ Disallow: /*.json$ User-Agent: Bingbot Crawl-delay: 10 User-Agent: Yandex Crawl-delay: 10 User-Agent: DuckDuckBot Crawl-delay: 10 User-Agent: Baiduspider Crawl-delay: 10 Host: https://www.embeddy.ai Sitemap: https://www.embeddy.ai/sitemap.xml