User-agent: * Allow: / # Priority pages for plant identification Allow: /index.html Allow: /faq.html Allow: /help.html Allow: /contact.html # Allow image resources for plant identification Allow: /res/img/*.jpg Allow: /res/img/*.png Allow: /res/img/*.webp # Allow JavaScript and CSS for SEO Allow: /js/*.js Allow: /css/*.css Allow: /components/*.js # Disallow test and debug pages Disallow: /test-* Disallow: /debug-* Disallow: /*.log # Disallow sensitive directories Disallow: /locales/fallback.log # Sitemap location Sitemap: https://plantfun.app/sitemap.xml # Crawl delay for respectful crawling Crawl-delay: 1 # Specific instructions for major search engines User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: DuckDuckBot Allow: / Crawl-delay: 1 # Block AI training crawlers (optional) User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: CCBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Claude-Web Disallow: /