User-agent: *
Allow: /
Allow: /about.html
Allow: /blog.html
Allow: /privacy-policy.html
Allow: /terms-and-conditions.html
Allow: /assets/images/
Disallow: /assets/js/
Disallow: /assets/css/

# Block access to 404 page
Disallow: /404.html

# Sitemap location
Sitemap: https://ghibli.funface.ai/sitemap.xml

# Max image preview for better image search results
Image-Preview: large

# Improve crawl efficiency
Crawl-delay: 1

# Add for better indexing by specific engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Googlebot-Image
Allow: /
Allow: /assets/images/

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: AdsBot-Google
Allow: /

User-agent: Twitterbot
Allow: /

# AI bots for improved visibility in AI search results
User-agent: GPTBot
Allow: /
Disallow: /assets/js/
Disallow: /assets/css/
Disallow: /404.html

User-agent: anthropic-ai
Allow: /
Disallow: /assets/js/
Disallow: /assets/css/
Disallow: /404.html