# robots.txt for Monkey's Bed App Website

# Allow all web crawlers to access all content
User-agent: *
Allow: /

# Specific rules for Google crawlers
User-agent: Googlebot
Allow: /

# Allow AdMob/Google Ads crawlers to access app-ads.txt
User-agent: Googlebot-Mobile
Allow: /app-ads.txt

# Allow crawling of app-ads.txt for ad verification
User-agent: *
Allow: /app-ads.txt

# Block access to sensitive directories (if any)
User-agent: *
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /logs/

# Allow crawling of common app-related files
User-agent: *
Allow: /privacy-policy.html
Allow: /terms-of-service.html
Allow: /.well-known/

# Sitemap location (update with your actual sitemap URL)
Sitemap: https://yourdomain.com/sitemap.xml

# Crawl delay (optional - adds a delay between requests)
# Crawl-delay: 1