# IA4all.tech - Robots Configuration

# Google Bots
User-agent: Googlebot
Allow: /
Disallow: /admin
Disallow: /confirm-email
Disallow: /payment-receipt
Disallow: /checkout
Disallow: /reset-password
Disallow: /subscription-settings

User-agent: Googlebot-Image
Allow: /

# Bing
User-agent: Bingbot
Allow: /
Disallow: /admin
Disallow: /confirm-email
Disallow: /payment-receipt
Disallow: /checkout
Disallow: /reset-password
Disallow: /subscription-settings

# Social Media Bots
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: TikTokBot
Allow: /

User-agent: InstagramBot
Allow: /

# Other Bots
User-agent: *
Allow: /
Disallow: /admin
Disallow: /confirm-email
Disallow: /payment-receipt
Disallow: /checkout
Disallow: /reset-password
Disallow: /subscription-settings

# Sitemap
Sitemap: https://ia4all.tech/sitemap.xml

# Crawl Delay
Crawl-delay: 1