# robots.txt - SecureLevelPro AI Tools
User-agent: *
Allow: /
Allow: /index.php
Allow: /tool.php
Allow: /pages/
Allow: /assets/
Allow: /sitemap.xml

# Block sensitive paths
Disallow: /admin/
Disallow: /api/
Disallow: /data/
Disallow: /includes/
Disallow: /storage/
Disallow: /*.json$
Disallow: /*.log$

# Allow social media bots
User-agent: Twitterbot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: TelegramBot
Allow: /

# Block malicious bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# Sitemap location
Sitemap: /sitemap.xml
