# Prompt Studio robots.txt
User-agent: *
Allow: /
Allow: /ar/
Allow: /en/
Disallow: /admin
Disallow: /admin/*
Disallow: /settings
Disallow: /api.php
Disallow: /data/
Disallow: /storage/
Disallow: /templates/
Disallow: /lang/
Disallow: /*.json$
Disallow: /*.php.obf.bak$
Disallow: /*.bak$
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.tmp$
Disallow: /*.env$
Disallow: /*.git/
Disallow: /*.svn/
Disallow: /*.htaccess
Disallow: /*config*

# Allow important bots
User-agent: Googlebot
Allow: /
User-agent: Bingbot
Allow: /
User-agent: YandexBot
Allow: /
User-agent: DuckDuckBot
Allow: /

# Block bad bots
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Rogerbot
Disallow: /
User-agent: LinkedInBot
Disallow: /

# Sitemap
Sitemap: sitemap.xml
