# ============================================================
# robots.txt for ongadistudios.com
# Last updated: June 2026
# Static HTML site — no CMS or WordPress
# ============================================================

# -------------------------------------------------------
# MAJOR SEARCH ENGINE CRAWLERS
# -------------------------------------------------------

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /images/

User-agent: AdsBot-Google
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Yandex
Allow: /

User-agent: Baiduspider
Allow: /

# -------------------------------------------------------
# SEO & RANKING INTELLIGENCE BOTS
# -------------------------------------------------------

User-agent: AhrefsBot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: MJ12bot
Allow: /

User-agent: DotBot
Allow: /

User-agent: rogerbot
Allow: /

User-agent: Moz
Allow: /

# -------------------------------------------------------
# SOCIAL MEDIA PREVIEW CRAWLERS
# -------------------------------------------------------

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# -------------------------------------------------------
# AI CRAWLERS — allowed (surfaces Ongadi in AI results)
# -------------------------------------------------------

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

# -------------------------------------------------------
# KNOWN BAD / LOW-VALUE BOTS — blocked
# -------------------------------------------------------

User-agent: DataForSeoBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

# -------------------------------------------------------
# ALL OTHER BOTS — default rules
# -------------------------------------------------------

User-agent: *
Allow: /

# Block any private/admin areas if added in future
Disallow: /admin/
Disallow: /private/
Disallow: /staging/

# Block sensitive file types
Disallow: /.htaccess
Disallow: /.htpasswd
Disallow: /error_log

# Crawl delay for unknown bots
Crawl-delay: 5

# -------------------------------------------------------
# SITEMAP
Sitemap: https://ongadistudios.com/sitemap.xml
# -------------------------------------------------------