# ==========================================
# Intralob.gr
# Robots.txt
# SEO + GEO + AI Visibility Optimized
# ==========================================

User-agent: *
Allow: /

# ------------------------------------------
# Protected Directories
# ------------------------------------------

Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /tmp/
Disallow: /private/
Disallow: /vendor/
Disallow: /backup/
Disallow: /test/
Disallow: /old/

# ------------------------------------------
# Protected Files
# ------------------------------------------

Disallow: /generate_sitemap.php

# ------------------------------------------
# Allow Rendering Assets
# ------------------------------------------

Allow: /css/
Allow: /js/
Allow: /img/
Allow: /fonts/

Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.webp$
Allow: /*.svg$
Allow: /*.gif$
Allow: /*.woff$
Allow: /*.woff2$

# ------------------------------------------
# Search Engines
# ------------------------------------------

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: YandexBot
Allow: /

# ------------------------------------------
# SEO Crawlers
# ------------------------------------------

User-agent: AhrefsBot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: MJ12bot
Allow: /

# ------------------------------------------
# AI Crawlers
# ------------------------------------------

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

# ------------------------------------------
# Sitemap
# ------------------------------------------

Sitemap: https://intralob.gr/sitemap.xml

# ==========================================
# End of File
# ==========================================