# ================================
# SOCIAL EB - SEO & CRAWLER CONTROL
# ================================

User-agent: *
Allow: /

# ================================
# PRIVATE / SYSTEM AREAS
# ================================
Disallow: /admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /api/
Disallow: /storage/
Disallow: /vendor/
Disallow: /config/
Disallow: /logs/

# ================================
# AVOID DUPLICATE / LOW VALUE URLS
# ================================
Disallow: /*?*
Disallow: /search
Disallow: /tag/
Disallow: /author/
Disallow: /wp-admin/
Disallow: /blog/page/
Disallow: /next/
Disallow: /*?s=
Disallow: /search/
Disallow: /auth/

Disallow: /blog/author/
Disallow: /comments/
Disallow: /*?fb_comment
Disallow: /blog/*/trackback/

# ================================
# SITEMAPS
# ================================
Sitemap: https://socialeb.com/sitemap.xml

# ================================
# CRAWL CONTROL (optional)
# ================================
Crawl-delay: 1

# ================================
# AI / MODERN SEARCH ENGINES
# ================================
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: PerplexityBot
Allow: /

# ================================
# END
# ================================