# Robots.txt for DevHopes Labs
# https://www.robotstxt.org/robotstxt.html

# Allow all search engines
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /tmp/
Disallow: /.well-known/
Disallow: /404
Disallow: /500
Disallow: /*?*utm_source=*
Disallow: /*?*utm_medium=*
Disallow: /*?*utm_campaign=*
Disallow: /*?*utm_content=*
Disallow: /*?*utm_term=*
Disallow: /*?*fbclid=*
Disallow: /*?*gclid=*
Disallow: /*?*ref=*
Disallow: /*?*source=*
Disallow: /*?*campaign=*

# Crawl delay for general bots
Crawl-delay: 1

# Specific rules for Google
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 1

# Specific rules for Bing
User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 1

# Block bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: Claude-Web
Disallow: /

# Sitemap locations
Sitemap: https://devhopeslabs.com/sitemap.xml
Sitemap: https://devhopeslabs.com/robots.txt

# Host preference
Host: https://devhopeslabs.com