# Robots.txt for DevHopes Labs # https://www.robotstxt.org/robotstxt.html # Allow all search engines User-agent: * Allow: / Disallow: /admin/ Disallow: /api/ Disallow: /private/ Disallow: /tmp/ Disallow: /.well-known/ Disallow: /404 Disallow: /500 Disallow: /*?*utm_source=* Disallow: /*?*utm_medium=* Disallow: /*?*utm_campaign=* Disallow: /*?*utm_content=* Disallow: /*?*utm_term=* Disallow: /*?*fbclid=* Disallow: /*?*gclid=* Disallow: /*?*ref=* Disallow: /*?*source=* Disallow: /*?*campaign=* # Crawl delay for general bots Crawl-delay: 1 # Specific rules for Google User-agent: Googlebot Allow: / Disallow: /admin/ Disallow: /api/ Disallow: /private/ Crawl-delay: 1 # Specific rules for Bing User-agent: Bingbot Allow: / Disallow: /admin/ Disallow: /api/ Disallow: /private/ Crawl-delay: 1 # Block bad bots User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: CCBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: GPTBot Disallow: / User-agent: AI2Bot Disallow: / User-agent: Claude-Web Disallow: / # Sitemap locations Sitemap: https://devhopeslabs.com/sitemap.xml Sitemap: https://devhopeslabs.com/robots.txt # Host preference Host: https://devhopeslabs.com