# Robots.txt for Multihash
# Generated dynamically
# https://www.robotstxt.org/

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://multihash.io/sitemap.xml

# Disallow admin area
Disallow: /admin/

# Disallow search results (avoid duplicate content)
Disallow: /search?
Disallow: /search.php?

# Disallow uploads directory listing (but allow image files)
Disallow: /uploads/$
Disallow: /uploads/favicon/

# Allow crawling of specific file types
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.svg$

# Block common bot paths
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /feed/
Disallow: /cgi-bin/

# Crawl-delay for respectful crawling
Crawl-delay: 1

# Specific bot rules
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Crawl-delay: 10