# Built by JJ - Robots.txt
# Updated: 2026-02-06

User-agent: *
Allow: /

# Disallow admin and API endpoints
Disallow: /admin
Disallow: /admin/*
Disallow: /api/*
Disallow: /portal
Disallow: /portal/*

# Disallow search and filter parameters
Disallow: /*?*utm_
Disallow: /*?*session
Disallow: /*?*sid=

# Allow important resources
Allow: /css/*
Allow: /js/*
Allow: /images/*
Allow: /uploads/*

# Sitemap location
Sitemap: https://builtbyjj.dev/sitemap.xml

# Crawl delay (be respectful to server)
Crawl-delay: 1

# Specific bot instructions
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# Block bad bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /