# robots.txt for jobboardsearch.com
#
# Note: AI bot allow/block rules (ClaudeBot, GPTBot, Google-Extended,
# Applebot-Extended, CCBot, Bytespider, Amazonbot, meta-externalagent, etc.)
# are managed separately via Cloudflare's AI Crawl Control dashboard and are
# automatically prepended to this file when served over Cloudflare's proxy.
# Configure bot categories (Search / Agent / Training) there — editing this
# file will not change that section.

# Block GenomeCrawlerd (see https://darkvisitors.com/agents/genomecrawlerd)
User-agent: GenomeCrawlerd
Disallow: /

# General rules for all crawlers
User-agent: *

# Block admin, login, account areas
Disallow: /admin/
Disallow: /login/
Disallow: /register/
Disallow: /account/
Disallow: /user/
Disallow: /dashboard/

# Block internal search or filtered query parameters
Disallow: /*?search=
Disallow: /*?filter=
Disallow: /*?sort=
Disallow: /*?page=

# Block staging/testing environments and redirect tracking links
Disallow: /staging/
Disallow: /test/
Disallow: /dev/
Disallow: /redirect

# Allow everything else
Allow: /

# Sitemap
Sitemap: https://jobboardsearch.com/sitemap.xml