User-agent: *
Allow: /
Disallow: /my/
Disallow: /signin
Disallow: /jobs/*/discussion
Disallow: /companies/*/discussion

User-agent: Googlebot
Allow: /
Disallow: /my/
Disallow: /signin
Disallow: /jobs/*/discussion
Disallow: /companies/*/discussion
Disallow: /api/

User-agent: Bingbot
Allow: /
Disallow: /my/
Disallow: /signin
Disallow: /jobs/*/discussion
Disallow: /companies/*/discussion
Disallow: /api/

Sitemap: https://freehire.me/sitemap.xml

# Bots and agents: you do not have to scrape these pages.
# The whole catalogue is a public, unauthenticated JSON API, and it returns more
# than the HTML does: canonical skills, country and region codes, seniority,
# work mode, salary bands.
#
# llms.txt:  https://freehire.me/llms.txt
# OpenAPI:   https://freehire.me/openapi.yaml
# API docs:  https://freehire.me/docs/api
# MCP:       https://freehire.me/mcp
# CLI:       https://freehire.me/cli
#
# Please send a User-Agent naming your project, like
#   acme/job-sync/1.4 (+https://github.com/acme/job-sync)
# Not required, nothing checks it. It just lets us warn you before a limit
# changes instead of you meeting a 429 cold.
#
# One search: GET https://freehire.me/api/v1/jobs/search?q=golang
# Full descriptions in one call: GET https://freehire.me/api/v1/agent/jobs/search