User-agent: Amazonbot
Disallow: /
User-agent: *
Allow: /
# TODO: actually think properly about what needs to be here for
#       Getwork on the Adzuna stack (this was copied across from
#       adzuna.com)
Disallow: /search?
Disallow: /jobs/search?
Disallow: /to-rent?
Disallow: /for-sale?
Disallow: /goto/ad/
Disallow: /jobs/goto/ad/
Disallow: /land/ad/
Disallow: /jobs/land/ad/
Disallow: /advanced-search?
Disallow: /jobs/advanced-search?
Disallow: /jobs/my-alerts?
Disallow: /my-alerts?
Disallow: /jobiak/
Disallow: /get_avg?
Disallow: /get_stats?

# Disallow /create_notification endpoint from being accessed by the AdsBot
# https://developers.google.com/search/docs/advanced/crawling/overview-google-crawlers
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
Disallow: /create_notification
Disallow: /jobs/create_notification

# Sitemap links
Sitemap: https://www.getwork.com/sitemap_index_details.jobs_GW.xml

# JOB-2438: disallow ChatGPT crawlers (see https://darkvisitors.com/agents)
User-agent: CCBot
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: Bytespider
User-agent: Diffbot
User-agent: FacebookBot
User-agent: omgili
User-agent: Applebot-Extended
User-agent: PerplexityBot
User-agent: Amazonbot
User-agent: ClaudeBot
User-agent: Omgilibot
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: ImagesiftBot
User-agent: YouBot
Disallow: /