User-agent: *
Disallow: /jobseeker-login
Disallow: /jobseeker
Disallow: /job/apply-job?job_id=*
Disallow: /api/*
Disallow: /*?redirect=*
Disallow: /resources/blog2
Disallow: /resources/blog-api

User-agent: Yandex
Disallow: /

User-agent: Googlebot
Disallow:

User-agent: Googlebot-Image
Disallow:

User-agent: Googlebot-News
Disallow:

User-agent: Googlebot-Video
Disallow:

User-agent: Google-InspectionTool
Disallow:

User-agent: Bingbot
Disallow:

User-agent: msnbot
Disallow:

User-agent: msnbot-media
Disallow:

User-agent: DuckDuckBot
Disallow:

User-agent: AhrefsBot
Disallow:

User-agent: AhrefsSiteAudit
Disallow:

User-agent: Applebot
Disallow:

User-agent: Slurp
Disallow:

User-agent: Baiduspider
Disallow:

User-agent: PetalBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: MJ12Bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: LinkTiger
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: GoogleOther
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Youbot
Disallow: /

User-agent: FriendlyCrawler
Disallow: /

User-agent: img2dataset
Disallow: /

User-agent: Google-CloudVertexBot
Disallow: /

Sitemap: https://www.ajobthing.com/sitemap_index.xml
Sitemap: https://www.ajobthing.com/ajt_general_sitemap.xml
Sitemap: https://www.ajobthing.com/ajt_resource_sitemap.xml
Sitemap: https://www.ajobthing.com/resources/recruiter-advice/recruiter_advice_sitemap.xml
Sitemap: https://www.ajobthing.com/resources/old-blog/ajt_blog_sitemap.xml
Sitemap: https://sitemaps.ajobthing.com/job-title-description.xml
Sitemap: https://sitemaps.ajobthing.com/salary-comparison.xml