User-agent: *
Allow: /
Disallow: /report
Disallow: /sign-in
Disallow: /*cursor=
Disallow: /jobs.data
Disallow: /jobs?

User-agent: ClaudeBot
Allow: /
Disallow: /report
Disallow: /sign-in
Disallow: /*cursor=
Disallow: /jobs.data
Disallow: /jobs?
Crawl-delay: 5

User-agent: GPTBot
Allow: /
Disallow: /report
Disallow: /sign-in
Disallow: /*cursor=
Disallow: /jobs.data
Disallow: /jobs?
Crawl-delay: 5

User-agent: OAI-SearchBot
Allow: /
Disallow: /report
Disallow: /sign-in
Disallow: /*cursor=
Disallow: /jobs.data
Disallow: /jobs?
Crawl-delay: 5

User-agent: PerplexityBot
Allow: /
Disallow: /report
Disallow: /sign-in
Disallow: /*cursor=
Disallow: /jobs.data
Disallow: /jobs?
Crawl-delay: 5

User-agent: ExaSearchBot
Allow: /
Disallow: /report
Disallow: /sign-in
Disallow: /*cursor=
Disallow: /jobs.data
Disallow: /jobs?
Crawl-delay: 5

User-agent: Applebot
Allow: /
Disallow: /report
Disallow: /sign-in
Disallow: /*cursor=
Disallow: /jobs.data
Disallow: /jobs?
Crawl-delay: 5

User-agent: PetalBot
Allow: /
Disallow: /report
Disallow: /sign-in
Disallow: /*cursor=
Disallow: /jobs.data
Disallow: /jobs?
Crawl-delay: 5

User-agent: Amazonbot
Allow: /
Disallow: /report
Disallow: /sign-in
Disallow: /*cursor=
Disallow: /jobs.data
Disallow: /jobs?
Crawl-delay: 5

User-agent: CCBot
Allow: /
Disallow: /report
Disallow: /sign-in
Disallow: /*cursor=
Disallow: /jobs.data
Disallow: /jobs?
Crawl-delay: 5

User-agent: Bytespider
Allow: /
Disallow: /report
Disallow: /sign-in
Disallow: /*cursor=
Disallow: /jobs.data
Disallow: /jobs?
Crawl-delay: 5

Sitemap: https://www.retail.ca/sitemap.xml
Sitemap: https://www.retail.ca/dynamic-sitemap.xml