User-Agent: *
Disallow: /admin
Disallow: /intelligence
Disallow: /api/admin
Disallow: /api/analytics
Disallow: /api/intelligence
Disallow: /api/markdown
Disallow: /api/search
Disallow: /api/deals
Disallow: /api/track
Disallow: /api/trap
Disallow: /ingest
Disallow: /auth/
Disallow: /api/product/
Disallow: /api/image-proxy

User-Agent: Bytespider
User-Agent: Diffbot
User-Agent: omgili
User-Agent: ImagesiftBot
User-Agent: img2dataset
User-Agent: ShapBot
Disallow: /

Sitemap: https://shophop.au/sitemap_index.xml