#https version

Sitemap: https://www.earlybirds.com.au/sitemap_https.xml
Sitemap: https://www.earlybirdsbabywear.co.uk/sitemap_uk_https.xml

# disallow all robots access to pages/ dir to avoid duplicate content indexing?

User-agent: *

# allow access to /site/content/images/ but nothing else
Disallow: /site/cache/
Disallow: /site/templates/
Disallow: /site/data/
Disallow: /site/content/pages_au/
Disallow: /site/content/pages_uk/
Disallow: /site/content/pages_es/
Disallow: /site/content/pages_us/

Disallow: /staging/
Disallow: /spain/
Disallow: /us/
Disallow: /web/