#all agents
User-agent: *

#sitemap
Sitemap: https://rare.com.au/sitemap.xml

#index these
Allow: /
Allow: /public/image/
Allow: /public/video/

#ignore these
Disallow: /public/error