User-agent: EtaoSpider
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: larbin
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: *
Allow: /
Disallow: /admin/site/login
Disallow: /terms-and-conditions
Disallow: /privacy-policy
Disallow: /site/login

Sitemap: https://theadsy.com/sitemap.xml