User-Agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /terms/
Disallow: /privacy/
Disallow: /cookies/

User-agent: facebookexternalhit
Disallow: