User-agent: *
Disallow: /cache/
Disallow: /inc/
Disallow: /_private/
Disallow: /robo
Disallow: /dnh
User-agent: ia_archiver
Disallow: /