# All robots will spider the domain

User-agent: *

Disallow: /cgi-bin/

Disallow: /tmp/

Disallow: /_private/

Disallow: /images/

Disallow: /cp/

Disallow: /AWStats/

Disallow: /aspnet_clients/

Disallow: /aagensic007clients/