# All robots will spider the domain
User-agent: *
Disallow: /cgi-bin/
Disallow: /phpthumb/
Disallow: /etc/
Disallow: /stats/
Disallow: /includes/
Disallow: /dev/
Disallow: /members/
Disallow: /sqlexec.php
Disallow: /admin
Disallow: /edit
Disallow: /basket
Disallow: /trade
Disallow: /checkout