# All robots will spider the domain
User-agent: *
Disallow:   /internal/
Disallow:   /cgi-bin/
Disallow:   /layout/
Disallow:   /files/
Disallow:   /disspred/