#Robots.txt
User-agent: *                   # Any robot
Disallow:    /cgi-bin/          # Keep out of cgi
Disallow:    /spam/
Disallow:    /ncaa/
Disallow:    /sd93/
Disallow:    /xmas/