User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /data/
Disallow: /webalizer/
Disallow: /recommends/

User-agent: dotbot
Disallow: / 

User-agent: spbot
Disallow: /