User-Agent: *
Disallow: /tmp
Disallow: /cgi-bin
Disallow: /log
Revisit: After 2 days