User-agent: *
Disallow: /xml/
Disallow: /daily.txt
Disallow: /dec08.txt
Disallow: /jan09.txt
Disallow: /few_days.txt
Disallow: /hiring.txt
Disallow: /major_headlines.txt
Disallow: /blog/