User-agent: *
Disallow: /cgi/
Disallow: /feed/tag/*
Disallow: /feed/*
Disallow: /feed
Disallow: feed
Disallow: /go/*
Disallow: /openads/*
Crawl-delay: 10

User-agent: Slurp
Disallow: /go/*
Disallow: /feed/*
Disallow: /feed/tag/*


User-agent: Exabot
Disallow: /
Disallow: /go/*
Disallow: go
Disallow: openads

User-agent: Slurp
Crawl-delay: 30