User-agent: *
Disallow: /flag/
Disallow: /email/
Disallow: /link/
Disallow: /c/
Disallow: /docs/
Disallow: /my/
Disallow: /make/request/
Disallow: /profile/*map$
Disallow: /search/
Disallow: /widget/

User-agent: Googlebot
Disallow: /flag/
Disallow: /email/
Disallow: /link/
Disallow: /c/
Disallow: /docs/
Disallow: /my/
Disallow: /make/request/
Disallow: /profile/*map$
Disallow: /search/
Disallow: /widget/

# no hot or best rss for google
Disallow: /*hot?rss$
Disallow: /*best?rss$
Disallow: /*hot/?rss$
Disallow: /*best/?rss$

# allow adsense bot everywhere
User-agent: Mediapartners-Google
Disallow: