#
# robots.txt file
#

# Googlebot has no access to personal or obsolete stuff

User-agent: Googlebot
Disallow: /*? 
Disallow: /buy
Disallow: /db
Disallow: /desktop
Disallow: /img
Disallow: /exchange

# YahooFeedSeeker and Yahoo-Blogs can only index the rss directory

User-agent: YahooFeedSeeker
Disallow: /artist
Disallow: /buy
Disallow: /cam
Disallow: /db
Disallow: /desktop
Disallow: /donate
Disallow: /img
Disallow: /index
Disallow: /exchange

User-agent: Yahoo-Blogs
Disallow: /artist
Disallow: /buy
Disallow: /cam
Disallow: /db
Disallow: /desktop
Disallow: /donate
Disallow: /img
Disallow: /index
Disallow: /exchange

# Slurp has a delay set, has no access to dynamic stuff
# and like all other agents (below) can only index 
# '/artist', '/donate', '/index' and '/repository'

User-agent: Slurp
Crawl-delay: 20
Disallow: /*? 
Disallow: /buy
Disallow: /cam
Disallow: /db
Disallow: /desktop
Disallow: /img
Disallow: /rss
Disallow: /exchange

User-agent: *
Disallow: /buy
Disallow: /cam
Disallow: /db
Disallow: /desktop
Disallow: /img
Disallow: /rss
Disallow: /exchange