User-agent: *
Crawl-delay: 10
Disallow: /db
Disallow: /account
Disallow: /contact
Disallow: /login
Disallow: /donate
Disallow: /copyright
Disallow: /popular
Disallow: /forgot-password
Disallow: /md5
Disallow: /slow_download
Disallow: /fast_preview
Disallow: /slow_download
Disallow: /list/
Disallow: /fast_download
Disallow: /torrents
Disallow: /search
Disallow: /scidb
Disallow: /member_codes
Disallow: /codes
Disallow: /dyn/
Disallow: /ipfs_downloads/
Disallow: /fast_preview/
Disallow: /ia/
Disallow: /faq
Disallow: /datasets
Disallow: /browser_verification
Disallow: /blog/
User-agent: archive.org_bot
Disallow: /
User-agent: ia_archiver
Disallow: /