Sitemap: /sitemap.xml
User-agent: *
Disallow:  /files/
Disallow:  /members.html
Disallow:  /members/
Disallow:  /messages/
Disallow:  /core/
Disallow:  /modules/

User-agent: Twiceler
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: girafa
Disallow: /

User-agent: mirago
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-agent: linksmanager
Disallow: /

User-agent: converacrawler
Disallow: /

User-agent: WebZip
Disallow: /

User-agent: larbin
Disallow: /

User-agent: b2w/0.1
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: Media Center
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: BecomeBot
Disallow: /