#Exclude the following spiders from crowling the site

User-agent: LinksManager.com
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-Agent: sitecheck.internetseer.com
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: YahooSeeker 
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: LinkMasterBot
Disallow: /

User-agent: Pompos
Disallow: /

User-agent: Faxobot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: ContactBot
Disallow: /

User-agent: FormBot
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /