User-agent: ia_archiver
Disallow: /beware/

User-agent: ia_archiver
Disallow: /cgrc/

User-agent: AlkalineBOT/1.3
Disallow: /

User-agent: AlkalineBOT/1.4
Disallow: /

User-agent: AlkalineBOT/1.5
Disallow: /

User-agent: AlkalineBOT/1.6
Disallow: /

User-agent: AlkalineBOT/1.7
Disallow: /

User-agent: AlkalineBOT/1.8
Disallow: /

User-agent: AlkalineBOT/1.9
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: BigBrother
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: ClariaBot
Disallow: /

User-agent: DiamondBot
Disallow: /

User-agent: DittoSpyder
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: InfoLink
Disallow: /

User-agent: IRLbot 
Disallow: /

User-agent: LinkAlarm
Disallow: /

User-agent: Linkbot
Disallow: /

User-agent: LinkScan
Disallow:/

User-agent: LinkWalker
Disallow: /

User-agent: NetMechanic
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: NPBot-1/2.0
Disallow: /

User-agent: oBot
Disallow: /

User-agent: PingALink
Disallow: /

User-agent: PingALink Monitoring Services 1.0
Disallow: /

User-agent: PingALink+Monitoring+Services+1.0
Disallow: /

User-agent: psbot
Disallow: /

User-agent: SlySearch
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: vscooter
Disallow: /

User-agent: WebTrends
Disallow: /

User-agent: Xenu's
Disallow: /

User-agent: Xenu's Link Sleuth
Disallow: /