User-agent: .htm$
Disallow: /

User-agent: .html$
Disallow: /

User-agent: images
Disallow: /

User-agent: meetrichardcut.asp.
Disallow: /

User-agent: psbot
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: PlantyNet
Disallow: /

User-agent: Webcollector
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: gigabot
Disallow: /

User-agent: WGet
Disallow: /

User-agent: Vagabondo
Disallow: /