User-agent: mogren_5.4.1
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: Filangy
Disallow: /

User-agent: psbot
Disallow: /

User-agent: faxobot
Disallow: /

User-agent: stackrambler
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: httrack
Disallow: /

User-agent: *
Disallow: sendlink.cfm
Disallow: vsearch.cfm
Disallow: vsearch2.cfm
Disallow: configurator_1.cfm
Disallow: configurator_2.cfm
Disallow: configurator_3.cfm
Disallow: orders.cfm
Disallow: wishlist.cfm
Disallow: basket.cfm
Disallow: opt_in_1.cfm
Disallow: opt_in_2.cfm