User-agent: *
Disallow: /customtags/
Disallow: /cacheadmin/
Disallow: /ims/c/
Disallow: /ims/quotes/
Disallow: /ims/datasheets/
Disallow: /control_center/
Allow: /shopping/js/
Allow: /shopping/js
Disallow: /shopping/viewCart2.cfm
Disallow: /shopping/myAccount2.cfm
Disallow: /shopping/checkout.cfm
Disallow: /shopping/checkout1.cfm
Disallow: /shopping/receipt.cfm
Disallow: /shopping/orderHistory.cfm
Disallow: /shopping/actions/
Disallow: /shopping/includes/
Disallow: /shopping/queries/
Disallow: /images/
Disallow: product.cfm
Disallow: /product.cfm
Disallow: /createRFQ.cfm
Disallow: /resources/resources1.cfm
Disallow: /resources/resources2.cfm
Disallow: /resources/resources3.cfm
Disallow: /resources/resources4.cfm
Disallow: /resources/resources5.cfm
Disallow: /resources/resources6.cfm
Disallow: /ims/goat/

User-agent: FAST Enterprise Crawler 6
Disallow: /
 
#added by SD on 12/30/04 bot causing a lot of CF errors to occur
User-agent: Sensis.com.au Web Crawler
Disallow: / 
 
#added by SD on 12/30/04 another bot wreaking havoc
#User-agent: ia_archiver
#Disallow: /
 
#added by SD on 7/5/07 
User-agent: worio bot heritrix
Disallow: /
 
User-agent: *
Disallow: /private/
Disallow: /wp-admin/