# # robots exclusion list. # User-agent: PiplBot Disallow: / User-agent: nimblecrawler Disallow: / User-agent: msnbot Disallow: / User-agent: * Crawl-delay: 20 Disallow: /ERICWebPortal/custom/portlets/contactUs/ Disallow: /ERICWebPortal/custom/portlets/Feedback/ Disallow: /ERICWebPortal/custom/portlets/thesaurus/ Disallow: /contentdelivery/ Disallow: /ERICWebPortal/contentdelivery/servlet/ Disallow: /*.PDF$ Disallow: /WebHelp/