User-agent: * Disallow: / User-agent: spock Disallow: / User-agent: AdsBot-Google Disallow: / User-Agent: Scooter Disallow: / User-Agent: Googlebot-Image Disallow: / User-Agent: T-Rex Disallow: / User-agent: Slurp Disallow: / User-agent: Mediapartners-Google* Disallow: / # disallow archiving site User-agent: ia_archiver Disallow: / # disable duggmirror User-agent: duggmirror Disallow: / User-agent: YahooSeeker Allow: /academicrelations.html Allow: /certification.html Allow: /chapter.html Allow: /communityevents.html Allow: /conference/index.html Allow: /directorsforum/index.html Allow: /doc/chbylaw2.pdf Allow: /emplonline.html Allow: /employ_ad_guidelines.html Allow: /employment.html Allow: /feedback.html Allow: /futureevents.html Allow: /index.html Allow: /meetingsandevents.html Allow: /membership.html Allow: /news.html Allow: /newsletters.html Allow: /nistresources.html Allow: /officers.html Allow: /pastpresidents/ Allow: /presidentsmessage.html Allow: /previousmeetings.html Allow: /resources.html Allow: /seminars.html Allow: /volunteers.html Disallow: / User-agent: Slurp/2.0 Disallow: / User-agent: WebCrawler Disallow: / User-agent: exodus Disallow: / User-Agent: Googlebot Allow: /academicrelations.html Allow: /certification.html Allow: /chapter.html Allow: /communityevents.html Allow: /conference/index.html Allow: /directorsforum/index.html Allow: /doc/chbylaw2.pdf Allow: /emplonline.html Allow: /employ_ad_guidelines.html Allow: /employment.html Allow: /feedback.html Allow: /futureevents.html Allow: /index.html Allow: /meetingsandevents.html Allow: /membership.html Allow: /news.html Allow: /newsletters.html Allow: /nistresources.html Allow: /officers.html Allow: /pastpresidents/ Allow: /presidentsmessage.html Allow: /previousmeetings.html Allow: /resources.html Allow: /seminars.html Allow: /volunteers.html Disallow: / User-Agent: msnbot Allow: /academicrelations.html Allow: /certification.html Allow: /chapter.html Allow: /communityevents.html Allow: /conference/index.html Allow: /directorsforum/index.html Allow: /doc/chbylaw2.pdf Allow: /emplonline.html Allow: /employ_ad_guidelines.html Allow: /employment.html Allow: /feedback.html Allow: /futureevents.html Allow: /index.html Allow: /meetingsandevents.html Allow: /membership.html Allow: /news.html Allow: /newsletters.html Allow: /nistresources.html Allow: /officers.html Allow: /pastpresidents/ Allow: /presidentsmessage.html Allow: /previousmeetings.html Allow: /resources.html Allow: /seminars.html Allow: /volunteers.html Disallow: /