##ACAP version=1.0 # allow contracted search User-agent: gsa-crawler Disallow: # block GuideBot User-agent: Guidebot Disallow: / # block robots User-agent: * Disallow: /Membership/Memberzone/ Disallow: /is/ Disallow: /publishing/journals/rssfeed.asp Disallow: /pdf/members/newsletters/womenchemists_apr02.pdf Disallow: /AboutUs\News/PressReleases/2009/UVToothBleaching.asp Disallow: /Publishing/ChemScience/Volume/2009/03/Turning_the_light_off_on_tooth_bleaching.asp Disallow: /Publishing/EdSymp/ Disallow: /Publishing/ATHENS_index.asp # allow contracted search ACAP-crawler: gsa-crawler # User-agent: gsa-crawler # block GuideBot ACAP-crawler: Guidebot # User-agent: Guidebot ACAP-disallow-crawl: / # Disallow: / # block robots ACAP-crawler: * # User-agent: * ACAP-disallow-crawl: /Membership/Memberzone/ # Disallow: /Membership/Memberzone/ ACAP-disallow-crawl: /is/ # Disallow: /is/ ACAP-disallow-crawl: /publishing/journals/rssfeed.asp # Disallow: /publishing/journals/rssfeed.asp # Yahoo crawl User-agent: Slurp crawl-delay: 30