# Robots.txt file from http://www.chem99.com # All robots will spider the domain User-agent: * Disallow: /channel-cu.html Disallow: /channel-al.html Disallow: /channel-pb.html Disallow: /channel-tin.html Disallow: /channel-ni.html Disallow: /channel-zn.html Disallow: /channel-old.html Disallow: /channel-gold.html Disallow: /channel/al/news/ Disallow: /channel/cu/news/ Disallow: /channel/pb/news/ Disallow: /channel/tin/news/ Disallow: /channel/ni/news/ Disallow: /channel/zn/news/ Disallow: /channel/old/news/ Disallow: /channel/gold/news/