# ojw0000 # robots.txt for http://www.mea.on.ca/ #http://info.webcrawler.com/mak/projects/robots/norobots.html User-agent: * Disallow: /mea/members.nsf/ # too many possible links Disallow: /MEA/members.nsf/ # too many possible links Disallow: /MEA/Members.nsf/ # too many possible links Disallow: /mea/meaweb.nsf/(all%20docs)/ # too many possible links, and don't really want this view exposed. 2001-03-08 noted GoogleBot going over the Regulation Summary page Disallow: /mea/meaweb.nsf/12824cf47b6ead248525684f005eb8ca/b4734333f3d1392e85256869000f8b5f # Regulation Summary page Disallow: /mea/meaweb.nsf/(all%20docs)/b4734333f3d1392e85256869000f8b5f # try to discourage EcommBot from indexing this page over and over and over