# For domain: http://cool.mcgill.ca # All robots will spider the domain User-agent: * Disallow: # Disallow directory /content/ User-agent: * Disallow: /content/ # Disallow directory /test/ User-agent: * Disallow: /test/ # Disallow directory /misc/ User-agent: * Disallow: /misc/ # Disallow directory /publish/ User-agent: * Disallow: /publish/ User-agent: * Disallow: /publishnew/ User-agent: * Disallow: /publishdev/ User-agent: * Disallow: /publishnew2/ User-agent: * Disallow: /publishnew3/ User-agent: * Disallow: /publishnew4/ User-agent: * Disallow: /admin/ User-agent: * Disallow: /admindev/ User-agent: * Disallow: /include/ User-agent: * Disallow: /include.dev/