# All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /movies/ User-agent: * Disallow: /movies/ # Disallow directory /styles/ User-agent: * Disallow: /styles/ # Disallow directory /CSS/ User-agent: * Disallow: /CSS/ # Disallow directory /Main NavBar Objects/ User-agent: * Disallow: /Main NavBar Objects/ # Disallow directory /Old/ User-agent: * Disallow: /Old/ # Disallow directory /Statistics/ User-agent: * Disallow: /statistics/ # Disallow directory /tbd/ User-agent: * Disallow: /tbd/ # Disallow directory /stats/ User-agent: * Disallow: /stats/ # Disallow directory /webmail/ User-agent: * Disallow: /webmail/ # Disallow directory /non-flash CSS/ User-agent: * Disallow: /nonFlash/CSS/ # Disallow directory /site Images/ User-agent: * Disallow: /SIte Images/ # Disallow directory /published/ User-agent: * Disallow: /Published/ # Disallow directory /JPEGS/ User-agent: * Disallow: /CJpegs/