# this file prevents robots from accessing parts of the tree which # have side-effecs or which are worthless. User-agent: CLIP-robot # Allow to CLIP robot Disallow: User-agent: * # For all robots... Disallow: /latex2html-icons/ Disallow: /WWWusage Disallow: /WWWusageScratch Disallow: /Local Disallow: /Mail Disallow: /cgi-bin Disallow: /icons Disallow: /images