# robots.txt for www.usf.edu User-agent: cobwebs # For testing the COBWebS scanner Disallow: /L/ Disallow: /cgi-bin/ Disallow: /graphics/ User-agent: * Disallow: /cgi-bin/ Disallow: /graphics/