# # This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # Comments to the webmaster should be sent to webmaster@idc.com # # Format is: # User-agent: # Disallow: | # # ----------------------------------------------------------------------------- User-agent: AhrefsBot Disallow: / User-agent: SiteBot Disallow: / User-agent: * Disallow: /getdoc.jsp?containerId=SEV Disallow: /search/ Disallow: /action/login Crawl-delay: 10