User-agent: * Disallow: /cgi-bin/ Disallow: /crawltrack/ Disallow: /crawlprotect/ Disallow: /admin Disallow: /conf Disallow: /layer Disallow: /stat Disallow: /password_list Disallow: /xandra/ Disallow: /wp-out User-agent: ICCrawler - iCjobs Disallow: / User-agent: ia_archiver Disallow: / User-agent: ia_archiver/1.6 Disallow: / User-agent: heritrix/1.14.3 Disallow: /