# robots.txt file created by http://www.jkerkkonen.net # For domain: http://www.jkerkkonen.net # Selected robots will spider the domain User-agent: Googlebot Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpbb2/ Disallow: /phpXplorer/ User-agent: MSNbot Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpbb2/ Disallow: /phpXplorer/ User-agent: Slurp Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpbb2/ Disallow: /phpXplorer/ User-agent: TeomaAgent Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpbb2/ Disallow: /phpXplorer/ User-agent: Gulliver Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpbb2/ Disallow: /phpXplorer/ User-agent: Architext spider Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpXplorer/ User-agent: FAST-WebCrawler Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpbb2/ Disallow: /phpXplorer/ User-agent: crawler@fast Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpbb2/ Disallow: /phpXplorer/ User-agent: Ask Jeeves Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpbb2/ Disallow: /phpXplorer/ User-agent: ia_archiver Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpbb2/ Disallow: /phpXplorer/ User-agent: Scooter Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpbb2/ Disallow: /phpXplorer/ User-agent: Mercator Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpbb2/ Disallow: /phpXplorer/ User-agent: InfoSeek sidewinder Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpbb2/ Disallow: /phpXplorer/ User-agent: Ultraseek Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpbb2/ Disallow: /phpXplorer/ User-agent: Lycos_Spider_(T-Rex) Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpbb2/ Disallow: /phpXplorer/ User-agent: Fluffy the Spider Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpbb2/ Disallow: /phpXplorer/ User-agent: MantraAgent Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpbb2/ Disallow: /phpXplorer/ User-agent: Sleek Spider Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpbb2/ Disallow: /phpXplorer/ User-agent: WebCrawler Disallow: /ap/ Disallow: /cgi-bin/ Disallow: /phpBB2/ Disallow: /phpbb2/ Disallow: /phpXplorer/ User-agent: * Disallow: /