# crawlers below are the only allowed sitemap: http://southernguyz.com/sitemap.xml User-agent: googlebot Disallow: /cgi-bin Disallow: /search Disallow: /imagesearch Disallow: /peel Disallow: /images User-agent: gulliver Disallow: /cgi-bin Disallow: /search Disallow: /imagesearch Disallow: /peel Disallow: /images User-agent: slurp Disallow: /cgi-bin Disallow: /search Disallow: /imagesearch Disallow: /peel Disallow: /images User-agent: fast Disallow: /cgi-bin Disallow: /search Disallow: /imagesearch Disallow: /peel Disallow: /images User-agent: scooter Disallow: /cgi-bin Disallow: /search Disallow: /imagesearch Disallow: /peel Disallow: /images User-agent: vscooter Disallow: /cgi-bin Disallow: /search Disallow: /imagesearch Disallow: /peel Disallow: /images User-agent: ia_archiver Disallow: /cgi-bin Disallow: /search Disallow: /imagesearch Disallow: /peel Disallow: /images User-agent: Nutch Disallow: /cgi-bin Disallow: /search Disallow: /imagesearch Disallow: /peel Disallow: /images User-agent: FAST-WebCrawler Disallow: /cgi-bin Disallow: /search Disallow: /imagesearch Disallow: /peel Disallow: /images User-agent: teoma_agent1 Disallow: /cgi-bin Disallow: /search Disallow: /imagesearch Disallow: /peel Disallow: /images User-agent: Lycos_Spider_(T-Rex) Disallow: /cgi-bin Disallow: /search Disallow: /imagesearch Disallow: /peel Disallow: /images User-agent: MSNBOT/0.1 Disallow: /cgi-bin Disallow: /search Disallow: /imagesearch Disallow: /peel Disallow: /images User-agent: msnbot-media/1.0 Disallow: /cgi-bin Disallow: /search Disallow: /imagesearch Disallow: /peel Disallow: /images User-agent: ArchitextSpider Disallow: /cgi-bin Disallow: /search Disallow: /imagesearch Disallow: /peel Disallow: /images User-agent: ZyBorg Disallow: /cgi-bin Disallow: /search Disallow: /imagesearch Disallow: /peel Disallow: /images User-agent: SurveyBot Disallow: /cgi-bin Disallow: /search Disallow: /imagesearch Disallow: /peel Disallow: /images User-agent: Alexa Disallow: /cgi-bin Disallow: /search Disallow: /imagesearch Disallow: /images Disallow: /peel # Disallow all other crawlers