# robots.txt for http://www.allstarpestmanagement.com User-agent: * Disallow: /images/ # This is the images folder Disallow: /cgi-bin/ # This is the cgi-bin progs Disallow: /common/ # Common stuff no need to browse Disallow: /info/ # Information for files on website Disallow: /test/ # Test area. User-agent: searchpreview Disallow: /