User-agent: * # applies to all robots Disallow: /cgi-bin/ Disallow: /client-access/ Disallow: /images/ Disallow: /includes/ Disallow: /portfolio/ User-agent: grub-client User-agent: grub User-agent: larbin User-agent: wget Disallow: /