# robots.txt for http:// User-agent: * Disallow: /admin # keep robots out of the admin Disallow: /config # keep robots out of the admin Disallow: /data # keep robots out of the admin Disallow: /includes # keep robots out of the admin User-agent: GoogleBot Disallow: /admin # keep robots out of the admin Disallow: /config # keep robots out of the admin Disallow: /data # keep robots out of the admin Disallow: /includes User-agent: Slurp Disallow: /admin # keep robots out of the admin Disallow: /config # keep robots out of the admin Disallow: /data # keep robots out of the admin Disallow: /includes User-agent: Scooter Disallow: /admin # keep robots out of the admin Disallow: /config # keep robots out of the admin Disallow: /data # keep robots out of the admin Disallow: /includes User-agent: Ultraseek Disallow: /admin # keep robots out of the admin Disallow: /config # keep robots out of the admin Disallow: /data # keep robots out of the admin Disallow: /includes User-agent: smallbear Disallow: /admin # keep robots out of the admin Disallow: /config # keep robots out of the admin Disallow: /data # keep robots out of the admin Disallow: /includes