# robots.txt for http://www.example.com/ User-agent: * Disallow: /admin/ # Disallow: /database/ # Disallow: /events/ # Disallow: /public/ # Disallow: /lib/ # Disallow: /Software/ # Disallow: /styles/ # Disallow: /newsletter/ # Disallow: /images/ #