# robots.txt for http://www.example.com/ User-agent: * Disallow: /gallery/ Disallow: /pics/ Disallow: /ebooks/ Disallow: webalizer Disallow: pug Disallow: ~pug Disallow: /php Disallow: /tivo