# exclude system from robots User-agent: * Disallow: /include/ Disallow: /errors/ Disallow: /images/ Disallow: /management/ # exclude pages that require login Disallow: /catalog/order_items.php Disallow: /catalog/orders.php # sitemap Sitemap: http://www.assistimo.pt/sitemap.php # the next line is a spam bot trap, for grepping the logs. you should _really_ change this to something else... Disallow: /trash # same idea here... Disallow: /admin/ # disallow stress test user-agent: stress-agent Disallow: / # allow google to spider images User-agent: Googlebot-Image Allow: /images/