# All robots will spider the domain User-agent: * Disallow: /cgi-bin/ Disallow: /cat_images/ Disallow: /css/ Disallow: /db_admin/ Disallow: /featured/ Disallow: /flash/ Disallow: /fly_images/ Disallow: /functions/ Disallow: /html/ Disallow: /images/ Disallow: /include/ Disallow: /includes/ Disallow: /javascript/ Disallow: /languages/ Disallow: /logos/ Disallow: /product_images/ Disallow: /product_x_images/ Disallow: /sale_images/ Disallow: /script/ Disallow: /se_admin/ Disallow: /service_images/ Disallow: /settings/ Disallow: /template_images/ Disallow: /templates/