# robots.txt for http://www.example.com/ User-agent: * Disallow: /Scripts/ # these will soon disappear Disallow: /admin/ # these will soon disappear Disallow: /d_images/ # these will soon disappear Disallow: /distributor_logos/ # these will soon disappear Disallow: /home_new/ # these will soon disappear Disallow: /images/ # these will soon disappear Disallow: /includes/ # these will soon disappear Disallow: /js/ # these will soon disappear Disallow: /sphider/ # these will soon disappear Disallow: /p_s/ # these will soon disappear