# Robots.txt file created by http://www.webtoolcentral.com # For domain: http://www.stylinmotors.com # All robots will spider the domain User-agent: * Disallow: directory.php? # Disallow RufusBot (Rufus Web Miner; http://64.124.122.252/feedback.html) User-Agent: Rufus Web Miner Disallow: / # Disallow yahoo-MMAudVid/1.0 User-Agent: yahoo-MMAudVid/1.0 Disallow: / # Disallow directory /images/ User-agent: * Disallow: /directory.php? # Disallow psbot(psbot(at)picsearch.com) User-agent: psbot/0.X (+http://www.picsearch.com/bot.html) Disallow: / # Disallow Custom Bot/robot #20(custombot(at)custombot.com) User-agent: ^custom keep_out Disallow: / # Disallow CazoodleBot (CazoodleBot/Nutch-0.9-dev (CazoodleBot Crawler; http://www.cazoodle.com; mqbot@cazoodle.com)220-130-191-231.HINET-IP.hinet.net User-Agent: CazoodleBot Disallow: / # googlebot knows where to go. User-agent: googlebot Disallow: /directory.php? # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /sitebuilder/ User-agent: * Disallow: /sitebuilder/ # Disallow directory /clipart/ User-agent: * Disallow: /clipart/ # Disallow directory /logs/ User-agent: * Disallow: /logs/ # Disallow directory /media/ User-agent: * Disallow: /media/ # Disallow directory /sounds/ User-agent: * Disallow: /sounds/Sitemap:http://stylinmotors.com/sitemap.xml