# robots.txt User-agent: * Crawl-delay: 20 Disallow: /custom/ Disallow: /scripts/ Disallow: /dataxml/ Disallow: /dealerimages/ Disallow: /js/ User-agent: yahoo-slurp Disallow: /custom*/ Disallow: /scripts*/ Disallow: /dataxml*/ Disallow: /dealerimages*/ Disallow: /js*/ Disallow: /*.js$ Disallow: /*.avi$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.pdf$ Disallow: /*.js$ Disallow: /*.xsl$ Disallow: /*.flv$ User-agent: Googlebot Disallow: /custom*/ Disallow: /scripts*/ Disallow: /dataxml*/ Disallow: /dealerimages*/ Disallow: /*.pdf$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /*.flv$ User-agent: Mediapartners-Google Disallow: /custom*/ Disallow: /scripts*/ Disallow: /dataxml*/ Disallow: /dealerimages*/ Disallow: /*.pdf$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /*.flv$ User-agent: Adsbot-Google Disallow: /custom*/ Disallow: /scripts*/ Disallow: /dataxml*/ Disallow: /dealerimages*/ Disallow: /*.pdf$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /*.flv$ User-agent: msnbot Disallow: /custom*/ Disallow: /scripts*/ Disallow: /dataxml*/ Disallow: /dealerimages*/ Disallow: /*.pdf$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /*.flv$ User-agent: psbot Disallow: /custom*/ Disallow: /scripts*/ Disallow: /dataxml*/ Disallow: /dealerimages*/ Disallow: /*.pdf$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /*.flv$ User-agent: yahoo-mmcrawler Disallow: /custom*/ Disallow: /scripts*/ Disallow: /dataxml*/ Disallow: /dealerimages*/ Disallow: /*.pdf$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /*.flv$ User-agent: teoma Disallow: /custom*/ Disallow: /scripts*/ Disallow: /dataxml*/ Disallow: /dealerimages*/ Disallow: /*.pdf$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /*.flv$ User-agent: gigabot Disallow: /custom*/ Disallow: /scripts*/ Disallow: /dataxml*/ Disallow: /dealerimages*/ Disallow: /*.pdf$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /*.flv$ User-agent: robozilla Disallow: /custom*/ Disallow: /scripts*/ Disallow: /dataxml*/ Disallow: /dealerimages*/ Disallow: /*.pdf$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /*.flv$ User-agent: ia_archiver Disallow: /custom*/ Disallow: /scripts*/ Disallow: /dataxml*/ Disallow: /dealerimages*/ Disallow: /*.pdf$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /*.flv$ User-agent: baiduspider Disallow: /custom*/ Disallow: /scripts*/ Disallow: /dataxml*/ Disallow: /dealerimages*/ Disallow: /*.pdf$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /*.flv$ User-agent: Googlebot-Image Disallow: /custom*/ Disallow: /scripts*/ Disallow: /dataxml*/ Disallow: /dealerimages*/ Disallow: /*.pdf$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /*.flv$ User-agent: Googlebot-Mobile Disallow: /custom*/ Disallow: /scripts*/ Disallow: /dataxml*/ Disallow: /dealerimages*/ Disallow: /*.pdf$ Disallow: /*.mov$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.js$ Disallow: /*.xsl$ Disallow: /dataxml/*.xml$ Disallow: /*.flv$ User-agent: Titan Disallow:/ User-agent: EmailCollector Disallow:/ User-agent: EmailSiphon Disallow:/ User-agent: EmailWolf Disallow:/ User-agent: ExtractorPro Disallow:/ User-agent: WebZip Disallow:/ User-agent: larbin Disallow:/ User-agent: b2w/0.1 Disallow:/ User-agent: htdig/3.1.5 Disallow:/ User-agent: teleport Disallow:/ User-agent: NPBot Disallow:/ User-agent: TurnitinBot Disallow:/ User-agent: dloader(NaverRobot) Disallow:/ User-agent: dloader(Speedy Spider) Disallow:/ User-agent: FunWebProducts Disallow:/ User-agent: WebStripper Disallow:/ User-agent: WebSauger Disallow:/ User-agent: WebCopier Disallow:/