User-agent: FacebookBot Crawl-Delay: 10 User-agent: SiteAuditBot Crawl-Delay: 10 User-agent: bingbot Disallow: Crawl-Delay: 2 User-agent: Baiduspider Disallow: / User-agent: YandexBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: Ezooms Disallow: / User-agent: MJ12bot Disallow: / User-agent: * Disallow: /new_vehicle_detail.asp Disallow: /new_vehicle_compare.asp Disallow: /news_article.asp Disallow: /new_model_detail_print.asp Disallow: /used_bikes/ Disallow: /default.asp?page=xCompareModels Disallow: /fiche_section_detail.asp Disallow: /used-norton-motorcycles-for-sale-santa-ana-long-beach-los-angeles-ca--inventory?condition=pre-owned&make=norton Disallow: /norton-motorcycles-for-sale-santa-ana-long-beach-los-angeles-ca--xallInventory?make=norton Disallow: /new-norton-motorcycles-for-sale-santa-ana-long-beach-los-angeles-ca--xnewInventory?make=norton Disallow: /used-norton-motorcycles-for-sale-santa-ana-long-beach-los-angeles-ca--xpreownedInventory?make=norton Crawl-delay: 2