User-agent: Googlebot Allow: .js Allow: .css Disallow: *.config$ Disallow: *.asmx$ Disallow: *.ascx$ Disallow: *.ashx$ Disallow: *.vb$ Disallow: *.cs$ Disallow: *.resx$ Disallow: *.master$ Disallow: *.dll$ Disallow: /profile/login.aspx Disallow: /Profile/login.aspx Disallow: /store_categoryproducts.aspx Disallow: /Store_CategoryProducts.aspx Disallow: /store_searchresults.aspx Disallow: /Store_SearchResults.aspx Disallow: /searchresults.aspx Disallow: /SearchResults.aspx Disallow: /app_services/ Disallow: /App_Services/ Disallow: /admin/ Disallow: /Admin/ Disallow: /bin/ Disallow: /Bin/ Crawl-delay: 30 User-agent: Googlebot-Image Disallow: *.config$ Disallow: *.asmx$ Disallow: *.ascx$ Disallow: *.ashx$ Disallow: *.vb$ Disallow: *.cs$ Disallow: *.resx$ Disallow: *.master$ Disallow: *.dll$ Disallow: /profile/login.aspx Disallow: /Profile/login.aspx Disallow: /store_categoryproducts.aspx Disallow: /Store_CategoryProducts.aspx Disallow: /store_searchresults.aspx Disallow: /Store_SearchResults.aspx Disallow: /searchresults.aspx Disallow: /SearchResults.aspx Disallow: /app_services/ Disallow: /App_Services/ Disallow: /admin/ Disallow: /Admin/ Disallow: /bin/ Disallow: /Bin/ Crawl-delay: 30 User-agent: Twitterbot Disallow: *.config$ Disallow: *.asmx$ Disallow: *.ascx$ Disallow: *.ashx$ Disallow: *.vb$ Disallow: *.cs$ Disallow: *.resx$ Disallow: *.master$ Disallow: *.dll$ Disallow: /profile/login.aspx Disallow: /Profile/login.aspx Disallow: /store_categoryproducts.aspx Disallow: /Store_CategoryProducts.aspx Disallow: /store_searchresults.aspx Disallow: /Store_SearchResults.aspx Disallow: /searchresults.aspx Disallow: /SearchResults.aspx Disallow: /app_services/ Disallow: /App_Services/ Disallow: /admin/ Disallow: /Admin/ Disallow: /bin/ Disallow: /Bin/ Crawl-delay: 30 User-agent: meta-externalagent Disallow: /SignIn.aspx Disallow: /ForgotPassword.aspx Disallow: /register.aspx Disallow: /registermember.aspx User-agent: facebookexternalhit Disallow: /SignIn.aspx Disallow: /ForgotPassword.aspx Disallow: /register.aspx Disallow: /registermember.aspx User-agent: AI2Bot User-agent: Ai2Bot-Dolma User-agent: aiHitBot User-agent: Amazonbot User-agent: anthropic-ai User-agent: Applebot User-agent: Applebot-Extended User-agent: Brightbot 1.0 User-agent: Bytespider User-agent: CCBot User-agent: ChatGPT-User User-agent: Claude-Web User-agent: ClaudeBot User-agent: cohere-ai User-agent: cohere-training-data-crawler User-agent: Cotoyogi User-agent: Crawlspace User-agent: Diffbot User-agent: DuckAssistBot User-agent: FacebookBot User-agent: Factset_spyderbot User-agent: FirecrawlAgent User-agent: FriendlyCrawler User-agent: Google-Extended User-agent: GoogleOther User-agent: GoogleOther-Image User-agent: GoogleOther-Video User-agent: GPTBot User-agent: iaskspider/2.0 User-agent: ICC-Crawler User-agent: ImagesiftBot User-agent: img2dataset User-agent: imgproxy User-agent: ISSCyberRiskCrawler User-agent: Kangaroo Bot User-agent: Meta-ExternalAgent User-agent: Meta-ExternalFetcher User-agent: NovaAct User-agent: OAI-SearchBot User-agent: omgili User-agent: omgilibot User-agent: Operator User-agent: PanguBot User-agent: Perplexity-User User-agent: PerplexityBot User-agent: PetalBot User-agent: Scrapy User-agent: SemrushBot-OCOB User-agent: SemrushBot-SWA User-agent: Sidetrade indexer bot User-agent: TikTokSpider User-agent: Timpibot User-agent: VelenPublicWebCrawler User-agent: Webzio-Extended User-agent: YouBot Disallow: / User-agent: * Allow: .js Allow: .css Disallow: *.config$ Disallow: *.asmx$ Disallow: *.ascx$ Disallow: *.ashx$ Disallow: *.vb$ Disallow: *.cs$ Disallow: *.resx$ Disallow: *.master$ Disallow: *.dll$ Disallow: /profile/login.aspx Disallow: /Profile/login.aspx Disallow: /store_categoryproducts.aspx Disallow: /Store_CategoryProducts.aspx Disallow: /store_searchresults.aspx Disallow: /Store_SearchResults.aspx Disallow: /searchresults.aspx Disallow: /SearchResults.aspx Disallow: /app_services/ Disallow: /App_Services/ Disallow: /admin/ Disallow: /Admin/ Disallow: /bin/ Disallow: /Bin/ Disallow: /Sitefiles/ Disallow: /sitefiles/ Crawl-delay: 30