User-agent: *
# CSS, JS, Images
Allow: /css/*.css$
Allow: /css/*.css?
Allow: /scripts/*.js$
Allow: /scripts/*.js?
Allow: /images/*.gif
Allow: /images/*.jpg
Allow: /images/*.jpeg
Allow: /images/*.png
Allow: /images/*.svg
Allow: /login.aspx
Allow: /webauth/css/*.css$
Allow: /webauth/css/*.css?
Allow: /webauth/scripts/*.js$
Allow: /webauth/scripts/*.js?
Allow: /webauth/images/*.gif
Allow: /webauth/images/*.jpg
Allow: /webauth/images/*.jpeg
Allow: /webauth/images/*.png
Allow: /webauth/images/*.svg
Allow: /webauth/login.aspx
Disallow: /Cache/
Disallow: /HWWRedirect/
Disallow: /NLRedirect/
Disallow: /UIUtilities/
Disallow: /Utilities/
Disallow: /*.aspx
Disallow: /*.asp
Disallow: /AuthTest.htm
Disallow: /Test.html
Disallow: /webauth/Cache/
Disallow: /webauth/HWWRedirect/
Disallow: /webauth/NLRedirect/
Disallow: /webauth/UIUtilities/
Disallow: /webauth/*.aspx
Disallow: /webauth/*.asp
Disallow: /webauth/AuthTest.htm
Disallow: /webauth/Test.html

# Disallowed bots 
User-agent: aiHitBot 
User-agent: bbot 
User-agent: brands-bot-logo 
User-agent: CheckMarkNetwork 
User-agent: Clarabot 
User-agent: crawler4j 
User-agent: Datanyze 
User-agent: dataprovider 
User-agent: DAUM 
User-agent: EC2LinkFinder 
User-agent: Experibot 
User-agent: ExtLinksBot 
User-agent: Ezooms 
User-agent: IndeedBot 
User-agent: InfoPath 
User-agent: InfoPath.2 
User-agent: infotiger 
User-agent: InfoTigerBot 
User-agent: JobboerseBot 
User-agent: Mappy 
User-agent: MauiBot 
User-agent: MJ12bot 
User-agent: Neevabot 
User-agent: niocBot 
User-agent: oBot 
User-agent: panscient.com 
User-agent: PetalBot 
User-agent: psbot 
User-agent: Scrapy 
User-agent: Seekport 
User-agent: SemanticScholarBot 
User-agent: serpstatbot 
User-agent: sistrix 
User-agent: sitebot 
User-agent: swebot 
User-agent: taptubot 
User-agent: The Knowledge AI 
User-agent: TurnitinBot 
User-agent: TwengaBot 
User-agent: twiceler 
User-agent: vscooter 
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: Google-Extended
Disallow: /