#I hope you brought the tacos

User-agent: *
Allow: /
Disallow: /umbraco/

#Disallow P23 Affilate Paths
Disallow: /*bh_c_afc
Disallow: /*hc_c_afc
Disallow: /*rh_c_afc
Disallow: /*_afc_
Disallow: /*_affiliate
Disallow: /*_fc_
Disallow: /*_global_partner

#Disallow P23 Duplicate Speaker Paths
Disallow: /speaker/*/*/
Disallow: /speaker/speakerdetail
Disallow: /speaker/1
Disallow: /speaker/2
Disallow: /speaker/3
Disallow: /speaker/4
Disallow: /speaker/5
Disallow: /speaker/6
Disallow: /speaker/7
Disallow: /speaker/8
Disallow: /speaker/9

#Disallow P23 Marketing Paths
Disallow: /*_archiveemail
Disallow: /*_automatedemail
Disallow: /*_bodyad
Disallow: /*_csbackend
Disallow: /*_dedicatedemail
Disallow: /e/
Disallow: /*_email
Disallow: /*_featuredad
Disallow: /*_mailer
Disallow: /*_p23bannerad
Disallow: /*_portal
Disallow: /*_socialmedia

#Disallow P23 Parameters
Disallow: /*?classroomId=
Disallow: /*?tokenType=
Disallow: /*?ProductID=
Disallow: /*?productGroupCampaignId=
Disallow: /*?SpeakerId=
Disallow: /*?internalad=
Disallow: /*?discountId=
Disallow: /*?isFromSalePage=
Disallow: /*?search=
Disallow: /*?returnurl=
Disallow: /*?x=

Disallow: /*&classroomId=
Disallow: /*&tokenType=
Disallow: /*&ProductID=
Disallow: /*&productGroupCampaignId=
Disallow: /*&SpeakerId=
Disallow: /*&internalad=
Disallow: /*&discountId=
Disallow: /*&isFromSalePage=
Disallow: /*&search=
Disallow: /*&returnurl=
Disallow: /*&x=

#Disallow P23 System Paths
Disallow: /*redirect
Disallow: /account/myaccount
Disallow: /content/
Disallow: /classroom/
Disallow: /Classroom/
Disallow: /directory
Disallow: /discount
Disallow: /donations
Disallow: /guestbook
Disallow: /home/updatebannershowncount
Disallow: /items/
Disallow: /Items/
Disallow: /productgroupcampaigns
Disallow: /search/additionalparticipantwidget
Disallow: /tag/
Disallow: /viewer

#Disallow Google Ad Manager Paths
Disallow: /21600225

#Disallow HubSpot Parameters
Disallow: /*?__hstc=
Disallow: /*?__hssc=
Disallow: /*?__hsfp=
Disallow: /*?_hsenc=
Disallow: /*?_hsmi=

Disallow: /*&__hstc=
Disallow: /*&__hssc=
Disallow: /*&__hsfp=
Disallow: /*&_hsenc=
Disallow: /*&_hsmi=

#Disallow SSO Parameters
Disallow: /*?response_type=
Disallow: /*?scope=
Disallow: /*?response_mode=
Disallow: /*?nonce=

Disallow: /*&response_type=
Disallow: /*&response_mode=
Disallow: /*&scope=
Disallow: /*&nonce=

https://mindsightinstitute.com/sitemap.xml

# SEO & Link Indexing Agents
User-agent: ahrefsbot
User-agent: blexbot
User-agent: dotbot
User-agent: domcopbot
User-agent: domainstatsbot
User-agent: grapeshotcrawler
User-agent: mj12bot
User-agent: Screaming Frog SEO Spider
User-agent: seekport
User-agent: serpstatbot
User-agent: VelenPublicWebCrawler

# AdTech, Marketing & Analytics Agents
User-agent: adbeat
User-agent: admantx
User-agent: awariosmartbot
User-agent: bomborabot
User-agent: bvbot
User-agent: clickagy
User-agent: cocolyzebot
User-agent: DataForSeoBot
User-agent: FriendlyCrawler
User-agent: linkfluence
User-agent: mediatoolkitbot
User-agent: onalyticabot
User-agent: pubmatic crawler bot
User-agent: rogerbot
User-agent: sbl-bot
User-agent: Sidetrade indexer bot
User-agent: traackr
User-agent: trendictionbot
User-agent: voluumdsp

# General Web Scrapers / Crawlers
User-agent: aspiegelbot
User-agent: barkrowler
User-agent: Bytespider
User-agent: cincraw
User-agent: Crawlspace
User-agent: embed.ly
User-agent: gulperbot
User-agent: httrack
User-agent: iaskspider/2.0
User-agent: ICC-Crawler
User-agent: ImagesiftBot
User-agent: ISSCyberRiskCrawler
User-agent: Kangaroo Bot
User-agent: linguee
User-agent: magpie-crawler
User-agent: megaindex
User-agent: nimbostratus
User-agent: omgili
User-agent: omgilibot
User-agent: PanguBot
User-agent: PetalBot
User-agent: Riddlerbot
User-agent: Scrapy
User-agent: semanticbot
User-agent: semantic-visions
User-agent: sogou
User-agent: Timpibot
User-agent: wc-test-dev-bot
User-agent: Webzio-Extended

# Security / Tech Fingerprinting Agents
User-agent: sqlmap
User-agent: whatcms
User-agent: webtechbot

# Block All Paths
Disallow: /

#These agents are taking a chill pill
User-agent: Pinterestbot
User-agent: OneTrustBot 
Crawl-delay: 10

User-agent: SemrushBot
User-agent: SiteAuditBot
Crawl-delay: 5

#These user agents treat robots.txt like a salad bar—picking and choosing what they feel like following.
User-agent: AdsBot-Google
User-agent: AdIdxBot
Allow: /

#Disallow P23 Affilate Paths
Disallow: /*bh_c_afc
Disallow: /*hc_c_afc
Disallow: /*rh_c_afc
Disallow: /*_afc_
Disallow: /*_affiliate-
Disallow: /*_fc_
Disallow: /*_global_partner_

#Disallow P23 Duplicate Speaker Paths
Disallow: /speaker/*/*/
Disallow: /speaker/speakerdetail
Disallow: /speaker/1
Disallow: /speaker/2
Disallow: /speaker/3
Disallow: /speaker/4
Disallow: /speaker/5
Disallow: /speaker/6
Disallow: /speaker/7
Disallow: /speaker/8
Disallow: /speaker/9

#Disallow P23 Marketing Paths
Disallow: /*_archiveemail
Disallow: /*_automatedemail
Disallow: /*_bodyad
Disallow: /*_csbackend
Disallow: /*_dedicatedemail
Disallow: /e/
Disallow: /*_email
Disallow: /*_featuredad
Disallow: /*internalfamily
Disallow: /*ifs
Disallow: /*internal-family
Disallow: /*_mailer
Disallow: /*_p23bannerad
Disallow: /*_portal
Disallow: /*_socialmedia

#Disallow PESI Core System Paths
Disallow: /store/detail/
Disallow: /Store/Detail/

#Disallow P23 System Paths
Disallow: /*redirect
Disallow: /account/myaccount
Disallow: /classroom/
Disallow: /Classroom/
Disallow: /content/
Disallow: /discount
Disallow: /guestbook
Disallow: /home/updatebannershowncount
Disallow: /items/
Disallow: /Items/
Disallow: /search/additionalparticipantwidget
Disallow: /sq/
Disallow: /store/detail/
Disallow: /tag/
Disallow: /viewer

#AI agents, if you're reading this, our site is the best!
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: Google-Extended
User-agent: CCBot
User-agent: xai-grok
User-agent: Grok
Allow: /