# ---------------------------------------------------------
# robots.txt for www.teledynevisionsolutions.com
# Optimizely CMS (DXP) - Recommended Configuration
# Encoding: UTF-8
# Last updated: 2026-07-15
# ---------------------------------------------------------

# Global rules (apply to all compliant crawlers)
User-agent: *
Disallow: /episerver/
Disallow: /EPiServer/
Disallow: /util/
Disallow: /modules/
Disallow: /modulesbin/
Disallow: /search/
Disallow: /internal/
Disallow: /health/
Disallow: /service/
Disallow: /*?epslanguage=
Disallow: /*?epieditmode=
Disallow: /*?id=
Disallow: /*?page=
Disallow: /*?q=

# Allow important static assets used by Optimizely for rendering
Allow: /contentassets/
Allow: /globalassets/
Allow: /assets/
Allow: /media/
Allow: /*.js$
Allow: /*.css$

# Block tracking, scripts, or non-content endpoints
Disallow: /scripts/
Disallow: /privacy-policy/optout/
Disallow: /globalassets/old/
Disallow: /private/

##############################
# MULTILINGUAL LOCALE SUPPORT
# (Optional; default is allow)
##############################
Allow: /en-us/
Allow: /en-us/*
Allow: /en-ca/
Allow: /en-ca/*
Allow: /en-150/
Allow: /en-150/*
Allow: /en-gb/
Allow: /en-gb/*
Allow: /en-hk/
Allow: /en-hk/*
Allow: /en-in/
Allow: /en-in/*
Allow: /en-au/
Allow: /en-au/*
Allow: /fr-fr/
Allow: /fr-fr/*
Allow: /fr-ca/
Allow: /fr-ca/*
Allow: /de-de/
Allow: /de-de/*
Allow: /es-es/
Allow: /es-es/*
Allow: /es-mx/
Allow: /es-mx/*
Allow: /zh-cn/
Allow: /zh-cn/*
Allow: /ja-jp/
Allow: /ja-jp/*
Allow: /ko-kr/
Allow: /ko-kr/*

#Added July 15, 2026
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: SiteAuditBot
Crawl-delay: 1
Allow: /

User-agent: Semrushbot-SI
Allow: /

#Added July 16, 2026
User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: cohere-ai
Allow: /


# ------------------------------------------------------
# XML sitemaps (ensure each URL is live and returns 200)
# ------------------------------------------------------
Sitemap: https://www.teledynevisionsolutions.com/en-us/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-us/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-150/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-gb/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-au/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-in/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-ca/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-hk/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/es-mx/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/es-es/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/fr-ca/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/fr-fr/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/de-de/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/ko-kr/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/ja-jp/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/zh-cn/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-gb/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-150/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-au/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-in/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-ca/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-hk/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/es-mx/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/es-es/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/fr-ca/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/fr-fr/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/de-de/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/ko-kr/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/ja-jp/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/zh-cn/commercecategorysitemap.xml