# all crawlers
User-agent: *

Disallow: /MyDigiKey/*
Disallow: /MyDigiKey
Disallow: /mobile/api/*
Disallow: /VoiceAssistant/*
Disallow: /system/templates/*
Disallow: /system/cb/*
Disallow: /OrderHistory

# Google-Adsbot
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile

Disallow: /MyDigiKey/*
Disallow: /MyDigiKey
Disallow: /api/subsTable/

# Bing-Adsbot
User-agent: AdIdxBot

Disallow: /MyDigiKey/*
Disallow: /MyDigiKey
Disallow: /api/subsTable/

# Google AI Crawlers
User-Agent: Google-Extended
User-Agent: Gemini-Deep-Research
Allow: /

# ChatGPT
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
Allow: /

# Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /

# Claude
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
Allow: /

# Ahrefs
User-agent: AhrefsBot
Disallow: /

# Moz
User-agent: dotbot
Disallow: /

# Majestic
User-agent: MJ12bot
Disallow: /

# PetalBot
User-agent: PetalBot
Disallow: /

# Yandex
User-agent: Yandex
Disallow: /

# Sitemaps
Sitemap: https://www.digikey.gr/product-detail/sitemap.xml
Sitemap: https://www.digikey.gr/product-search/sitemap.xml
Sitemap: https://www.digikey.gr/top-product/sitemap.xml
Sitemap: https://www.digikey.gr/sitemap/homepage-sitemap_sitemapindex_gr.xml