# DoItDigital store. Search engines and AI assistants are welcome on every public page;
# the basket, checkout, search results, wishlist and the dashboard carry nothing worth indexing.
# Filtered and sorted category views (?fw= ?wt= ?sort= ?view= ?min= ?max= ?per= ?type= ?q=) are noindex
# copies of the category, so they are not crawled either: that crawl time goes to product pages.
# Plain pagination (?page=2) stays open, it is how crawlers reach every product.
# A plain-text summary of the store for AI models lives at /llms.txt.
# Old-theme add-to-basket links (/checkout/packages/add/...) stay open so crawlers can follow their redirect to the product.

User-agent: *
Allow: /
Disallow: /basket
Allow: /checkout/packages/add/
Disallow: /checkout
Disallow: /search
Disallow: /wishlist
Disallow: /admin
Disallow: /livewire
Disallow: /*?fw=
Disallow: /*&fw=
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?view=
Disallow: /*&view=
Disallow: /*?min=
Disallow: /*&min=
Disallow: /*?max=
Disallow: /*&max=
Disallow: /*?per=
Disallow: /*&per=
Disallow: /*?type=
Disallow: /*&type=
Disallow: /*?wt=
Disallow: /*&wt=
Disallow: /*?q=
Disallow: /*&q=

# AI search and assistant crawlers, named so a future change to "*" cannot lock them out by accident.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Google-Extended
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Bingbot
User-agent: DuckAssistBot
User-agent: Amazonbot
User-agent: meta-externalagent
Allow: /
Disallow: /basket
Allow: /checkout/packages/add/
Disallow: /checkout
Disallow: /search
Disallow: /wishlist
Disallow: /admin
Disallow: /livewire
Disallow: /*?fw=
Disallow: /*&fw=
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?view=
Disallow: /*&view=
Disallow: /*?min=
Disallow: /*&min=
Disallow: /*?max=
Disallow: /*&max=
Disallow: /*?per=
Disallow: /*&per=
Disallow: /*?type=
Disallow: /*&type=
Disallow: /*?wt=
Disallow: /*&wt=
Disallow: /*?q=
Disallow: /*&q=

# Microsoft Advertising's landing-page checker. Ads and sitelinks may land on search results
# (/search?q=...) or a filtered category, and an ad whose page it may not read can be disapproved,
# so it gets every page a visitor can land on. Bingbot and every search engine above stay out of
# these pages, and they are noindex anyway, so nothing changes for search.
User-agent: AdIdxBot
Allow: /
Disallow: /basket
Allow: /checkout/packages/add/
Disallow: /checkout
Disallow: /wishlist
Disallow: /admin
Disallow: /livewire

Sitemap: https://tebex.doitdigital.shop/sitemap-index.xml