# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.
# use:      how AI systems may consume the content (immediate, reference, or full).

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content


User-agent: *
Content-Signal: search=yes,ai-train=no,use=reference
Allow: /

# Training crawlers
User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: MistralAI-Training
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: GoogleOther
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: AwarioSmartBot
User-agent: AwarioRssBot
Disallow: /

User-agent: Google-CloudVertexBot
Disallow: /

User-agent: QualifiedBot
Disallow: /

User-agent: Cotoyogi
Disallow: /

User-agent: ICC-Crawler
Disallow: /

User-agent: atlassian-bot
Disallow: /

User-agent: FishBot
Disallow: /

User-agent: BorderxBot
Disallow: /

User-agent: NavuBot
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: WARDBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: KimiBot
Disallow: /

User-agent: CitibotSiteCrawler
Disallow: /

# END Cloudflare Managed Content

User-agent: *
# Urls with parameters
#Disallow: /*?
Allow: /*?page=
Allow: /*?p=
Allow: /*?ff=
Allow: /*?fp=
Allow: /*?rr_id=
Allow: /*?retailer_product_id=
Allow: /graphql?
Disallow: /*SID=
# Technical paths
Disallow: /repo/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalog/seo_sitemap/
#Disallow: /catalogsearch/
#Disallow: /catalogsearch/result/
#Disallow: /catalogsearch/result/index/
Disallow: /mfproductsearch/
Disallow: /checkout/
Disallow: /control/
Disallow: /customer/
Disallow: /customize/
Disallow: /sendfriend/
Disallow: /ajaxcart/
Disallow: /ajax/
Disallow: /quickview/
Disallow: /productalert/
Disallow: /mfcmsdr/
Disallow: /sales/guest/form/
Disallow: /review/
Disallow: /downloadable/
Disallow: /pslogin
Disallow: /subscription
Disallow: /newsletter
Disallow: /push_notification
# Files
Disallow: /index.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt
Disallow: /get.php
Disallow: /app/
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
# CMS Pages
Disallow: /privacy-policy-cookie-restriction-mode
Disallow: /no-route
Disallow: /enable-cookies
Disallow: /home
# Specific bots
User-agent: Net veille
Disallow: /
User-agent: Paarly
Disallow: /
User-agent: SpyCommerce
Disallow: /
User-agent: Pricing Assistant
Disallow: /
User-agent: Price Observatory
Disallow: /
User-agent: Workit
Disallow: /
User-agent: Keox
Disallow: /
User-agent: Pricejet
Disallow: /
User-agent: Prixan
Disallow: /
User-agent: adequat
Disallow: /
User-agent: ADmantX bot
Disallow: /
User-agent: BacklinkCrawler
Disallow: /
User-agent: Corporama
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Dotmic DotBot
Disallow: /
User-agent: ellisphere
Disallow: /
User-agent: EtaoSpider
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Grapeshot bot
Disallow: /
User-Agent: houzzbot
Disallow: /
User-agent: infoseek
Disallow: /
User-agent: Jetbot
Disallow: /
User-agent: k2spider
Disallow: /
User-agent: leadbox
Disallow: /
User-agent: linkfluence
Disallow: /
User-agent: linko
Disallow: /
User-agent: Mail.Ru bot
Disallow: /
User-agent: Meltwater
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: opinion-tracker
Disallow: /
User-agent: proxem
Disallow: /
User-agent: Proximic bot
Disallow: /
User-agent: rogerbot
Disallow: /
User-Agent: SeznamBot
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: spotter
Disallow: /
User-Agent: SputnikBot
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: Updownerbot
Disallow: /
User-agent: verticalsearch
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: wget
Disallow: /
User-agent: winello
Disallow: /
User-agent: XoviBot
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: OpenAI
Disallow: /
User-agent: gptbot
Disallow: /

Sitemap: https://instalprojekt.eu/media/sitemap/sitemap.xml