# =====================================================
# First Aid Canada - robots.txt
# https://firstaidcanada.com
# Last updated: 2026-03-19
# =====================================================

# ----- Content Signals (Cloudflare standard) -----
# As a condition of accessing this website, you agree to abide by the following
# content signals:
#
# (a) If a Content-Signal = yes, you may collect content for the corresponding use.
# (b) If a Content-Signal = no, you may not collect content for the corresponding use.
# (c) If the website operator does not include a Content-Signal for a corresponding
#     use, the website operator neither grants nor restricts permission via
#     Content-Signal with respect to the corresponding use.
#
# Content signal meanings:
# search:   building a search index and providing search results
# ai-input: inputting content into AI models (e.g., RAG, grounding)
# ai-train: training or fine-tuning AI models

# ----- Default rules for all crawlers -----
User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /wp-login.php
Disallow: /wp-cron.php
Disallow: /wp-trackback.php
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt

# Query strings — duplicate content / sessions
Disallow: /*?s=
Disallow: /*?p=
Disallow: /*?replytocom=
Disallow: /*?preview=true
Disallow: /*?doing_wp_cron=
Disallow: /*?add-to-cart=
Disallow: /*?orderby=
Disallow: /*?filter_*

# Weglot translation paths
Disallow: /*?wg-choose-original=

# WooCommerce — session / account pages
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

# Feeds
Disallow: /feed/
Disallow: /comments/feed/

# wp-content — non-rendering directories (safe to block)
Disallow: /wp-content/mu-plugins/
Disallow: /wp-content/upgrade/
Disallow: /wp-content/upgrade-temp-backup/

# wp-content — cache directories
Disallow: /wp-content/wphb-cache/
Disallow: /wp-content/wpo-cache/
Disallow: /wp-content/wphs-cache/

# wp-content/uploads — plugin data & sensitive files
Disallow: /wp-content/uploads/addify-rfq/
Disallow: /wp-content/uploads/alm_templates/
Disallow: /wp-content/uploads/cfdb7_uploads/
Disallow: /wp-content/uploads/elex-bulk-edit-products/
Disallow: /wp-content/uploads/hummingbird-assets/
Disallow: /wp-content/uploads/mailchimp-for-wp/
Disallow: /wp-content/uploads/maxmegamenu/
Disallow: /wp-content/uploads/print-invoices-packing-slip-labels-for-woocommerce/
Disallow: /wp-content/uploads/print-invoices-packing-slip-labels-for-woocommerce-lock/
Disallow: /wp-content/uploads/pro/
Disallow: /wp-content/uploads/products_update_sku.csv
Disallow: /wp-content/uploads/pum/
Disallow: /wp-content/uploads/redux/
Disallow: /wp-content/uploads/revslider/
Disallow: /wp-content/uploads/supporting_images/
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /wp-content/uploads/woocommerce-uploads/
Disallow: /wp-content/uploads/wp-file-manager-pro/
Disallow: /wp-content/uploads/wpallexport/
Disallow: /wp-content/uploads/wpallimport/
Disallow: /wp-content/uploads/wpcf7_uploads/
Disallow: /wp-content/uploads/wpo_wcpdf/
Disallow: /wp-content/uploads/wpo_wcpdf_b6b1ee85d3ebcc27bc89b3fc0b758cdc/
Disallow: /wp-content/uploads/wt-advanced-order-number-lock/

# ----- AI training crawlers — BLOCK -----
User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Amazonbot
Disallow: /

# ----- AI search crawlers — ALLOW -----
# OpenAI search
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# OpenAI training — block
User-agent: GPTBot
Disallow: /

# Google AI features — allow (covers AI Overviews)
User-agent: Google-Extended
Allow: /

# Bing / Microsoft
User-agent: BingBot
Allow: /

# Apple
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Anthropic (Claude) search
User-agent: ClaudeBot
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# ----- Sitemap -----
Sitemap: https://firstaidcanada.com/sitemaps.xml