# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.
# use:      how AI systems may consume the content (immediate, reference, or full).

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no,use=reference
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images
Allow: /cal/web/core/*.css$
Allow: /cal/web/core/*.css?
Allow: /cal/web/core/*.js$
Allow: /cal/web/core/*.js?
Allow: /cal/web/core/*.gif
Allow: /cal/web/core/*.jpg
Allow: /cal/web/core/*.jpeg
Allow: /cal/web/core/*.png
Allow: /cal/web/core/*.svg
Allow: /cal/web/profiles/*.css$
Allow: /cal/web/profiles/*.css?
Allow: /cal/web/profiles/*.js$
Allow: /cal/web/profiles/*.js?
Allow: /cal/web/profiles/*.gif
Allow: /cal/web/profiles/*.jpg
Allow: /cal/web/profiles/*.jpeg
Allow: /cal/web/profiles/*.png
Allow: /cal/web/profiles/*.svg
# Directories
Disallow: /cal/web/core/
Disallow: /cal/web/profiles/
# Files
Disallow: /cal/web/README.md
Disallow: /cal/web/composer/Metapackage/README.txt
Disallow: /cal/web/composer/Plugin/ProjectMessage/README.md
Disallow: /cal/web/composer/Plugin/Scaffold/README.md
Disallow: /cal/web/composer/Plugin/VendorHardening/README.txt
Disallow: /cal/web/composer/Template/README.txt
Disallow: /cal/web/modules/README.txt
Disallow: /cal/web/sites/README.txt
Disallow: /cal/web/themes/README.txt
Disallow: /cal/web/web.config
# Paths (clean URLs)
Disallow: /cal/web/admin/
Disallow: /cal/web/comment/reply/
Disallow: /cal/web/filter/tips
Disallow: /cal/web/node/add/
Disallow: /cal/web/search/
Disallow: /cal/web/user/register
Disallow: /cal/web/user/password
Disallow: /cal/web/user/login
Disallow: /cal/web/user/logout
Disallow: /cal/web/media/oembed
Disallow: /cal/web/*/media/oembed
# Paths (no clean URLs)
Disallow: /cal/web/index.php/admin/
Disallow: /cal/web/index.php/comment/reply/
Disallow: /cal/web/index.php/filter/tips
Disallow: /cal/web/index.php/node/add/
Disallow: /cal/web/index.php/search/
Disallow: /cal/web/index.php/user/password
Disallow: /cal/web/index.php/user/register
Disallow: /cal/web/index.php/user/login
Disallow: /cal/web/index.php/user/logout
Disallow: /cal/web/index.php/media/oembed
Disallow: /cal/web/index.php/*/media/oembed
# Skin-switcher duplicate params (wildcard — works at any depth)
Disallow: /*?gvas=
Disallow: /*&gvas=

Sitemap: https://sanbernardino.today/cal/web/sitemap.xml