# Common Crawl crawlers (CCBot) — IP ranges
# Source: https://index.commoncrawl.org/ccbot.json
# Checked: 2026-11-13T03:17:01Z (every day)
# From https://blackoutmap.net/resources/crawler-ips — free to use, a link back is appreciated
# Use inside a location/server block, e.g. to let only these crawlers into a protected area.

# Common Crawl
allow 3.41.188.32/29;
allow 18.97.9.168/29;
allow 18.97.14.80/29;
allow 18.97.14.88/30;
allow 2600:1f28:365:8000::/56;