{
  "id": "shapbot",
  "name": "ShapBot",
  "operator": {
    "name": "Parallel Web Systems",
    "url": "https://parallel.ai"
  },
  "description": "Parallel's indexing crawler, which collects publicly available web content to build and maintain the search index behind Parallel's web APIs. The operator documents the robots.txt token ShapBot and publishes the crawler's addresses as a JSON feed.",
  "docs": [
    "https://parallel.ai/parallel-web-systems-bots"
  ],
  "category": "ai-crawler",
  "user_agents": {
    "patterns": [
      "ShapBot/\\d"
    ],
    "instances": [
      "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ShapBot/0.1.0"
    ]
  },
  "behavior": {
    "respects_robots_txt": true,
    "robots_token": "ShapBot"
  },
  "verification": [
    {
      "type": "cidr_feed",
      "url": "https://docs.parallel.ai/resources/shapbot.json",
      "format": "prefixes"
    }
  ],
  "tier": 1,
  "tier_label": "Fully verifiable",
  "first_seen": "2026-08-23T13:20:46.873Z",
  "resolved_cidrs": [
    "23.251.146.115/32",
    "34.122.173.216/32",
    "34.31.203.120/32",
    "34.44.142.114/32",
    "34.44.196.215/32",
    "34.45.55.180/32",
    "34.46.138.166/32",
    "34.68.39.29/32",
    "34.70.129.79/32",
    "34.9.172.22/32"
  ]
}