{
  "schema_version": "x07.website.package-index@0.2.0",
  "name": "ext-web-crawl",
  "version": "0.1.6",
  "description": "Robots (RFC 9309) + Sitemaps + deterministic crawl scheduling (pinned via arch/crawl).",
  "docs": "Robots (RFC 9309) + Sitemaps + deterministic crawl scheduling (pinned via arch/crawl).\n\nModules:\n- std.crawl.robots\n- std.crawl.sitemap\n- std.crawl.urlnorm\n- std.crawl.schedule\n- std.crawl.fetch\n- std.crawl.fetch.os\n- std.crawl.tests\n\nUsage:\n- Add dependency: x07 pkg add ext-web-crawl@0.1.6\n- Pin crawl policies in arch/crawl.\n- Parse robots: std.crawl.robots.parse_v1 + std.crawl.robots.allowed_v1.\n- Parse sitemaps: std.crawl.sitemap.parse_urls_v1.\n- Plan: std.crawl.schedule.plan_v1.\n- Fetch + RR replay: std.crawl.fetch.replay_rr_v1.\n- Fetch + RR record: std.crawl.fetch.os.run_rr_v1 / std.crawl.fetch.os.run_rr_missing_v1.\n",
  "module_root": "modules",
  "meta": {
    "x07c_compat": ">=0.1.111 <0.3.0",
    "determinism_tier": "mixed",
    "worlds_allowed": [
      "solve-pure",
      "solve-fs",
      "solve-rr",
      "solve-full",
      "run-os",
      "run-os-sandboxed"
    ],
    "requires_packages": [
      "ext-data-model@0.1.11",
      "ext-json-rs@0.1.7",
      "ext-net@0.1.11",
      "ext-robots-txt-rs@0.1.4",
      "ext-sitemap-rs@0.1.4",
      "ext-url-rs@0.1.5"
    ],
    "import_mode": "handwritten",
    "visibility": "canonical"
  },
  "modules": [
    {
      "module_id": "std.crawl.fetch",
      "path": "std/crawl/fetch.x07.json",
      "exports": [
        "std.crawl.fetch.replay_rr_v1",
        "std.crawl.fetch.rr_entry_v1"
      ]
    },
    {
      "module_id": "std.crawl.fetch.os",
      "path": "std/crawl/fetch/os.x07.json",
      "exports": [
        "std.crawl.fetch.os.run_rr_missing_v1",
        "std.crawl.fetch.os.run_rr_v1"
      ]
    },
    {
      "module_id": "std.crawl.robots",
      "path": "std/crawl/robots.x07.json",
      "exports": [
        "std.crawl.robots.allowed_v1",
        "std.crawl.robots.parse_v1"
      ]
    },
    {
      "module_id": "std.crawl.schedule",
      "path": "std/crawl/schedule.x07.json",
      "exports": [
        "std.crawl.schedule.plan_v1"
      ]
    },
    {
      "module_id": "std.crawl.sitemap",
      "path": "std/crawl/sitemap.x07.json",
      "exports": [
        "std.crawl.sitemap.parse_urls_v1"
      ]
    },
    {
      "module_id": "std.crawl.tests",
      "path": "std/crawl/tests.x07.json",
      "exports": [
        "std.crawl.tests.test_fetch_replay_rr_v1",
        "std.crawl.tests.test_robots_rfc9309_v1",
        "std.crawl.tests.test_schedule_determinism_v1",
        "std.crawl.tests.test_sitemap_parse_v1"
      ]
    },
    {
      "module_id": "std.crawl.urlnorm",
      "path": "std/crawl/urlnorm.x07.json",
      "exports": [
        "std.crawl.urlnorm.canon_v1"
      ]
    }
  ]
}