{
  "test": "sitemaps",
  "title": "Sitemap index",
  "data_version": "1.0.0",
  "seed": 20261102,
  "page": "/crawl/sitemaps/",
  "needs": "HTTP only",
  "difficulty": "Medium",
  "what_it_tests": "A sitemap index with a plain child and a gzipped one, thirty pages between them, ten of which nothing links to.",
  "expect": {
    "index": "/crawl/sitemaps/sitemap-index.xml",
    "children": [
      {
        "url": "/crawl/sitemaps/sitemap-pages.xml",
        "format": "XML",
        "content_type": "application/xml",
        "urls": 18
      },
      {
        "url": "/crawl/sitemaps/sitemap-more.xml.gz",
        "format": "gzip-compressed XML",
        "content_type": "application/gzip",
        "urls": 12
      }
    ],
    "pages": 30,
    "linked_from_test_page": 20,
    "orphans": [
      "/crawl/sitemaps/p/3/",
      "/crawl/sitemaps/p/6/",
      "/crawl/sitemaps/p/9/",
      "/crawl/sitemaps/p/12/",
      "/crawl/sitemaps/p/15/",
      "/crawl/sitemaps/p/18/",
      "/crawl/sitemaps/p/21/",
      "/crawl/sitemaps/p/24/",
      "/crawl/sitemaps/p/27/",
      "/crawl/sitemaps/p/30/"
    ],
    "robots_txt": "robots.txt names the index in a Sitemap line, next to the shop's /sitemap.xml.",
    "loc_host": "https://test.netweir.com. Join the paths to whichever host you crawl."
  },
  "records": [
    {
      "url": "/crawl/sitemaps/p/1/",
      "title": "Buying notes: Brindlecote Classic Casserole Dish",
      "lastmod": "2026-01-16",
      "sitemap": "/crawl/sitemaps/sitemap-pages.xml"
    },
    {
      "url": "/crawl/sitemaps/p/2/",
      "title": "Buying notes: Kestleford Travel Saucepan",
      "lastmod": "2026-02-22",
      "sitemap": "/crawl/sitemaps/sitemap-pages.xml"
    },
    {
      "url": "/crawl/sitemaps/p/3/",
      "title": "Buying notes: Tarrowby Soft Stock Pot",
      "lastmod": "2026-08-20",
      "sitemap": "/crawl/sitemaps/sitemap-pages.xml"
    },
    {
      "url": "/crawl/sitemaps/p/4/",
      "title": "Buying notes: Vexmoor Classic Stock Pot",
      "lastmod": "2026-03-26",
      "sitemap": "/crawl/sitemaps/sitemap-pages.xml"
    },
    {
      "url": "/crawl/sitemaps/p/5/",
      "title": "Buying notes: Thistlecombe Tall Casserole Dish",
      "lastmod": "2026-03-27",
      "sitemap": "/crawl/sitemaps/sitemap-pages.xml"
    },
    {
      "url": "/crawl/sitemaps/p/6/",
      "title": "Buying notes: Orrin Lane Mini Bread Knife",
      "lastmod": "2026-06-09",
      "sitemap": "/crawl/sitemaps/sitemap-pages.xml"
    },
    {
      "url": "/crawl/sitemaps/p/7/",
      "title": "Buying notes: Upwold Woven Santoku",
      "lastmod": "2026-01-08",
      "sitemap": "/crawl/sitemaps/sitemap-pages.xml"
    },
    {
      "url": "/crawl/sitemaps/p/8/",
      "title": "Buying notes: Marrowdene Everyday Santoku",
      "lastmod": "2026-09-05",
      "sitemap": "/crawl/sitemaps/sitemap-pages.xml"
    },
    {
      "url": "/crawl/sitemaps/p/9/",
      "title": "Buying notes: Upwold Square Santoku",
      "lastmod": "2026-08-21",
      "sitemap": "/crawl/sitemaps/sitemap-pages.xml"
    },
    {
      "url": "/crawl/sitemaps/p/10/",
      "title": "Buying notes: Upwold Woven Santoku II",
      "lastmod": "2026-07-11",
      "sitemap": "/crawl/sitemaps/sitemap-pages.xml"
    },
    {
      "url": "/crawl/sitemaps/p/11/",
      "title": "Buying notes: Saltgrove Travel Santoku",
      "lastmod": "2026-06-26",
      "sitemap": "/crawl/sitemaps/sitemap-pages.xml"
    },
    {
      "url": "/crawl/sitemaps/p/12/",
      "title": "Buying notes: Tarrowby Woven Knife Block",
      "lastmod": "2026-04-01",
      "sitemap": "/crawl/sitemaps/sitemap-pages.xml"
    },
    {
      "url": "/crawl/sitemaps/p/13/",
      "title": "Buying notes: Quillmere Twin Santoku",
      "lastmod": "2026-03-04",
      "sitemap": "/crawl/sitemaps/sitemap-pages.xml"
    },
    {
      "url": "/crawl/sitemaps/p/14/",
      "title": "Buying notes: Marrowdene Large Knife Block",
      "lastmod": "2026-09-23",
      "sitemap": "/crawl/sitemaps/sitemap-pages.xml"
    },
    {
      "url": "/crawl/sitemaps/p/15/",
      "title": "Buying notes: Fennick & Daw Square Santoku",
      "lastmod": "2026-01-07",
      "sitemap": "/crawl/sitemaps/sitemap-pages.xml"
    },
    {
      "url": "/crawl/sitemaps/p/16/",
      "title": "Buying notes: Quillmere Classic Knife Block",
      "lastmod": "2026-07-06",
      "sitemap": "/crawl/sitemaps/sitemap-pages.xml"
    },
    {
      "url": "/crawl/sitemaps/p/17/",
      "title": "Buying notes: Pellwick Square Paring Knife",
      "lastmod": "2026-08-06",
      "sitemap": "/crawl/sitemaps/sitemap-pages.xml"
    },
    {
      "url": "/crawl/sitemaps/p/18/",
      "title": "Buying notes: Tarrowby Square Chef Knife",
      "lastmod": "2026-08-19",
      "sitemap": "/crawl/sitemaps/sitemap-pages.xml"
    },
    {
      "url": "/crawl/sitemaps/p/19/",
      "title": "Buying notes: Thistlecombe Matte Paring Knife",
      "lastmod": "2026-04-27",
      "sitemap": "/crawl/sitemaps/sitemap-more.xml.gz"
    },
    {
      "url": "/crawl/sitemaps/p/20/",
      "title": "Buying notes: Pellwick Travel Bread Knife",
      "lastmod": "2026-08-14",
      "sitemap": "/crawl/sitemaps/sitemap-more.xml.gz"
    },
    {
      "url": "/crawl/sitemaps/p/21/",
      "title": "Buying notes: Marrowdene Studio Paring Knife",
      "lastmod": "2026-02-01",
      "sitemap": "/crawl/sitemaps/sitemap-more.xml.gz"
    },
    {
      "url": "/crawl/sitemaps/p/22/",
      "title": "Buying notes: Orrin Lane Travel Rice Cooker",
      "lastmod": "2026-09-24",
      "sitemap": "/crawl/sitemaps/sitemap-more.xml.gz"
    },
    {
      "url": "/crawl/sitemaps/p/23/",
      "title": "Buying notes: Orrin Lane Square Coffee Grinder",
      "lastmod": "2026-09-11",
      "sitemap": "/crawl/sitemaps/sitemap-more.xml.gz"
    },
    {
      "url": "/crawl/sitemaps/p/24/",
      "title": "Buying notes: Marrowdene Studio Hand Blender",
      "lastmod": "2026-02-23",
      "sitemap": "/crawl/sitemaps/sitemap-more.xml.gz"
    },
    {
      "url": "/crawl/sitemaps/p/25/",
      "title": "Buying notes: Thistlecombe Matte Toaster",
      "lastmod": "2026-04-11",
      "sitemap": "/crawl/sitemaps/sitemap-more.xml.gz"
    },
    {
      "url": "/crawl/sitemaps/p/26/",
      "title": "Buying notes: Tarrowby Classic Toaster",
      "lastmod": "2026-10-25",
      "sitemap": "/crawl/sitemaps/sitemap-more.xml.gz"
    },
    {
      "url": "/crawl/sitemaps/p/27/",
      "title": "Buying notes: Kestleford Classic Rice Cooker",
      "lastmod": "2026-09-27",
      "sitemap": "/crawl/sitemaps/sitemap-more.xml.gz"
    },
    {
      "url": "/crawl/sitemaps/p/28/",
      "title": "Buying notes: Saltgrove Travel Rice Cooker",
      "lastmod": "2026-09-19",
      "sitemap": "/crawl/sitemaps/sitemap-more.xml.gz"
    },
    {
      "url": "/crawl/sitemaps/p/29/",
      "title": "Buying notes: Thistlecombe Brushed Coffee Grinder",
      "lastmod": "2026-04-05",
      "sitemap": "/crawl/sitemaps/sitemap-more.xml.gz"
    },
    {
      "url": "/crawl/sitemaps/p/30/",
      "title": "Buying notes: Vexmoor Heavy-duty Kettle",
      "lastmod": "2026-10-27",
      "sitemap": "/crawl/sitemaps/sitemap-more.xml.gz"
    }
  ]
}
