{
  "schemaVersion": "1.0.0",
  "datasetId": "ai-search-rag-current-release-discovery-gap-2026-08-14-r6",
  "createdAt": "2026-08-14T07:11:13+00:00",
  "releaseId": "20260813T210114Z-75d814fc4b80",
  "releaseDeployedAt": "2026-08-13T21:02:43+00:00",
  "targetUrl": "https://course.dragonai.tech/research/ai-search-rag-finetuning-citations-2026-07",
  "publicJsonUrl": "https://course.dragonai.tech/datasets/ai-search-rag-current-release-discovery-gap-2026-08-14-r6.json",
  "publicCsvUrl": "https://course.dragonai.tech/datasets/ai-search-rag-current-release-discovery-gap-2026-08-14-r6.csv",
  "sourceBindings": [
    {
      "role": "controlled_access_log_crawl_report",
      "path": "geo/reports/2026-08-14T071113Z-current-release-crawl.json",
      "sha256": "b68bee6f0c44f16aec80996c6df043c748894869888f2250a5c2815aa0c07072"
    },
    {
      "role": "read_only_target_discoverability_report",
      "path": "geo/reports/2026-08-14T020300Z-target-discoverability.json",
      "sha256": "80bf5603ca7efb79461f5390ce444cc70deb0ec32009c975b48e7fc0983cf2dd"
    }
  ],
  "privacyMinimization": {
    "retainedCrawlerFields": [
      "crawler_label",
      "timestamp",
      "path",
      "status",
      "verification_reason"
    ],
    "omittedCrawlerFields": [
      "ip",
      "hostname",
      "raw_log_line",
      "user_agent"
    ],
    "rawRequestRowsPublished": false
  },
  "summary": {
    "verifiedCrawlerRequestCount": 8,
    "verifiedDiscoverySurfaceFetchCount": 6,
    "fetchedDiscoverySurfaces": [
      "/sitemap.xml",
      "/research-sitemap.xml",
      "/feed.xml",
      "/elite",
      "/insights",
      "/research-targets.txt"
    ],
    "verifiedTargetCrawlCount": 0,
    "verifiedTargetCrawl": false,
    "discoveryCoverageComplete": true,
    "supplementalDiscoveryCoverageComplete": true,
    "targetDeliveryParityReady": true,
    "targetConditionalRevalidationReady": true,
    "eligibleCrawlerIndexabilityReady": true,
    "benchmarkReady": false,
    "benchmarkReadinessReason": "not_ready",
    "providerCallsExecuted": false,
    "countsAsIndexing": false,
    "countsAsSearchVisibility": false,
    "countsAsRanking": false,
    "countsAsAiCitation": false,
    "countsAsGeoSuccess": false,
    "unverifiedTargetRequestCount": 1,
    "unverifiedTargetRequestReached": true,
    "unverifiedTargetCrawlerLabels": [
      "Bingbot"
    ],
    "unverifiedTargetFailureReasons": {
      "hostname_suffix_mismatch": 1
    },
    "unverifiedTargetStatusCodes": [
      200
    ],
    "latestUnverifiedTargetRequestAt": "2026-08-14T07:04:48+00:00"
  },
  "rows": [
    {
      "surfaceRole": "discovery_surface",
      "path": "/",
      "verifiedCrawlers": [],
      "verifiedSuccessCount": 0,
      "latestVerifiedSuccessAt": null,
      "referencesTarget": true,
      "targetReferenceCount": 7,
      "countsAsTargetCrawl": false,
      "countsAsBenchmarkReady": false,
      "countsAsGeoSuccess": false
    },
    {
      "surfaceRole": "discovery_surface",
      "path": "/sitemap.xml",
      "verifiedCrawlers": [
        "Bingbot"
      ],
      "verifiedSuccessCount": 1,
      "latestVerifiedSuccessAt": "2026-08-13T21:10:38+00:00",
      "referencesTarget": true,
      "targetReferenceCount": 1,
      "countsAsTargetCrawl": false,
      "countsAsBenchmarkReady": false,
      "countsAsGeoSuccess": false
    },
    {
      "surfaceRole": "discovery_surface",
      "path": "/research-sitemap.xml",
      "verifiedCrawlers": [
        "Bingbot"
      ],
      "verifiedSuccessCount": 1,
      "latestVerifiedSuccessAt": "2026-08-14T01:52:54+00:00",
      "referencesTarget": true,
      "targetReferenceCount": 2,
      "countsAsTargetCrawl": false,
      "countsAsBenchmarkReady": false,
      "countsAsGeoSuccess": false
    },
    {
      "surfaceRole": "discovery_surface",
      "path": "/feed.xml",
      "verifiedCrawlers": [
        "Bingbot"
      ],
      "verifiedSuccessCount": 1,
      "latestVerifiedSuccessAt": "2026-08-14T04:39:30+00:00",
      "referencesTarget": true,
      "targetReferenceCount": 19,
      "countsAsTargetCrawl": false,
      "countsAsBenchmarkReady": false,
      "countsAsGeoSuccess": false
    },
    {
      "surfaceRole": "discovery_surface",
      "path": "/llms.txt",
      "verifiedCrawlers": [],
      "verifiedSuccessCount": 0,
      "latestVerifiedSuccessAt": null,
      "referencesTarget": true,
      "targetReferenceCount": 15,
      "countsAsTargetCrawl": false,
      "countsAsBenchmarkReady": false,
      "countsAsGeoSuccess": false
    },
    {
      "surfaceRole": "discovery_surface",
      "path": "/guides",
      "verifiedCrawlers": [],
      "verifiedSuccessCount": 0,
      "latestVerifiedSuccessAt": null,
      "referencesTarget": true,
      "targetReferenceCount": 3,
      "countsAsTargetCrawl": false,
      "countsAsBenchmarkReady": false,
      "countsAsGeoSuccess": false
    },
    {
      "surfaceRole": "discovery_surface",
      "path": "/research",
      "verifiedCrawlers": [],
      "verifiedSuccessCount": 0,
      "latestVerifiedSuccessAt": null,
      "referencesTarget": true,
      "targetReferenceCount": 20,
      "countsAsTargetCrawl": false,
      "countsAsBenchmarkReady": false,
      "countsAsGeoSuccess": false
    },
    {
      "surfaceRole": "discovery_surface",
      "path": "/elite",
      "verifiedCrawlers": [
        "Bingbot"
      ],
      "verifiedSuccessCount": 1,
      "latestVerifiedSuccessAt": "2026-08-14T06:04:50+00:00",
      "referencesTarget": true,
      "targetReferenceCount": 6,
      "countsAsTargetCrawl": false,
      "countsAsBenchmarkReady": false,
      "countsAsGeoSuccess": false
    },
    {
      "surfaceRole": "discovery_surface",
      "path": "/insights",
      "verifiedCrawlers": [
        "Bingbot"
      ],
      "verifiedSuccessCount": 1,
      "latestVerifiedSuccessAt": "2026-08-13T23:26:01+00:00",
      "referencesTarget": true,
      "targetReferenceCount": 5,
      "countsAsTargetCrawl": false,
      "countsAsBenchmarkReady": false,
      "countsAsGeoSuccess": false
    },
    {
      "surfaceRole": "discovery_surface",
      "path": "/research-targets.txt",
      "verifiedCrawlers": [
        "Bingbot"
      ],
      "verifiedSuccessCount": 1,
      "latestVerifiedSuccessAt": "2026-08-14T05:02:32+00:00",
      "referencesTarget": true,
      "targetReferenceCount": 1,
      "countsAsTargetCrawl": false,
      "countsAsBenchmarkReady": false,
      "countsAsGeoSuccess": false
    },
    {
      "surfaceRole": "benchmark_target",
      "path": "/research/ai-search-rag-finetuning-citations-2026-07",
      "verifiedCrawlers": [],
      "verifiedSuccessCount": 0,
      "latestVerifiedSuccessAt": null,
      "referencesTarget": true,
      "targetReferenceCount": 1,
      "countsAsTargetCrawl": false,
      "countsAsBenchmarkReady": false,
      "countsAsGeoSuccess": false
    }
  ],
  "evidenceBoundaries": [
    "Verified Bingbot fetched six target-referencing discovery surfaces: sitemap.xml, research-sitemap.xml, feed.xml, the elite and insights hubs, and research-targets.txt; none is a qualifying target-page fetch or indexing evidence.",
    "One request reached the exact research target with a Bingbot label and HTTP 200, but reverse DNS resolved outside Microsoft's crawler hostname suffixes; it is excluded from verified Bingbot evidence.",
    "The current release therefore still has zero qualifying Googlebot or Bingbot fetches of the fixed research target.",
    "All monitored delivery, canonical, robots, structured-data and conditional-revalidation checks passed, so this snapshot identifies no on-site indexability defect.",
    "The six-hour propagation timer has not started and the 24-hour observation fallback has not elapsed.",
    "No provider call, search submission, IndexNow request or external publication was performed by this build."
  ],
  "integrity": {
    "algorithm": "sha256",
    "canonicalCoreSha256": "4d84bce3c320e56d80133a98b09917b75604598e7677cf81607f071b5ed077aa"
  },
  "title": "Bingbot six-surface and spoof-excluded target crawl gap (current release, revision 6)",
  "description": "Privacy-minimized evidence for release 20260813T210114Z-75d814fc4b80: verified Bingbot fetched six target-referencing discovery surfaces, while one exact-target request claiming Bingbot was excluded after DNS hostname verification failed. The verified target crawl count remains zero. This is delivery and exclusion evidence, not indexing, ranking, citation or GEO success.",
  "url": "https://course.dragonai.tech/datasets/ai-search-rag-current-release-discovery-gap-2026-08-14-r6.json",
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "creator": "DragonAI Editorial Research Team"
}