{ "datasetId": "rag-product-decision-checklist-v1", "schemaVersion": "1.0.0", "createdAt": "2026-07-20", "language": "zh-CN", "license": "https://creativecommons.org/licenses/by/4.0/", "licenseScope": "The proficiency levels, decision structure, Chinese descriptions, and blank assessment record created by DragonAI. Third-party source material is excluded and remains under its original terms.", "purposeZh": "用于核验 AI 产品经理在 RAG 场景中的目标深度、产品决策、可交付产物和验收证据。", "disclosureZh": "DragonAI 运营 AI 产品经理课程。本清单是第一方编辑能力框架，不是统一岗位标准，也不保证学习或项目结果。", "assessmentMethodZh": "先按岗位职责确定目标深度，再逐项记录 missing、explained、specified、evaluated 或 operated。L1—L4 为累积层级，达到 L3 或 L4 时仍需保留前序层级证据。状态不生成统一总分；目标职责范围内的缺口不能由术语数量抵消。", "proficiencyLevels": [ { "level": "L1", "nameZh": "能解释", "criterionZh": "能画出流程并比较 RAG 与替代方案。", "observableArtifactsZh": [ "流程图", "场景与替代方案比较" ] }, { "level": "L2", "nameZh": "能规格化", "criterionZh": "能写清来源、权限、更新、检索、引用、失败和人工路径。", "observableArtifactsZh": [ "RAG PRD", "来源清单", "行为约定" ] }, { "level": "L3", "nameZh": "能评测诊断", "criterionZh": "能用固定样例分别定位检索、上下文、生成和交互失败。", "observableArtifactsZh": [ "评测集", "逐例结果", "失败分类", "发布结论" ] }, { "level": "L4", "nameZh": "能运营", "criterionZh": "能使用版本、日志、质量、延迟、成本、告警和回滚证据做生产决策。", "observableArtifactsZh": [ "监测方案", "事件演练", "复审记录", "变更记录" ] } ], "reviewStates": [ { "state": "missing", "nameZh": "缺失", "criterionZh": "没有产物或可复核证据。" }, { "state": "explained", "nameZh": "已解释", "criterionZh": "能说明概念和流程，但没有可测试规格。" }, { "state": "specified", "nameZh": "已规格化", "criterionZh": "已写明要求、边界、负责人和测试入口。" }, { "state": "evaluated", "nameZh": "已评测", "criterionZh": "有版本化测试结果和逐例失败诊断。" }, { "state": "operated", "nameZh": "已运营", "criterionZh": "有生产监测、事件处置、回滚和复审证据。" } ], "decisions": [ { "decisionId": "use-case-selection", "nameZh": "场景与方案选择", "evidenceIds": [ "microsoft-foundry-rag-indexes-20260720" ], "requiredArtifactsZh": [ "用户任务卡", "非 RAG 基线", "方案比较", "停止条件" ], "verificationQuestionsZh": [ "是否说明为什么需要外部知识？", "是否用同一任务比较 RAG 与至少一种替代方案？" ] }, { "decisionId": "corpus-access-governance", "nameZh": "语料与权限治理", "evidenceIds": [ "microsoft-foundry-rag-indexes-20260720", "microsoft-advanced-rag-systems-20260720", "nist-ai-rmf-core-20260720" ], "requiredArtifactsZh": [ "来源清单", "授权许可或同意的责任角色确认", "权限矩阵", "更新删除规则", "版本与追溯字段" ], "verificationQuestionsZh": [ "授权、许可或同意是否已由相应责任角色确认？", "不同权限身份是否只检索到允许内容？", "来源变化和删除是否能触发索引更新？" ] }, { "decisionId": "ingestion-index", "nameZh": "摄取与索引", "evidenceIds": [ "microsoft-advanced-rag-systems-20260720" ], "requiredArtifactsZh": [ "摄取流程", "切片假设", "元数据字段", "索引版本" ], "verificationQuestionsZh": [ "表格、图片、旧版和异常文档是否经过测试？", "处理失败是否进入可复核异常队列？" ] }, { "decisionId": "query-retrieval", "nameZh": "查询与检索", "evidenceIds": [ "microsoft-foundry-rag-indexes-20260720", "google-cloud-rag-evaluation-20260720" ], "requiredArtifactsZh": [ "查询分类", "改写与过滤规则", "检索排序策略", "目标片段集合", "k 与分切片召回或排序门槛", "候选结果结构" ], "verificationQuestionsZh": [ "是否在测试前定义目标片段集合、k 与分切片门槛？", "目标片段是否按预设门槛被召回？", "错误或越权片段是否被排除？" ] }, { "decisionId": "generation-interaction", "nameZh": "生成与交互", "evidenceIds": [ "microsoft-foundry-rag-indexes-20260720", "google-pair-mental-models-20260720" ], "requiredArtifactsZh": [ "回答与引用约定", "冲突过期处理", "追问拒答规则", "纠错与人工路径" ], "verificationQuestionsZh": [ "用户能否查看并理解答案来源？", "无结果、冲突或过期来源是否触发预设行为？" ] }, { "decisionId": "evaluation-diagnosis", "nameZh": "评测与诊断", "evidenceIds": [ "google-cloud-rag-evaluation-20260720", "microsoft-advanced-rag-systems-20260720" ], "requiredArtifactsZh": [ "固定测试集", "参考答案或期望行为", "检索与生成指标", "逐例失败分类", "发布结论" ], "verificationQuestionsZh": [ "测试轮次是否保持样例可比并尽量单变量修改？", "检索失败和生成失败是否分别记录？" ] }, { "decisionId": "production-operations", "nameZh": "运行与变更", "evidenceIds": [ "microsoft-foundry-rag-indexes-20260720", "nist-ai-rmf-core-20260720" ], "requiredArtifactsZh": [ "追踪日志", "质量延迟成本仪表盘", "告警与降级", "回滚与复审记录" ], "verificationQuestionsZh": [ "能否从问题追踪到检索、上下文、输出和引用？", "权限错误、来源过期和服务降级是否经过演练？" ] } ], "blankAssessmentRecord": { "personOrCourse": "", "targetRole": "", "targetLevel": "", "assessedAt": "", "decisionId": "", "requiredForRole": true, "notApplicableReasonZh": "", "reviewState": "missing", "artifactUrls": [], "testEvidenceUrls": [], "questionsRemainingZh": [], "notesZh": "" }, "sources": [ { "evidenceId": "microsoft-foundry-rag-indexes-20260720", "title": "Retrieval augmented generation (RAG) and indexes in Microsoft Foundry", "publisher": "Microsoft Learn", "sourceType": "first_party_technical_guidance", "accessedAt": "2026-07-20", "url": "https://learn.microsoft.com/en-us/azure/foundry/concepts/retrieval-augmented-generation?view=foundry-classic" }, { "evidenceId": "microsoft-advanced-rag-systems-20260720", "title": "Build advanced retrieval-augmented generation systems", "publisher": "Microsoft Learn", "sourceType": "first_party_technical_guidance", "accessedAt": "2026-07-20", "url": "https://learn.microsoft.com/en-us/azure/developer/ai/advanced-retrieval-augmented-generation" }, { "evidenceId": "google-cloud-rag-evaluation-20260720", "title": "Optimizing RAG retrieval: Test, tune, succeed", "publisher": "Google Cloud", "sourceType": "first_party_technical_guidance", "publishedAt": "2024-12-18", "accessedAt": "2026-07-20", "url": "https://cloud.google.com/blog/products/ai-machine-learning/optimizing-rag-retrieval?hl=en" }, { "evidenceId": "google-pair-mental-models-20260720", "title": "People + AI Guidebook: Mental Models", "publisher": "Google PAIR", "sourceType": "first_party_design_guidance", "accessedAt": "2026-07-20", "url": "https://pair.withgoogle.com/guidebook-v2/chapter/mental-models/" }, { "evidenceId": "nist-ai-rmf-core-20260720", "title": "AI Risk Management Framework Core", "publisher": "National Institute of Standards and Technology", "sourceType": "government_primary_guidance", "publishedAt": "2023-01-26", "accessedAt": "2026-07-20", "url": "https://airc.nist.gov/airmf-resources/airmf/5-sec-core/" } ], "title": "RAG 产品决策深度与七项核验清单 v1", "description": "用解释、规格化、评测诊断、生产运营四级深度，以及选型、语料治理、摄取索引、检索、生成交互、评测、运行七项决策核验产品经理的 RAG 实践能力。", "url": "https://course.dragonai.tech/datasets/rag-product-decision-checklist-v1.json", "creator": "烛龙智元内容研究组" }