版本: v2.0 (改进版)
日期: 2025-02-18
基于: v1.0 方法论 + 业界最佳实践调研
核心改进: 思考过程提取 + 可验证数据格式 + 结构化与创造性平衡
| 维度 | v1.0 的问题 | v2.0 的改进 |
|---|---|---|
| 思考过程提取 | 思考链示例较少,缺乏系统化方法 | 引入自适应难度分级和动态CoT机制 |
| 数据可验证性 | 缺少质量验证机制 | 增加多层验证器和对抗性验证 |
| 训练效率 | 所有样本统一处理 | 引入课程学习和难度自适应采样 |
| 创造性平衡 | 结构化标注可能限制创造性 | 设计结构约束度分级系统 |
| 数据生成 | 依赖人工标注 | 引入AI辅助标注和自动验证 |
核心理念:不是所有场景都需要复杂推理,根据难度动态调整思考深度。
{
"difficulty_grading": {
"method": "基于基础模型能力的自适应评估",
"levels": [
{
"level": 1,
"name": "直觉级(Intuitive)",
"description": "基础模型可直接处理",
"cot_depth": "minimal",
"example": "简单对话场景,日常互动"
},
{
"level": 2,
"name": "推理级(Reasoning)",
"description": "需要1-2步推理",
"cot_depth": "shallow",
"example": "单一爽点设计,简单冲突"
},
{
"level": 3,
"name": "规划级(Planning)",
"description": "需要多步规划",
"cot_depth": "medium",
"example": "复杂场景结构,多爽点编排"
},
{
"level": 4,
"name": "架构级(Architectural)",
"description": "需要全局视角",
"cot_depth": "deep",
"example": "MICE线程嵌套,节拍设计"
},
{
"level": 5,
"name": "创新级(Creative)",
"description": "需要创造性突破",
"cot_depth": "very_deep",
"example": "新颖设定,独特叙事手法"
}
]
}
}
{
"dynamic_cot_strategy": {
"principle": "根据难度级别动态调整思考链深度",
"level_1_2": {
"format": "直接输出",
"example": {
"input": "设计一个日常对话场景",
"output": "许七安与小妹玩闹,展现家庭温馨",
"cot": null
}
},
"level_3": {
"format": "简化思考链",
"example": {
"input": "设计第4章的智商碾压爽点",
"output": {
"cot": [
"1. 主角优势:现代数学知识",
"2. 对比设计:古代人算不出 vs 主角秒答",
"3. 反应放大:震惊的肢体语言"
],
"result": "十五万两白银重量计算场景"
}
}
},
"level_4_5": {
"format": "完整思考链",
"example": {
"input": "设计前10章的MICE嵌套结构",
"output": {
"cot": [
{
"step": 1,
"question": "选择哪个线程作为最外层?",
"analysis": "Event线程提供时间压力和高风险",
"alternatives": ["Milieu", "Character"],
"decision": "Event作为最外层",
"reasoning": "网文需要快节奏开局"
},
{
"step": 2,
"question": "如何嵌套其他线程?",
"analysis": "Character成长依赖Event解决",
"decision": "E[C[I[M]]]嵌套结构",
"reasoning": "内层线程为外层服务"
}
],
"result": "完整的MICE嵌套设计"
}
}
}
}
}
核心理念:确保训练数据的质量和一致性,避免"垃圾进,垃圾出"。
{
"verification_system": {
"layers": [
{
"layer": 1,
"name": "结构完整性验证(Structure Verifier)",
"checks": [
"MICE线程是否正确嵌套?",
"Scene-Sequel是否形成因果链?",
"Save the Cat节拍是否齐全?"
],
"method": "规则引擎 + 模式匹配",
"auto_fix": true
},
{
"layer": 2,
"name": "逻辑一致性验证(Logic Verifier)",
"checks": [
"角色行为是否符合设定?",
"时间线是否连贯?",
"因果关系是否合理?"
],
"method": "LLM辅助验证",
"auto_fix": false,
"flag_for_review": true
},
{
"layer": 3,
"name": "爽点有效性验证(Shuang Point Verifier)",
"checks": [
"铺垫是否充分?",
"反应是否到位?",
"强度是否匹配标注?"
],
"method": "基于规则 + 对比学习",
"metrics": {
"setup_length": ">=100字",
"reaction_intensity": ">=medium",
"payoff_clarity": ">=0.8"
}
},
{
"layer": 4,
"name": "思考链质量验证(CoT Quality Verifier)",
"checks": [
"推理步骤是否清晰?",
"是否考虑了替代方案?",
"最终决策是否有充分理由?"
],
"method": "PRM(Process Reward Model)评分",
"threshold": 0.7
},
{
"layer": 5,
"name": "对抗性验证(Adversarial Verifier)",
"purpose": "发现隐藏的问题",
"method": "使用对抗模型尝试找出矛盾",
"examples": [
"角色在第3章说不会武功,第5章却打败敌人",
"爽点铺垫不足,读者无法理解为何震惊"
]
}
]
}
}
原始标注数据
↓
[Layer 1] 结构完整性验证 → 自动修复 or 标记
↓
[Layer 2] 逻辑一致性验证 → 标记问题
↓
[Layer 3] 爽点有效性验证 → 评分 + 标记
↓
[Layer 4] CoT质量验证 → PRM评分
↓
[Layer 5] 对抗性验证 → 发现隐藏问题
↓
质量报告 + 修复建议
↓
人工复核(仅针对标记项)
↓
最终训练数据
核心理念:结构是骨架,创造性是血肉,两者需要动态平衡。
{
"structure_constraint_levels": {
"principle": "不同层次和场景需要不同的约束强度",
"levels": [
{
"level": "严格约束(Strict)",
"constraint_strength": 0.9,
"applicable_to": [
"MICE线程嵌套规则",
"Scene-Sequel因果链",
"Save the Cat核心节拍"
],
"reason": "这些是叙事的基础结构,必须遵守",
"creativity_space": "在规则内选择具体实现方式"
},
{
"level": "中等约束(Moderate)",
"constraint_strength": 0.6,
"applicable_to": [
"起承转合比例",
"爽点密度",
"钩子布置频率"
],
"reason": "有最佳实践,但可根据情况调整",
"creativity_space": "调整比例、密度、频率"
},
{
"level": "弱约束(Flexible)",
"constraint_strength": 0.3,
"applicable_to": [
"对话风格",
"描写手法",
"具体情节设计"
],
"reason": "这些是创造性的主要发挥空间",
"creativity_space": "完全自由,只需符合角色设定"
},
{
"level": "无约束(Free)",
"constraint_strength": 0.0,
"applicable_to": [
"独特设定",
"创新叙事手法",
"风格化表达"
],
"reason": "鼓励创新和突破",
"creativity_space": "完全自由创作"
}
]
}
}
{
"creativity_assessment": {
"dimensions": [
{
"dimension": "设定新颖度",
"metrics": [
"世界观独特性",
"能力体系创新性",
"社会结构差异度"
],
"scoring": "0-10分,基于与常见设定的差异度"
},
{
"dimension": "情节意外性",
"metrics": [
"转折的不可预测性",
"冲突的新颖性",
"解决方案的独特性"
],
"scoring": "0-10分,基于读者预期偏离度"
},
{
"dimension": "角色深度",
"metrics": [
"性格复杂度",
"动机合理性",
"成长弧线完整性"
],
"scoring": "0-10分,基于角色立体度"
},
{
"dimension": "表达风格",
"metrics": [
"语言特色",
"叙事节奏",
"氛围营造"
],
"scoring": "0-10分,基于风格辨识度"
}
],
"balance_formula": "总分 = 结构完整性(40%) + 创造性(40%) + 可读性(20%)"
}
}
{
"task_type": "adaptive_structure_planning",
"difficulty_level": 3,
"metadata": {
"source_file": "大奉打更人",
"chapter": "第4章",
"position_percent": 3.8,
"beat_id": "beat_004",
"word_count": 3500
},
"input": {
"story_state": {
"mice_threads": {
"E001": {"status": "active", "progress": 0.6},
"C001": {"status": "active", "progress": 0.3}
},
"last_disaster": "陈府尹要杖责许七安",
"last_decision": "直接展示推理,用事实说话",
"current_position": "许七安开始推理"
},
"context": "前800字上文...",
"planning_goal": "设计一个智商碾压爽点,让许七安用现代知识震惊古代官员"
},
"output": {
"cot": {
"depth": "medium",
"steps": [
{
"step": 1,
"type": "分析",
"content": "主角优势是现代知识,特别是数学和逻辑",
"reasoning": "穿越者的核心优势"
},
{
"step": 2,
"type": "对比设计",
"content": "让古代人做不到的事,主角轻松做到",
"reasoning": "对比产生爽感"
},
{
"step": 3,
"type": "具体化",
"content": "数学计算:十五万两白银的重量",
"reasoning": "简单但古代人算不出,主角秒答",
"alternatives_considered": [
"化学知识(太复杂,铺垫不足)",
"物理原理(不够直观)"
]
},
{
"step": 4,
"type": "增强设计",
"content": "加入旁观者震惊反应和主角内心吐槽",
"reasoning": "多角度放大爽点效果"
}
]
},
"structure_plan": {
"scene": {
"goal": "说服官员相信推理",
"conflict_type": "智力对抗",
"disaster": "推理虽有道理,但需要证据",
"pacing": "快节奏,密集对话"
},
"shuang_point": {
"type": "智商碾压",
"intensity": "high",
"setup": "官员们讨论税银重量,无人能算",
"payoff": "许七安秒答九千三百七十五斤",
"reaction": "中年男人猛的站起身"
},
"hooks": [
{
"type": "悬念钩子",
"content": "推理虽然有道理,但需要证据,能否成功实验?",
"resolution_timing": "下一章"
}
]
}
},
"verification": {
"structure_valid": true,
"logic_consistent": true,
"shuang_point_score": 0.92,
"cot_quality_score": 0.88,
"adversarial_check": "passed"
}
}
{
"task_type": "contrastive_learning",
"comparison_aspect": "爽点设计",
"good_example": {
"scene": "第4章智商碾压",
"setup": {
"content": "官员们讨论税银重量,算了半天算不出来",
"length": 500,
"elements": [
"建立古代人的无能",
"制造计算的困难",
"展示问题的重要性"
]
},
"payoff": {
"content": "许七安秒答:九千三百七十五斤",
"timing": "setup后立即",
"contrast": "算不出 vs 秒答",
"reaction": "中年男人猛的站起身,'竟然是这样!'"
},
"enhancement": {
"internal_monologue": "速算能力有点Low啊,你们这群古代人",
"effect": "增加趣味性和优越感"
},
"why_good": [
"铺垫充分:先建立对比",
"对比强烈:算不出 vs 秒答",
"反应到位:震惊的肢体语言",
"有内心吐槽:增加可读性"
],
"intensity_score": 9.2
},
"bad_example": {
"scene": "平淡版本",
"setup": {
"content": "官员问:十五万两白银有多重?",
"length": 50,
"elements": ["直接提问"]
},
"payoff": {
"content": "许七安说:九千三百七十五斤",
"timing": "立即",
"contrast": "无",
"reaction": "官员点头:嗯,有道理"
},
"enhancement": null,
"why_bad": [
"没有铺垫:没有建立对比",
"反应平淡:点头太弱",
"缺少细节:没有震惊的描写",
"没有放大:缺少内心吐槽或旁观者"
],
"intensity_score": 2.1
},
"key_differences": [
{
"aspect": "铺垫长度",
"good": "500字,充分建立对比",
"bad": "50字,直接提问",
"impact": "爽感强度差异70%"
},
{
"aspect": "反应强度",
"good": "猛的站起身(肢体语言)",
"bad": "点头(口头认可)",
"impact": "震撼力差异80%"
},
{
"aspect": "细节丰富度",
"good": "多角度描写(动作+语言+内心)",
"bad": "单一描写",
"impact": "可读性差异60%"
}
],
"learning_objective": "理解爽点设计的关键要素:铺垫、对比、反应、细节"
}
{
"curriculum_learning_sequence": {
"principle": "从简单到复杂,逐步提升难度",
"stages": [
{
"stage": 1,
"name": "基础场景构建",
"difficulty_range": [1, 2],
"sample_count": 1000,
"focus": [
"简单对话",
"日常互动",
"单一Scene-Sequel"
],
"success_criteria": "结构完整性 >= 0.9"
},
{
"stage": 2,
"name": "单一爽点设计",
"difficulty_range": [2, 3],
"sample_count": 800,
"focus": [
"单个爽点的铺垫-爆发",
"简单冲突设计",
"基础钩子布置"
],
"success_criteria": "爽点有效性 >= 0.8"
},
{
"stage": 3,
"name": "复杂场景编排",
"difficulty_range": [3, 4],
"sample_count": 600,
"focus": [
"多爽点编排",
"起承转合结构",
"钩子链设计"
],
"success_criteria": "结构完整性 >= 0.85 && 爽点密度合理"
},
{
"stage": 4,
"name": "章节级规划",
"difficulty_range": [4, 5],
"sample_count": 400,
"focus": [
"MICE线程管理",
"节拍设计",
"节奏控制"
],
"success_criteria": "全局一致性 >= 0.8"
},
{
"stage": 5,
"name": "创新与突破",
"difficulty_range": [5, 5],
"sample_count": 200,
"focus": [
"新颖设定",
"独特叙事手法",
"风格化表达"
],
"success_criteria": "创造性 >= 0.7 && 结构完整性 >= 0.75"
}
],
"transition_strategy": "当前阶段成功率 >= 80% 时,进入下一阶段"
}
}
步骤1: 选择优质样本
↓
步骤2: 基础模型能力评估
├─ 用基础模型处理样本
├─ 记录成功/失败情况
└─ 生成难度分布
↓
步骤3: 自适应难度分级
├─ 简单样本(基础模型可处理)→ 直接标注
├─ 中等样本(部分失败)→ 浅层CoT
└─ 困难样本(大部分失败)→ 深层CoT
↓
步骤4: 分层标注
├─ 宏观层(MICE + Save the Cat)
├─ 中观层(起承转合 + 爽点钩子)
└─ 微观层(Scene-Sequel + 对话)
↓
步骤5: 动态CoT生成
├─ 难度1-2:直接输出
├─ 难度3:简化CoT
└─ 难度4-5:完整CoT
↓
步骤6: 多层验证
├─ Layer 1: 结构完整性(自动修复)
├─ Layer 2: 逻辑一致性(标记)
├─ Layer 3: 爽点有效性(评分)
├─ Layer 4: CoT质量(PRM评分)
└─ Layer 5: 对抗性验证(发现隐藏问题)
↓
步骤7: 生成对比样本
├─ 好样本:原文
├─ 坏样本:AI生成的低质版本
└─ 对比分析:关键差异
↓
步骤8: 课程学习排序
├─ 按难度分级
├─ 按阶段分组
└─ 生成训练序列
↓
步骤9: 质量报告与迭代
├─ 生成质量报告
├─ 人工复核标记项
└─ 持续优化
{
"ai_assisted_annotation": {
"principle": "AI辅助,人工把关",
"workflow": [
{
"step": 1,
"task": "初步标注",
"method": "使用强大的LLM(如GPT-4)进行初步标注",
"output": "完整的多层次标注JSON",
"quality": "70-80%准确率"
},
{
"step": 2,
"task": "自动验证",
"method": "通过多层验证系统检查",
"output": "质量报告 + 问题标记",
"auto_fix": "结构性问题自动修复"
},
{
"step": 3,
"task": "人工复核",
"method": "人工仅复核被标记的问题项",
"focus": [
"逻辑一致性问题",
"创造性评估",
"边界案例"
],
"efficiency": "人工工作量减少80%"
},
{
"step": 4,
"task": "反馈优化",
"method": "将人工修正反馈给AI标注系统",
"output": "持续提升AI标注质量",
"target": "最终达到90%+准确率"
}
]
}
}
适用场景:结构性决策(如MICE嵌套、节拍设计)
格式:
{
"decision_cot": {
"question": "为什么第6章就结束税银案?",
"analysis": {
"current_state": "税银案已展示主角能力",
"constraints": [
"网文读者需要快速满足",
"百万字长篇需要更大格局"
],
"alternatives": [
{
"option": "拖到20章",
"pros": "充分展开",
"cons": "节奏太慢,读者流失",
"score": 3
},
{
"option": "3章结束",
"pros": "节奏快",
"cons": "无法充分展示能力",
"score": 5
},
{
"option": "6章结束",
"pros": "平衡展示和节奏",
"cons": "无明显缺点",
"score": 9
}
]
},
"decision": "6章结束税银案",
"reasoning": "6万字足够展示能力,快速满足后开启新故事",
"expected_effect": "保持新鲜感和节奏"
}
}
适用场景:爽点、钩子、冲突设计
格式:
{
"design_cot": {
"goal": "设计第4章的智商碾压爽点",
"constraints": [
"主角优势:现代知识",
"场景:官府审案",
"目标:震惊古代官员"
],
"brainstorming": [
{
"idea": "化学知识制造证据",
"feasibility": 0.6,
"impact": 0.9,
"issue": "铺垫不足,读者可能不理解"
},
{
"idea": "数学计算白银重量",
"feasibility": 0.9,
"impact": 0.8,
"advantage": "简单直观,对比强烈"
},
{
"idea": "物理原理推理",
"feasibility": 0.7,
"impact": 0.7,
"issue": "不够直观"
}
],
"selection": "数学计算白银重量",
"enhancement": [
"先让古代人算不出来(建立对比)",
"主角秒答(强烈反差)",
"震惊反应(放大效果)",
"内心吐槽(增加趣味)"
],
"final_design": {
"setup": "官员们讨论税银重量,无人能算",
"payoff": "许七安秒答九千三百七十五斤",
"reaction": "中年男人猛的站起身",
"internal": "速算能力有点Low啊,你们这群古代人"
}
}
}
适用场景:独特设定、创新手法
格式:
{
"creative_cot": {
"challenge": "如何设计一个独特的修炼体系?",
"inspiration_sources": [
"传统仙侠:境界突破",
"西方奇幻:职业体系",
"现代科幻:科技升级"
],
"innovation_process": [
{
"step": 1,
"thought": "传统境界体系太常见",
"direction": "寻找差异化"
},
{
"step": 2,
"thought": "能否结合职业和境界?",
"exploration": "儒道佛妖术士,不同体系"
},
{
"step": 3,
"thought": "如何让主角特殊?",
"innovation": "主角不修炼,靠系统升级"
},
{
"step": 4,
"thought": "如何保持平衡?",
"solution": "系统升级有代价,需要解决案件"
}
],
"final_concept": {
"system_name": "打更人系统",
"uniqueness": "不修炼,靠破案升级",
"balance": "升级有代价,需要智慧而非武力",
"story_integration": "完美契合主角现代警察身份"
}
}
}
{
"automated_verification_rules": {
"structure_rules": [
{
"rule_id": "SR001",
"name": "MICE嵌套完整性",
"check": "每个打开的线程必须关闭",
"implementation": "栈结构验证",
"auto_fix": true,
"fix_method": "标记未关闭线程,建议关闭位置"
},
{
"rule_id": "SR002",
"name": "Scene-Sequel因果链",
"check": "每个Scene的Disaster必须引出Sequel",
"implementation": "图结构验证",
"auto_fix": false,
"flag_severity": "high"
}
],
"shuang_point_rules": [
{
"rule_id": "SP001",
"name": "铺垫长度检查",
"check": "setup_length >= 100字",
"threshold": 100,
"auto_fix": false,
"suggestion": "增加铺垫内容"
},
{
"rule_id": "SP002",
"name": "反应强度匹配",
"check": "reaction_intensity >= shuang_point_intensity",
"implementation": "情感强度分析",
"auto_fix": false,
"flag_severity": "medium"
}
],
"cot_quality_rules": [
{
"rule_id": "CQ001",
"name": "推理步骤完整性",
"check": "每个决策必须有reasoning",
"auto_fix": false,
"flag_severity": "high"
},
{
"rule_id": "CQ002",
"name": "替代方案考虑",
"check": "重要决策必须考虑至少2个替代方案",
"threshold": 2,
"auto_fix": false,
"suggestion": "补充替代方案分析"
}
]
}
}
{
"adversarial_verification": {
"method": "使用对抗模型尝试找出矛盾和问题",
"test_cases": [
{
"test_id": "AV001",
"category": "角色一致性",
"adversarial_prompt": "找出角色行为前后矛盾的地方",
"example_finding": {
"issue": "第3章许七安说不会武功,第5章却打败了敌人",
"severity": "high",
"suggestion": "修改第5章,改为用智慧而非武力解决"
}
},
{
"test_id": "AV002",
"category": "爽点合理性",
"adversarial_prompt": "找出爽点铺垫不足的地方",
"example_finding": {
"issue": "第4章官员震惊于许七安的计算,但前文未建立古代人数学能力弱",
"severity": "medium",
"suggestion": "增加铺垫:官员们尝试计算但失败"
}
},
{
"test_id": "AV003",
"category": "逻辑漏洞",
"adversarial_prompt": "找出因果关系不合理的地方",
"example_finding": {
"issue": "许七安推理出破绽,但官员为何之前没发现?",
"severity": "low",
"suggestion": "补充说明:官员们被妖物说法误导"
}
}
]
}
}
{
"layered_constraint_strategy": {
"layer_1_foundation": {
"name": "基础结构层",
"constraint_level": "严格",
"elements": [
"MICE线程嵌套规则",
"Scene-Sequel因果链",
"基本节拍位置"
],
"rationale": "这是叙事的骨架,必须稳固",
"training_approach": "强化学习,高权重"
},
"layer_2_pattern": {
"name": "模式层",
"constraint_level": "中等",
"elements": [
"起承转合比例",
"爽点密度范围",
"钩子布置频率"
],
"rationale": "有最佳实践,但可调整",
"training_approach": "提供范围,允许探索"
},
"layer_3_expression": {
"name": "表达层",
"constraint_level": "弱",
"elements": [
"对话风格",
"描写手法",
"情节细节"
],
"rationale": "创造性的主要空间",
"training_approach": "鼓励多样性,奖励创新"
},
"layer_4_innovation": {
"name": "创新层",
"constraint_level": "无",
"elements": [
"独特设定",
"创新手法",
"风格突破"
],
"rationale": "完全自由创作",
"training_approach": "探索奖励,无惩罚"
}
}
}
{
"creativity_incentive": {
"novelty_bonus": {
"description": "奖励新颖的设计",
"calculation": "与训练集中已有样本的差异度",
"threshold": 0.7,
"bonus_weight": 0.2
},
"surprise_reward": {
"description": "奖励意外但合理的转折",
"metrics": [
"读者预期偏离度",
"逻辑自洽性"
],
"formula": "surprise_score * logic_score",
"bonus_weight": 0.15
},
"style_diversity": {
"description": "鼓励风格多样性",
"measurement": "与已生成内容的风格差异",
"target": "避免模式化",
"bonus_weight": 0.1
},
"constraint_balance": {
"description": "平衡结构和创造性",
"formula": "structure_score * 0.4 + creativity_score * 0.4 + readability_score * 0.2",
"target_range": [0.75, 0.95]
}
}
}
{
"curriculum_learning_plan": {
"overview": "从简单到复杂,逐步提升模型能力",
"phases": [
{
"phase": 1,
"name": "基础能力建立",
"duration": "1-2 epochs",
"data": {
"difficulty_range": [1, 2],
"sample_count": 10000,
"focus": "Scene-Sequel基础结构"
},
"objectives": [
"学会基本的因果链",
"理解Goal-Conflict-Disaster",
"掌握简单对话"
],
"success_criteria": {
"structure_accuracy": ">= 0.9",
"logic_consistency": ">= 0.85"
}
},
{
"phase": 2,
"name": "爽点设计能力",
"duration": "2-3 epochs",
"data": {
"difficulty_range": [2, 3],
"sample_count": 8000,
"focus": "单一爽点的铺垫-爆发-反应"
},
"objectives": [
"学会设计有效的铺垫",
"掌握对比和反差",
"理解反应放大"
],
"success_criteria": {
"shuang_point_effectiveness": ">= 0.8",
"setup_quality": ">= 0.75"
}
},
{
"phase": 3,
"name": "复杂编排能力",
"duration": "3-4 epochs",
"data": {
"difficulty_range": [3, 4],
"sample_count": 6000,
"focus": "多爽点编排、起承转合、钩子链"
},
"objectives": [
"学会多爽点的节奏控制",
"掌握起承转合比例",
"理解钩子的制造和满足"
},
"success_criteria": {
"pacing_quality": ">= 0.8",
"hook_effectiveness": ">= 0.75"
}
},
{
"phase": 4,
"name": "全局规划能力",
"duration": "4-5 epochs",
"data": {
"difficulty_range": [4, 5],
"sample_count": 4000,
"focus": "MICE线程管理、节拍设计、长篇结构"
},
"objectives": [
"学会MICE线程嵌套",
"掌握Save the Cat节拍",
"理解长篇节奏控制"
],
"success_criteria": {
"structure_completeness": ">= 0.85",
"global_consistency": ">= 0.8"
}
},
{
"phase": 5,
"name": "创新突破能力",
"duration": "2-3 epochs",
"data": {
"difficulty_range": [5, 5],
"sample_count": 2000,
"focus": "独特设定、创新手法、风格化"
},
"objectives": [
"鼓励创新和突破",
"保持结构完整性",
"平衡创造性和可读性"
},
"success_criteria": {
"creativity_score": ">= 0.7",
"structure_score": ">= 0.75",
"balance_score": ">= 0.8"
}
}
],
"transition_rules": {
"automatic_progression": "当前阶段成功率 >= 80% 时自动进入下一阶段",
"regression_handling": "如果成功率 < 60%,回退到上一阶段",
"mixed_training": "后期阶段混合前期数据,保持基础能力"
}
}
}
{
"contrastive_learning_strategy": {
"principle": "通过好坏对比,让模型理解什么是有效的设计",
"pair_generation": {
"good_example": "原文或高质量标注",
"bad_example_sources": [
{
"source": "AI生成的低质版本",
"method": "移除关键要素(如铺垫、反应)",
"purpose": "理解要素的重要性"
},
{
"source": "常见错误模式",
"examples": [
"铺垫不足",
"反应平淡",
"逻辑矛盾"
],
"purpose": "学会避免常见错误"
},
{
"source": "过度设计版本",
"method": "添加过多元素,破坏节奏",
"purpose": "理解适度的重要性"
}
]
},
"training_format": {
"input": "任务描述 + 上下文",
"output_a": "好样本",
"output_b": "坏样本",
"label": "A > B",
"explanation": "关键差异分析"
},
"loss_function": "Ranking Loss + Explanation Loss",
"expected_benefit": "提升判断力和设计质量"
}
}
{
"reinforcement_learning_finetuning": {
"principle": "通过奖励信号优化生成质量",
"reward_model": {
"components": [
{
"component": "结构完整性奖励",
"weight": 0.3,
"calculation": "基于验证器的结构检查结果"
},
{
"component": "爽点有效性奖励",
"weight": 0.25,
"calculation": "基于爽点评分系统"
},
{
"component": "逻辑一致性奖励",
"weight": 0.2,
"calculation": "基于对抗性验证结果"
},
{
"component": "创造性奖励",
"weight": 0.15,
"calculation": "基于新颖度和多样性"
},
{
"component": "可读性奖励",
"weight": 0.1,
"calculation": "基于流畅度和吸引力"
}
],
"total_reward": "加权求和"
},
"training_algorithm": "PPO (Proximal Policy Optimization)",
"exploration_strategy": {
"early_stage": "高探索率,鼓励多样性",
"late_stage": "低探索率,优化质量"
}
}
}
{
"quality_assessment_metrics": {
"dimension_1_structure": {
"name": "结构完整性",
"weight": 0.3,
"sub_metrics": [
{
"metric": "MICE线程完整性",
"calculation": "正确嵌套的线程数 / 总线程数",
"threshold": 0.9
},
{
"metric": "Scene-Sequel因果链",
"calculation": "有效因果关系数 / 总场景数",
"threshold": 0.85
},
{
"metric": "节拍覆盖度",
"calculation": "已覆盖节拍数 / 应有节拍数",
"threshold": 0.8
}
]
},
"dimension_2_effectiveness": {
"name": "爽点有效性",
"weight": 0.25,
"sub_metrics": [
{
"metric": "铺垫充分度",
"calculation": "setup_length / expected_length",
"threshold": 0.8
},
{
"metric": "反应强度匹配",
"calculation": "reaction_intensity / shuang_point_intensity",
"threshold": 0.9
},
{
"metric": "爽点密度合理性",
"calculation": "是否在合理范围内(0.5-1.5个/千字)",
"threshold": "in_range"
}
]
},
"dimension_3_consistency": {
"name": "逻辑一致性",
"weight": 0.2,
"sub_metrics": [
{
"metric": "角色行为一致性",
"calculation": "基于对抗性验证结果",
"threshold": 0.85
},
{
"metric": "时间线连贯性",
"calculation": "时间矛盾数 / 总事件数",
"threshold": "< 0.05"
},
{
"metric": "因果合理性",
"calculation": "合理因果关系数 / 总因果关系数",
"threshold": 0.9
}
]
},
"dimension_4_creativity": {
"name": "创造性",
"weight": 0.15,
"sub_metrics": [
{
"metric": "设定新颖度",
"calculation": "与常见设定的差异度",
"threshold": 0.6
},
{
"metric": "情节意外性",
"calculation": "读者预期偏离度",
"threshold": 0.5
},
{
"metric": "风格辨识度",
"calculation": "与其他作品的风格差异",
"threshold": 0.5
}
]
},
"dimension_5_readability": {
"name": "可读性",
"weight": 0.1,
"sub_metrics": [
{
"metric": "语言流畅度",
"calculation": "基于困惑度(Perplexity)",
"threshold": "< 50"
},
{
"metric": "节奏合理性",
"calculation": "快慢节奏交替是否合理",
"threshold": 0.8
},
{
"metric": "吸引力",
"calculation": "钩子有效性 + 爽点密度",
"threshold": 0.75
}
]
}
}
}
生成的内容
↓
[评估器1] 结构完整性评估
├─ MICE线程检查
├─ Scene-Sequel验证
└─ 节拍覆盖度
↓
[评估器2] 爽点有效性评估
├─ 铺垫充分度
├─ 反应强度
└─ 密度合理性
↓
[评估器3] 逻辑一致性评估
├─ 角色行为
├─ 时间线
└─ 因果关系
↓
[评估器4] 创造性评估
├─ 新颖度
├─ 意外性
└─ 风格
↓
[评估器5] 可读性评估
├─ 流畅度
├─ 节奏
└─ 吸引力
↓
综合评分 + 详细报告
↓
通过/不通过 + 改进建议
{
"short_term_goals": {
"month_1": {
"week_1_2": {
"task": "构建基础设施",
"deliverables": [
"多层验证系统实现",
"难度分级算法实现",
"AI辅助标注工具"
]
},
"week_3_4": {
"task": "生成初始数据集",
"deliverables": [
"1000个基础场景样本(难度1-2)",
"500个爽点设计样本(难度2-3)",
"质量验证报告"
]
}
},
"month_2": {
"week_1_2": {
"task": "训练基础模型",
"deliverables": [
"完成Phase 1-2训练",
"基础能力评估报告",
"问题识别和优化"
]
},
"week_3_4": {
"task": "扩展数据集",
"deliverables": [
"500个复杂场景样本(难度3-4)",
"200个创新样本(难度5)",
"对比学习样本库"
]
}
}
}
}
{
"medium_term_goals": {
"month_3_4": {
"task": "完整课程学习",
"deliverables": [
"完成Phase 1-5全部训练",
"模型能力全面评估",
"生成质量达到可用水平"
]
},
"month_5_6": {
"task": "强化学习优化",
"deliverables": [
"实现奖励模型",
"完成RL微调",
"质量显著提升"
]
}
}
}
{
"long_term_goals": {
"month_7_9": {
"task": "领域扩展",
"deliverables": [
"扩展到多种类型(科幻、言情、历史)",
"跨类型迁移学习",
"通用叙事模型"
]
},
"month_10_12": {
"task": "产品化",
"deliverables": [
"交互式创作工具",
"实时质量反馈",
"商业化应用"
]
}
}
}
{
"expected_improvements": {
"vs_v1_0": {
"思考过程质量": {
"v1_0": "示例性,缺乏系统性",
"v2_0": "自适应深度,覆盖全面",
"improvement": "+60%"
},
"数据可验证性": {
"v1_0": "人工检查,效率低",
"v2_0": "多层自动验证,准确率高",
"improvement": "+80%"
},
"训练效率": {
"v1_0": "统一处理,效率一般",
"v2_0": "课程学习,效率显著提升",
"improvement": "+50%"
},
"生成质量": {
"v1_0": "结构完整,但可能僵化",
"v2_0": "结构完整 + 创造性平衡",
"improvement": "+40%"
}
},
"vs_baseline": {
"结构完整性": {
"baseline": "0.6",
"v2_0": "0.9+",
"improvement": "+50%"
},
"爽点有效性": {
"baseline": "0.5",
"v2_0": "0.85+",
"improvement": "+70%"
},
"创造性": {
"baseline": "0.4",
"v2_0": "0.7+",
"improvement": "+75%"
},
"整体质量": {
"baseline": "0.5",
"v2_0": "0.8+",
"improvement": "+60%"
}
}
}
}
{
"application_scenarios": {
"scenario_1": {
"name": "辅助创作",
"description": "帮助作者规划结构、设计爽点",
"user": "网文作者",
"benefit": "提升创作效率50%,保证质量稳定"
},
"scenario_2": {
"name": "自动续写",
"description": "基于前文自动生成后续章节",
"user": "内容平台",
"benefit": "降低内容生产成本,扩大内容库"
},
"scenario_3": {
"name": "剧本优化",
"description": "分析和优化现有剧本",
"user": "影视公司",
"benefit": "提升剧本质量,降低风险"
},
"scenario_4": {
"name": "教学工具",
"description": "教授叙事技巧和结构设计",
"user": "写作培训机构",
"benefit": "系统化教学,可视化反馈"
}
}
}
自适应思考过程提取
多层验证系统
结构化与创造性平衡
课程学习与强化学习结合
更智能的难度评估
更强大的验证系统
更灵活的创造性控制
跨模态扩展
| 维度 | v1.0 | v2.0 | 改进幅度 |
|---|---|---|---|
| 思考过程提取 | 示例性 | 自适应深度 | +60% |
| 数据验证 | 人工为主 | 多层自动验证 | +80% |
| 训练效率 | 统一处理 | 课程学习 | +50% |
| 创造性平衡 | 未明确 | 分层约束 | +70% |
| 可操作性 | 中等 | 高 | +60% |
| 数据质量 | 依赖人工 | AI辅助+验证 | +75% |
| 整体效果 | 良好 | 优秀 | +60% |
方法论状态: v2.0 - 可执行 + 可验证
下一步: 实施基础设施建设,开始数据生产
作者: AI叙事研究团队
联系: [待补充]
开源: [待决定]