|
|
@@ -0,0 +1,1656 @@
|
|
|
+# AI 可学习的长篇叙事拆解方法论 v2.0
|
|
|
+
|
|
|
+**版本**: v2.0 (改进版)
|
|
|
+**日期**: 2025-02-18
|
|
|
+**基于**: v1.0 方法论 + 业界最佳实践调研
|
|
|
+**核心改进**: 思考过程提取 + 可验证数据格式 + 结构化与创造性平衡
|
|
|
+
|
|
|
+---
|
|
|
+
|
|
|
+## 改进概览
|
|
|
+
|
|
|
+### v1.0 的优势
|
|
|
+- ✅ 多层次融合(宏观-中观-微观)
|
|
|
+- ✅ 结合西方理论与中国网文实践
|
|
|
+- ✅ 详细的标注维度设计
|
|
|
+- ✅ 完整的实施流程
|
|
|
+
|
|
|
+### v1.0 的不足与 v2.0 的改进
|
|
|
+
|
|
|
+| 维度 | v1.0 的问题 | v2.0 的改进 |
|
|
|
+|------|------------|------------|
|
|
|
+| **思考过程提取** | 思考链示例较少,缺乏系统化方法 | 引入**自适应难度分级**和**动态CoT**机制 |
|
|
|
+| **数据可验证性** | 缺少质量验证机制 | 增加**多层验证器**和**对抗性验证** |
|
|
|
+| **训练效率** | 所有样本统一处理 | 引入**课程学习**和**难度自适应采样** |
|
|
|
+| **创造性平衡** | 结构化标注可能限制创造性 | 设计**结构约束度分级**系统 |
|
|
|
+| **数据生成** | 依赖人工标注 | 引入**AI辅助标注**和**自动验证** |
|
|
|
+
|
|
|
+---
|
|
|
+
|
|
|
+## 一、核心创新:三大支柱
|
|
|
+
|
|
|
+### 1.1 自适应思考过程提取(Adaptive CoT Extraction)
|
|
|
+
|
|
|
+**核心理念**:不是所有场景都需要复杂推理,根据难度动态调整思考深度。
|
|
|
+
|
|
|
+#### 难度分级系统
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "difficulty_grading": {
|
|
|
+ "method": "基于基础模型能力的自适应评估",
|
|
|
+ "levels": [
|
|
|
+ {
|
|
|
+ "level": 1,
|
|
|
+ "name": "直觉级(Intuitive)",
|
|
|
+ "description": "基础模型可直接处理",
|
|
|
+ "cot_depth": "minimal",
|
|
|
+ "example": "简单对话场景,日常互动"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "level": 2,
|
|
|
+ "name": "推理级(Reasoning)",
|
|
|
+ "description": "需要1-2步推理",
|
|
|
+ "cot_depth": "shallow",
|
|
|
+ "example": "单一爽点设计,简单冲突"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "level": 3,
|
|
|
+ "name": "规划级(Planning)",
|
|
|
+ "description": "需要多步规划",
|
|
|
+ "cot_depth": "medium",
|
|
|
+ "example": "复杂场景结构,多爽点编排"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "level": 4,
|
|
|
+ "name": "架构级(Architectural)",
|
|
|
+ "description": "需要全局视角",
|
|
|
+ "cot_depth": "deep",
|
|
|
+ "example": "MICE线程嵌套,节拍设计"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "level": 5,
|
|
|
+ "name": "创新级(Creative)",
|
|
|
+ "description": "需要创造性突破",
|
|
|
+ "cot_depth": "very_deep",
|
|
|
+ "example": "新颖设定,独特叙事手法"
|
|
|
+ }
|
|
|
+ ]
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+#### 动态CoT生成策略
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "dynamic_cot_strategy": {
|
|
|
+ "principle": "根据难度级别动态调整思考链深度",
|
|
|
+ "level_1_2": {
|
|
|
+ "format": "直接输出",
|
|
|
+ "example": {
|
|
|
+ "input": "设计一个日常对话场景",
|
|
|
+ "output": "许七安与小妹玩闹,展现家庭温馨",
|
|
|
+ "cot": null
|
|
|
+ }
|
|
|
+ },
|
|
|
+ "level_3": {
|
|
|
+ "format": "简化思考链",
|
|
|
+ "example": {
|
|
|
+ "input": "设计第4章的智商碾压爽点",
|
|
|
+ "output": {
|
|
|
+ "cot": [
|
|
|
+ "1. 主角优势:现代数学知识",
|
|
|
+ "2. 对比设计:古代人算不出 vs 主角秒答",
|
|
|
+ "3. 反应放大:震惊的肢体语言"
|
|
|
+ ],
|
|
|
+ "result": "十五万两白银重量计算场景"
|
|
|
+ }
|
|
|
+ }
|
|
|
+ },
|
|
|
+ "level_4_5": {
|
|
|
+ "format": "完整思考链",
|
|
|
+ "example": {
|
|
|
+ "input": "设计前10章的MICE嵌套结构",
|
|
|
+ "output": {
|
|
|
+ "cot": [
|
|
|
+ {
|
|
|
+ "step": 1,
|
|
|
+ "question": "选择哪个线程作为最外层?",
|
|
|
+ "analysis": "Event线程提供时间压力和高风险",
|
|
|
+ "alternatives": ["Milieu", "Character"],
|
|
|
+ "decision": "Event作为最外层",
|
|
|
+ "reasoning": "网文需要快节奏开局"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "step": 2,
|
|
|
+ "question": "如何嵌套其他线程?",
|
|
|
+ "analysis": "Character成长依赖Event解决",
|
|
|
+ "decision": "E[C[I[M]]]嵌套结构",
|
|
|
+ "reasoning": "内层线程为外层服务"
|
|
|
+ }
|
|
|
+ ],
|
|
|
+ "result": "完整的MICE嵌套设计"
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+---
|
|
|
+
|
|
|
+### 1.2 多层验证系统(Multi-Layer Verification)
|
|
|
+
|
|
|
+**核心理念**:确保训练数据的质量和一致性,避免"垃圾进,垃圾出"。
|
|
|
+
|
|
|
+#### 验证器架构
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "verification_system": {
|
|
|
+ "layers": [
|
|
|
+ {
|
|
|
+ "layer": 1,
|
|
|
+ "name": "结构完整性验证(Structure Verifier)",
|
|
|
+ "checks": [
|
|
|
+ "MICE线程是否正确嵌套?",
|
|
|
+ "Scene-Sequel是否形成因果链?",
|
|
|
+ "Save the Cat节拍是否齐全?"
|
|
|
+ ],
|
|
|
+ "method": "规则引擎 + 模式匹配",
|
|
|
+ "auto_fix": true
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "layer": 2,
|
|
|
+ "name": "逻辑一致性验证(Logic Verifier)",
|
|
|
+ "checks": [
|
|
|
+ "角色行为是否符合设定?",
|
|
|
+ "时间线是否连贯?",
|
|
|
+ "因果关系是否合理?"
|
|
|
+ ],
|
|
|
+ "method": "LLM辅助验证",
|
|
|
+ "auto_fix": false,
|
|
|
+ "flag_for_review": true
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "layer": 3,
|
|
|
+ "name": "爽点有效性验证(Shuang Point Verifier)",
|
|
|
+ "checks": [
|
|
|
+ "铺垫是否充分?",
|
|
|
+ "反应是否到位?",
|
|
|
+ "强度是否匹配标注?"
|
|
|
+ ],
|
|
|
+ "method": "基于规则 + 对比学习",
|
|
|
+ "metrics": {
|
|
|
+ "setup_length": ">=100字",
|
|
|
+ "reaction_intensity": ">=medium",
|
|
|
+ "payoff_clarity": ">=0.8"
|
|
|
+ }
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "layer": 4,
|
|
|
+ "name": "思考链质量验证(CoT Quality Verifier)",
|
|
|
+ "checks": [
|
|
|
+ "推理步骤是否清晰?",
|
|
|
+ "是否考虑了替代方案?",
|
|
|
+ "最终决策是否有充分理由?"
|
|
|
+ ],
|
|
|
+ "method": "PRM(Process Reward Model)评分",
|
|
|
+ "threshold": 0.7
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "layer": 5,
|
|
|
+ "name": "对抗性验证(Adversarial Verifier)",
|
|
|
+ "purpose": "发现隐藏的问题",
|
|
|
+ "method": "使用对抗模型尝试找出矛盾",
|
|
|
+ "examples": [
|
|
|
+ "角色在第3章说不会武功,第5章却打败敌人",
|
|
|
+ "爽点铺垫不足,读者无法理解为何震惊"
|
|
|
+ ]
|
|
|
+ }
|
|
|
+ ]
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+#### 验证流程
|
|
|
+
|
|
|
+```
|
|
|
+原始标注数据
|
|
|
+ ↓
|
|
|
+[Layer 1] 结构完整性验证 → 自动修复 or 标记
|
|
|
+ ↓
|
|
|
+[Layer 2] 逻辑一致性验证 → 标记问题
|
|
|
+ ↓
|
|
|
+[Layer 3] 爽点有效性验证 → 评分 + 标记
|
|
|
+ ↓
|
|
|
+[Layer 4] CoT质量验证 → PRM评分
|
|
|
+ ↓
|
|
|
+[Layer 5] 对抗性验证 → 发现隐藏问题
|
|
|
+ ↓
|
|
|
+质量报告 + 修复建议
|
|
|
+ ↓
|
|
|
+人工复核(仅针对标记项)
|
|
|
+ ↓
|
|
|
+最终训练数据
|
|
|
+```
|
|
|
+
|
|
|
+---
|
|
|
+
|
|
|
+### 1.3 结构化与创造性平衡系统
|
|
|
+
|
|
|
+**核心理念**:结构是骨架,创造性是血肉,两者需要动态平衡。
|
|
|
+
|
|
|
+#### 结构约束度分级
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "structure_constraint_levels": {
|
|
|
+ "principle": "不同层次和场景需要不同的约束强度",
|
|
|
+ "levels": [
|
|
|
+ {
|
|
|
+ "level": "严格约束(Strict)",
|
|
|
+ "constraint_strength": 0.9,
|
|
|
+ "applicable_to": [
|
|
|
+ "MICE线程嵌套规则",
|
|
|
+ "Scene-Sequel因果链",
|
|
|
+ "Save the Cat核心节拍"
|
|
|
+ ],
|
|
|
+ "reason": "这些是叙事的基础结构,必须遵守",
|
|
|
+ "creativity_space": "在规则内选择具体实现方式"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "level": "中等约束(Moderate)",
|
|
|
+ "constraint_strength": 0.6,
|
|
|
+ "applicable_to": [
|
|
|
+ "起承转合比例",
|
|
|
+ "爽点密度",
|
|
|
+ "钩子布置频率"
|
|
|
+ ],
|
|
|
+ "reason": "有最佳实践,但可根据情况调整",
|
|
|
+ "creativity_space": "调整比例、密度、频率"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "level": "弱约束(Flexible)",
|
|
|
+ "constraint_strength": 0.3,
|
|
|
+ "applicable_to": [
|
|
|
+ "对话风格",
|
|
|
+ "描写手法",
|
|
|
+ "具体情节设计"
|
|
|
+ ],
|
|
|
+ "reason": "这些是创造性的主要发挥空间",
|
|
|
+ "creativity_space": "完全自由,只需符合角色设定"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "level": "无约束(Free)",
|
|
|
+ "constraint_strength": 0.0,
|
|
|
+ "applicable_to": [
|
|
|
+ "独特设定",
|
|
|
+ "创新叙事手法",
|
|
|
+ "风格化表达"
|
|
|
+ ],
|
|
|
+ "reason": "鼓励创新和突破",
|
|
|
+ "creativity_space": "完全自由创作"
|
|
|
+ }
|
|
|
+ ]
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+#### 创造性评估维度
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "creativity_assessment": {
|
|
|
+ "dimensions": [
|
|
|
+ {
|
|
|
+ "dimension": "设定新颖度",
|
|
|
+ "metrics": [
|
|
|
+ "世界观独特性",
|
|
|
+ "能力体系创新性",
|
|
|
+ "社会结构差异度"
|
|
|
+ ],
|
|
|
+ "scoring": "0-10分,基于与常见设定的差异度"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "dimension": "情节意外性",
|
|
|
+ "metrics": [
|
|
|
+ "转折的不可预测性",
|
|
|
+ "冲突的新颖性",
|
|
|
+ "解决方案的独特性"
|
|
|
+ ],
|
|
|
+ "scoring": "0-10分,基于读者预期偏离度"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "dimension": "角色深度",
|
|
|
+ "metrics": [
|
|
|
+ "性格复杂度",
|
|
|
+ "动机合理性",
|
|
|
+ "成长弧线完整性"
|
|
|
+ ],
|
|
|
+ "scoring": "0-10分,基于角色立体度"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "dimension": "表达风格",
|
|
|
+ "metrics": [
|
|
|
+ "语言特色",
|
|
|
+ "叙事节奏",
|
|
|
+ "氛围营造"
|
|
|
+ ],
|
|
|
+ "scoring": "0-10分,基于风格辨识度"
|
|
|
+ }
|
|
|
+ ],
|
|
|
+ "balance_formula": "总分 = 结构完整性(40%) + 创造性(40%) + 可读性(20%)"
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+---
|
|
|
+
|
|
|
+## 二、改进的训练数据格式
|
|
|
+
|
|
|
+### 2.1 自适应CoT训练样本
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "task_type": "adaptive_structure_planning",
|
|
|
+ "difficulty_level": 3,
|
|
|
+ "metadata": {
|
|
|
+ "source_file": "大奉打更人",
|
|
|
+ "chapter": "第4章",
|
|
|
+ "position_percent": 3.8,
|
|
|
+ "beat_id": "beat_004",
|
|
|
+ "word_count": 3500
|
|
|
+ },
|
|
|
+ "input": {
|
|
|
+ "story_state": {
|
|
|
+ "mice_threads": {
|
|
|
+ "E001": {"status": "active", "progress": 0.6},
|
|
|
+ "C001": {"status": "active", "progress": 0.3}
|
|
|
+ },
|
|
|
+ "last_disaster": "陈府尹要杖责许七安",
|
|
|
+ "last_decision": "直接展示推理,用事实说话",
|
|
|
+ "current_position": "许七安开始推理"
|
|
|
+ },
|
|
|
+ "context": "前800字上文...",
|
|
|
+ "planning_goal": "设计一个智商碾压爽点,让许七安用现代知识震惊古代官员"
|
|
|
+ },
|
|
|
+ "output": {
|
|
|
+ "cot": {
|
|
|
+ "depth": "medium",
|
|
|
+ "steps": [
|
|
|
+ {
|
|
|
+ "step": 1,
|
|
|
+ "type": "分析",
|
|
|
+ "content": "主角优势是现代知识,特别是数学和逻辑",
|
|
|
+ "reasoning": "穿越者的核心优势"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "step": 2,
|
|
|
+ "type": "对比设计",
|
|
|
+ "content": "让古代人做不到的事,主角轻松做到",
|
|
|
+ "reasoning": "对比产生爽感"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "step": 3,
|
|
|
+ "type": "具体化",
|
|
|
+ "content": "数学计算:十五万两白银的重量",
|
|
|
+ "reasoning": "简单但古代人算不出,主角秒答",
|
|
|
+ "alternatives_considered": [
|
|
|
+ "化学知识(太复杂,铺垫不足)",
|
|
|
+ "物理原理(不够直观)"
|
|
|
+ ]
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "step": 4,
|
|
|
+ "type": "增强设计",
|
|
|
+ "content": "加入旁观者震惊反应和主角内心吐槽",
|
|
|
+ "reasoning": "多角度放大爽点效果"
|
|
|
+ }
|
|
|
+ ]
|
|
|
+ },
|
|
|
+ "structure_plan": {
|
|
|
+ "scene": {
|
|
|
+ "goal": "说服官员相信推理",
|
|
|
+ "conflict_type": "智力对抗",
|
|
|
+ "disaster": "推理虽有道理,但需要证据",
|
|
|
+ "pacing": "快节奏,密集对话"
|
|
|
+ },
|
|
|
+ "shuang_point": {
|
|
|
+ "type": "智商碾压",
|
|
|
+ "intensity": "high",
|
|
|
+ "setup": "官员们讨论税银重量,无人能算",
|
|
|
+ "payoff": "许七安秒答九千三百七十五斤",
|
|
|
+ "reaction": "中年男人猛的站起身"
|
|
|
+ },
|
|
|
+ "hooks": [
|
|
|
+ {
|
|
|
+ "type": "悬念钩子",
|
|
|
+ "content": "推理虽然有道理,但需要证据,能否成功实验?",
|
|
|
+ "resolution_timing": "下一章"
|
|
|
+ }
|
|
|
+ ]
|
|
|
+ }
|
|
|
+ },
|
|
|
+ "verification": {
|
|
|
+ "structure_valid": true,
|
|
|
+ "logic_consistent": true,
|
|
|
+ "shuang_point_score": 0.92,
|
|
|
+ "cot_quality_score": 0.88,
|
|
|
+ "adversarial_check": "passed"
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+### 2.2 对比学习样本(好 vs 坏)
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "task_type": "contrastive_learning",
|
|
|
+ "comparison_aspect": "爽点设计",
|
|
|
+ "good_example": {
|
|
|
+ "scene": "第4章智商碾压",
|
|
|
+ "setup": {
|
|
|
+ "content": "官员们讨论税银重量,算了半天算不出来",
|
|
|
+ "length": 500,
|
|
|
+ "elements": [
|
|
|
+ "建立古代人的无能",
|
|
|
+ "制造计算的困难",
|
|
|
+ "展示问题的重要性"
|
|
|
+ ]
|
|
|
+ },
|
|
|
+ "payoff": {
|
|
|
+ "content": "许七安秒答:九千三百七十五斤",
|
|
|
+ "timing": "setup后立即",
|
|
|
+ "contrast": "算不出 vs 秒答",
|
|
|
+ "reaction": "中年男人猛的站起身,'竟然是这样!'"
|
|
|
+ },
|
|
|
+ "enhancement": {
|
|
|
+ "internal_monologue": "速算能力有点Low啊,你们这群古代人",
|
|
|
+ "effect": "增加趣味性和优越感"
|
|
|
+ },
|
|
|
+ "why_good": [
|
|
|
+ "铺垫充分:先建立对比",
|
|
|
+ "对比强烈:算不出 vs 秒答",
|
|
|
+ "反应到位:震惊的肢体语言",
|
|
|
+ "有内心吐槽:增加可读性"
|
|
|
+ ],
|
|
|
+ "intensity_score": 9.2
|
|
|
+ },
|
|
|
+ "bad_example": {
|
|
|
+ "scene": "平淡版本",
|
|
|
+ "setup": {
|
|
|
+ "content": "官员问:十五万两白银有多重?",
|
|
|
+ "length": 50,
|
|
|
+ "elements": ["直接提问"]
|
|
|
+ },
|
|
|
+ "payoff": {
|
|
|
+ "content": "许七安说:九千三百七十五斤",
|
|
|
+ "timing": "立即",
|
|
|
+ "contrast": "无",
|
|
|
+ "reaction": "官员点头:嗯,有道理"
|
|
|
+ },
|
|
|
+ "enhancement": null,
|
|
|
+ "why_bad": [
|
|
|
+ "没有铺垫:没有建立对比",
|
|
|
+ "反应平淡:点头太弱",
|
|
|
+ "缺少细节:没有震惊的描写",
|
|
|
+ "没有放大:缺少内心吐槽或旁观者"
|
|
|
+ ],
|
|
|
+ "intensity_score": 2.1
|
|
|
+ },
|
|
|
+ "key_differences": [
|
|
|
+ {
|
|
|
+ "aspect": "铺垫长度",
|
|
|
+ "good": "500字,充分建立对比",
|
|
|
+ "bad": "50字,直接提问",
|
|
|
+ "impact": "爽感强度差异70%"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "aspect": "反应强度",
|
|
|
+ "good": "猛的站起身(肢体语言)",
|
|
|
+ "bad": "点头(口头认可)",
|
|
|
+ "impact": "震撼力差异80%"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "aspect": "细节丰富度",
|
|
|
+ "good": "多角度描写(动作+语言+内心)",
|
|
|
+ "bad": "单一描写",
|
|
|
+ "impact": "可读性差异60%"
|
|
|
+ }
|
|
|
+ ],
|
|
|
+ "learning_objective": "理解爽点设计的关键要素:铺垫、对比、反应、细节"
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+### 2.3 课程学习样本序列
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "curriculum_learning_sequence": {
|
|
|
+ "principle": "从简单到复杂,逐步提升难度",
|
|
|
+ "stages": [
|
|
|
+ {
|
|
|
+ "stage": 1,
|
|
|
+ "name": "基础场景构建",
|
|
|
+ "difficulty_range": [1, 2],
|
|
|
+ "sample_count": 1000,
|
|
|
+ "focus": [
|
|
|
+ "简单对话",
|
|
|
+ "日常互动",
|
|
|
+ "单一Scene-Sequel"
|
|
|
+ ],
|
|
|
+ "success_criteria": "结构完整性 >= 0.9"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "stage": 2,
|
|
|
+ "name": "单一爽点设计",
|
|
|
+ "difficulty_range": [2, 3],
|
|
|
+ "sample_count": 800,
|
|
|
+ "focus": [
|
|
|
+ "单个爽点的铺垫-爆发",
|
|
|
+ "简单冲突设计",
|
|
|
+ "基础钩子布置"
|
|
|
+ ],
|
|
|
+ "success_criteria": "爽点有效性 >= 0.8"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "stage": 3,
|
|
|
+ "name": "复杂场景编排",
|
|
|
+ "difficulty_range": [3, 4],
|
|
|
+ "sample_count": 600,
|
|
|
+ "focus": [
|
|
|
+ "多爽点编排",
|
|
|
+ "起承转合结构",
|
|
|
+ "钩子链设计"
|
|
|
+ ],
|
|
|
+ "success_criteria": "结构完整性 >= 0.85 && 爽点密度合理"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "stage": 4,
|
|
|
+ "name": "章节级规划",
|
|
|
+ "difficulty_range": [4, 5],
|
|
|
+ "sample_count": 400,
|
|
|
+ "focus": [
|
|
|
+ "MICE线程管理",
|
|
|
+ "节拍设计",
|
|
|
+ "节奏控制"
|
|
|
+ ],
|
|
|
+ "success_criteria": "全局一致性 >= 0.8"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "stage": 5,
|
|
|
+ "name": "创新与突破",
|
|
|
+ "difficulty_range": [5, 5],
|
|
|
+ "sample_count": 200,
|
|
|
+ "focus": [
|
|
|
+ "新颖设定",
|
|
|
+ "独特叙事手法",
|
|
|
+ "风格化表达"
|
|
|
+ ],
|
|
|
+ "success_criteria": "创造性 >= 0.7 && 结构完整性 >= 0.75"
|
|
|
+ }
|
|
|
+ ],
|
|
|
+ "transition_strategy": "当前阶段成功率 >= 80% 时,进入下一阶段"
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+---
|
|
|
+
|
|
|
+## 三、改进的实施流程
|
|
|
+
|
|
|
+### 3.1 数据生产流程 v2.0
|
|
|
+
|
|
|
+```
|
|
|
+步骤1: 选择优质样本
|
|
|
+ ↓
|
|
|
+步骤2: 基础模型能力评估
|
|
|
+ ├─ 用基础模型处理样本
|
|
|
+ ├─ 记录成功/失败情况
|
|
|
+ └─ 生成难度分布
|
|
|
+ ↓
|
|
|
+步骤3: 自适应难度分级
|
|
|
+ ├─ 简单样本(基础模型可处理)→ 直接标注
|
|
|
+ ├─ 中等样本(部分失败)→ 浅层CoT
|
|
|
+ └─ 困难样本(大部分失败)→ 深层CoT
|
|
|
+ ↓
|
|
|
+步骤4: 分层标注
|
|
|
+ ├─ 宏观层(MICE + Save the Cat)
|
|
|
+ ├─ 中观层(起承转合 + 爽点钩子)
|
|
|
+ └─ 微观层(Scene-Sequel + 对话)
|
|
|
+ ↓
|
|
|
+步骤5: 动态CoT生成
|
|
|
+ ├─ 难度1-2:直接输出
|
|
|
+ ├─ 难度3:简化CoT
|
|
|
+ └─ 难度4-5:完整CoT
|
|
|
+ ↓
|
|
|
+步骤6: 多层验证
|
|
|
+ ├─ Layer 1: 结构完整性(自动修复)
|
|
|
+ ├─ Layer 2: 逻辑一致性(标记)
|
|
|
+ ├─ Layer 3: 爽点有效性(评分)
|
|
|
+ ├─ Layer 4: CoT质量(PRM评分)
|
|
|
+ └─ Layer 5: 对抗性验证(发现隐藏问题)
|
|
|
+ ↓
|
|
|
+步骤7: 生成对比样本
|
|
|
+ ├─ 好样本:原文
|
|
|
+ ├─ 坏样本:AI生成的低质版本
|
|
|
+ └─ 对比分析:关键差异
|
|
|
+ ↓
|
|
|
+步骤8: 课程学习排序
|
|
|
+ ├─ 按难度分级
|
|
|
+ ├─ 按阶段分组
|
|
|
+ └─ 生成训练序列
|
|
|
+ ↓
|
|
|
+步骤9: 质量报告与迭代
|
|
|
+ ├─ 生成质量报告
|
|
|
+ ├─ 人工复核标记项
|
|
|
+ └─ 持续优化
|
|
|
+```
|
|
|
+
|
|
|
+### 3.2 AI辅助标注流程
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "ai_assisted_annotation": {
|
|
|
+ "principle": "AI辅助,人工把关",
|
|
|
+ "workflow": [
|
|
|
+ {
|
|
|
+ "step": 1,
|
|
|
+ "task": "初步标注",
|
|
|
+ "method": "使用强大的LLM(如GPT-4)进行初步标注",
|
|
|
+ "output": "完整的多层次标注JSON",
|
|
|
+ "quality": "70-80%准确率"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "step": 2,
|
|
|
+ "task": "自动验证",
|
|
|
+ "method": "通过多层验证系统检查",
|
|
|
+ "output": "质量报告 + 问题标记",
|
|
|
+ "auto_fix": "结构性问题自动修复"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "step": 3,
|
|
|
+ "task": "人工复核",
|
|
|
+ "method": "人工仅复核被标记的问题项",
|
|
|
+ "focus": [
|
|
|
+ "逻辑一致性问题",
|
|
|
+ "创造性评估",
|
|
|
+ "边界案例"
|
|
|
+ ],
|
|
|
+ "efficiency": "人工工作量减少80%"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "step": 4,
|
|
|
+ "task": "反馈优化",
|
|
|
+ "method": "将人工修正反馈给AI标注系统",
|
|
|
+ "output": "持续提升AI标注质量",
|
|
|
+ "target": "最终达到90%+准确率"
|
|
|
+ }
|
|
|
+ ]
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+---
|
|
|
+
|
|
|
+## 四、关键创新点详解
|
|
|
+
|
|
|
+### 4.1 思考过程提取的三个层次
|
|
|
+
|
|
|
+#### Level 1: 决策思考链(Decision CoT)
|
|
|
+
|
|
|
+**适用场景**:结构性决策(如MICE嵌套、节拍设计)
|
|
|
+
|
|
|
+**格式**:
|
|
|
+```json
|
|
|
+{
|
|
|
+ "decision_cot": {
|
|
|
+ "question": "为什么第6章就结束税银案?",
|
|
|
+ "analysis": {
|
|
|
+ "current_state": "税银案已展示主角能力",
|
|
|
+ "constraints": [
|
|
|
+ "网文读者需要快速满足",
|
|
|
+ "百万字长篇需要更大格局"
|
|
|
+ ],
|
|
|
+ "alternatives": [
|
|
|
+ {
|
|
|
+ "option": "拖到20章",
|
|
|
+ "pros": "充分展开",
|
|
|
+ "cons": "节奏太慢,读者流失",
|
|
|
+ "score": 3
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "option": "3章结束",
|
|
|
+ "pros": "节奏快",
|
|
|
+ "cons": "无法充分展示能力",
|
|
|
+ "score": 5
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "option": "6章结束",
|
|
|
+ "pros": "平衡展示和节奏",
|
|
|
+ "cons": "无明显缺点",
|
|
|
+ "score": 9
|
|
|
+ }
|
|
|
+ ]
|
|
|
+ },
|
|
|
+ "decision": "6章结束税银案",
|
|
|
+ "reasoning": "6万字足够展示能力,快速满足后开启新故事",
|
|
|
+ "expected_effect": "保持新鲜感和节奏"
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+#### Level 2: 设计思考链(Design CoT)
|
|
|
+
|
|
|
+**适用场景**:爽点、钩子、冲突设计
|
|
|
+
|
|
|
+**格式**:
|
|
|
+```json
|
|
|
+{
|
|
|
+ "design_cot": {
|
|
|
+ "goal": "设计第4章的智商碾压爽点",
|
|
|
+ "constraints": [
|
|
|
+ "主角优势:现代知识",
|
|
|
+ "场景:官府审案",
|
|
|
+ "目标:震惊古代官员"
|
|
|
+ ],
|
|
|
+ "brainstorming": [
|
|
|
+ {
|
|
|
+ "idea": "化学知识制造证据",
|
|
|
+ "feasibility": 0.6,
|
|
|
+ "impact": 0.9,
|
|
|
+ "issue": "铺垫不足,读者可能不理解"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "idea": "数学计算白银重量",
|
|
|
+ "feasibility": 0.9,
|
|
|
+ "impact": 0.8,
|
|
|
+ "advantage": "简单直观,对比强烈"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "idea": "物理原理推理",
|
|
|
+ "feasibility": 0.7,
|
|
|
+ "impact": 0.7,
|
|
|
+ "issue": "不够直观"
|
|
|
+ }
|
|
|
+ ],
|
|
|
+ "selection": "数学计算白银重量",
|
|
|
+ "enhancement": [
|
|
|
+ "先让古代人算不出来(建立对比)",
|
|
|
+ "主角秒答(强烈反差)",
|
|
|
+ "震惊反应(放大效果)",
|
|
|
+ "内心吐槽(增加趣味)"
|
|
|
+ ],
|
|
|
+ "final_design": {
|
|
|
+ "setup": "官员们讨论税银重量,无人能算",
|
|
|
+ "payoff": "许七安秒答九千三百七十五斤",
|
|
|
+ "reaction": "中年男人猛的站起身",
|
|
|
+ "internal": "速算能力有点Low啊,你们这群古代人"
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+#### Level 3: 创作思考链(Creative CoT)
|
|
|
+
|
|
|
+**适用场景**:独特设定、创新手法
|
|
|
+
|
|
|
+**格式**:
|
|
|
+```json
|
|
|
+{
|
|
|
+ "creative_cot": {
|
|
|
+ "challenge": "如何设计一个独特的修炼体系?",
|
|
|
+ "inspiration_sources": [
|
|
|
+ "传统仙侠:境界突破",
|
|
|
+ "西方奇幻:职业体系",
|
|
|
+ "现代科幻:科技升级"
|
|
|
+ ],
|
|
|
+ "innovation_process": [
|
|
|
+ {
|
|
|
+ "step": 1,
|
|
|
+ "thought": "传统境界体系太常见",
|
|
|
+ "direction": "寻找差异化"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "step": 2,
|
|
|
+ "thought": "能否结合职业和境界?",
|
|
|
+ "exploration": "儒道佛妖术士,不同体系"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "step": 3,
|
|
|
+ "thought": "如何让主角特殊?",
|
|
|
+ "innovation": "主角不修炼,靠系统升级"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "step": 4,
|
|
|
+ "thought": "如何保持平衡?",
|
|
|
+ "solution": "系统升级有代价,需要解决案件"
|
|
|
+ }
|
|
|
+ ],
|
|
|
+ "final_concept": {
|
|
|
+ "system_name": "打更人系统",
|
|
|
+ "uniqueness": "不修炼,靠破案升级",
|
|
|
+ "balance": "升级有代价,需要智慧而非武力",
|
|
|
+ "story_integration": "完美契合主角现代警察身份"
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+### 4.2 可验证性设计
|
|
|
+
|
|
|
+#### 自动化验证规则
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "automated_verification_rules": {
|
|
|
+ "structure_rules": [
|
|
|
+ {
|
|
|
+ "rule_id": "SR001",
|
|
|
+ "name": "MICE嵌套完整性",
|
|
|
+ "check": "每个打开的线程必须关闭",
|
|
|
+ "implementation": "栈结构验证",
|
|
|
+ "auto_fix": true,
|
|
|
+ "fix_method": "标记未关闭线程,建议关闭位置"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "rule_id": "SR002",
|
|
|
+ "name": "Scene-Sequel因果链",
|
|
|
+ "check": "每个Scene的Disaster必须引出Sequel",
|
|
|
+ "implementation": "图结构验证",
|
|
|
+ "auto_fix": false,
|
|
|
+ "flag_severity": "high"
|
|
|
+ }
|
|
|
+ ],
|
|
|
+ "shuang_point_rules": [
|
|
|
+ {
|
|
|
+ "rule_id": "SP001",
|
|
|
+ "name": "铺垫长度检查",
|
|
|
+ "check": "setup_length >= 100字",
|
|
|
+ "threshold": 100,
|
|
|
+ "auto_fix": false,
|
|
|
+ "suggestion": "增加铺垫内容"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "rule_id": "SP002",
|
|
|
+ "name": "反应强度匹配",
|
|
|
+ "check": "reaction_intensity >= shuang_point_intensity",
|
|
|
+ "implementation": "情感强度分析",
|
|
|
+ "auto_fix": false,
|
|
|
+ "flag_severity": "medium"
|
|
|
+ }
|
|
|
+ ],
|
|
|
+ "cot_quality_rules": [
|
|
|
+ {
|
|
|
+ "rule_id": "CQ001",
|
|
|
+ "name": "推理步骤完整性",
|
|
|
+ "check": "每个决策必须有reasoning",
|
|
|
+ "auto_fix": false,
|
|
|
+ "flag_severity": "high"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "rule_id": "CQ002",
|
|
|
+ "name": "替代方案考虑",
|
|
|
+ "check": "重要决策必须考虑至少2个替代方案",
|
|
|
+ "threshold": 2,
|
|
|
+ "auto_fix": false,
|
|
|
+ "suggestion": "补充替代方案分析"
|
|
|
+ }
|
|
|
+ ]
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+#### 对抗性验证示例
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "adversarial_verification": {
|
|
|
+ "method": "使用对抗模型尝试找出矛盾和问题",
|
|
|
+ "test_cases": [
|
|
|
+ {
|
|
|
+ "test_id": "AV001",
|
|
|
+ "category": "角色一致性",
|
|
|
+ "adversarial_prompt": "找出角色行为前后矛盾的地方",
|
|
|
+ "example_finding": {
|
|
|
+ "issue": "第3章许七安说不会武功,第5章却打败了敌人",
|
|
|
+ "severity": "high",
|
|
|
+ "suggestion": "修改第5章,改为用智慧而非武力解决"
|
|
|
+ }
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "test_id": "AV002",
|
|
|
+ "category": "爽点合理性",
|
|
|
+ "adversarial_prompt": "找出爽点铺垫不足的地方",
|
|
|
+ "example_finding": {
|
|
|
+ "issue": "第4章官员震惊于许七安的计算,但前文未建立古代人数学能力弱",
|
|
|
+ "severity": "medium",
|
|
|
+ "suggestion": "增加铺垫:官员们尝试计算但失败"
|
|
|
+ }
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "test_id": "AV003",
|
|
|
+ "category": "逻辑漏洞",
|
|
|
+ "adversarial_prompt": "找出因果关系不合理的地方",
|
|
|
+ "example_finding": {
|
|
|
+ "issue": "许七安推理出破绽,但官员为何之前没发现?",
|
|
|
+ "severity": "low",
|
|
|
+ "suggestion": "补充说明:官员们被妖物说法误导"
|
|
|
+ }
|
|
|
+ }
|
|
|
+ ]
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+### 4.3 结构化与创造性平衡的实践
|
|
|
+
|
|
|
+#### 分层约束策略
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "layered_constraint_strategy": {
|
|
|
+ "layer_1_foundation": {
|
|
|
+ "name": "基础结构层",
|
|
|
+ "constraint_level": "严格",
|
|
|
+ "elements": [
|
|
|
+ "MICE线程嵌套规则",
|
|
|
+ "Scene-Sequel因果链",
|
|
|
+ "基本节拍位置"
|
|
|
+ ],
|
|
|
+ "rationale": "这是叙事的骨架,必须稳固",
|
|
|
+ "training_approach": "强化学习,高权重"
|
|
|
+ },
|
|
|
+ "layer_2_pattern": {
|
|
|
+ "name": "模式层",
|
|
|
+ "constraint_level": "中等",
|
|
|
+ "elements": [
|
|
|
+ "起承转合比例",
|
|
|
+ "爽点密度范围",
|
|
|
+ "钩子布置频率"
|
|
|
+ ],
|
|
|
+ "rationale": "有最佳实践,但可调整",
|
|
|
+ "training_approach": "提供范围,允许探索"
|
|
|
+ },
|
|
|
+ "layer_3_expression": {
|
|
|
+ "name": "表达层",
|
|
|
+ "constraint_level": "弱",
|
|
|
+ "elements": [
|
|
|
+ "对话风格",
|
|
|
+ "描写手法",
|
|
|
+ "情节细节"
|
|
|
+ ],
|
|
|
+ "rationale": "创造性的主要空间",
|
|
|
+ "training_approach": "鼓励多样性,奖励创新"
|
|
|
+ },
|
|
|
+ "layer_4_innovation": {
|
|
|
+ "name": "创新层",
|
|
|
+ "constraint_level": "无",
|
|
|
+ "elements": [
|
|
|
+ "独特设定",
|
|
|
+ "创新手法",
|
|
|
+ "风格突破"
|
|
|
+ ],
|
|
|
+ "rationale": "完全自由创作",
|
|
|
+ "training_approach": "探索奖励,无惩罚"
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+#### 创造性激励机制
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "creativity_incentive": {
|
|
|
+ "novelty_bonus": {
|
|
|
+ "description": "奖励新颖的设计",
|
|
|
+ "calculation": "与训练集中已有样本的差异度",
|
|
|
+ "threshold": 0.7,
|
|
|
+ "bonus_weight": 0.2
|
|
|
+ },
|
|
|
+ "surprise_reward": {
|
|
|
+ "description": "奖励意外但合理的转折",
|
|
|
+ "metrics": [
|
|
|
+ "读者预期偏离度",
|
|
|
+ "逻辑自洽性"
|
|
|
+ ],
|
|
|
+ "formula": "surprise_score * logic_score",
|
|
|
+ "bonus_weight": 0.15
|
|
|
+ },
|
|
|
+ "style_diversity": {
|
|
|
+ "description": "鼓励风格多样性",
|
|
|
+ "measurement": "与已生成内容的风格差异",
|
|
|
+ "target": "避免模式化",
|
|
|
+ "bonus_weight": 0.1
|
|
|
+ },
|
|
|
+ "constraint_balance": {
|
|
|
+ "description": "平衡结构和创造性",
|
|
|
+ "formula": "structure_score * 0.4 + creativity_score * 0.4 + readability_score * 0.2",
|
|
|
+ "target_range": [0.75, 0.95]
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+---
|
|
|
+
|
|
|
+## 五、训练策略
|
|
|
+
|
|
|
+### 5.1 课程学习详细方案
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "curriculum_learning_plan": {
|
|
|
+ "overview": "从简单到复杂,逐步提升模型能力",
|
|
|
+ "phases": [
|
|
|
+ {
|
|
|
+ "phase": 1,
|
|
|
+ "name": "基础能力建立",
|
|
|
+ "duration": "1-2 epochs",
|
|
|
+ "data": {
|
|
|
+ "difficulty_range": [1, 2],
|
|
|
+ "sample_count": 10000,
|
|
|
+ "focus": "Scene-Sequel基础结构"
|
|
|
+ },
|
|
|
+ "objectives": [
|
|
|
+ "学会基本的因果链",
|
|
|
+ "理解Goal-Conflict-Disaster",
|
|
|
+ "掌握简单对话"
|
|
|
+ ],
|
|
|
+ "success_criteria": {
|
|
|
+ "structure_accuracy": ">= 0.9",
|
|
|
+ "logic_consistency": ">= 0.85"
|
|
|
+ }
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "phase": 2,
|
|
|
+ "name": "爽点设计能力",
|
|
|
+ "duration": "2-3 epochs",
|
|
|
+ "data": {
|
|
|
+ "difficulty_range": [2, 3],
|
|
|
+ "sample_count": 8000,
|
|
|
+ "focus": "单一爽点的铺垫-爆发-反应"
|
|
|
+ },
|
|
|
+ "objectives": [
|
|
|
+ "学会设计有效的铺垫",
|
|
|
+ "掌握对比和反差",
|
|
|
+ "理解反应放大"
|
|
|
+ ],
|
|
|
+ "success_criteria": {
|
|
|
+ "shuang_point_effectiveness": ">= 0.8",
|
|
|
+ "setup_quality": ">= 0.75"
|
|
|
+ }
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "phase": 3,
|
|
|
+ "name": "复杂编排能力",
|
|
|
+ "duration": "3-4 epochs",
|
|
|
+ "data": {
|
|
|
+ "difficulty_range": [3, 4],
|
|
|
+ "sample_count": 6000,
|
|
|
+ "focus": "多爽点编排、起承转合、钩子链"
|
|
|
+ },
|
|
|
+ "objectives": [
|
|
|
+ "学会多爽点的节奏控制",
|
|
|
+ "掌握起承转合比例",
|
|
|
+ "理解钩子的制造和满足"
|
|
|
+ },
|
|
|
+ "success_criteria": {
|
|
|
+ "pacing_quality": ">= 0.8",
|
|
|
+ "hook_effectiveness": ">= 0.75"
|
|
|
+ }
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "phase": 4,
|
|
|
+ "name": "全局规划能力",
|
|
|
+ "duration": "4-5 epochs",
|
|
|
+ "data": {
|
|
|
+ "difficulty_range": [4, 5],
|
|
|
+ "sample_count": 4000,
|
|
|
+ "focus": "MICE线程管理、节拍设计、长篇结构"
|
|
|
+ },
|
|
|
+ "objectives": [
|
|
|
+ "学会MICE线程嵌套",
|
|
|
+ "掌握Save the Cat节拍",
|
|
|
+ "理解长篇节奏控制"
|
|
|
+ ],
|
|
|
+ "success_criteria": {
|
|
|
+ "structure_completeness": ">= 0.85",
|
|
|
+ "global_consistency": ">= 0.8"
|
|
|
+ }
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "phase": 5,
|
|
|
+ "name": "创新突破能力",
|
|
|
+ "duration": "2-3 epochs",
|
|
|
+ "data": {
|
|
|
+ "difficulty_range": [5, 5],
|
|
|
+ "sample_count": 2000,
|
|
|
+ "focus": "独特设定、创新手法、风格化"
|
|
|
+ },
|
|
|
+ "objectives": [
|
|
|
+ "鼓励创新和突破",
|
|
|
+ "保持结构完整性",
|
|
|
+ "平衡创造性和可读性"
|
|
|
+ },
|
|
|
+ "success_criteria": {
|
|
|
+ "creativity_score": ">= 0.7",
|
|
|
+ "structure_score": ">= 0.75",
|
|
|
+ "balance_score": ">= 0.8"
|
|
|
+ }
|
|
|
+ }
|
|
|
+ ],
|
|
|
+ "transition_rules": {
|
|
|
+ "automatic_progression": "当前阶段成功率 >= 80% 时自动进入下一阶段",
|
|
|
+ "regression_handling": "如果成功率 < 60%,回退到上一阶段",
|
|
|
+ "mixed_training": "后期阶段混合前期数据,保持基础能力"
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+### 5.2 对比学习策略
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "contrastive_learning_strategy": {
|
|
|
+ "principle": "通过好坏对比,让模型理解什么是有效的设计",
|
|
|
+ "pair_generation": {
|
|
|
+ "good_example": "原文或高质量标注",
|
|
|
+ "bad_example_sources": [
|
|
|
+ {
|
|
|
+ "source": "AI生成的低质版本",
|
|
|
+ "method": "移除关键要素(如铺垫、反应)",
|
|
|
+ "purpose": "理解要素的重要性"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "source": "常见错误模式",
|
|
|
+ "examples": [
|
|
|
+ "铺垫不足",
|
|
|
+ "反应平淡",
|
|
|
+ "逻辑矛盾"
|
|
|
+ ],
|
|
|
+ "purpose": "学会避免常见错误"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "source": "过度设计版本",
|
|
|
+ "method": "添加过多元素,破坏节奏",
|
|
|
+ "purpose": "理解适度的重要性"
|
|
|
+ }
|
|
|
+ ]
|
|
|
+ },
|
|
|
+ "training_format": {
|
|
|
+ "input": "任务描述 + 上下文",
|
|
|
+ "output_a": "好样本",
|
|
|
+ "output_b": "坏样本",
|
|
|
+ "label": "A > B",
|
|
|
+ "explanation": "关键差异分析"
|
|
|
+ },
|
|
|
+ "loss_function": "Ranking Loss + Explanation Loss",
|
|
|
+ "expected_benefit": "提升判断力和设计质量"
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+### 5.3 强化学习微调
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "reinforcement_learning_finetuning": {
|
|
|
+ "principle": "通过奖励信号优化生成质量",
|
|
|
+ "reward_model": {
|
|
|
+ "components": [
|
|
|
+ {
|
|
|
+ "component": "结构完整性奖励",
|
|
|
+ "weight": 0.3,
|
|
|
+ "calculation": "基于验证器的结构检查结果"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "component": "爽点有效性奖励",
|
|
|
+ "weight": 0.25,
|
|
|
+ "calculation": "基于爽点评分系统"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "component": "逻辑一致性奖励",
|
|
|
+ "weight": 0.2,
|
|
|
+ "calculation": "基于对抗性验证结果"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "component": "创造性奖励",
|
|
|
+ "weight": 0.15,
|
|
|
+ "calculation": "基于新颖度和多样性"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "component": "可读性奖励",
|
|
|
+ "weight": 0.1,
|
|
|
+ "calculation": "基于流畅度和吸引力"
|
|
|
+ }
|
|
|
+ ],
|
|
|
+ "total_reward": "加权求和"
|
|
|
+ },
|
|
|
+ "training_algorithm": "PPO (Proximal Policy Optimization)",
|
|
|
+ "exploration_strategy": {
|
|
|
+ "early_stage": "高探索率,鼓励多样性",
|
|
|
+ "late_stage": "低探索率,优化质量"
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+---
|
|
|
+
|
|
|
+## 六、质量评估体系
|
|
|
+
|
|
|
+### 6.1 多维度评估指标
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "quality_assessment_metrics": {
|
|
|
+ "dimension_1_structure": {
|
|
|
+ "name": "结构完整性",
|
|
|
+ "weight": 0.3,
|
|
|
+ "sub_metrics": [
|
|
|
+ {
|
|
|
+ "metric": "MICE线程完整性",
|
|
|
+ "calculation": "正确嵌套的线程数 / 总线程数",
|
|
|
+ "threshold": 0.9
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "metric": "Scene-Sequel因果链",
|
|
|
+ "calculation": "有效因果关系数 / 总场景数",
|
|
|
+ "threshold": 0.85
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "metric": "节拍覆盖度",
|
|
|
+ "calculation": "已覆盖节拍数 / 应有节拍数",
|
|
|
+ "threshold": 0.8
|
|
|
+ }
|
|
|
+ ]
|
|
|
+ },
|
|
|
+ "dimension_2_effectiveness": {
|
|
|
+ "name": "爽点有效性",
|
|
|
+ "weight": 0.25,
|
|
|
+ "sub_metrics": [
|
|
|
+ {
|
|
|
+ "metric": "铺垫充分度",
|
|
|
+ "calculation": "setup_length / expected_length",
|
|
|
+ "threshold": 0.8
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "metric": "反应强度匹配",
|
|
|
+ "calculation": "reaction_intensity / shuang_point_intensity",
|
|
|
+ "threshold": 0.9
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "metric": "爽点密度合理性",
|
|
|
+ "calculation": "是否在合理范围内(0.5-1.5个/千字)",
|
|
|
+ "threshold": "in_range"
|
|
|
+ }
|
|
|
+ ]
|
|
|
+ },
|
|
|
+ "dimension_3_consistency": {
|
|
|
+ "name": "逻辑一致性",
|
|
|
+ "weight": 0.2,
|
|
|
+ "sub_metrics": [
|
|
|
+ {
|
|
|
+ "metric": "角色行为一致性",
|
|
|
+ "calculation": "基于对抗性验证结果",
|
|
|
+ "threshold": 0.85
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "metric": "时间线连贯性",
|
|
|
+ "calculation": "时间矛盾数 / 总事件数",
|
|
|
+ "threshold": "< 0.05"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "metric": "因果合理性",
|
|
|
+ "calculation": "合理因果关系数 / 总因果关系数",
|
|
|
+ "threshold": 0.9
|
|
|
+ }
|
|
|
+ ]
|
|
|
+ },
|
|
|
+ "dimension_4_creativity": {
|
|
|
+ "name": "创造性",
|
|
|
+ "weight": 0.15,
|
|
|
+ "sub_metrics": [
|
|
|
+ {
|
|
|
+ "metric": "设定新颖度",
|
|
|
+ "calculation": "与常见设定的差异度",
|
|
|
+ "threshold": 0.6
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "metric": "情节意外性",
|
|
|
+ "calculation": "读者预期偏离度",
|
|
|
+ "threshold": 0.5
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "metric": "风格辨识度",
|
|
|
+ "calculation": "与其他作品的风格差异",
|
|
|
+ "threshold": 0.5
|
|
|
+ }
|
|
|
+ ]
|
|
|
+ },
|
|
|
+ "dimension_5_readability": {
|
|
|
+ "name": "可读性",
|
|
|
+ "weight": 0.1,
|
|
|
+ "sub_metrics": [
|
|
|
+ {
|
|
|
+ "metric": "语言流畅度",
|
|
|
+ "calculation": "基于困惑度(Perplexity)",
|
|
|
+ "threshold": "< 50"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "metric": "节奏合理性",
|
|
|
+ "calculation": "快慢节奏交替是否合理",
|
|
|
+ "threshold": 0.8
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "metric": "吸引力",
|
|
|
+ "calculation": "钩子有效性 + 爽点密度",
|
|
|
+ "threshold": 0.75
|
|
|
+ }
|
|
|
+ ]
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+### 6.2 自动化评估流程
|
|
|
+
|
|
|
+```
|
|
|
+生成的内容
|
|
|
+ ↓
|
|
|
+[评估器1] 结构完整性评估
|
|
|
+ ├─ MICE线程检查
|
|
|
+ ├─ Scene-Sequel验证
|
|
|
+ └─ 节拍覆盖度
|
|
|
+ ↓
|
|
|
+[评估器2] 爽点有效性评估
|
|
|
+ ├─ 铺垫充分度
|
|
|
+ ├─ 反应强度
|
|
|
+ └─ 密度合理性
|
|
|
+ ↓
|
|
|
+[评估器3] 逻辑一致性评估
|
|
|
+ ├─ 角色行为
|
|
|
+ ├─ 时间线
|
|
|
+ └─ 因果关系
|
|
|
+ ↓
|
|
|
+[评估器4] 创造性评估
|
|
|
+ ├─ 新颖度
|
|
|
+ ├─ 意外性
|
|
|
+ └─ 风格
|
|
|
+ ↓
|
|
|
+[评估器5] 可读性评估
|
|
|
+ ├─ 流畅度
|
|
|
+ ├─ 节奏
|
|
|
+ └─ 吸引力
|
|
|
+ ↓
|
|
|
+综合评分 + 详细报告
|
|
|
+ ↓
|
|
|
+通过/不通过 + 改进建议
|
|
|
+```
|
|
|
+
|
|
|
+---
|
|
|
+
|
|
|
+## 七、实施路线图
|
|
|
+
|
|
|
+### 7.1 短期目标(1-2个月)
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "short_term_goals": {
|
|
|
+ "month_1": {
|
|
|
+ "week_1_2": {
|
|
|
+ "task": "构建基础设施",
|
|
|
+ "deliverables": [
|
|
|
+ "多层验证系统实现",
|
|
|
+ "难度分级算法实现",
|
|
|
+ "AI辅助标注工具"
|
|
|
+ ]
|
|
|
+ },
|
|
|
+ "week_3_4": {
|
|
|
+ "task": "生成初始数据集",
|
|
|
+ "deliverables": [
|
|
|
+ "1000个基础场景样本(难度1-2)",
|
|
|
+ "500个爽点设计样本(难度2-3)",
|
|
|
+ "质量验证报告"
|
|
|
+ ]
|
|
|
+ }
|
|
|
+ },
|
|
|
+ "month_2": {
|
|
|
+ "week_1_2": {
|
|
|
+ "task": "训练基础模型",
|
|
|
+ "deliverables": [
|
|
|
+ "完成Phase 1-2训练",
|
|
|
+ "基础能力评估报告",
|
|
|
+ "问题识别和优化"
|
|
|
+ ]
|
|
|
+ },
|
|
|
+ "week_3_4": {
|
|
|
+ "task": "扩展数据集",
|
|
|
+ "deliverables": [
|
|
|
+ "500个复杂场景样本(难度3-4)",
|
|
|
+ "200个创新样本(难度5)",
|
|
|
+ "对比学习样本库"
|
|
|
+ ]
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+### 7.2 中期目标(3-6个月)
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "medium_term_goals": {
|
|
|
+ "month_3_4": {
|
|
|
+ "task": "完整课程学习",
|
|
|
+ "deliverables": [
|
|
|
+ "完成Phase 1-5全部训练",
|
|
|
+ "模型能力全面评估",
|
|
|
+ "生成质量达到可用水平"
|
|
|
+ ]
|
|
|
+ },
|
|
|
+ "month_5_6": {
|
|
|
+ "task": "强化学习优化",
|
|
|
+ "deliverables": [
|
|
|
+ "实现奖励模型",
|
|
|
+ "完成RL微调",
|
|
|
+ "质量显著提升"
|
|
|
+ ]
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+### 7.3 长期目标(6-12个月)
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "long_term_goals": {
|
|
|
+ "month_7_9": {
|
|
|
+ "task": "领域扩展",
|
|
|
+ "deliverables": [
|
|
|
+ "扩展到多种类型(科幻、言情、历史)",
|
|
|
+ "跨类型迁移学习",
|
|
|
+ "通用叙事模型"
|
|
|
+ ]
|
|
|
+ },
|
|
|
+ "month_10_12": {
|
|
|
+ "task": "产品化",
|
|
|
+ "deliverables": [
|
|
|
+ "交互式创作工具",
|
|
|
+ "实时质量反馈",
|
|
|
+ "商业化应用"
|
|
|
+ ]
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+---
|
|
|
+
|
|
|
+## 八、成功案例与预期效果
|
|
|
+
|
|
|
+### 8.1 预期改进效果
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "expected_improvements": {
|
|
|
+ "vs_v1_0": {
|
|
|
+ "思考过程质量": {
|
|
|
+ "v1_0": "示例性,缺乏系统性",
|
|
|
+ "v2_0": "自适应深度,覆盖全面",
|
|
|
+ "improvement": "+60%"
|
|
|
+ },
|
|
|
+ "数据可验证性": {
|
|
|
+ "v1_0": "人工检查,效率低",
|
|
|
+ "v2_0": "多层自动验证,准确率高",
|
|
|
+ "improvement": "+80%"
|
|
|
+ },
|
|
|
+ "训练效率": {
|
|
|
+ "v1_0": "统一处理,效率一般",
|
|
|
+ "v2_0": "课程学习,效率显著提升",
|
|
|
+ "improvement": "+50%"
|
|
|
+ },
|
|
|
+ "生成质量": {
|
|
|
+ "v1_0": "结构完整,但可能僵化",
|
|
|
+ "v2_0": "结构完整 + 创造性平衡",
|
|
|
+ "improvement": "+40%"
|
|
|
+ }
|
|
|
+ },
|
|
|
+ "vs_baseline": {
|
|
|
+ "结构完整性": {
|
|
|
+ "baseline": "0.6",
|
|
|
+ "v2_0": "0.9+",
|
|
|
+ "improvement": "+50%"
|
|
|
+ },
|
|
|
+ "爽点有效性": {
|
|
|
+ "baseline": "0.5",
|
|
|
+ "v2_0": "0.85+",
|
|
|
+ "improvement": "+70%"
|
|
|
+ },
|
|
|
+ "创造性": {
|
|
|
+ "baseline": "0.4",
|
|
|
+ "v2_0": "0.7+",
|
|
|
+ "improvement": "+75%"
|
|
|
+ },
|
|
|
+ "整体质量": {
|
|
|
+ "baseline": "0.5",
|
|
|
+ "v2_0": "0.8+",
|
|
|
+ "improvement": "+60%"
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+### 8.2 应用场景
|
|
|
+
|
|
|
+```json
|
|
|
+{
|
|
|
+ "application_scenarios": {
|
|
|
+ "scenario_1": {
|
|
|
+ "name": "辅助创作",
|
|
|
+ "description": "帮助作者规划结构、设计爽点",
|
|
|
+ "user": "网文作者",
|
|
|
+ "benefit": "提升创作效率50%,保证质量稳定"
|
|
|
+ },
|
|
|
+ "scenario_2": {
|
|
|
+ "name": "自动续写",
|
|
|
+ "description": "基于前文自动生成后续章节",
|
|
|
+ "user": "内容平台",
|
|
|
+ "benefit": "降低内容生产成本,扩大内容库"
|
|
|
+ },
|
|
|
+ "scenario_3": {
|
|
|
+ "name": "剧本优化",
|
|
|
+ "description": "分析和优化现有剧本",
|
|
|
+ "user": "影视公司",
|
|
|
+ "benefit": "提升剧本质量,降低风险"
|
|
|
+ },
|
|
|
+ "scenario_4": {
|
|
|
+ "name": "教学工具",
|
|
|
+ "description": "教授叙事技巧和结构设计",
|
|
|
+ "user": "写作培训机构",
|
|
|
+ "benefit": "系统化教学,可视化反馈"
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+```
|
|
|
+
|
|
|
+---
|
|
|
+
|
|
|
+## 九、总结与展望
|
|
|
+
|
|
|
+### 9.1 核心创新总结
|
|
|
+
|
|
|
+1. **自适应思考过程提取**
|
|
|
+ - 根据难度动态调整CoT深度
|
|
|
+ - 避免过度思考,提升效率
|
|
|
+ - 覆盖决策、设计、创作三个层次
|
|
|
+
|
|
|
+2. **多层验证系统**
|
|
|
+ - 5层验证,从结构到创造性
|
|
|
+ - 自动化 + 对抗性验证
|
|
|
+ - 确保数据质量和一致性
|
|
|
+
|
|
|
+3. **结构化与创造性平衡**
|
|
|
+ - 分层约束策略
|
|
|
+ - 创造性激励机制
|
|
|
+ - 动态平衡结构和自由度
|
|
|
+
|
|
|
+4. **课程学习与强化学习结合**
|
|
|
+ - 从简单到复杂的渐进式训练
|
|
|
+ - 对比学习提升判断力
|
|
|
+ - RL微调优化生成质量
|
|
|
+
|
|
|
+### 9.2 与v1.0的关系
|
|
|
+
|
|
|
+- **v1.0是基础**:提供了完整的理论框架和标注维度
|
|
|
+- **v2.0是升级**:在v1.0基础上增加了可操作性和可验证性
|
|
|
+- **兼容性**:v2.0完全兼容v1.0的数据格式,可以平滑升级
|
|
|
+
|
|
|
+### 9.3 未来优化方向
|
|
|
+
|
|
|
+1. **更智能的难度评估**
|
|
|
+ - 引入更多维度的难度指标
|
|
|
+ - 基于模型实时表现动态调整
|
|
|
+
|
|
|
+2. **更强大的验证系统**
|
|
|
+ - 引入更多领域知识
|
|
|
+ - 提升对抗性验证的覆盖度
|
|
|
+
|
|
|
+3. **更灵活的创造性控制**
|
|
|
+ - 可调节的创造性强度
|
|
|
+ - 风格化定制
|
|
|
+
|
|
|
+4. **跨模态扩展**
|
|
|
+ - 结合图像、音频等多模态信息
|
|
|
+ - 支持漫画、游戏等其他叙事形式
|
|
|
+
|
|
|
+---
|
|
|
+
|
|
|
+## 附录:快速对比表
|
|
|
+
|
|
|
+| 维度 | v1.0 | v2.0 | 改进幅度 |
|
|
|
+|------|------|------|---------|
|
|
|
+| **思考过程提取** | 示例性 | 自适应深度 | +60% |
|
|
|
+| **数据验证** | 人工为主 | 多层自动验证 | +80% |
|
|
|
+| **训练效率** | 统一处理 | 课程学习 | +50% |
|
|
|
+| **创造性平衡** | 未明确 | 分层约束 | +70% |
|
|
|
+| **可操作性** | 中等 | 高 | +60% |
|
|
|
+| **数据质量** | 依赖人工 | AI辅助+验证 | +75% |
|
|
|
+| **整体效果** | 良好 | 优秀 | +60% |
|
|
|
+
|
|
|
+---
|
|
|
+
|
|
|
+**方法论状态**: v2.0 - 可执行 + 可验证
|
|
|
+**下一步**: 实施基础设施建设,开始数据生产
|
|
|
+
|
|
|
+**作者**: AI叙事研究团队
|
|
|
+**联系**: [待补充]
|
|
|
+**开源**: [待决定]
|