Agent/examples/process_pipeline/script/search_eval/runs/summary.json

{
  "count": 20,
  "platforms": "xhs,gzh,zhihu",
  "eval_model": "google/gemini-3.1-flash-lite",
  "form_b_gen_cost": 0.0006,
  "per_query": [
    {
      "idx": 178,
      "q": "风格化 工作流 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 30,
          "report": 26,
          "discard": 4,
          "failed": 0,
          "cost": 0.1087
        },
        "B": {
          "form": "B",
          "total": 30,
          "report": 17,
          "discard": 13,
          "failed": 0,
          "cost": 0.104
        },
        "C": {
          "form": "C",
          "total": 30,
          "report": 26,
          "discard": 4,
          "failed": 0,
          "cost": 0.1061
        }
      }
    },
    {
      "idx": 179,
      "q": "抠取 批处理 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 30,
          "report": 30,
          "discard": 0,
          "failed": 0,
          "cost": 0.1065
        },
        "B": {
          "form": "B",
          "total": 30,
          "report": 30,
          "discard": 0,
          "failed": 0,
          "cost": 0.1021
        },
        "C": {
          "form": "C",
          "total": 30,
          "report": 12,
          "discard": 18,
          "failed": 0,
          "cost": 0.0971
        }
      }
    },
    {
      "idx": 180,
      "q": "抽帧 批处理 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 30,
          "report": 30,
          "discard": 0,
          "failed": 0,
          "cost": 0.0918
        },
        "B": {
          "form": "B",
          "total": 30,
          "report": 28,
          "discard": 2,
          "failed": 0,
          "cost": 0.0872
        },
        "C": {
          "form": "C",
          "total": 30,
          "report": 27,
          "discard": 3,
          "failed": 0,
          "cost": 0.0908
        }
      }
    },
    {
      "idx": 181,
      "q": "识别 批处理 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 30,
          "report": 11,
          "discard": 19,
          "failed": 0,
          "cost": 0.0927
        },
        "B": {
          "form": "B",
          "total": 30,
          "report": 9,
          "discard": 21,
          "failed": 0,
          "cost": 0.0957
        },
        "C": {
          "form": "C",
          "total": 30,
          "report": 1,
          "discard": 29,
          "failed": 0,
          "cost": 0.1031
        }
      }
    },
    {
      "idx": 182,
      "q": "转换 批处理 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 30,
          "report": 12,
          "discard": 18,
          "failed": 0,
          "cost": 0.0919
        },
        "B": {
          "form": "B",
          "total": 30,
          "report": 11,
          "discard": 19,
          "failed": 0,
          "cost": 0.0836
        },
        "C": {
          "form": "C",
          "total": 0,
          "report": 0,
          "discard": 0,
          "failed": 0,
          "cost": 0.0
        }
      }
    },
    {
      "idx": 183,
      "q": "增强 批处理 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 0,
          "report": 0,
          "discard": 0,
          "failed": 0,
          "cost": 0.0
        },
        "B": {
          "form": "B",
          "total": 0,
          "report": 0,
          "discard": 0,
          "failed": 0,
          "cost": 0.0
        },
        "C": {
          "form": "C",
          "total": 0,
          "report": 0,
          "discard": 0,
          "failed": 0,
          "cost": 0.0
        }
      }
    },
    {
      "idx": 184,
      "q": "上传 数字人 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 0,
          "report": 0,
          "discard": 0,
          "failed": 0,
          "cost": 0.0
        },
        "B": {
          "form": "B",
          "total": 0,
          "report": 0,
          "discard": 0,
          "failed": 0,
          "cost": 0.0
        },
        "C": {
          "form": "C",
          "total": 0,
          "report": 0,
          "discard": 0,
          "failed": 0,
          "cost": 0.0
        }
      }
    },
    {
      "idx": 185,
      "q": "键入 数字人 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 0,
          "report": 0,
          "discard": 0,
          "failed": 0,
          "cost": 0.0
        },
        "B": {
          "form": "B",
          "total": 0,
          "report": 0,
          "discard": 0,
          "failed": 0,
          "cost": 0.0
        },
        "C": {
          "form": "C",
          "total": 0,
          "report": 0,
          "discard": 0,
          "failed": 0,
          "cost": 0.0
        }
      }
    },
    {
      "idx": 186,
      "q": "元素生成 数字人 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 0,
          "report": 0,
          "discard": 0,
          "failed": 0,
          "cost": 0.0
        },
        "B": {
          "form": "B",
          "total": 0,
          "report": 0,
          "discard": 0,
          "failed": 0,
          "cost": 0.0
        },
        "C": {
          "form": "C",
          "total": 0,
          "report": 0,
          "discard": 0,
          "failed": 0,
          "cost": 0.0
        }
      }
    },
    {
      "idx": 187,
      "q": "结构生成 版式 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 0,
          "report": 0,
          "discard": 0,
          "failed": 0,
          "cost": 0.0
        },
        "B": {
          "form": "B",
          "total": 0,
          "report": 0,
          "discard": 0,
          "failed": 0,
          "cost": 0.0
        },
        "C": {
          "form": "C",
          "total": 0,
          "report": 0,
          "discard": 0,
          "failed": 0,
          "cost": 0.0
        }
      }
    },
    {
      "idx": 188,
      "q": "键入 模板 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 0,
          "report": 0,
          "discard": 0,
          "failed": 0,
          "cost": 0.0
        },
        "B": {
          "form": "B",
          "total": 0,
          "report": 0,
          "discard": 0,
          "failed": 0,
          "cost": 0.0
        },
        "C": {
          "form": "C",
          "total": 30,
          "report": 1,
          "discard": 29,
          "failed": 0,
          "cost": 0.0931
        }
      }
    },
    {
      "idx": 189,
      "q": "结构生成 模板 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 30,
          "report": 19,
          "discard": 11,
          "failed": 0,
          "cost": 0.1079
        },
        "B": {
          "form": "B",
          "total": 30,
          "report": 17,
          "discard": 13,
          "failed": 0,
          "cost": 0.1072
        },
        "C": {
          "form": "C",
          "total": 30,
          "report": 14,
          "discard": 16,
          "failed": 0,
          "cost": 0.0939
        }
      }
    },
    {
      "idx": 190,
      "q": "替换 模板 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 30,
          "report": 11,
          "discard": 19,
          "failed": 0,
          "cost": 0.0954
        },
        "B": {
          "form": "B",
          "total": 30,
          "report": 2,
          "discard": 28,
          "failed": 0,
          "cost": 0.0892
        },
        "C": {
          "form": "C",
          "total": 30,
          "report": 5,
          "discard": 25,
          "failed": 0,
          "cost": 0.0797
        }
      }
    },
    {
      "idx": 191,
      "q": "上传 参考图 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 30,
          "report": 30,
          "discard": 0,
          "failed": 0,
          "cost": 0.1074
        },
        "B": {
          "form": "B",
          "total": 30,
          "report": 22,
          "discard": 8,
          "failed": 0,
          "cost": 0.1081
        },
        "C": {
          "form": "C",
          "total": 30,
          "report": 29,
          "discard": 1,
          "failed": 0,
          "cost": 0.1144
        }
      }
    },
    {
      "idx": 192,
      "q": "识别 参考图 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 30,
          "report": 21,
          "discard": 9,
          "failed": 0,
          "cost": 0.0964
        },
        "B": {
          "form": "B",
          "total": 30,
          "report": 13,
          "discard": 17,
          "failed": 0,
          "cost": 0.1046
        },
        "C": {
          "form": "C",
          "total": 30,
          "report": 9,
          "discard": 21,
          "failed": 0,
          "cost": 0.0856
        }
      }
    },
    {
      "idx": 193,
      "q": "反推 参考图 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 30,
          "report": 30,
          "discard": 0,
          "failed": 0,
          "cost": 0.1116
        },
        "B": {
          "form": "B",
          "total": 30,
          "report": 30,
          "discard": 0,
          "failed": 0,
          "cost": 0.1122
        },
        "C": {
          "form": "C",
          "total": 30,
          "report": 29,
          "discard": 1,
          "failed": 0,
          "cost": 0.1102
        }
      }
    },
    {
      "idx": 194,
      "q": "风格化 参考图 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 30,
          "report": 30,
          "discard": 0,
          "failed": 0,
          "cost": 0.1068
        },
        "B": {
          "form": "B",
          "total": 30,
          "report": 30,
          "discard": 0,
          "failed": 0,
          "cost": 0.1099
        },
        "C": {
          "form": "C",
          "total": 30,
          "report": 29,
          "discard": 1,
          "failed": 0,
          "cost": 0.1091
        }
      }
    },
    {
      "idx": 195,
      "q": "调整 参考图 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 30,
          "report": 29,
          "discard": 1,
          "failed": 0,
          "cost": 0.1136
        },
        "B": {
          "form": "B",
          "total": 30,
          "report": 27,
          "discard": 3,
          "failed": 0,
          "cost": 0.1187
        },
        "C": {
          "form": "C",
          "total": 30,
          "report": 25,
          "discard": 5,
          "failed": 0,
          "cost": 0.1136
        }
      }
    },
    {
      "idx": 196,
      "q": "上传 参考视频 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 30,
          "report": 27,
          "discard": 3,
          "failed": 0,
          "cost": 0.1067
        },
        "B": {
          "form": "B",
          "total": 20,
          "report": 14,
          "discard": 6,
          "failed": 0,
          "cost": 0.0587
        },
        "C": {
          "form": "C",
          "total": 20,
          "report": 10,
          "discard": 10,
          "failed": 0,
          "cost": 0.0539
        }
      }
    },
    {
      "idx": 197,
      "q": "抽帧 参考视频 工具",
      "forms": {
        "A": {
          "form": "A",
          "total": 30,
          "report": 29,
          "discard": 1,
          "failed": 0,
          "cost": 0.096
        },
        "B": {
          "form": "B",
          "total": 30,
          "report": 26,
          "discard": 4,
          "failed": 0,
          "cost": 0.0887
        },
        "C": {
          "form": "C",
          "total": 30,
          "report": 30,
          "discard": 0,
          "failed": 0,
          "cost": 0.0929
        }
      }
    }
  ]
}