|
@@ -11,9 +11,6 @@ class DSSMReader(MultiSlotDataGenerator):
|
|
|
|
|
|
def line_process(self, line):
|
|
|
try:
|
|
|
- self.data_count += 1
|
|
|
- if self.data_count % 100 == 0: # 每100条打印一次
|
|
|
- print(f"Processing line {self.data_count}: {line[:100]}...") # 打印前100个字符
|
|
|
# 按tab分割样本的各个字段
|
|
|
|
|
|
sample_values = line.rstrip('\n').split('\t')
|