|
|
@@ -38,16 +38,14 @@ def read_predict_from_hdfs(hdfs_path: str) -> list:
|
|
|
for line in gz_file.read().decode("utf-8").split("\n"):
|
|
|
split = line.split("\t")
|
|
|
if len(split) == 4:
|
|
|
- continue
|
|
|
- cid = split[3].split("_")[0]
|
|
|
- label = int(split[0])
|
|
|
- score = float(split[2].replace("[", "").replace("]", "").split(",")[1])
|
|
|
-
|
|
|
- result.append({
|
|
|
- "cid": cid,
|
|
|
- "label": label,
|
|
|
- "score": score
|
|
|
- })
|
|
|
+ cid = split[3].split("_")[0]
|
|
|
+ label = int(split[0])
|
|
|
+ score = float(split[2].replace("[", "").replace("]", "").split(",")[1])
|
|
|
+ result.append({
|
|
|
+ "cid": cid,
|
|
|
+ "label": label,
|
|
|
+ "score": score
|
|
|
+ })
|
|
|
|
|
|
return result
|
|
|
|
