test cvr cvr

src/main/java/examples/sparksql/SparkAdCTRSampleLoader.java

@@ -95,7 +95,7 @@ public class SparkAdCTRSampleLoader {
                 for (int j = 0; j < groupedFeature.getFeaturesCount(); j++) {
                     BaseFeature baseFeature = groupedFeature.getFeatures(j);
                     if (baseFeature != null) {
-                        featureList.add(String.valueOf(baseFeature.getIdentifier()));
+                        featureList.add(String.valueOf(baseFeature.getIdentifier()) + ":1" );
                     }
                 }
             }

src/main/java/examples/sparksql/SparkAdCTRSampleTester.java

@@ -36,7 +36,7 @@ public class SparkAdCTRSampleTester {
         System.out.println("Read odps table...");
 
         JavaRDD<Record> readData = odpsOps.readTableWithJava(project, table, partition, new RecordsToSamples(), Integer.valueOf(30));
-        readData.filter(row -> row.getString("type").equals("VlogAdCtrLRScorer"))
+        readData.filter(row -> row.get("type") != null).filter(row -> row.getString("type").equals("VlogAdCtrLRScorer"))
                 .map(line -> singleParse(line))
                 .saveAsTextFile(hdfsPath);
     }
@@ -84,7 +84,7 @@ public class SparkAdCTRSampleTester {
                 for (int j = 0; j < groupedFeature.getFeaturesCount(); j++) {
                     BaseFeature baseFeature = groupedFeature.getFeatures(j);
                     if (baseFeature != null) {
-                        featureList.add(String.valueOf(baseFeature.getIdentifier()));
+                        featureList.add(String.valueOf(baseFeature.getIdentifier()) + ":1");
                     }
                 }
             }

src/main/java/examples/sparksql/SparkAdCVRSampleLoader.java

@@ -91,7 +91,7 @@ public class SparkAdCVRSampleLoader {
                 for (int j = 0; j < groupedFeature.getFeaturesCount(); j++) {
                     BaseFeature baseFeature = groupedFeature.getFeatures(j);
                     if (baseFeature != null) {
-                        featureList.add(String.valueOf(baseFeature.getIdentifier()));
+                        featureList.add(String.valueOf(baseFeature.getIdentifier()) + ":1");
                     }
                 }
             }

src/main/java/examples/sparksql/SparkAdCVRSampleTester.java

@@ -84,7 +84,7 @@ public class SparkAdCVRSampleTester {
                 for (int j = 0; j < groupedFeature.getFeaturesCount(); j++) {
                     BaseFeature baseFeature = groupedFeature.getFeatures(j);
                     if (baseFeature != null) {
-                        featureList.add(String.valueOf(baseFeature.getIdentifier()));
+                        featureList.add(String.valueOf(baseFeature.getIdentifier()) + ":1");
                     }
                 }
             }