|
@@ -3,8 +3,10 @@ package com.tzld.piaoquan.recommend.feature.produce.service;
|
|
|
import com.tzld.piaoquan.recommend.feature.produce.model.DTSConfig;
|
|
import com.tzld.piaoquan.recommend.feature.produce.model.DTSConfig;
|
|
|
import com.tzld.piaoquan.recommend.feature.produce.util.CompressionUtil;
|
|
import com.tzld.piaoquan.recommend.feature.produce.util.CompressionUtil;
|
|
|
import com.tzld.piaoquan.recommend.feature.produce.util.JSONUtils;
|
|
import com.tzld.piaoquan.recommend.feature.produce.util.JSONUtils;
|
|
|
|
|
+import lombok.extern.slf4j.Slf4j;
|
|
|
import org.apache.commons.collections.CollectionUtils;
|
|
import org.apache.commons.collections.CollectionUtils;
|
|
|
import org.apache.commons.collections.MapUtils;
|
|
import org.apache.commons.collections.MapUtils;
|
|
|
|
|
+import org.apache.commons.lang3.RandomUtils;
|
|
|
import org.apache.commons.lang3.StringUtils;
|
|
import org.apache.commons.lang3.StringUtils;
|
|
|
import redis.clients.jedis.Jedis;
|
|
import redis.clients.jedis.Jedis;
|
|
|
import redis.clients.jedis.Pipeline;
|
|
import redis.clients.jedis.Pipeline;
|
|
@@ -21,6 +23,7 @@ import java.util.concurrent.TimeUnit;
|
|
|
*
|
|
*
|
|
|
* @author dyp
|
|
* @author dyp
|
|
|
*/
|
|
*/
|
|
|
|
|
+@Slf4j
|
|
|
public class RedisService implements Serializable {
|
|
public class RedisService implements Serializable {
|
|
|
private int port = 6379;
|
|
private int port = 6379;
|
|
|
private String password = "";
|
|
private String password = "";
|
|
@@ -45,6 +48,9 @@ public class RedisService implements Serializable {
|
|
|
Map<String, String> record = dataIte.next();
|
|
Map<String, String> record = dataIte.next();
|
|
|
String redisKey = redisKey(record, config);
|
|
String redisKey = redisKey(record, config);
|
|
|
String value = JSONUtils.toJson(record);
|
|
String value = JSONUtils.toJson(record);
|
|
|
|
|
+ if (RandomUtils.nextDouble() <= 0.001) {
|
|
|
|
|
+ log.info("redisKey: {}, value: {}", redisKey, value);
|
|
|
|
|
+ }
|
|
|
batch.put(redisKey, value);
|
|
batch.put(redisKey, value);
|
|
|
if (batch.size() >= 1000) {
|
|
if (batch.size() >= 1000) {
|
|
|
mSet(jedis, batch, expire, TimeUnit.SECONDS);
|
|
mSet(jedis, batch, expire, TimeUnit.SECONDS);
|