Redis高级数据类型

image.png
测试HyperLogLog的使用

  1. //统计20万个数据的独立总数
  2.     @Test
  3.     public void testHyperLogLog(){
  4.         String redisKey = "test:hll:01";
  5.         for(int i = 1; i <= 100000; i++){
  6.             redisTemplate.opsForHyperLogLog().add(redisKey,i);
  7.         }
  9.         for(int i = 1; i <= 100000; i++){
  10.             int r = (int) (Math.random() * 100000 + 1);
  11.             redisTemplate.opsForHyperLogLog().add(redisKey,r);
  12.         }
  14.         Long size = redisTemplate.opsForHyperLogLog().size(redisKey);
  15.         System.out.println(size);
  16.     }
  17. //size = 99553
  1. //将三组数据合并，再统计合并重复数据的独立总数
  2.     @Test
  3.     public void testHyperLoglogUnion(){
  4.         String redisKey2 = "test:hll:02";
  5.         for (int i = 1; i <= 10000; i++) {
  6.             redisTemplate.opsForHyperLogLog().add(redisKey2,i);
  7.         }
  9.         String redisKey3 = "test:hll:03";
  10.         for (int i = 1; i <= 15000; i++) {
  11.             redisTemplate.opsForHyperLogLog().add(redisKey3,i);
  12.         }
  14.         String redisKey4 = "test:hll:04";
  15.         for(int i = 1; i <= 20000; i++){
  16.             redisTemplate.opsForHyperLogLog().add(redisKey4,i);
  17.         }
  19.         String redisKeyUnion = "test:hll:union";
  20.         Long size = redisTemplate.opsForHyperLogLog().union(redisKeyUnion,redisKey2,redisKey3,redisKey4);
  21.         System.out.println(size);
  22.     }

测试Bitmap的使用

  1. //统计一组数据的布尔值
  2.     @Test
  3.     public void testBitMap(){
  4.         String redisKey = "test:bm:01";
  6.         //记录
  7.         redisTemplate.opsForValue().setBit(redisKey,1,true);
  8.         redisTemplate.opsForValue().setBit(redisKey,4,true);
  9.         redisTemplate.opsForValue().setBit(redisKey,7,true);
  11.         //查询
  12.         System.out.println(redisTemplate.opsForValue().getBit(redisKey,0));
  13.         System.out.println(redisTemplate.opsForValue().getBit(redisKey,1));
  14.         System.out.println(redisTemplate.opsForValue().getBit(redisKey,2));
  16.         //统计
  17.         Object obj = redisTemplate.execute(new RedisCallback() {
  18.             @Override
  19.             public Object doInRedis(RedisConnection redisConnection) throws DataAccessException {
  20.                 return redisConnection.bitCount(redisKey.getBytes());
  21.             }
  22.         });
  24.         System.out.println(obj);
  25.     }

网站数据统计

image.png
DataService

  1. public class DataService {
  3.     @Autowired
  4.     private RedisTemplate redisTemplate;
  6.     private SimpleDateFormat df = new SimpleDateFormat("yyyy-MM-dd");
  8.     public void recordUV(String ip){
  9.         String redisKey = RedisKeyUtil.getUVKey(df.format(new Date()));
  10.         redisTemplate.opsForHyperLogLog().add(redisKey,ip);
  11.     }
  13.     public long calculateUV(Date start, Date end){
  14.         if(start == null || end == null){
  15.             throw new IllegalArgumentException("参数不能为空");
  16.         }
  17.         //整理该日期内的key
  18.         List<String> KeyList = new ArrayList<>();
  19.         Calendar calendar = Calendar.getInstance();
  20.         calendar.setTime(start);
  21.         while (!calendar.getTime().after(end)){
  22.             String key = RedisKeyUtil.getUVKey(df.format(calendar.getTime()));
  23.             KeyList.add(key);
  24.             calendar.add(Calendar.DATE,1);
  25.         }
  26.         //合并这些天的 UV
  27.         String redisKey = RedisKeyUtil.getUVKey(df.format(start), df.format(end));
  28.         redisTemplate.opsForHyperLogLog().union(redisKey,KeyList.toArray());
  30.         // 返回统计结果
  31.         return redisTemplate.opsForHyperLogLog().size(redisKey);
  32.     }
  33.     /**
  34.      * 将指定的 IP 计入当天的 DAU
  35.      * @param userId
  36.      */
  37.     public void recordDAU(int userId) {
  38.         String redisKey = RedisKeyUtil.getDAUKey(df.format(new Date()));
  39.         redisTemplate.opsForValue().setBit(redisKey, userId, true);
  40.     }
  42.     /**
  43.      * 统计指定日期范围内的 DAU
  44.      * @param start
  45.      * @param end
  46.      * @return
  47.      */
  48.     public long calculateDAU(Date start, Date end) {
  49.         if (start == null || end == null) {
  50.             throw new IllegalArgumentException("参数不能为空");
  51.         }
  53.         // 整理该日期范围内的 key
  54.         List<byte[]> keyList = new ArrayList<>();
  55.         Calendar calendar = Calendar.getInstance();
  56.         calendar.setTime(start);
  57.         while (!calendar.getTime().after(end)) {
  58.             String key = RedisKeyUtil.getDAUKey(df.format(calendar.getTime()));
  59.             keyList.add(key.getBytes());
  60.             calendar.add(Calendar.DATE, 1); // 加1天
  61.         }
  63.         // 进行 or 运算
  64.         return (long) redisTemplate.execute(new RedisCallback() {
  65.             @Override
  66.             public Object doInRedis(RedisConnection redisConnection) throws DataAccessException {
  67.                 String redisKey = RedisKeyUtil.getDAUKey(df.format(start), df.format(end));
  68.                 redisConnection.bitOp(RedisStringCommands.BitOperation.OR,
  69.                         redisKey.getBytes(), keyList.toArray(new byte[0][0]));
  70.                 return redisConnection.bitCount(redisKey.getBytes());
  71.             }
  72.         });
  73.     }
  74. }

DataController

  1. @Controller
  2. public class DataController implements CommunityConstant {
  4.     @Autowired
  5.     private DataService dataService;
  7.     /**
  8.      * 进入统计页面
  9.      * @return
  10.      */
  11.     @RequestMapping(value = "/data", method = {RequestMethod.GET,RequestMethod.POST})
  12.     public String getDataPage(){
  13.         return "/site/admin/data";
  14.     }
  16.     /**
  17.      * 统计网站 uv(独立用户访问)
  18.      * @param start
  19.      * @param end
  20.      * @param model
  21.      * @return
  22.      */
  23.     @PostMapping("/data/uv")
  24.     public String getUV(@DateTimeFormat(pattern = "yy-MM-dd")Date start,
  25.                         @DateTimeFormat(pattern = "yy-MM-dd")Date end,
  26.                         Model model){
  27.         long uv = dataService.calculateUV(start, end);
  28.         model.addAttribute("uvResult",uv);
  29.         model.addAttribute("uvStartDate",start);
  30.         model.addAttribute("uvEndDate",end);
  31.         return "forward:/data";
  32.     }
  34.     /**
  35.      * 统计网站 dau(日活跃用户数量)
  36.      * @param start
  37.      * @param end
  38.      * @param model
  39.      * @return
  40.      */
  41.     @PostMapping("/data/dau")
  42.     public String getDAU(@DateTimeFormat(pattern = "yyyy-MM-dd") Date start,
  43.                          @DateTimeFormat(pattern = "yyyy-MM-dd") Date end,
  44.                          Model model){
  45.         long dau = dataService.calculateDAU(start,end);
  46.         model.addAttribute("dauResult",dau);
  47.         model.addAttribute("dauStartDAte",start);
  48.         model.addAttribute("dauEndDate",end);
  49.         return "forward:/data";
  50.     }
  51. }