redis的map和zset寫入50萬個數據的測試結果

需求描述

某個項目中需要使用緩存工具緩存55萬個分類信息，然後對每個分類進行計數統計，調研了redis的hashmap和zset的性能，最終決定使用zset。原因如下：

1. hashmap和zset都寫入55萬個key，zset約要34秒，hashmap約要39秒
2. hashmap讀取55萬個key的耗時3.3秒，zset讀取55萬個key約耗時1.4秒
3. hashmap存儲的key是無序的，zset存儲的value是有序的

代碼如下

public void TestReadRedis() throws Exception {
        String sRedisHost = "127.0.0.1";
        int nRedisPort = 6379;
        int REDIS_DBIDX = 0;
        int REDIS_POOLSIZE = 20;
        RedisApi redisApi = new RedisApi(sRedisHost, nRedisPort, REDIS_DBIDX, REDIS_POOLSIZE);

        String sRedisKey = "my_map_key";
        HashMap<String, String> mapKeyValue = new HashMap<>();
        long lTime98 = System.currentTimeMillis();
        for (int i = 0; i <= 550000; i++) {
            String sMapKey = String.format("key_%s", i);
            mapKeyValue.put(sMapKey, String.valueOf(i));
            if (i % 10000 == 0) {
                //System.out.println("map i=" + i);
                redisApi.hmset(sRedisKey, mapKeyValue, -1);
                mapKeyValue.clear();
            }
        }
        if (mapKeyValue.size() > 0) {
            System.out.println(mapKeyValue.size());
            redisApi.hmset(sRedisKey, mapKeyValue, -1);
        }
        long lTime99 = System.currentTimeMillis();
        System.out.println("寫入map耗時：" + (lTime99 - lTime98));

        long lTime1 = System.currentTimeMillis();
        Map<String, String> hMapGetValue = redisApi.hgetAll(sRedisKey);
        long lTime2 = System.currentTimeMillis();

        System.out.println("讀取map用時：" + (lTime2 - lTime1) + ",size=" + hMapGetValue.size());

        //測試zset的效果
        String sRedisSetKEey = "my_set_key";
        long lTime3 = System.currentTimeMillis();
        Map<String, Double> hScoreMembers = new HashMap<>();
        Double dScore = Double.valueOf(1);
        for (int i = 0; i <= 550000; i++) {
            String sMapKey = String.format("key_%s", i);
            hScoreMembers.put(sMapKey, dScore);
            if (i % 10000 == 0) {
                //System.out.println("zset i=" + i);
                redisApi.zadd(sRedisSetKEey, hScoreMembers, -1);
                hScoreMembers.clear();
            }
        }
        if (hScoreMembers.size() > 0) {
            System.out.println("hScoreMembers.size=" + hScoreMembers.size());
            redisApi.zadd(sRedisSetKEey, hScoreMembers, -1);
        }
        long lTime4 = System.currentTimeMillis();
        System.out.println("寫入zset耗時： " + (lTime4 - lTime3));


        long lTime5 = System.currentTimeMillis();
        Set<String> setGetValue = redisApi.zrange(sRedisSetKEey, 0, -1);
        long lTime6 = System.currentTimeMillis();
        System.out.println("讀取zset用時：" + (lTime6 - lTime5) + ",size=" + setGetValue.size());
    }

結果如下

寫入map耗時：39497 
讀取map用時：3343,size=550001
寫入zset耗時： 34992
讀取zset用時：1429,size=550001