Life is Short

redis几个常见操作的性能测试

发表于 | 分类于 |

redis 的 set/mset/get/mget/hset/hmset/hget/hmget/hgetall 等操作的性能测试

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
#!/usr/bin/env python
# -*- coding:utf-8 -*-
'''
Author : myth
Date   : 15-7-28
Email  : belongmyth at 163.com
'''
from datetime import datetime
from datetime import timedelta
import redis
import random
import functools
def timer(func):
    @functools.wraps(func)
    def wrapper(*args, **kwargs):
        title = kwargs.pop(u'title', func.func_name)
        no_timer = kwargs.pop(u'no_timer', False)
        if no_timer:
            v = func(*args, **kwargs)
        else:
            s = datetime.now()
            v = func(*args, **kwargs)
            e = datetime.now()
            print u'%s total use %s'%(title, e-s)
        return v
    return wrapper
@timer
def gen_datas():
    datas = []
    start_time = datetime.strptime(u'2015-06-01 00:00:00', u'%Y-%m-%d %H:%M:%S')
    intervel = 300#s
    for i in range(12000):
        t = (start_time+timedelta(seconds=i*intervel))
        ts = t.strftime(u'%Y-%m-%d %H:%M:%S')
        vs = u'%.3f'%(random.randint(5000000, 50000000) * random.random(), )
        datas.append((ts, vs))
    return datas
@timer
def save_datas_use_set():
    for ts, vs in DATAS:
        c.set(ts, vs)
@timer
def save_datas_use_mset():
    ds = dict(DATAS)
    c.mset(ds)
@timer
def save_datas_use_hset():
    for ts, vs in DATAS:
        c.hset(CHANNEL_ID, ts, vs)
@timer
def save_datas_use_hmset():
    ds = dict(DATAS)
    c.hmset(CHANNEL_ID, ds)
@timer
def get_datas_use_get():
    vdatas = []
    for ts in tss:
        vs = c.get(ts)
        vdatas.append((ts, vs))
    return vdatas
@timer
def get_datas_use_mget():
    vss = c.mget(tss)
    return vss
@timer
def test_mget(times):
    for i in range(times):
        get_datas_use_mget(no_timer = True)
@timer
def get_datas_use_hget():
    vdatas = []
    for ts in tss:
        vs = c.hget(CHANNEL_ID, ts)
        vdatas.append((ts, vs))
    return vdatas
@timer
def test_hget(times):
    for i in range(times):
        get_datas_use_hget(no_timer=True)
@timer
def get_datas_use_hmget():
    vss = c.hmget(CHANNEL_ID, tss)
    return vss
@timer
def test_hmget(times):
    for i in range(times):
        get_datas_use_hmget(no_timer = True)
@timer
def get_datas_use_hgetall():
    vss = c.hgetall(CHANNEL_ID)
    return vss
@timer
def test_hgetall(times):
    for i in range(times):
        get_datas_use_hgetall(no_timer = True)
c = redis.StrictRedis()
CHANNEL_ID = u'channel_xxxxxxxxxxxxxxxxxxxxxxxx'
DATAS = gen_datas()
tss = [d[0] for d in DATAS]
times = 5
save_datas_use_set()
save_datas_use_mset()
get_datas_use_get()
get_datas_use_mget()
test_mget(times, title=u'get_datas_use_mget %d times'%times)
save_datas_use_hset()
save_datas_use_hmset()
get_datas_use_hget()
get_datas_use_hmget()
get_datas_use_hgetall()
test_hget(times, title=u'get_datas_use_hget %d times'%times)
test_hmget(times, title=u'get_datas_use_hmget %d times'%times)
test_hgetall(times, title=u'get_datas_use_hgetall %d times'%times)
'''
gen_datas total use 0:00:00.109303
save_datas_use_set total use 0:00:00.583253
save_datas_use_mset total use 0:00:00.072797
get_datas_use_get total use 0:00:00.540243
get_datas_use_mget total use 0:00:00.072904
get_datas_use_mget 5 times total use 0:00:00.370845
save_datas_use_hset total use 0:00:00.596802
save_datas_use_hmset total use 0:00:00.070581
get_datas_use_hget total use 0:00:00.640865
get_datas_use_hmget total use 0:00:00.069553
get_datas_use_hgetall total use 0:00:00.099832
get_datas_use_hget 5 times total use 0:00:02.704983
get_datas_use_hmget 5 times total use 0:00:00.364204
get_datas_use_hgetall 5 times total use 0:00:00.497511
'''

结论很明显啦