redis list operator tested with ruby

[root@db5 soft_bak]# wget http://redis.googlecode.com/files/redis-2.4.14.tar.gz

tar -zxvf redis-2.4.14.tar.gz
cd redis-2.4.14
make all
make PREFIX=/opt/redis2.4.14 install

vi ~/.bash_profile

export PATH=/opt/redis2.4.14/bin:$PATH

. ~/.bash_profile

[root@db5 redis-2.4.14]# mkdir /opt/redis2.4.14/etc
[root@db5 redis-2.4.14]# cp $redis-2.4.14/redis.conf /opt/redis2.4.14/etc/

mkdir /opt/redis2.4.14/rdb

[root@db5 etc]# sysctl -w vm.overcommit_memory=1
vi /etc/sysctl.conf
vm.overcommit_memory = 1

daemonize yes
pidfile /opt/redis2.4.14/redis.pid
bind 127.0.0.1
unixsocket /opt/redis2.4.14/redis.sock
unixsocketperm 755
logfile /var/log/redis.log
dir /opt/redis2.4.14/rdb/

daemonize yes
pidfile /opt/redis2.4.14/redis.pid
port 6379
bind 127.0.0.1
unixsocket /opt/redis2.4.14/redis.sock
unixsocketperm 755
timeout 0
loglevel verbose
logfile /var/log/redis.log
databases 16
save 900 1
save 300 10
save 60 10000
rdbcompression yes
dbfilename dump.rdb
dir /opt/redis2.4.14/rdb/
slave-serve-stale-data yes
appendonly no
appendfsync everysec
no-appendfsync-on-rewrite no
auto-aof-rewrite-percentage 100
auto-aof-rewrite-min-size 64mb
slowlog-log-slower-than 10000
slowlog-max-len 128
vm-enabled no
vm-swap-file /tmp/redis.swap
vm-max-memory 0
vm-page-size 32
vm-pages 134217728
vm-max-threads 4
hash-max-zipmap-entries 512
hash-max-zipmap-value 64
list-max-ziplist-entries 512
list-max-ziplist-value 64
set-max-intset-entries 512
zset-max-ziplist-entries 128
zset-max-ziplist-value 64
activerehashing yes

redis-server /opt/redis2.4.14/etc/redis.conf

[root@db5 ruby]# cat lpush.rb 
#!/usr/local/rvm/bin/ruby

require "rubygems"
require "redis"
require "date"
rb = Redis.new

mylist = Array.new
name = "l1"
rb.del(name)

(1..100).each do
  mylist.push("abcdefghijklmnopqrstuvwxyz0123456789")
end

p DateTime.now
(1..125000).each do
  rb.lpush(name,x)
end
p DateTime.now

[root@db5 ruby]# cat rpop.rb
#!/usr/local/rvm/bin/ruby

require "rubygems"
require "redis"
require "date"
rb = Redis.new

name = "l1"

p DateTime.now
(0..12500000).each do
  rb.rpop(name)
end
p DateTime.now

[root@db5 ruby]# cat test.sh 
#!/bin/bash

lpush() {
for((i=1;i<=8;i++)) 
do
  ruby ./lpush.rb >./lpush_$i.log 2>&1 &
done
}

rpop() {
for((i=1;i<=8;i++)) 
do
  ruby ./rpop.rb >./rpop_$i.log 2>&1 &
done
}

case "$1" in
  lpush)
        lpush
        ;;
  rpop)
        rpop
        ;;
  *)
        echo $"Usage: $prog {lpush|rpop}"
        exit 0
esac

[root@db5 ruby]# . ./test.sh lpush
完成时间95秒.
占用8.94GB内存
每秒插入105万个value, 处理13万次lpush请求.

[root@db5 ruby]# . ./test.sh rpop
完成时间2300秒.
每秒处理43478次rpop请求.

脚本与前面类似, 不再重复.
[root@db5 ruby]# . ./test.sh rpush 
完成时间93秒.
占用8.94GB内存

[root@db5 ruby]# . ./test.sh lpop
完成时间3300秒.

redis 127.0.0.1:6379> keys *
1) "l7"
2) "l8"
3) "l1"
4) "l2"
5) "l3"
6) "l4"
7) "l5"
8) "l6"

[root@db5 ruby]# cat lpop1.rb 
#!/usr/local/rvm/bin/ruby

require "rubygems"
require "redis"
require "date"
rb = Redis.new

name = "l"+ARGV[0]

p DateTime.now
(0..12500000).each do
  rb.lpop(name)
end
p DateTime.now

[root@db5 ruby]# cat rpush1.rb 
#!/usr/local/rvm/bin/ruby

require "rubygems"
require "redis"
require "date"
rb = Redis.new

mylist = Array.new
name = "l"+ARGV[0]
rb.del(name)

(1..100).each do
  mylist.push("abcdefghijklmnopqrstuvwxyz0123456789")
end

p DateTime.now
(1..125000).each do
  rb.rpush(name,mylist)
end
p DateTime.now

[root@db5 ruby]# cat test.sh 
#!/bin/bash

rpush() {
for((i=1;i<=8;i++)) 
do
  ruby ./rpush.rb $i >./rpush_$i.log 2>&1 &
done
}

lpop() {
for((i=1;i<=8;i++)) 
do
  ruby ./lpop.rb $i >./lpop_$i.log 2>&1 &
done
}

case "$1" in
  rpush)
        rpush
        ;;
  lpop)
        lpop
        ;;
  *)
        echo $"Usage: $prog {rpush|lpop}"
        exit 0
esac

[root@db5 ruby]# . ./test.sh rpush
完成时间93秒.
占用8.94GB内存

[root@db5 ruby]# . ./test.sh lpop
完成时间3000秒.

name = "toto"
mylist = [ 1,2,3,4,5 ]
$redis.pipelined{ mylist.each{ |x| $redis.lpush(name,x) } }