224 lines
5.4 KiB
Ruby
224 lines
5.4 KiB
Ruby
|
require 'rubygems'
|
||
|
|
require 'redis'
|
||
|
|
|
||
|
|
$runs = []; # Remember the error rate of each run for average purposes.
|
||
|
|
$o = {}; # Options set parsing arguments
|
||
|
|
|
||
|
|
def testit(filename)
|
||
|
|
r = Redis.new
|
||
|
|
r.config("SET","maxmemory","2000000")
|
||
|
|
if $o[:ttl]
|
||
|
|
r.config("SET","maxmemory-policy","volatile-ttl")
|
||
|
|
else
|
||
|
|
r.config("SET","maxmemory-policy","allkeys-lru")
|
||
|
|
end
|
||
|
|
r.config("SET","maxmemory-samples",5)
|
||
|
|
r.config("RESETSTAT")
|
||
|
|
r.flushall
|
||
|
|
|
||
|
|
html = ""
|
||
|
|
html << <<EOF
|
||
|
|
<html>
|
||
|
|
<body>
|
||
|
|
<style>
|
||
|
|
.box {
|
||
|
|
width:5px;
|
||
|
|
height:5px;
|
||
|
|
float:left;
|
||
|
|
margin: 1px;
|
||
|
|
}
|
||
|
|
|
||
|
|
.old {
|
||
|
|
border: 1px black solid;
|
||
|
|
}
|
||
|
|
|
||
|
|
.new {
|
||
|
|
border: 1px green solid;
|
||
|
|
}
|
||
|
|
|
||
|
|
.otherdb {
|
||
|
|
border: 1px red solid;
|
||
|
|
}
|
||
|
|
|
||
|
|
.ex {
|
||
|
|
background-color: #666;
|
||
|
|
}
|
||
|
|
</style>
|
||
|
|
<pre>
|
||
|
|
EOF
|
||
|
|
|
||
|
|
# Fill the DB up to the first eviction.
|
||
|
|
oldsize = r.dbsize
|
||
|
|
id = 0
|
||
|
|
while true
|
||
|
|
id += 1
|
||
|
|
begin
|
||
|
|
r.set(id,"foo")
|
||
|
|
rescue
|
||
|
|
break
|
||
|
|
end
|
||
|
|
newsize = r.dbsize
|
||
|
|
break if newsize == oldsize # A key was evicted? Stop.
|
||
|
|
oldsize = newsize
|
||
|
|
end
|
||
|
|
|
||
|
|
inserted = r.dbsize
|
||
|
|
first_set_max_id = id
|
||
|
|
html << "#{r.dbsize} keys inserted.\n"
|
||
|
|
|
||
|
|
# Access keys sequentially, so that in theory the first part will be expired
|
||
|
|
# and the latter part will not, according to perfect LRU.
|
||
|
|
|
||
|
|
if $o[:ttl]
|
||
|
|
STDERR.puts "Set increasing expire value"
|
||
|
|
(1..first_set_max_id).each{|id|
|
||
|
|
r.expire(id,1000+id)
|
||
|
|
STDERR.print(".") if (id % 150) == 0
|
||
|
|
}
|
||
|
|
else
|
||
|
|
STDERR.puts "Access keys sequentially"
|
||
|
|
(1..first_set_max_id).each{|id|
|
||
|
|
r.get(id)
|
||
|
|
sleep 0.001
|
||
|
|
STDERR.print(".") if (id % 150) == 0
|
||
|
|
}
|
||
|
|
end
|
||
|
|
STDERR.puts
|
||
|
|
|
||
|
|
# Insert more 50% keys. We expect that the new keys will rarely be expired
|
||
|
|
# since their last access time is recent compared to the others.
|
||
|
|
#
|
||
|
|
# Note that we insert the first 100 keys of the new set into DB1 instead
|
||
|
|
# of DB0, so that we can try how cross-DB eviction works.
|
||
|
|
half = inserted/2
|
||
|
|
html << "Insert enough keys to evict half the keys we inserted.\n"
|
||
|
|
add = 0
|
||
|
|
|
||
|
|
otherdb_start_idx = id+1
|
||
|
|
otherdb_end_idx = id+100
|
||
|
|
while true
|
||
|
|
add += 1
|
||
|
|
id += 1
|
||
|
|
if id >= otherdb_start_idx && id <= otherdb_end_idx
|
||
|
|
r.select(1)
|
||
|
|
r.set(id,"foo")
|
||
|
|
r.select(0)
|
||
|
|
else
|
||
|
|
r.set(id,"foo")
|
||
|
|
end
|
||
|
|
break if r.info['evicted_keys'].to_i >= half
|
||
|
|
end
|
||
|
|
|
||
|
|
html << "#{add} additional keys added.\n"
|
||
|
|
html << "#{r.dbsize} keys in DB.\n"
|
||
|
|
|
||
|
|
# Check if evicted keys respect LRU
|
||
|
|
# We consider errors from 1 to N progressively more serious as they violate
|
||
|
|
# more the access pattern.
|
||
|
|
|
||
|
|
errors = 0
|
||
|
|
e = 1
|
||
|
|
error_per_key = 100000.0/first_set_max_id
|
||
|
|
half_set_size = first_set_max_id/2
|
||
|
|
maxerr = 0
|
||
|
|
(1..(first_set_max_id/2)).each{|id|
|
||
|
|
if id >= otherdb_start_idx && id <= otherdb_end_idx
|
||
|
|
r.select(1)
|
||
|
|
exists = r.exists(id)
|
||
|
|
r.select(0)
|
||
|
|
else
|
||
|
|
exists = r.exists(id)
|
||
|
|
end
|
||
|
|
if id < first_set_max_id/2
|
||
|
|
thiserr = error_per_key * ((half_set_size-id).to_f/half_set_size)
|
||
|
|
maxerr += thiserr
|
||
|
|
errors += thiserr if exists
|
||
|
|
elsif id >= first_set_max_id/2
|
||
|
|
thiserr = error_per_key * ((id-half_set_size).to_f/half_set_size)
|
||
|
|
maxerr += thiserr
|
||
|
|
errors += thiserr if !exists
|
||
|
|
end
|
||
|
|
}
|
||
|
|
errors = errors*100/maxerr
|
||
|
|
|
||
|
|
STDERR.puts "Test finished with #{errors}% error! Generating HTML on stdout."
|
||
|
|
|
||
|
|
html << "#{errors}% error!\n"
|
||
|
|
html << "</pre>"
|
||
|
|
$runs << errors
|
||
|
|
|
||
|
|
# Generate the graphical representation
|
||
|
|
(1..id).each{|id|
|
||
|
|
# Mark first set and added items in a different way.
|
||
|
|
c = "box"
|
||
|
|
if id >= otherdb_start_idx && id <= otherdb_end_idx
|
||
|
|
c << " otherdb"
|
||
|
|
elsif id <= first_set_max_id
|
||
|
|
c << " old"
|
||
|
|
else
|
||
|
|
c << " new"
|
||
|
|
end
|
||
|
|
|
||
|
|
# Add class if exists
|
||
|
|
if id >= otherdb_start_idx && id <= otherdb_end_idx
|
||
|
|
r.select(1)
|
||
|
|
exists = r.exists(id)
|
||
|
|
r.select(0)
|
||
|
|
else
|
||
|
|
exists = r.exists(id)
|
||
|
|
end
|
||
|
|
|
||
|
|
c << " ex" if exists
|
||
|
|
html << "<div title=\"#{id}\" class=\"#{c}\"></div>"
|
||
|
|
}
|
||
|
|
|
||
|
|
# Close HTML page
|
||
|
|
|
||
|
|
html << <<EOF
|
||
|
|
</body>
|
||
|
|
</html>
|
||
|
|
EOF
|
||
|
|
|
||
|
|
f = File.open(filename,"w")
|
||
|
|
f.write(html)
|
||
|
|
f.close
|
||
|
|
end
|
||
|
|
|
||
|
|
def print_avg
|
||
|
|
avg = ($runs.reduce {|a,b| a+b}) / $runs.length
|
||
|
|
puts "#{$runs.length} runs, AVG is #{avg}"
|
||
|
|
end
|
||
|
|
|
||
|
|
if ARGV.length < 1
|
||
|
|
STDERR.puts "Usage: ruby test-lru.rb <html-output-filename> [--runs <count>] [--ttl]"
|
||
|
|
STDERR.puts "Options:"
|
||
|
|
STDERR.puts " --runs <count> Execute the test <count> times."
|
||
|
|
STDERR.puts " --ttl Set keys with increasing TTL values"
|
||
|
|
STDERR.puts " (starting from 1000 seconds) in order to"
|
||
|
|
STDERR.puts " test the volatile-lru policy."
|
||
|
|
exit 1
|
||
|
|
end
|
||
|
|
|
||
|
|
filename = ARGV[0]
|
||
|
|
$o[:numruns] = 1
|
||
|
|
|
||
|
|
# Options parsing
|
||
|
|
i = 1
|
||
|
|
while i < ARGV.length
|
||
|
|
if ARGV[i] == '--runs'
|
||
|
|
$o[:numruns] = ARGV[i+1].to_i
|
||
|
|
i+= 1
|
||
|
|
elsif ARGV[i] == '--ttl'
|
||
|
|
$o[:ttl] = true
|
||
|
|
else
|
||
|
|
STDERR.puts "Unknown option #{ARGV[i]}"
|
||
|
|
exit 1
|
||
|
|
end
|
||
|
|
i+= 1
|
||
|
|
end
|
||
|
|
|
||
|
|
$o[:numruns].times {
|
||
|
|
testit(filename)
|
||
|
|
print_avg if $o[:numruns] != 1
|
||
|
|
}
|