mirror of
https://github.com/valkey-io/valkey.git
synced 2026-08-02 22:53:44 -04:00
Previously, watchForKey() checked for duplicate watched keys by iterating
through the client's entire watched_keys list with O(N) complexity, where
N is the total number of keys watched by the client. So the time complexity
for the WATCH command could be quite poor and become a slow command.
This commit introduces a per-db hashtable (watched_keys_by_db) in the
client's multiState structure to enable O(1) duplicate key detection.
The hashtable is lazily allocated only when the client starts watching
keys, minimizing memory overhead for clients that don't use WATCH.
The per-db hashtable stores watchedKey* directly as the hashtable entry
since it already contains the key, so no custom destructors are needed.
Memory management remains centralized in the watched_keys list.
This optimization is especially beneficial when a client watches many
keys across different databases, as the check no longer scales with
the total watched key count.
This might be a minor scenario, but there's no harm in optimizing it.
There is a test in multi.tcl, before this patch, it took 15s, and after
this patch, it only took 50ms.
```
set elements {}
for {set i 0} {$i < 50000} {incr i} {
lappend elements key-$i
}
r watch {*}$elements
r watch {*}$elements
```
Signed-off-by: Binbin <[email protected]>
1075 lines
29 KiB
Tcl
1075 lines
29 KiB
Tcl
proc wait_for_dbsize {size} {
|
|
set r2 [valkey_client]
|
|
wait_for_condition 50 100 {
|
|
[$r2 dbsize] == $size
|
|
} else {
|
|
fail "Target dbsize not reached"
|
|
}
|
|
$r2 close
|
|
}
|
|
|
|
start_server {tags {"multi"}} {
|
|
test {MULTI / EXEC basics} {
|
|
r del mylist
|
|
r rpush mylist a
|
|
r rpush mylist b
|
|
r rpush mylist c
|
|
r multi
|
|
set v1 [r lrange mylist 0 -1]
|
|
set v2 [r ping]
|
|
set v3 [r exec]
|
|
list $v1 $v2 $v3
|
|
} {QUEUED QUEUED {{a b c} PONG}}
|
|
|
|
test {DISCARD} {
|
|
r del mylist
|
|
r rpush mylist a
|
|
r rpush mylist b
|
|
r rpush mylist c
|
|
r multi
|
|
set v1 [r del mylist]
|
|
set v2 [r discard]
|
|
set v3 [r lrange mylist 0 -1]
|
|
list $v1 $v2 $v3
|
|
} {QUEUED OK {a b c}}
|
|
|
|
test {Nested MULTI are not allowed} {
|
|
r multi
|
|
assert_error "ERR Command 'multi' not allowed inside a transaction*" {r multi}
|
|
assert_error "EXECABORT*" {r exec}
|
|
}
|
|
|
|
test {MULTI where commands alter argc/argv} {
|
|
r sadd myset a
|
|
r multi
|
|
r spop myset
|
|
list [r exec] [r exists myset]
|
|
} {a 0}
|
|
|
|
test {WATCH inside MULTI is not allowed} {
|
|
r multi
|
|
assert_error "ERR Command 'watch' not allowed inside a transaction*" {r watch x}
|
|
assert_error "EXECABORT*" {r exec}
|
|
}
|
|
|
|
test {EXEC fails if there are errors while queueing commands #1} {
|
|
r del foo1{t} foo2{t}
|
|
r multi
|
|
r set foo1{t} bar1
|
|
catch {r non-existing-command}
|
|
r set foo2{t} bar2
|
|
catch {r exec} e
|
|
assert_match {EXECABORT*} $e
|
|
list [r exists foo1{t}] [r exists foo2{t}]
|
|
} {0 0}
|
|
|
|
test {EXEC fails if there are errors while queueing commands #2} {
|
|
set rd [valkey_deferring_client]
|
|
r del foo1{t} foo2{t}
|
|
r multi
|
|
r set foo1{t} bar1
|
|
$rd config set maxmemory 1
|
|
assert {[$rd read] eq {OK}}
|
|
catch {r lpush mylist{t} myvalue}
|
|
$rd config set maxmemory 0
|
|
assert {[$rd read] eq {OK}}
|
|
r set foo2{t} bar2
|
|
catch {r exec} e
|
|
assert_match {EXECABORT*} $e
|
|
$rd close
|
|
list [r exists foo1{t}] [r exists foo2{t}]
|
|
} {0 0} {needs:config-maxmemory}
|
|
|
|
test {If EXEC aborts, the client MULTI state is cleared} {
|
|
r del foo1{t} foo2{t}
|
|
r multi
|
|
r set foo1{t} bar1
|
|
catch {r non-existing-command}
|
|
r set foo2{t} bar2
|
|
catch {r exec} e
|
|
assert_match {EXECABORT*} $e
|
|
r ping
|
|
} {PONG}
|
|
|
|
test {EXEC works on WATCHed key not modified} {
|
|
r watch x{t} y{t} z{t}
|
|
r watch k{t}
|
|
r multi
|
|
r ping
|
|
r exec
|
|
} {PONG}
|
|
|
|
test {EXEC fail on WATCHed key modified (1 key of 1 watched)} {
|
|
r set x 30
|
|
r watch x
|
|
r set x 40
|
|
r multi
|
|
r ping
|
|
r exec
|
|
} {}
|
|
|
|
test {EXEC fail on WATCHed key modified (1 key of 5 watched)} {
|
|
r set x{t} 30
|
|
r watch a{t} b{t} x{t} k{t} z{t}
|
|
r set x{t} 40
|
|
r multi
|
|
r ping
|
|
r exec
|
|
} {}
|
|
|
|
test {EXEC fail on WATCHed key modified by SORT with STORE even if the result is empty} {
|
|
r flushdb
|
|
r lpush foo bar
|
|
r watch foo
|
|
r sort emptylist store foo
|
|
r multi
|
|
r ping
|
|
r exec
|
|
} {} {cluster:skip}
|
|
|
|
test {EXEC fail on lazy expired WATCHed key} {
|
|
r del key
|
|
r debug set-active-expire 0
|
|
|
|
for {set j 0} {$j < 10} {incr j} {
|
|
r set key 1 px 100
|
|
r watch key
|
|
after 101
|
|
r multi
|
|
r incr key
|
|
|
|
set res [r exec]
|
|
if {$res eq {}} break
|
|
}
|
|
if {$::verbose} { puts "EXEC fail on lazy expired WATCHed key attempts: $j" }
|
|
|
|
r debug set-active-expire 1
|
|
set _ $res
|
|
} {} {needs:debug}
|
|
|
|
test {WATCH stale keys should not fail EXEC} {
|
|
r del x
|
|
r debug set-active-expire 0
|
|
r set x foo px 1
|
|
after 2
|
|
r watch x
|
|
r multi
|
|
r ping
|
|
assert_equal {PONG} [r exec]
|
|
r debug set-active-expire 1
|
|
} {OK} {needs:debug}
|
|
|
|
test {Delete WATCHed stale keys should not fail EXEC} {
|
|
r del x
|
|
r debug set-active-expire 0
|
|
r set x foo px 1
|
|
after 2
|
|
r watch x
|
|
# EXISTS triggers lazy expiry/deletion
|
|
assert_equal 0 [r exists x]
|
|
r multi
|
|
r ping
|
|
assert_equal {PONG} [r exec]
|
|
r debug set-active-expire 1
|
|
} {OK} {needs:debug}
|
|
|
|
test {FLUSHDB while watching stale keys should not fail EXEC} {
|
|
r del x
|
|
r debug set-active-expire 0
|
|
r set x foo px 1
|
|
after 2
|
|
r watch x
|
|
r flushdb
|
|
r multi
|
|
r ping
|
|
assert_equal {PONG} [r exec]
|
|
r debug set-active-expire 1
|
|
} {OK} {needs:debug}
|
|
|
|
test {After successful EXEC key is no longer watched} {
|
|
r set x 30
|
|
r watch x
|
|
r multi
|
|
r ping
|
|
r exec
|
|
r set x 40
|
|
r multi
|
|
r ping
|
|
r exec
|
|
} {PONG}
|
|
|
|
test {After failed EXEC key is no longer watched} {
|
|
r set x 30
|
|
r watch x
|
|
r set x 40
|
|
r multi
|
|
r ping
|
|
r exec
|
|
r set x 40
|
|
r multi
|
|
r ping
|
|
r exec
|
|
} {PONG}
|
|
|
|
test {It is possible to UNWATCH} {
|
|
r set x 30
|
|
r watch x
|
|
r set x 40
|
|
r unwatch
|
|
r multi
|
|
r ping
|
|
r exec
|
|
} {PONG}
|
|
|
|
test {UNWATCH when there is nothing watched works as expected} {
|
|
r unwatch
|
|
} {OK}
|
|
|
|
test {FLUSHALL is able to touch the watched keys} {
|
|
r set x 30
|
|
r watch x
|
|
r flushall
|
|
r multi
|
|
r ping
|
|
r exec
|
|
} {}
|
|
|
|
test {FLUSHALL does not touch non affected keys} {
|
|
r del x
|
|
r watch x
|
|
r flushall
|
|
r multi
|
|
r ping
|
|
r exec
|
|
} {PONG}
|
|
|
|
test {FLUSHDB is able to touch the watched keys} {
|
|
r set x 30
|
|
r watch x
|
|
r flushdb
|
|
r multi
|
|
r ping
|
|
r exec
|
|
} {}
|
|
|
|
test {FLUSHDB does not touch non affected keys} {
|
|
r del x
|
|
r watch x
|
|
r flushdb
|
|
r multi
|
|
r ping
|
|
r exec
|
|
} {PONG}
|
|
|
|
test {SWAPDB is able to touch the watched keys that exist} {
|
|
r flushall
|
|
r select 0
|
|
r set x 30
|
|
r watch x ;# make sure x (set to 30) doesn't change (SWAPDB will "delete" it)
|
|
r swapdb 0 1
|
|
r multi
|
|
r ping
|
|
r exec
|
|
} {} {cluster:skip}
|
|
|
|
test {SWAPDB is able to touch the watched keys that do not exist} {
|
|
r flushall
|
|
r select 1
|
|
r set x 30
|
|
r select 0
|
|
r watch x ;# make sure the key x (currently missing) doesn't change (SWAPDB will create it)
|
|
r swapdb 0 1
|
|
r multi
|
|
r ping
|
|
r exec
|
|
} {} {singledb:skip cluster:skip}
|
|
|
|
test {SWAPDB does not touch watched stale keys} {
|
|
r flushall
|
|
r select 1
|
|
r debug set-active-expire 0
|
|
r set x foo px 1
|
|
after 2
|
|
r watch x
|
|
r swapdb 0 1 ; # expired key replaced with no key => no change
|
|
r multi
|
|
r ping
|
|
assert_equal {PONG} [r exec]
|
|
r debug set-active-expire 1
|
|
} {OK} {singledb:skip cluster:skip needs:debug}
|
|
|
|
test {SWAPDB does not touch non-existing key replaced with stale key} {
|
|
r flushall
|
|
r select 0
|
|
r debug set-active-expire 0
|
|
r set x foo px 1
|
|
after 2
|
|
r select 1
|
|
r watch x
|
|
r swapdb 0 1 ; # no key replaced with expired key => no change
|
|
r multi
|
|
r ping
|
|
assert_equal {PONG} [r exec]
|
|
r debug set-active-expire 1
|
|
} {OK} {singledb:skip cluster:skip needs:debug}
|
|
|
|
test {SWAPDB does not touch stale key replaced with another stale key} {
|
|
r flushall
|
|
r debug set-active-expire 0
|
|
r select 1
|
|
r set x foo px 1
|
|
r select 0
|
|
r set x bar px 1
|
|
after 2
|
|
r select 1
|
|
r watch x
|
|
r swapdb 0 1 ; # no key replaced with expired key => no change
|
|
r multi
|
|
r ping
|
|
assert_equal {PONG} [r exec]
|
|
r debug set-active-expire 1
|
|
} {OK} {singledb:skip cluster:skip needs:debug}
|
|
|
|
test {WATCH is able to remember the DB a key belongs to} {
|
|
r select 5
|
|
r set x 30
|
|
r watch x
|
|
r select 1
|
|
r set x 10
|
|
r select 5
|
|
r multi
|
|
r ping
|
|
set res [r exec]
|
|
# Restore original DB
|
|
r select 9
|
|
set res
|
|
} {PONG} {singledb:skip}
|
|
|
|
test {WATCH will consider touched keys target of EXPIRE} {
|
|
r del x
|
|
r set x foo
|
|
r watch x
|
|
r expire x 10
|
|
r multi
|
|
r ping
|
|
r exec
|
|
} {}
|
|
|
|
test {WATCH will consider touched expired keys} {
|
|
r flushall
|
|
r del x
|
|
r set x foo
|
|
r expire x 1
|
|
r watch x
|
|
|
|
# Wait for the keys to expire.
|
|
wait_for_dbsize 0
|
|
|
|
r multi
|
|
r ping
|
|
r exec
|
|
} {}
|
|
|
|
test {WATCH same key multiple times should be fine} {
|
|
r set x 10
|
|
r watch x
|
|
r watch x x
|
|
r watch x x x
|
|
assert_equal 1 [get_field_in_client_info [r client info] "watch"]
|
|
r multi
|
|
r incr x
|
|
r exec
|
|
assert_equal {11} [r get x]
|
|
assert_equal 0 [get_field_in_client_info [r client info] "watch"]
|
|
}
|
|
|
|
test {WATCH same key name in different DBs} {
|
|
set rd0 [valkey_client]
|
|
set rd1 [valkey_client]
|
|
|
|
# Set up two keys with the same name in different DBs
|
|
r select 0
|
|
r set key value
|
|
r select 1
|
|
r set key value
|
|
|
|
# rd0 and rd1 are watching the same key in different DBs
|
|
$rd0 select 0
|
|
$rd0 watch key
|
|
$rd0 multi
|
|
$rd1 select 1
|
|
$rd1 watch key
|
|
$rd1 multi
|
|
|
|
# Modify key in DB 0, should only affect DB 0's watch, that is, only affect rd0
|
|
r select 0
|
|
r set key modified
|
|
|
|
# Transaction should fail because key in DB 0 was touched
|
|
$rd0 set key new_value
|
|
assert_equal {} [$rd0 exec]
|
|
|
|
# Transaction should succeed because key in DB 1 was not touched
|
|
$rd1 set key new_value
|
|
assert_equal {OK} [$rd1 exec]
|
|
|
|
$rd0 close
|
|
$rd1 close
|
|
} {0} {singledb:skip}
|
|
|
|
test {WATCH with large number of keys} {
|
|
set elements {}
|
|
for {set i 0} {$i < 50000} {incr i} {
|
|
lappend elements key{t}-$i
|
|
}
|
|
r watch {*}$elements
|
|
r watch {*}$elements
|
|
assert_equal 50000 [get_field_in_client_info [r client info] "watch"]
|
|
|
|
r unwatch
|
|
assert_equal 0 [get_field_in_client_info [r client info] "watch"]
|
|
}
|
|
|
|
test {DISCARD should clear the WATCH dirty flag on the client} {
|
|
r watch x
|
|
r set x 10
|
|
r multi
|
|
r discard
|
|
r multi
|
|
r incr x
|
|
r exec
|
|
} {11}
|
|
|
|
test {DISCARD should UNWATCH all the keys} {
|
|
r watch x
|
|
r set x 10
|
|
r multi
|
|
r discard
|
|
r set x 10
|
|
r multi
|
|
r incr x
|
|
r exec
|
|
} {11}
|
|
|
|
test {MULTI / EXEC is not propagated (single write command)} {
|
|
set repl [attach_to_replication_stream]
|
|
r multi
|
|
r set foo bar
|
|
r exec
|
|
r set foo2 bar
|
|
assert_replication_stream $repl {
|
|
{select *}
|
|
{set foo bar}
|
|
{set foo2 bar}
|
|
}
|
|
close_replication_stream $repl
|
|
} {} {needs:repl}
|
|
|
|
test {MULTI / EXEC is propagated correctly (multiple commands)} {
|
|
set repl [attach_to_replication_stream]
|
|
r multi
|
|
r set foo{t} bar
|
|
r get foo{t}
|
|
r set foo2{t} bar2
|
|
r get foo2{t}
|
|
r set foo3{t} bar3
|
|
r get foo3{t}
|
|
r exec
|
|
|
|
assert_replication_stream $repl {
|
|
{multi}
|
|
{select *}
|
|
{set foo{t} bar}
|
|
{set foo2{t} bar2}
|
|
{set foo3{t} bar3}
|
|
{exec}
|
|
}
|
|
close_replication_stream $repl
|
|
} {} {needs:repl}
|
|
|
|
test {MULTI / EXEC is propagated correctly (multiple commands with SELECT)} {
|
|
set repl [attach_to_replication_stream]
|
|
r multi
|
|
r select 1
|
|
r set foo{t} bar
|
|
r get foo{t}
|
|
r select 2
|
|
r set foo2{t} bar2
|
|
r get foo2{t}
|
|
r select 3
|
|
r set foo3{t} bar3
|
|
r get foo3{t}
|
|
r exec
|
|
|
|
assert_replication_stream $repl {
|
|
{multi}
|
|
{select *}
|
|
{set foo{t} bar}
|
|
{select *}
|
|
{set foo2{t} bar2}
|
|
{select *}
|
|
{set foo3{t} bar3}
|
|
{exec}
|
|
}
|
|
close_replication_stream $repl
|
|
} {} {needs:repl singledb:skip}
|
|
|
|
test {MULTI / EXEC is propagated correctly (empty transaction)} {
|
|
set repl [attach_to_replication_stream]
|
|
r multi
|
|
r exec
|
|
r set foo bar
|
|
assert_replication_stream $repl {
|
|
{select *}
|
|
{set foo bar}
|
|
}
|
|
close_replication_stream $repl
|
|
} {} {needs:repl}
|
|
|
|
test {MULTI / EXEC is propagated correctly (read-only commands)} {
|
|
r set foo value1
|
|
set repl [attach_to_replication_stream]
|
|
r multi
|
|
r get foo
|
|
r exec
|
|
r set foo value2
|
|
assert_replication_stream $repl {
|
|
{select *}
|
|
{set foo value2}
|
|
}
|
|
close_replication_stream $repl
|
|
} {} {needs:repl}
|
|
|
|
test {MULTI / EXEC is propagated correctly (write command, no effect)} {
|
|
r del bar
|
|
r del foo
|
|
set repl [attach_to_replication_stream]
|
|
r multi
|
|
r del foo
|
|
r exec
|
|
|
|
# add another command so that when we see it we know multi-exec wasn't
|
|
# propagated
|
|
r incr foo
|
|
|
|
assert_replication_stream $repl {
|
|
{select *}
|
|
{incr foo}
|
|
}
|
|
close_replication_stream $repl
|
|
} {} {needs:repl}
|
|
|
|
test {MULTI / EXEC with REPLICAOF} {
|
|
# This test verifies that if we demote a master to replica inside a transaction, the
|
|
# entire transaction is not propagated to the already-connected replica
|
|
set repl [attach_to_replication_stream]
|
|
r set foo bar
|
|
r multi
|
|
r set foo2 bar
|
|
r replicaof localhost 9999
|
|
r set foo3 bar
|
|
r exec
|
|
catch {r set foo4 bar} e
|
|
assert_match {READONLY*} $e
|
|
assert_replication_stream $repl {
|
|
{select *}
|
|
{set foo bar}
|
|
}
|
|
close_replication_stream $repl
|
|
r replicaof no one
|
|
} {OK} {needs:repl cluster:skip}
|
|
|
|
test {DISCARD should not fail during OOM} {
|
|
set rd [valkey_deferring_client]
|
|
$rd config set maxmemory 1
|
|
assert {[$rd read] eq {OK}}
|
|
r multi
|
|
catch {r set x 1} e
|
|
assert_match {OOM*} $e
|
|
r discard
|
|
$rd config set maxmemory 0
|
|
assert {[$rd read] eq {OK}}
|
|
$rd close
|
|
r ping
|
|
} {PONG} {needs:config-maxmemory}
|
|
|
|
test {MULTI and script timeout} {
|
|
# check that if MULTI arrives during timeout, it is either refused, or
|
|
# allowed to pass, and we don't end up executing half of the transaction
|
|
set rd1 [valkey_deferring_client]
|
|
set r2 [valkey_client]
|
|
r config set lua-time-limit 10
|
|
r set xx 1
|
|
$rd1 eval {while true do end} 0
|
|
after 200
|
|
catch { $r2 multi; } e
|
|
catch { $r2 incr xx; } e
|
|
r script kill
|
|
after 200 ; # Give some time to Lua to call the hook again...
|
|
catch { $r2 incr xx; } e
|
|
catch { $r2 exec; } e
|
|
assert_match {EXECABORT*previous errors*} $e
|
|
set xx [r get xx]
|
|
# make sure that either the whole transaction passed or none of it (we actually expect none)
|
|
assert { $xx == 1 || $xx == 3}
|
|
# check that the connection is no longer in multi state
|
|
set pong [$r2 ping asdf]
|
|
assert_equal $pong "asdf"
|
|
$rd1 close; $r2 close
|
|
}
|
|
|
|
test {EXEC and script timeout} {
|
|
# check that if EXEC arrives during timeout, we don't end up executing
|
|
# half of the transaction, and also that we exit the multi state
|
|
set rd1 [valkey_deferring_client]
|
|
set r2 [valkey_client]
|
|
r config set lua-time-limit 10
|
|
r set xx 1
|
|
catch { $r2 multi; } e
|
|
catch { $r2 incr xx; } e
|
|
$rd1 eval {while true do end} 0
|
|
after 200
|
|
catch { $r2 incr xx; } e
|
|
catch { $r2 exec; } e
|
|
assert_match {EXECABORT*BUSY*} $e
|
|
r script kill
|
|
after 200 ; # Give some time to Lua to call the hook again...
|
|
set xx [r get xx]
|
|
# make sure that either the whole transaction passed or none of it (we actually expect none)
|
|
assert { $xx == 1 || $xx == 3}
|
|
# check that the connection is no longer in multi state
|
|
set pong [$r2 ping asdf]
|
|
assert_equal $pong "asdf"
|
|
$rd1 close; $r2 close
|
|
}
|
|
|
|
test {MULTI-EXEC body and script timeout} {
|
|
# check that we don't run an incomplete transaction due to some commands
|
|
# arriving during busy script
|
|
set rd1 [valkey_deferring_client]
|
|
set r2 [valkey_client]
|
|
r config set lua-time-limit 10
|
|
r set xx 1
|
|
catch { $r2 multi; } e
|
|
catch { $r2 incr xx; } e
|
|
$rd1 eval {while true do end} 0
|
|
after 200
|
|
catch { $r2 incr xx; } e
|
|
r script kill
|
|
after 200 ; # Give some time to Lua to call the hook again...
|
|
catch { $r2 exec; } e
|
|
assert_match {EXECABORT*previous errors*} $e
|
|
set xx [r get xx]
|
|
# make sure that either the whole transaction passed or none of it (we actually expect none)
|
|
assert { $xx == 1 || $xx == 3}
|
|
# check that the connection is no longer in multi state
|
|
set pong [$r2 ping asdf]
|
|
assert_equal $pong "asdf"
|
|
$rd1 close; $r2 close
|
|
}
|
|
|
|
test {just EXEC and script timeout} {
|
|
# check that if EXEC arrives during timeout, we don't end up executing
|
|
# actual commands during busy script, and also that we exit the multi state
|
|
set rd1 [valkey_deferring_client]
|
|
set r2 [valkey_client]
|
|
r config set lua-time-limit 10
|
|
r set xx 1
|
|
catch { $r2 multi; } e
|
|
catch { $r2 incr xx; } e
|
|
$rd1 eval {while true do end} 0
|
|
after 200
|
|
catch { $r2 exec; } e
|
|
assert_match {EXECABORT*BUSY*} $e
|
|
r script kill
|
|
after 200 ; # Give some time to Lua to call the hook again...
|
|
set xx [r get xx]
|
|
# make we didn't execute the transaction
|
|
assert { $xx == 1}
|
|
# check that the connection is no longer in multi state
|
|
set pong [$r2 ping asdf]
|
|
assert_equal $pong "asdf"
|
|
$rd1 close; $r2 close
|
|
}
|
|
|
|
test {exec with write commands and state change} {
|
|
# check that exec that contains write commands fails if server state changed since they were queued
|
|
set r1 [valkey_client]
|
|
r set xx 1
|
|
r multi
|
|
r incr xx
|
|
$r1 config set min-replicas-to-write 2
|
|
catch {r exec} e
|
|
assert_match {*EXECABORT*NOREPLICAS*} $e
|
|
set xx [r get xx]
|
|
# make sure that the INCR wasn't executed
|
|
assert { $xx == 1}
|
|
$r1 config set min-replicas-to-write 0
|
|
$r1 close
|
|
} {0} {needs:repl}
|
|
|
|
test {exec with read commands and stale replica state change} {
|
|
# check that exec that contains read commands fails if server state changed since they were queued
|
|
r config set replica-serve-stale-data no
|
|
set r1 [valkey_client]
|
|
r set xx 1
|
|
|
|
# check that GET and PING are disallowed on stale replica, even if the replica becomes stale only after queuing.
|
|
r multi
|
|
r get xx
|
|
$r1 replicaof localhost_ 0
|
|
catch {r exec} e
|
|
assert_match {*EXECABORT*MASTERDOWN*} $e
|
|
|
|
# reset
|
|
$r1 replicaof no one
|
|
|
|
r multi
|
|
r ping
|
|
$r1 replicaof localhost_ 0
|
|
catch {r exec} e
|
|
assert_match {*EXECABORT*MASTERDOWN*} $e
|
|
|
|
# check that when replica is not stale, GET is allowed
|
|
# while we're at it, let's check that multi is allowed on stale replica too
|
|
r multi
|
|
$r1 replicaof no one
|
|
r get xx
|
|
set xx [r exec]
|
|
# make sure that the INCR was executed
|
|
assert { $xx == 1 }
|
|
$r1 close
|
|
} {0} {needs:repl cluster:skip}
|
|
|
|
test {EXEC with only read commands should not be rejected when OOM} {
|
|
set r2 [valkey_client]
|
|
|
|
r set x value
|
|
r multi
|
|
r get x
|
|
r ping
|
|
|
|
# enforcing OOM
|
|
$r2 config set maxmemory 1
|
|
|
|
# finish the multi transaction with exec
|
|
assert { [r exec] == {value PONG} }
|
|
|
|
# releasing OOM
|
|
$r2 config set maxmemory 0
|
|
$r2 close
|
|
} {0} {needs:config-maxmemory}
|
|
|
|
test {EXEC with at least one use-memory command should fail} {
|
|
set r2 [valkey_client]
|
|
|
|
r multi
|
|
r set x 1
|
|
r get x
|
|
|
|
# enforcing OOM
|
|
$r2 config set maxmemory 1
|
|
|
|
# finish the multi transaction with exec
|
|
catch {r exec} e
|
|
assert_match {EXECABORT*OOM*} $e
|
|
|
|
# releasing OOM
|
|
$r2 config set maxmemory 0
|
|
$r2 close
|
|
} {0} {needs:config-maxmemory}
|
|
|
|
test {Blocking commands ignores the timeout} {
|
|
r xgroup create s{t} g $ MKSTREAM
|
|
|
|
set m [r multi]
|
|
r blpop empty_list{t} 0
|
|
r brpop empty_list{t} 0
|
|
r brpoplpush empty_list1{t} empty_list2{t} 0
|
|
r blmove empty_list1{t} empty_list2{t} LEFT LEFT 0
|
|
r bzpopmin empty_zset{t} 0
|
|
r bzpopmax empty_zset{t} 0
|
|
r xread BLOCK 0 STREAMS s{t} $
|
|
r xreadgroup group g c BLOCK 0 STREAMS s{t} >
|
|
set res [r exec]
|
|
|
|
list $m $res
|
|
} {OK {{} {} {} {} {} {} {} {}}}
|
|
|
|
test {MULTI propagation of PUBLISH} {
|
|
set repl [attach_to_replication_stream]
|
|
|
|
r multi
|
|
r publish bla bla
|
|
r exec
|
|
|
|
assert_replication_stream $repl {
|
|
{select *}
|
|
{publish bla bla}
|
|
}
|
|
close_replication_stream $repl
|
|
} {} {needs:repl cluster:skip}
|
|
|
|
test {MULTI propagation of SCRIPT LOAD} {
|
|
set repl [attach_to_replication_stream]
|
|
|
|
# make sure that SCRIPT LOAD inside MULTI isn't propagated
|
|
r multi
|
|
r script load {redis.call('set', KEYS[1], 'foo')}
|
|
r set foo bar
|
|
set res [r exec]
|
|
set sha [lindex $res 0]
|
|
|
|
assert_replication_stream $repl {
|
|
{select *}
|
|
{set foo bar}
|
|
}
|
|
close_replication_stream $repl
|
|
} {} {needs:repl}
|
|
|
|
test {MULTI propagation of EVAL} {
|
|
set repl [attach_to_replication_stream]
|
|
|
|
# make sure that EVAL inside MULTI is propagated in a transaction in effects
|
|
r multi
|
|
r eval {redis.call('set', KEYS[1], 'bar')} 1 bar
|
|
r exec
|
|
|
|
assert_replication_stream $repl {
|
|
{select *}
|
|
{set bar bar}
|
|
}
|
|
close_replication_stream $repl
|
|
} {} {needs:repl}
|
|
|
|
test {MULTI propagation of SCRIPT FLUSH} {
|
|
set repl [attach_to_replication_stream]
|
|
|
|
# make sure that SCRIPT FLUSH isn't propagated
|
|
r multi
|
|
r script flush
|
|
r set foo bar
|
|
r exec
|
|
|
|
assert_replication_stream $repl {
|
|
{select *}
|
|
{set foo bar}
|
|
}
|
|
close_replication_stream $repl
|
|
} {} {needs:repl}
|
|
|
|
tags {"stream"} {
|
|
test {MULTI propagation of XREADGROUP} {
|
|
set repl [attach_to_replication_stream]
|
|
|
|
r XADD mystream * foo bar
|
|
r XADD mystream * foo2 bar2
|
|
r XADD mystream * foo3 bar3
|
|
r XGROUP CREATE mystream mygroup 0
|
|
|
|
# make sure the XCALIM (propagated by XREADGROUP) is indeed inside MULTI/EXEC
|
|
r multi
|
|
r XREADGROUP GROUP mygroup consumer1 COUNT 2 STREAMS mystream ">"
|
|
r XREADGROUP GROUP mygroup consumer1 STREAMS mystream ">"
|
|
r exec
|
|
|
|
assert_replication_stream $repl {
|
|
{select *}
|
|
{xadd *}
|
|
{xadd *}
|
|
{xadd *}
|
|
{xgroup CREATE *}
|
|
{multi}
|
|
{xclaim *}
|
|
{xclaim *}
|
|
{xgroup SETID * ENTRIESREAD *}
|
|
{xclaim *}
|
|
{xgroup SETID * ENTRIESREAD *}
|
|
{exec}
|
|
}
|
|
close_replication_stream $repl
|
|
} {} {needs:repl}
|
|
}
|
|
|
|
foreach {cmd} {SAVE SHUTDOWN} {
|
|
test "MULTI with $cmd" {
|
|
r del foo
|
|
r multi
|
|
r set foo bar
|
|
set cmd_lower [string tolower $cmd]
|
|
assert_error "ERR Command '$cmd_lower' not allowed inside a transaction*" {r $cmd}
|
|
assert_error "EXECABORT Transaction discarded because of previous errors*" {r exec}
|
|
assert_equal [r get foo] {}
|
|
}
|
|
}
|
|
|
|
test "MULTI with BGREWRITEAOF" {
|
|
set forks [s total_forks]
|
|
r multi
|
|
r set foo bar
|
|
r BGREWRITEAOF
|
|
set res [r exec]
|
|
assert_match "*rewriting scheduled*" [lindex $res 1]
|
|
wait_for_condition 50 100 {
|
|
[s total_forks] > $forks
|
|
} else {
|
|
fail "aofrw didn't start"
|
|
}
|
|
waitForBgrewriteaof r
|
|
} {} {external:skip}
|
|
|
|
test "MULTI with config set appendonly" {
|
|
set lines [count_log_lines 0]
|
|
set forks [s total_forks]
|
|
r multi
|
|
r set foo bar
|
|
r config set appendonly yes
|
|
r exec
|
|
verify_log_message 0 "*AOF background was scheduled*" $lines
|
|
wait_for_condition 50 100 {
|
|
[s total_forks] > $forks
|
|
} else {
|
|
fail "aofrw didn't start"
|
|
}
|
|
waitForBgrewriteaof r
|
|
} {} {external:skip}
|
|
|
|
test "MULTI with config error" {
|
|
r multi
|
|
r set foo bar
|
|
r config set maxmemory bla
|
|
|
|
# letting the server parser read it, it'll throw an exception instead of
|
|
# reply with an array that contains an error, so we switch to reading
|
|
# raw RESP instead
|
|
r readraw 1
|
|
|
|
set res [r exec]
|
|
assert_equal $res "*2"
|
|
set res [r read]
|
|
assert_equal $res "+OK"
|
|
set res [r read]
|
|
r readraw 0
|
|
set _ $res
|
|
} {*CONFIG SET failed*}
|
|
|
|
test "Flushall while watching several keys by one client" {
|
|
r flushall
|
|
r mset a{t} a b{t} b
|
|
r watch b{t} a{t}
|
|
r flushall
|
|
r ping
|
|
r unwatch
|
|
}
|
|
|
|
test {MULTI is rejected when CLIENT REPLY is ON/OFF/SKIP} {
|
|
r multi
|
|
assert_error "ERR Command 'client|reply' not allowed inside a transaction" {r client reply on}
|
|
assert_error "EXECABORT *" {r exec}
|
|
|
|
r multi
|
|
assert_error "ERR Command 'client|reply' not allowed inside a transaction" {r client reply skip}
|
|
assert_error "EXECABORT *" {r exec}
|
|
|
|
r multi
|
|
assert_error "ERR Command 'client|reply' not allowed inside a transaction" {r client reply off}
|
|
assert_error "EXECABORT *" {r exec}
|
|
|
|
r client reply on
|
|
}
|
|
|
|
test "CLIENT REPLY OFF/SKIP: multi command" {
|
|
set rd [valkey_deferring_client]
|
|
|
|
# Turning the reply off
|
|
$rd client reply off
|
|
|
|
$rd multi
|
|
# These replies were skipped.
|
|
$rd ping pong2
|
|
$rd ping pong3
|
|
$rd exec
|
|
|
|
$rd client reply on
|
|
$rd ping
|
|
assert_equal {OK} [$rd read]
|
|
assert_equal {PONG} [$rd read]
|
|
|
|
$rd client reply skip
|
|
|
|
# Just this command was skipped
|
|
$rd multi
|
|
|
|
$rd ping pong2
|
|
$rd ping pong3
|
|
$rd exec
|
|
assert_equal {QUEUED} [$rd read]
|
|
assert_equal {QUEUED} [$rd read]
|
|
assert_equal {pong2 pong3} [$rd read]
|
|
|
|
$rd client reply on
|
|
$rd ping
|
|
assert_equal {OK} [$rd read]
|
|
assert_equal {PONG} [$rd read]
|
|
|
|
$rd close
|
|
}
|
|
|
|
test "AUTH errored inside MULTI will add the reply" {
|
|
r config set requirepass ""
|
|
r multi
|
|
r auth no-user foobar
|
|
assert_error {WRONGPASS invalid username-password pair or user is disabled.} {r exec}
|
|
}
|
|
}
|
|
|
|
start_server {overrides {appendonly {yes} appendfilename {appendonly.aof} appendfsync always} tags {external:skip}} {
|
|
test {MULTI with FLUSHALL and AOF} {
|
|
set aof [get_last_incr_aof_path r]
|
|
r multi
|
|
r set foo bar
|
|
r flushall
|
|
r exec
|
|
assert_aof_content $aof {
|
|
{multi}
|
|
{select *}
|
|
{set *}
|
|
{flushall}
|
|
{exec}
|
|
}
|
|
r get foo
|
|
} {}
|
|
}
|
|
|
|
start_cluster 1 0 {tags {"external:skip cluster"}} {
|
|
test "Regression test for multi-exec with RANDOMKEY accessing the wrong per-slot dictionary" {
|
|
R 0 SETEX FOO 10000 BAR
|
|
R 0 SETEX FIZZ 10000 BUZZ
|
|
|
|
R 0 MULTI
|
|
R 0 DEL FOO
|
|
R 0 RANDOMKEY
|
|
assert_equal [R 0 EXEC] {1 FIZZ}
|
|
}
|
|
}
|
|
|
|
start_cluster 1 0 {tags {"external:skip cluster needs:debug"} overrides {appendonly yes}} {
|
|
test "Regression test for #2995: MULTI/EXEC with different slot keys should not duplicate on AOF reload" {
|
|
R 0 SET k0 a
|
|
R 0 BGREWRITEAOF
|
|
waitForBgrewriteaof [srv 0 client]
|
|
|
|
R 0 SET k1 b
|
|
R 0 MULTI
|
|
R 0 SET k0 c
|
|
R 0 APPEND k0 d
|
|
assert_equal [R 0 EXEC] {OK 2}
|
|
|
|
R 0 DEBUG LOADAOF
|
|
|
|
assert_equal [llength [R 0 KEYS *]] 2
|
|
assert_equal [R 0 GET k0] "cd"
|
|
assert_equal [R 0 GET k1] "b"
|
|
}
|
|
}
|