blob: f0f5ff3aac92eb8606fd74aa2674335b76194832 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
|
# See the file LICENSE for redistribution information.
#
# Copyright (c) 2001-2009 Oracle. All rights reserved.
#
# $Id$
#
# TEST rep066
# TEST Replication and dead log handles.
# TEST
# TEST Run rep_test on master and a client.
# TEST Simulate client crashes (master continues) until log 2.
# TEST Open 2nd master env handle and put something in log and flush.
# TEST Downgrade master, restart client as master.
# TEST Run rep_test on newmaster until log 2.
# TEST New master writes log records, newclient processes records
# TEST and 2nd newclient env handle calls log_flush.
# TEST New master commits, newclient processes and should succeed.
# TEST Make sure 2nd handle detects the old log handle and doesn't
# TEST write to a stale handle (if it does, the processing of the
# TEST commit will fail).
#
proc rep066 { method { niter 10 } { tnum "066" } args } {
source ./include.tcl
global databases_in_memory
global repfiles_in_memory
if { $is_windows9x_test == 1 } {
puts "Skipping replication test on Win 9x platform."
return
}
# Run for all access methods.
if { $checking_valid_methods } {
return "ALL"
}
# This test requires a second handle on an env, and HP-UX
# doesn't support that.
if { $is_hp_test } {
puts "Skipping rep$tnum for HP-UX."
return
}
set args [convert_args $method $args]
set logsets [create_logsets 2]
# Set up for on-disk or in-memory databases.
set msg "using on-disk databases"
if { $databases_in_memory } {
set msg "using named in-memory databases"
if { [is_queueext $method] } {
puts -nonewline "Skipping rep$tnum for method "
puts "$method with named in-memory databases."
return
}
}
set msg2 "and on-disk replication files"
if { $repfiles_in_memory } {
set msg2 "and in-memory replication files"
}
# Run the body of the test with and without recovery.
foreach r $test_recopts {
foreach l $logsets {
set logindex [lsearch -exact $l "in-memory"]
if { $r == "-recover" && $logindex != -1 } {
puts "Rep$tnum: Skipping\
for in-memory logs with -recover."
continue
}
puts "Rep$tnum ($method $r):\
Replication and dead log handles $msg $msg2."
puts "Rep$tnum: Master logs are [lindex $l 0]"
puts "Rep$tnum: Client logs are [lindex $l 1]"
rep066_sub $method $niter $tnum $l $r $args
}
}
}
proc rep066_sub { method niter tnum logset recargs largs } {
global testdir
global databases_in_memory
global repfiles_in_memory
global rep_verbose
global verbose_type
set verbargs ""
if { $rep_verbose == 1 } {
set verbargs " -verbose {$verbose_type on} "
}
set repmemargs ""
if { $repfiles_in_memory } {
set repmemargs "-rep_inmem_files "
}
env_cleanup $testdir
replsetup $testdir/MSGQUEUEDIR
set masterdir $testdir/MASTERDIR
set clientdir $testdir/CLIENTDIR
file mkdir $masterdir
file mkdir $clientdir
# Log size is small so we quickly create more than one.
# The documentation says that the log file must be at least
# four times the size of the in-memory log buffer.
set pagesize 4096
append largs " -pagesize $pagesize "
set log_max [expr $pagesize * 8]
set m_logtype [lindex $logset 0]
set c_logtype [lindex $logset 1]
# In-memory logs require a large log buffer, and cannot
# be used with -txn nosync.
set m_logargs [adjust_logargs $m_logtype]
set c_logargs [adjust_logargs $c_logtype]
set m_txnargs [adjust_txnargs $m_logtype]
set c_txnargs [adjust_txnargs $c_logtype]
# Open a master.
# Later we'll open a 2nd handle to this env.
repladd 1
set ma_envcmd "berkdb_env_noerr -create $m_txnargs \
$repmemargs \
$m_logargs -errpfx ENV0 -log_max $log_max $verbargs \
-home $masterdir -rep_transport \[list 1 replsend\]"
set env0 [eval $ma_envcmd $recargs -rep_master]
set masterenv $env0
# Open a client.
repladd 2
set cl_envcmd "berkdb_env_noerr -create $c_txnargs \
$repmemargs \
$c_logargs -errpfx ENV1 -log_max $log_max $verbargs \
-home $clientdir -rep_transport \[list 2 replsend\]"
set env1 [eval $cl_envcmd $recargs -rep_client]
set clientenv $env1
# Bring the clients online by processing the startup messages.
set envlist "{$env0 1} {$env1 2}"
process_msgs $envlist
# Run a modified test001 in the master (and update clients).
puts "\tRep$tnum.a.0: Running rep_test in replicated env."
eval rep_test $method $masterenv NULL $niter 0 0 0 $largs
process_msgs $envlist
set nstart $niter
set last_client_log [get_logfile $env1 last]
set stop 0
while { $stop == 0 } {
puts "\tRep$tnum.b: Run test on master until log file changes."
eval rep_test\
$method $masterenv NULL $niter $nstart $nstart 0 $largs
incr nstart $niter
replclear 2
set last_master_log [get_logfile $masterenv last]
if { $last_master_log > $last_client_log } {
set stop 1
}
}
# Open a 2nd env handle on the master.
# We want to have some operations happen on the normal
# handle and then flush them with this handle.
puts "\tRep$tnum.c: Open 2nd master env and flush log."
set 2ndenv [eval $ma_envcmd -rep_master -errpfx 2NDENV]
error_check_good master_env [is_valid_env $2ndenv] TRUE
# Set up databases as in-memory or on-disk.
if { $databases_in_memory } {
set testfile { "" "test.db" }
} else {
set testfile "test.db"
}
set omethod [convert_method $method]
set txn [$masterenv txn]
error_check_good txn [is_valid_txn $txn $masterenv] TRUE
set db [eval {berkdb_open_noerr -env $masterenv -errpfx MASTER \
-txn $txn -create -mode 0644} $largs $omethod $testfile]
error_check_good dbopen [is_valid_db $db] TRUE
# Flush on the 2nd handle
set lf [stat_field $2ndenv log_stat "Times log flushed to disk"]
error_check_good flush [$2ndenv log_flush] 0
set lf2 [stat_field $2ndenv log_stat "Times log flushed to disk"]
error_check_bad log_flush $lf $lf2
# The detection of dead log handle is based on a 1-second resolution
# timestamp comparison. Now that we've established the threatening
# source of the dead handle in $2ndenv, wait a moment to make sure that
# the fresh handle that we're about to create gets a later timestamp.
tclsleep 1
# Resolve the txn and close the database
error_check_good commit [$txn commit] 0
error_check_good close [$db close] 0
# Nuke those messages for client about to become master.
replclear 2
puts "\tRep$tnum.d: Swap envs"
set masterenv $env1
set clientenv $env0
error_check_good downgrade [$clientenv rep_start -client] 0
error_check_good upgrade [$masterenv rep_start -master] 0
set envlist "{$env0 1} {$env1 2}"
process_msgs $envlist
#
# At this point, env0 should have rolled back across the log file.
# We need to do some operations on the master, process them on
# the client (but not a commit because that flushes). We want
# the message processing client env (env0) to put records in
# the log buffer and the 2nd env handle to flush the log.
#
puts "\tRep$tnum.e: Run test until create new log file."
#
# Set this to the last log file the old master had.
#
set last_client_log $last_master_log
set last_master_log [get_logfile $masterenv last]
set stop 0
while { $stop == 0 } {
puts "\tRep$tnum.e: Run test on master until log file changes."
eval rep_test\
$method $masterenv NULL $niter $nstart $nstart 0 $largs
process_msgs $envlist
incr nstart $niter
set last_master_log [get_logfile $masterenv last]
if { $last_master_log == $last_client_log } {
set stop 1
}
}
puts "\tRep$tnum.f: Create some log records."
set txn [$masterenv txn]
error_check_good txn [is_valid_txn $txn $masterenv] TRUE
set db [eval {berkdb_open_noerr -env $masterenv -errpfx MASTER \
-txn $txn -create -mode 0644} $largs $omethod $testfile]
error_check_good dbopen [is_valid_db $db] TRUE
process_msgs $envlist
# Flush on the 2nd handle
puts "\tRep$tnum.g: Flush on 2nd env handle."
set lf [stat_field $2ndenv log_stat "Times log flushed to disk"]
error_check_good flush [$2ndenv log_flush] 0
set lf2 [stat_field $2ndenv log_stat "Times log flushed to disk"]
error_check_bad log_flush2 $lf $lf2
# Resolve the txn and close the database
puts "\tRep$tnum.h: Process commit on client env handle."
error_check_good commit [$txn commit] 0
error_check_good close [$db close] 0
process_msgs $envlist
error_check_good cl2_close [$2ndenv close] 0
error_check_good env0_close [$env0 close] 0
error_check_good env1_close [$env1 close] 0
replclose $testdir/MSGQUEUEDIR
return
}
|