# See the file LICENSE for redistribution information. # # Copyright (c) 2004, 2012 Oracle and/or its affiliates. All rights reserved. # # $Id$ # # TEST rep041 # TEST Turn replication on and off at run-time. # TEST # TEST Start a master with replication OFF (noop transport function). # TEST Run rep_test to advance log files and archive. # TEST Start up client; change master to working transport function. # TEST Now replication is ON. # TEST Do more ops, make sure client is up to date. # TEST Close client, turn replication OFF on master, do more ops. # TEST Repeat from point A. # proc rep041 { method { niter 500 } { tnum "041" } args } { source ./include.tcl global databases_in_memory global repfiles_in_memory # Valid for all access methods. if { $checking_valid_methods } { return "ALL" } set args [convert_args $method $args] set saved_args $args set logsets [create_logsets 2] # This test needs to set its own pagesize. set pgindex [lsearch -exact $args "-pagesize"] if { $pgindex != -1 } { puts "Rep$tnum: skipping for specific pagesizes" return } # Set up for on-disk or in-memory databases. set msg "using on-disk databases" if { $databases_in_memory } { set msg "using named in-memory databases" if { [is_queueext $method] } { puts -nonewline "Skipping rep$tnum for method " puts "$method with named in-memory databases." return } } set msg2 "and on-disk replication files" if { $repfiles_in_memory } { set msg2 "and in-memory replication files" } # Run the body of the test with and without recovery, # and with and without cleaning. Skip recovery with in-memory # logging - it doesn't make sense. foreach r $test_recopts { foreach l $logsets { set logindex [lsearch -exact $l "in-memory"] if { $r == "-recover" && $logindex != -1 } { puts "Skipping rep$tnum for -recover\ with in-memory logs." continue } set envargs "" set args $saved_args puts "Rep$tnum ($method $envargs $r $args):\ Turn replication on and off, $msg $msg2." puts "Rep$tnum: Master logs are [lindex $l 0]" puts "Rep$tnum: Client logs are [lindex $l 1]" rep041_sub $method $niter $tnum $envargs \ $l $r $args } } } proc rep041_sub { method niter tnum envargs logset recargs largs } { global testdir global util_path global databases_in_memory global repfiles_in_memory global rep_verbose global verbose_type set verbargs "" if { $rep_verbose == 1 } { set verbargs " -verbose {$verbose_type on} " } set repmemargs "" if { $repfiles_in_memory } { set repmemargs "-rep_inmem_files " } env_cleanup $testdir replsetup $testdir/MSGQUEUEDIR set masterdir $testdir/MASTERDIR set clientdir $testdir/CLIENTDIR file mkdir $masterdir file mkdir $clientdir # Log size is small so we quickly create more than one. # The documentation says that the log file must be at least # four times the size of the in-memory log buffer. set pagesize 4096 append largs " -pagesize $pagesize " set log_max [expr $pagesize * 8] set m_logtype [lindex $logset 0] set c_logtype [lindex $logset 1] # In-memory logs cannot be used with -txn nosync. set m_logargs [adjust_logargs $m_logtype] set c_logargs [adjust_logargs $c_logtype] set m_txnargs [adjust_txnargs $m_logtype] set c_txnargs [adjust_txnargs $c_logtype] # Open a master. puts "\tRep$tnum.a: Open master with replication OFF." repladd 1 set ma_envcmd "berkdb_env_noerr -create $m_txnargs $verbargs \ $m_logargs -log_max $log_max $envargs -errpfx MASTER \ $repmemargs -home $masterdir -rep" set masterenv [eval $ma_envcmd $recargs] $masterenv rep_limit 0 0 # Run rep_test in the master to advance log files. puts "\tRep$tnum.b: Running rep_test to create some log files." set start 0 eval rep_test $method $masterenv NULL $niter $start $start 0 $largs incr start $niter # Reset transport function to replnoop, and specify that # this env will be master. error_check_good \ transport_noop [$masterenv rep_transport {1 replnoop}] 0 error_check_good rep_on [$masterenv rep_start -master] 0 # If master is on-disk, archive. if { $m_logtype != "in-memory" } { puts "\tRep$tnum.c: Run log_archive - some logs should be removed." $masterenv log_flush set res [eval exec $util_path/db_archive -l -h $masterdir] error_check_bad log.1.present [lsearch -exact $res log.0000000001] -1 set res [eval exec $util_path/db_archive -d -h $masterdir] set res [eval exec $util_path/db_archive -l -h $masterdir] error_check_good log.1.gone [lsearch -exact $res log.0000000001] -1 } # Run rep_test some more - this simulates running without clients. puts "\tRep$tnum.d: Running rep_test." eval rep_test $method $masterenv NULL $niter $start $start 0 $largs incr start $niter # Open a client puts "\tRep$tnum.e: Open client." repladd 2 set cl_envcmd "berkdb_env_noerr -create $c_txnargs $verbargs \ $c_logargs -log_max $log_max $envargs -errpfx CLIENT \ $repmemargs -home $clientdir \ -rep_transport \[list 2 replsend\]" set clientenv [eval $cl_envcmd $recargs -rep_client] $clientenv rep_limit 0 0 $clientenv rep_request 4000 128000 # Set up envlist for processing messages later. set envlist "{$masterenv 1} {$clientenv 2}" # Turn replication on and off more than once. set repeats 2 for { set i 0 } { $i < $repeats } { incr i } { puts "\tRep$tnum.f.$i: Turn replication ON." # Reset master transport function to replsend. error_check_good transport_on \ [$masterenv rep_transport {1 replsend}] 0 # Have the master announce itself so messages will pass. error_check_good rep_on [$masterenv rep_start -master] 0 # Create some new messages, and process them. set nentries 50 eval rep_test \ $method $masterenv NULL $nentries $start $start 0 $largs incr start $nentries process_msgs $envlist # If there are log records queued, client is not yet caught # up. Perform innocuous rep_flush and process messages a # few times to allow client rerequests to occur. Give it # more than one chance, allowing at least twice the default # maximum client retransmission request time. for { set j 0 } { $j < 3 } { incr j } { if { [stat_field $clientenv \ rep_stat "Current log records queued"] == 0 } { break } error_check_good master_flush [$masterenv rep_flush] 0 process_msgs $envlist tclsleep 1 } puts "\tRep$tnum.g.$i: Verify that client is up to date." # Check that master and client contents match, to verify # that client is up to date. rep_verify $masterdir $masterenv $clientdir $clientenv 0 1 0 # Process messages again -- the rep_verify created some. process_msgs $envlist puts "\tRep$tnum.h.$i: Turn replication OFF on master." error_check_good \ transport_off [$masterenv rep_transport {1 replnoop}] 0 puts "\tRep$tnum.i.$i: Running rep_test in replicated env." eval rep_test \ $method $masterenv NULL $niter $start $start 0 $largs incr start $niter puts "\tRep$tnum.j.$i:\ Process messages; none should be available." set nproced [proc_msgs_once $envlist NONE err] error_check_good no_messages $nproced 0 # Client and master should NOT match. puts "\tRep$tnum.k.$i: Master and client should NOT match." rep_verify $masterdir $masterenv $clientdir $clientenv 0 0 0 } error_check_good clientenv_close [$clientenv close] 0 error_check_good masterenv_close [$masterenv close] 0 replclose $testdir/MSGQUEUEDIR }