#!/usr/bin/env python # # Public Domain 2014-present MongoDB, Inc. # Public Domain 2008-2014 WiredTiger, Inc. # # This is free and unencumbered software released into the public domain. # # Anyone is free to copy, modify, publish, use, compile, sell, or # distribute this software, either in source code form or as a compiled # binary, for any purpose, commercial or non-commercial, and by any # means. # # In jurisdictions that recognize copyright laws, the author or authors # of this software dedicate any and all copyright interest in the # software to the public domain. We make this dedication for the benefit # of the public at large and to the detriment of our heirs and # successors. We intend this dedication to be an overt act of # relinquishment in perpetuity of all present and future rights to this # software under copyright law. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, # EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF # MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. # IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR # OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, # ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR # OTHER DEALINGS IN THE SOFTWARE. # # test_backup05.py # Test that backups can be performed similar to MongoDB's fsyncLock. # We assume writes are not being performed, a checkpoint is done and # then we open a backup cursor to prevent log archiving and other file # manipulations. Manually copy the directory and verify it. # import fnmatch, os, shutil, time from suite_subprocess import suite_subprocess from helper import copy_wiredtiger_home import wiredtiger, wttest class test_backup05(wttest.WiredTigerTestCase, suite_subprocess): uri = 'table:test_backup05' emptyuri = 'table:test_empty05' newuri = 'table:test_new05' create_params = 'key_format=i,value_format=i' freq = 5 def check_manual_backup(self, i, olddir, newdir): ''' Simulate a manual backup from olddir and restart in newdir. ''' self.session.checkpoint() cbkup = self.session.open_cursor('backup:', None, None) # With the connection still open, copy files to new directory. # Half the time use an unaligned copy. even = i % (self.freq * 2) == 0 aligned = even or os.name == "nt" copy_wiredtiger_home(self, olddir, newdir, aligned) # Half the time try to rename a table and the other half try # to remove a table. They should fail. if not even: self.assertRaises(wiredtiger.WiredTigerError, lambda: self.session.rename( self.emptyuri, self.newuri, None)) else: self.assertRaises(wiredtiger.WiredTigerError, lambda: self.session.drop(self.emptyuri, None)) # Now simulate fsyncUnlock by closing the backup cursor. cbkup.close() # Once the backup cursor is closed we should be able to perform # schema operations. Test that and then reset the files to their # expected initial names. if not even: self.session.rename(self.emptyuri, self.newuri, None) self.session.drop(self.newuri, None) self.session.create(self.emptyuri, self.create_params) else: self.session.drop(self.emptyuri, None) self.session.create(self.emptyuri, self.create_params) # Open the new directory and verify conn = self.setUpConnectionOpen(newdir) session = self.setUpSessionOpen(conn) session.verify(self.uri) conn.close() def backup(self): '''Check manual fsyncLock backup strategy''' # Here's the strategy: # - update the table # - checkpoint the database # - open a backup cursor # - copy the database directory (live, simulating a crash) # - use copy tree or non-aligned dd # - verify in the copy # - repeat # # If the metadata isn't flushed, eventually the metadata we copy will # be sufficiently out-of-sync with the data file that it won't verify. self.session.create(self.emptyuri, self.create_params) self.reopen_conn() self.session.create(self.uri, self.create_params) for i in range(100): c = self.session.open_cursor(self.uri) c[i] = i c.close() if i % self.freq == 0: self.check_manual_backup(i, ".", "RESTART") else: self.session.verify(self.uri) def test_backup(self): with self.expectedStdoutPattern('recreating metadata'): self.backup() if __name__ == '__main__': wttest.run()