//! This example shows how to use `MigrationHelper::iter_loop` within migration logic. //! `MigrationHelper` allows to access the old and new versions of the data, and to merge changes, //! so we don't need to do it manually. //! //! The main logic is described in the `migration_with_iter_loop` and `migrate_wallets` functions. //! //! The main points of this example are: //! //! - We create `MigrationHelper` for the DB that allows us to get access to the old and new data. //! - We use `MigrationHelper::finish()` to merge the changes to the database. //! - `MigrationHelper::iter_loop()` allows us to perform data migration in chunks. //! After each iteration changes are merged to the DB. //! //! For the description of the common migration scenario, see the `migration` module docs. use metaldb::{ migration::{MigrationError, MigrationHelper}, Database, }; use std::sync::Arc; mod migration; use crate::migration::{perform_migration, v1, v2}; /// Provides migration of wallets with `MigrationHelper::iter_loop`. /// /// `iter_loop` is designed to allow to merge changes to the database from time to time, /// so we are migrating wallets in chunks here. /// /// - `Wallet::public_key` field will be removed. /// - `Wallet::history_hash` field will be added. /// - Wallets and history from username Eve will be removed. fn migrate_wallets(helper: &mut MigrationHelper) -> Result<(), MigrationError> { helper.iter_loop(|helper, iters| { let old_schema = v1::Schema::new(helper.old_data()); let mut new_schema = v2::Schema::new(helper.new_data()); // Size is selected so that we can safely store part of the migration in RAM. const CHUNK_SIZE: usize = 1_000; let mut count = 0; for (public_key, wallet) in iters .create("wallets", &old_schema.wallets) .take(CHUNK_SIZE) { if wallet.username == "Eve" { // We don't like Eves 'round these parts. Remove her transaction history // and don't migrate the wallet. helper .new_data() .create_tombstone(("histories", &public_key)); } else { // Merkelize the wallet history. let mut history = new_schema.histories.get(&public_key); history.extend(&old_schema.histories.get(&public_key)); let new_wallet = v2::Wallet { username: wallet.username, balance: wallet.balance, history_hash: 12, }; new_schema.wallets.put(&public_key, new_wallet); } count += 1; } println!("Processed chunk of {} wallets", count); }) } fn migration_with_iter_loop(db: Arc) { // Creating helper to perform migration. let mut helper = MigrationHelper::new(db.clone(), "test"); { let old_data = helper.old_data(); let old_schema = v1::Schema::new(old_data); let new_data = helper.new_data(); let mut new_schema = v2::Schema::new(new_data.clone()); // Move `ticker` and `divisibility` to `config`. let config = v2::Config { ticker: old_schema.ticker.get().unwrap(), divisibility: old_schema.divisibility.get().unwrap_or(0), }; new_schema.config.set(config); // Mark these two indexes for removal. new_data.create_tombstone("ticker"); new_data.create_tombstone("divisibility"); } // Migrate wallets using schema. migrate_wallets(&mut helper).expect("Wallet migration failed."); // Call `MigrationHelper::finish` to merge changes to the database. helper.finish().expect("Migration finish failed."); } fn main() { perform_migration(migration_with_iter_loop); }