// Copyright 2021 The Aigc Developers // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use aigc_core as core; use aigc_store as store; use aigc_util as util; use crate::core::global; use crate::core::ser::{self, Readable, Reader, Writeable, Writer}; use std::fs; const WRITE_CHUNK_SIZE: usize = 20; const TEST_ALLOC_SIZE: usize = store::lmdb::ALLOC_CHUNK_SIZE_DEFAULT / 8 / WRITE_CHUNK_SIZE; #[derive(Clone)] struct PhatChunkStruct { phatness: u64, } impl PhatChunkStruct { /// create pub fn new() -> PhatChunkStruct { PhatChunkStruct { phatness: 0 } } } impl Readable for PhatChunkStruct { fn read(reader: &mut R) -> Result { let mut retval = PhatChunkStruct::new(); for _ in 0..TEST_ALLOC_SIZE { retval.phatness = reader.read_u64()?; } Ok(retval) } } impl Writeable for PhatChunkStruct { fn write(&self, writer: &mut W) -> Result<(), ser::Error> { // write many times for _ in 0..TEST_ALLOC_SIZE { writer.write_u64(self.phatness)?; } Ok(()) } } fn clean_output_dir(test_dir: &str) { let _ = fs::remove_dir_all(test_dir); } fn setup(test_dir: &str) { global::set_local_chain_type(global::ChainTypes::Mainnet); util::init_test_logger(); clean_output_dir(test_dir); } #[test] fn test_exists() -> Result<(), store::Error> { let test_dir = "target/test_exists"; setup(test_dir); let store = store::Store::new(test_dir, Some("test1"), None, None)?; let key = [0, 0, 0, 1]; let value = [1, 1, 1, 1]; // Start new batch and insert a new key/value entry. let batch = store.batch()?; batch.put(&key, &value)?; // Check we can see the new entry in uncommitted batch. assert!(batch.exists(&key)?); // Check we cannot see the new entry yet outside of the uncommitted batch. assert!(!store.exists(&key)?); batch.commit()?; // Check we can see the new entry after committing the batch. assert!(store.exists(&key)?); clean_output_dir(test_dir); Ok(()) } #[test] fn test_iter() -> Result<(), store::Error> { let test_dir = "target/test_iter"; setup(test_dir); let store = store::Store::new(test_dir, Some("test1"), None, None)?; let key = [0, 0, 0, 1]; let value = [1, 1, 1, 1]; // Start new batch and insert a new key/value entry. let batch = store.batch()?; batch.put(&key, &value)?; // TODO - This is not currently possible (and we need to be aware of this). // Currently our SerIterator is limited to using a ReadTransaction only. // // Check we can see the new entry via an iterator using the uncommitted batch. // let mut iter: SerIterator> = batch.iter(&[0])?; // assert_eq!(iter.next(), Some((key.to_vec(), value.to_vec()))); // assert_eq!(iter.next(), None); // Check we can not yet see the new entry via an iterator outside the uncommitted batch. let mut iter = store.iter(&[0], |_, v| Ok(v.to_vec()))?; assert_eq!(iter.next(), None); batch.commit()?; // Check we can see the new entry via an iterator after committing the batch. let mut iter = store.iter(&[0], |_, v| Ok(v.to_vec()))?; assert_eq!(iter.next(), Some(value.to_vec())); assert_eq!(iter.next(), None); clean_output_dir(test_dir); Ok(()) } #[test] fn lmdb_allocate() -> Result<(), store::Error> { let test_dir = "target/lmdb_allocate"; setup(test_dir); // Allocate more than the initial chunk, ensuring // the DB resizes underneath { let store = store::Store::new(test_dir, Some("test1"), None, None)?; for i in 0..WRITE_CHUNK_SIZE * 2 { println!("Allocating chunk: {}", i); let chunk = PhatChunkStruct::new(); let key_val = format!("phat_chunk_set_1_{}", i); let batch = store.batch()?; let key = store::to_key(b'P', &key_val); batch.put_ser(&key, &chunk)?; batch.commit()?; } } println!("***********************************"); println!("***************NEXT*****************"); println!("***********************************"); // Open env again and keep adding { let store = store::Store::new(test_dir, Some("test1"), None, None)?; for i in 0..WRITE_CHUNK_SIZE * 2 { println!("Allocating chunk: {}", i); let chunk = PhatChunkStruct::new(); let key_val = format!("phat_chunk_set_2_{}", i); let batch = store.batch()?; let key = store::to_key(b'P', &key_val); batch.put_ser(&key, &chunk)?; batch.commit()?; } } Ok(()) }