#include "storage/serialization.hpp" #include "util/vector_view.hpp" #include "../common/range_tools.hpp" #include "../common/temporary_file.hpp" #include #include #include BOOST_AUTO_TEST_SUITE(serialization) using namespace osrm; using namespace osrm::storage; BOOST_AUTO_TEST_CASE(pack_test) { std::vector v = {0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1}; BOOST_CHECK_EQUAL(storage::serialization::detail::packBits(v, 0, 8), 0x74); BOOST_CHECK_EQUAL(storage::serialization::detail::packBits(v, 5, 7), 0x53); BOOST_CHECK_EQUAL(storage::serialization::detail::packBits(v, 6, 8), 0xa9); BOOST_CHECK_EQUAL(storage::serialization::detail::packBits(v, 11, 1), 0x01); } BOOST_AUTO_TEST_CASE(vector_view_pack_test) { // Verifies that the packing generated by packBits matches // what vector_view expects // 1. Generate a random bool vector that covers several uint64_t bytes constexpr unsigned RANDOM_SEED = 42; std::mt19937 g(RANDOM_SEED); std::uniform_int_distribution<> binary_distribution(0, 1); std::vector v(150); for (std::size_t i = 0; i < v.size(); ++i) v[i] = binary_distribution(g) == 1; // 2. Pack the vector into a contiguous set of bytes std::uint64_t data[3]; data[0] = storage::serialization::detail::packBits(v, 0, 64); data[1] = storage::serialization::detail::packBits(v, 64, 64); data[2] = storage::serialization::detail::packBits(v, 128, 22); // 3. Make a vector_view of that memory, and see if the bit sequence is // interpreted correctly by vector_view util::vector_view view(data, v.size()); for (std::size_t index = 0; index < v.size(); ++index) { BOOST_CHECK_EQUAL(v[index], view[index]); } } BOOST_AUTO_TEST_CASE(unpack_test) { std::vector v(14), expected = {0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1}; storage::serialization::detail::unpackBits(v, 0, 8, 0x74u); storage::serialization::detail::unpackBits(v, 5, 7, 0x53u); storage::serialization::detail::unpackBits(v, 6, 8, 0xa9u); storage::serialization::detail::unpackBits(v, 11, 1, 0x01u); BOOST_CHECK_EQUAL_COLLECTIONS(v.begin(), v.end(), expected.begin(), expected.end()); } BOOST_AUTO_TEST_CASE(tar_serialize_bool_vector) { TemporaryFile tmp; { std::vector> data = { {}, {0}, {1, 1, 1}, {1, 1, 0, 0, 1, 1, 0, 0}, {1, 1, 0, 0, 1, 1, 0, 0, 1}}; for (const auto &v : data) { { tar::FileWriter writer(tmp.path, tar::FileWriter::GenerateFingerprint); storage::serialization::write(writer, "my_boolean_vector", v); } std::vector result; tar::FileReader reader(tmp.path, tar::FileReader::VerifyFingerprint); storage::serialization::read(reader, "my_boolean_vector", result); BOOST_CHECK_EQUAL_COLLECTIONS(v.begin(), v.end(), result.begin(), result.end()); } } } BOOST_AUTO_TEST_CASE(tar_serialize_int_vector) { TemporaryFile tmp; { std::vector> data = {{}, {0}, {1, -2, 3}, {4, -5, 6, -7, 8, -9, 10, -11}, {-12, 13, -14, 15, -16, 17, -18, 19, -20}}; for (const auto &v : data) { { tar::FileWriter writer(tmp.path, tar::FileWriter::GenerateFingerprint); storage::serialization::write(writer, "my_int_vector", v); } std::vector result; tar::FileReader reader(tmp.path, tar::FileReader::VerifyFingerprint); storage::serialization::read(reader, "my_int_vector", result); BOOST_CHECK_EQUAL_COLLECTIONS(v.begin(), v.end(), result.begin(), result.end()); } } } BOOST_AUTO_TEST_CASE(tar_serialize_unsigned_vector) { TemporaryFile tmp; { std::vector> data = { {}, {0}, {1, 2, 3}, {4, 5, 6, 7, 8, 9, 10, 11}, {12, 13, 14, 15, 16, 17, 18, 19, 20}}; for (const auto &v : data) { { tar::FileWriter writer(tmp.path, tar::FileWriter::GenerateFingerprint); storage::serialization::write(writer, "my_unsigned_vector", v); } std::vector result; tar::FileReader reader(tmp.path, tar::FileReader::VerifyFingerprint); storage::serialization::read(reader, "my_unsigned_vector", result); BOOST_CHECK_EQUAL_COLLECTIONS(v.begin(), v.end(), result.begin(), result.end()); } } } BOOST_AUTO_TEST_CASE(tar_serialize_deallocting_vector) { TemporaryFile tmp; { std::vector> data = { {}, {0}, {1, 2, 3}, {4, 5, 6, 7, 8, 9, 10, 11}, {12, 13, 14, 15, 16, 17, 18, 19, 20}}; for (const auto &v : data) { { tar::FileWriter writer(tmp.path, tar::FileWriter::GenerateFingerprint); storage::serialization::write(writer, "my_unsigned_vector", v); } std::vector result; tar::FileReader reader(tmp.path, tar::FileReader::VerifyFingerprint); storage::serialization::read(reader, "my_unsigned_vector", result); BOOST_CHECK_EQUAL_COLLECTIONS(v.begin(), v.end(), result.begin(), result.end()); } } } BOOST_AUTO_TEST_CASE(buffer_serialize_map) { std::map map = { {"foo", 1}, {"barrrr", 2}, {"bal", 3}, {"bazbar", 4}, {"foofofofo", 5}, }; std::string buffer; { io::BufferWriter writer; storage::serialization::write(writer, map); buffer = writer.GetBuffer(); } std::map result; { io::BufferReader reader(buffer); storage::serialization::read(reader, result); } for (auto &pair : map) { BOOST_CHECK_EQUAL(pair.second, result[pair.first]); } } BOOST_AUTO_TEST_SUITE_END()