123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178 |
- // (C) COPYRIGHT 2018 Reimar Döffinger
- // Based on zstd_test.cpp by:
- // (C) COPYRIGHT 2017 ARM Limited
- // (C) Copyright 2008 CodeRage, LLC (turkanis at coderage dot com)
- // (C) Copyright 2004-2007 Jonathan Turkanis
- // Distributed under the Boost Software License, Version 1.0. (See accompanying
- // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt.)
- // See http://www.boost.org/libs/iostreams for documentation.
- // Note: basically a copy-paste of the gzip test
- #include <cstddef>
- #include <string>
- #include <boost/iostreams/copy.hpp>
- #include <boost/iostreams/device/array.hpp>
- #include <boost/iostreams/device/back_inserter.hpp>
- #include <boost/iostreams/filter/zstd.hpp>
- #include <boost/iostreams/filter/test.hpp>
- #include <boost/iostreams/filtering_stream.hpp>
- #include <boost/ref.hpp>
- #include <boost/range/iterator_range.hpp>
- #include <boost/test/test_tools.hpp>
- #include <boost/test/unit_test.hpp>
- #include "detail/sequence.hpp"
- #include "detail/verification.hpp"
- using namespace boost;
- using namespace boost::iostreams;
- using namespace boost::iostreams::test;
- namespace io = boost::iostreams;
- using boost::unit_test::test_suite;
- struct zstd_alloc : std::allocator<char> {
- zstd_alloc() { }
- zstd_alloc(const zstd_alloc& other) { }
- template<typename T>
- zstd_alloc(const std::allocator<T>& other) { }
- };
- void compression_test()
- {
- text_sequence data;
- // Test compression and decompression with custom allocator
- BOOST_CHECK(
- test_filter_pair( basic_zstd_compressor<zstd_alloc>(),
- basic_zstd_decompressor<zstd_alloc>(),
- std::string(data.begin(), data.end()) )
- );
- }
- void multiple_member_test()
- {
- text_sequence data;
- std::vector<char> temp, dest;
- // Write compressed data to temp, twice in succession
- filtering_ostream out;
- out.push(zstd_compressor());
- out.push(io::back_inserter(temp));
- io::copy(make_iterator_range(data), out);
- out.push(io::back_inserter(temp));
- io::copy(make_iterator_range(data), out);
- BOOST_CHECK(std::equal(temp.begin(), temp.begin() + temp.size()/2, temp.begin() + temp.size()/2));
- // Read compressed data from temp into dest
- filtering_istream in;
- in.push(zstd_decompressor());
- in.push(array_source(&temp[0], temp.size()));
- io::copy(in, io::back_inserter(dest));
- // Check that dest consists of two copies of data
- BOOST_REQUIRE_EQUAL(data.size() * 2, dest.size());
- BOOST_CHECK(std::equal(data.begin(), data.end(), dest.begin()));
- BOOST_CHECK(std::equal(data.begin(), data.end(), dest.begin() + dest.size() / 2));
- dest.clear();
- io::copy(
- array_source(&temp[0], temp.size()),
- io::compose(zstd_decompressor(), io::back_inserter(dest)));
- // Check that dest consists of two copies of data
- BOOST_REQUIRE_EQUAL(data.size() * 2, dest.size());
- BOOST_CHECK(std::equal(data.begin(), data.end(), dest.begin()));
- BOOST_CHECK(std::equal(data.begin(), data.end(), dest.begin() + dest.size() / 2));
- }
- void array_source_test()
- {
- std::string data = "simple test string.";
- std::string encoded;
- filtering_ostream out;
- out.push(zstd_compressor());
- out.push(io::back_inserter(encoded));
- io::copy(make_iterator_range(data), out);
- std::string res;
- io::array_source src(encoded.data(),encoded.length());
- io::copy(io::compose(io::zstd_decompressor(), src), io::back_inserter(res));
- BOOST_CHECK_EQUAL(data, res);
- }
- void empty_file_test()
- {
- // This test is in response to https://svn.boost.org/trac/boost/ticket/5237
- // The previous implementation of gzip_compressor only wrote the gzip file
- // header when the first bytes of uncompressed input were processed, causing
- // incorrect behavior for empty files
- BOOST_CHECK(
- test_filter_pair( zstd_compressor(),
- zstd_decompressor(),
- std::string() )
- );
- }
- void multipart_test()
- {
- // This test verifies that the zstd_decompressor properly handles a file
- // that consists of multiple concatenated files (matches unzstd behaviour)
- static const char multipart_file[] = {
- '\x28', '\xb5', '\x2f', '\xfd', '\x24', '\x15', '\x95', '\x00', '\x00', '\x50', '\x4c', '\x69',
- '\x6e', '\x65', '\x20', '\x31', '\x0a', '\x32', '\x33', '\x0a', '\x02', '\x00', '\x60', '\x84',
- '\xae', '\x62', '\x04', '\x19', '\xf8', '\xe1', '\x2d', '\x28', '\xb5', '\x2f', '\xfd', '\x24',
- '\x15', '\x95', '\x00', '\x00', '\x50', '\x4c', '\x69', '\x6e', '\x65', '\x20', '\x34', '\x0a',
- '\x35', '\x36', '\x0a', '\x02', '\x00', '\x60', '\x84', '\xae', '\x62', '\x04', '\x5f', '\xcf',
- '\xd5', '\xb8', '\x28', '\xb5', '\x2f', '\xfd', '\x24', '\x00', '\x01', '\x00', '\x00', '\x99',
- '\xe9', '\xd8', '\x51', '\x28', '\xb5', '\x2f', '\xfd', '\x24', '\x15', '\x95', '\x00', '\x00',
- '\x50', '\x4c', '\x69', '\x6e', '\x65', '\x20', '\x37', '\x0a', '\x38', '\x39', '\x0a', '\x02',
- '\x00', '\x60', '\x84', '\xae', '\x62', '\x04', '\x94', '\x13', '\xdb', '\xae'
- };
- filtering_istream in;
- std::string line;
- in.push(zstd_decompressor());
- in.push(io::array_source(multipart_file, sizeof(multipart_file)));
- // First part
- std::getline(in, line);
- BOOST_CHECK_EQUAL("Line 1", line);
- std::getline(in, line);
- BOOST_CHECK_EQUAL("Line 2", line);
- std::getline(in, line);
- BOOST_CHECK_EQUAL("Line 3", line);
- // Second part immediately follows
- std::getline(in, line);
- BOOST_CHECK_EQUAL("Line 4", line);
- std::getline(in, line);
- BOOST_CHECK_EQUAL("Line 5", line);
- std::getline(in, line);
- BOOST_CHECK_EQUAL("Line 6", line);
- // Then an empty part, followed by one last 3-line part.
- std::getline(in, line);
- BOOST_CHECK_EQUAL("Line 7", line);
- std::getline(in, line);
- BOOST_CHECK_EQUAL("Line 8", line);
- std::getline(in, line);
- BOOST_CHECK_EQUAL("Line 9", line);
- // Check for zstd errors too.
- BOOST_CHECK(!in.bad());
- }
- test_suite* init_unit_test_suite(int, char* [])
- {
- test_suite* test = BOOST_TEST_SUITE("zstd test");
- test->add(BOOST_TEST_CASE(&compression_test));
- test->add(BOOST_TEST_CASE(&multiple_member_test));
- test->add(BOOST_TEST_CASE(&array_source_test));
- test->add(BOOST_TEST_CASE(&empty_file_test));
- test->add(BOOST_TEST_CASE(&multipart_test));
- return test;
- }
|