| // Copyright 2017 The Chromium OS Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| |
| #include <algorithm> |
| #include <string> |
| #include <vector> |
| |
| #include "gtest/gtest.h" |
| |
| #include "puffin/src/bit_reader.h" |
| #include "puffin/src/bit_writer.h" |
| #include "puffin/src/include/puffin/common.h" |
| #include "puffin/src/include/puffin/huffer.h" |
| #include "puffin/src/include/puffin/puffer.h" |
| #include "puffin/src/include/puffin/utils.h" |
| #include "puffin/src/logging.h" |
| #include "puffin/src/memory_stream.h" |
| #include "puffin/src/puff_reader.h" |
| #include "puffin/src/puff_writer.h" |
| #include "puffin/src/puffin_stream.h" |
| #include "puffin/src/unittest_common.h" |
| |
| using std::string; |
| using std::vector; |
| |
| namespace puffin { |
| |
| namespace { |
| |
| // Uncompressed deflate block. |
| const Buffer kRawEmpty = {}; |
| const Buffer kRaw1 = {0x01}; |
| const Buffer kRaw2 = {0x01, 0x01}; |
| const Buffer kRaw5 = {0x01, 0x02, 0x03, 0x04, 0x05}; |
| |
| } // namespace |
| |
| class PuffinTest : public ::testing::Test { |
| public: |
| // Utility for decompressing a puff stream. |
| bool DecompressPuff(const uint8_t* puff_buf, |
| size_t* puff_size, |
| uint8_t* out_buf, |
| size_t* out_size) { |
| BufferPuffReader puff_reader(static_cast<const uint8_t*>(puff_buf), |
| *puff_size); |
| auto start = static_cast<uint8_t*>(out_buf); |
| |
| PuffData pd; |
| while (puff_reader.BytesLeft() != 0) { |
| TEST_AND_RETURN_FALSE(puff_reader.GetNext(&pd)); |
| switch (pd.type) { |
| case PuffData::Type::kLiteral: |
| *start = pd.byte; |
| start++; |
| FALLTHROUGH_INTENDED; |
| |
| case PuffData::Type::kLiterals: |
| pd.read_fn(start, pd.length); |
| start += pd.length; |
| break; |
| |
| case PuffData::Type::kLenDist: { |
| while (pd.length-- > 0) { |
| *start = *(start - pd.distance); |
| start++; |
| } |
| break; |
| } |
| |
| case PuffData::Type::kBlockMetadata: |
| break; |
| |
| case PuffData::Type::kEndOfBlock: |
| break; |
| |
| default: |
| LOG(ERROR) << "Invalid block data type"; |
| break; |
| } |
| } |
| *out_size = start - static_cast<uint8_t*>(out_buf); |
| *puff_size = *puff_size - puff_reader.BytesLeft(); |
| return true; |
| } |
| |
| bool PuffDeflate(const uint8_t* comp_buf, |
| size_t comp_size, |
| uint8_t* puff_buf, |
| size_t puff_size) const { |
| BufferBitReader bit_reader(comp_buf, comp_size); |
| BufferPuffWriter puff_writer(puff_buf, puff_size); |
| |
| TEST_AND_RETURN_FALSE( |
| puffer_.PuffDeflate(&bit_reader, &puff_writer, nullptr)); |
| TEST_AND_RETURN_FALSE(comp_size == bit_reader.Offset()); |
| TEST_AND_RETURN_FALSE(puff_size == puff_writer.Size()); |
| return true; |
| } |
| |
| bool HuffDeflate(const uint8_t* puff_buf, |
| size_t puff_size, |
| uint8_t* comp_buf, |
| size_t comp_size) const { |
| BufferPuffReader puff_reader(puff_buf, puff_size); |
| BufferBitWriter bit_writer(comp_buf, comp_size); |
| |
| TEST_AND_RETURN_FALSE(huffer_.HuffDeflate(&puff_reader, &bit_writer)); |
| TEST_AND_RETURN_FALSE(comp_size == bit_writer.Size()); |
| TEST_AND_RETURN_FALSE(puff_reader.BytesLeft() == 0); |
| return true; |
| } |
| |
| // Puffs |compressed| into |out_puff| and checks its equality with |
| // |expected_puff|. |
| void TestPuffDeflate(const Buffer& compressed, |
| const Buffer& expected_puff, |
| Buffer* out_puff) { |
| out_puff->resize(expected_puff.size()); |
| auto comp_size = compressed.size(); |
| auto puff_size = out_puff->size(); |
| ASSERT_TRUE( |
| PuffDeflate(compressed.data(), comp_size, out_puff->data(), puff_size)); |
| ASSERT_EQ(puff_size, expected_puff.size()); |
| out_puff->resize(puff_size); |
| ASSERT_EQ(expected_puff, *out_puff); |
| } |
| |
| // Should fail when trying to puff |compressed|. |
| void FailPuffDeflate(const Buffer& compressed, Buffer* out_puff) { |
| out_puff->resize(compressed.size() * 2 + 10); |
| auto comp_size = compressed.size(); |
| auto puff_size = out_puff->size(); |
| ASSERT_FALSE( |
| PuffDeflate(compressed.data(), comp_size, out_puff->data(), puff_size)); |
| } |
| |
| // Huffs |puffed| into |out_huff| and checks its equality with |
| // |expected_huff|.| |
| void TestHuffDeflate(const Buffer& puffed, |
| const Buffer& expected_huff, |
| Buffer* out_huff) { |
| out_huff->resize(expected_huff.size()); |
| auto huff_size = out_huff->size(); |
| auto puffed_size = puffed.size(); |
| ASSERT_TRUE( |
| HuffDeflate(puffed.data(), puffed_size, out_huff->data(), huff_size)); |
| ASSERT_EQ(expected_huff, *out_huff); |
| } |
| |
| // Should fail while huffing |puffed| |
| void FailHuffDeflate(const Buffer& puffed, Buffer* out_compress) { |
| out_compress->resize(puffed.size()); |
| auto comp_size = out_compress->size(); |
| auto puff_size = puffed.size(); |
| ASSERT_TRUE( |
| HuffDeflate(puffed.data(), puff_size, out_compress->data(), comp_size)); |
| } |
| |
| // Decompresses from |puffed| into |uncompress| and checks its equality with |
| // |original|. |
| void Decompress(const Buffer& puffed, |
| const Buffer& original, |
| Buffer* uncompress) { |
| uncompress->resize(original.size()); |
| auto uncomp_size = uncompress->size(); |
| auto puffed_size = puffed.size(); |
| ASSERT_TRUE(DecompressPuff(puffed.data(), &puffed_size, uncompress->data(), |
| &uncomp_size)); |
| ASSERT_EQ(puffed_size, puffed.size()); |
| ASSERT_EQ(uncomp_size, original.size()); |
| uncompress->resize(uncomp_size); |
| ASSERT_EQ(original, *uncompress); |
| } |
| |
| void CheckSample(const Buffer original, |
| const Buffer compressed, |
| const Buffer puffed) { |
| Buffer puff, uncompress, huff; |
| TestPuffDeflate(compressed, puffed, &puff); |
| TestHuffDeflate(puffed, compressed, &huff); |
| Decompress(puffed, original, &uncompress); |
| } |
| |
| void CheckBitExtentsPuffAndHuff(const Buffer& deflate_buffer, |
| const vector<BitExtent>& deflate_extents, |
| const Buffer& puff_buffer, |
| const vector<ByteExtent>& puff_extents) { |
| auto puffer = std::make_shared<Puffer>(); |
| auto deflate_stream = MemoryStream::CreateForRead(deflate_buffer); |
| ASSERT_TRUE(deflate_stream->Seek(0)); |
| vector<ByteExtent> out_puff_extents; |
| uint64_t puff_size; |
| ASSERT_TRUE(FindPuffLocations(deflate_stream, deflate_extents, |
| &out_puff_extents, &puff_size)); |
| EXPECT_EQ(puff_size, puff_buffer.size()); |
| EXPECT_EQ(out_puff_extents, puff_extents); |
| |
| auto src_puffin_stream = |
| PuffinStream::CreateForPuff(std::move(deflate_stream), puffer, |
| puff_size, deflate_extents, puff_extents); |
| |
| Buffer out_puff_buffer(puff_buffer.size()); |
| ASSERT_TRUE(src_puffin_stream->Read(out_puff_buffer.data(), |
| out_puff_buffer.size())); |
| EXPECT_EQ(out_puff_buffer, puff_buffer); |
| |
| auto huffer = std::make_shared<Huffer>(); |
| Buffer out_deflate_buffer; |
| deflate_stream = MemoryStream::CreateForWrite(&out_deflate_buffer); |
| |
| src_puffin_stream = |
| PuffinStream::CreateForHuff(std::move(deflate_stream), huffer, |
| puff_size, deflate_extents, puff_extents); |
| |
| ASSERT_TRUE( |
| src_puffin_stream->Write(puff_buffer.data(), puff_buffer.size())); |
| EXPECT_EQ(out_deflate_buffer, deflate_buffer); |
| } |
| |
| protected: |
| Puffer puffer_; |
| Huffer huffer_; |
| }; |
| |
| // Tests a simple buffer with uncompressed deflate block. |
| TEST_F(PuffinTest, UncompressedTest) { |
| const Buffer kDeflate = {0x01, 0x05, 0x00, 0xFA, 0xFF, |
| 0x01, 0x02, 0x03, 0x04, 0x05}; |
| const Buffer kPuff = {0x00, 0x00, 0x80, 0x04, 0x01, 0x02, |
| 0x03, 0x04, 0x05, 0xFF, 0x81}; |
| CheckSample(kRaw5, kDeflate, kPuff); |
| } |
| |
| // Tests a simple buffer with uncompressed deflate block with length zero. |
| TEST_F(PuffinTest, ZeroLengthUncompressedTest) { |
| const Buffer kDeflate = {0x01, 0x00, 0x00, 0xFF, 0xFF}; |
| const Buffer kPuff = {0x00, 0x00, 0x80, 0xFF, 0x81}; |
| CheckSample(kRawEmpty, kDeflate, kPuff); |
| } |
| |
| // Tests a Fixed Huffman table compressed buffer with only one literal. |
| TEST_F(PuffinTest, OneLiteralFixedHuffmanTableTest) { |
| const Buffer kDeflate = {0x63, 0x04, 0x00}; |
| const Buffer kPuff = {0x00, 0x00, 0xA0, 0x00, 0x01, 0xFF, 0x81}; |
| CheckSample(kRaw1, kDeflate, kPuff); |
| } |
| |
| // Tests deflate of an empty buffer. |
| TEST_F(PuffinTest, EmptyTest) { |
| const Buffer kDeflate = {0x03, 0x00}; |
| const Buffer kPuff = {0x00, 0x00, 0xA0, 0xFF, 0x81}; |
| CheckSample(kRawEmpty, kDeflate, kPuff); |
| } |
| |
| // Tests a simple buffer with compress deflate block using fixed Huffman table. |
| TEST_F(PuffinTest, FixedHuffmanTableCompressedTest) { |
| const Buffer kDeflate = {0x63, 0x64, 0x62, 0x66, 0x61, 0x05, 0x00}; |
| const Buffer kPuff = {0x00, 0x00, 0xA0, 0x04, 0x01, 0x02, |
| 0x03, 0x04, 0x05, 0xFF, 0x81}; |
| CheckSample(kRaw5, kDeflate, kPuff); |
| } |
| |
| // Tests that uncompressed deflate blocks are not ignored when the output |
| // deflate location pointer is null. |
| TEST_F(PuffinTest, NoIgnoreUncompressedBlocksTest) { |
| const Buffer kDeflate = {0x01, 0x05, 0x00, 0xFA, 0xFF, |
| 0x01, 0x02, 0x03, 0x04, 0x05}; |
| BufferBitReader bit_reader(kDeflate.data(), kDeflate.size()); |
| Buffer puff_buffer(11); // Same size as |uncomp_puff| below. |
| BufferPuffWriter puff_writer(puff_buffer.data(), puff_buffer.size()); |
| vector<BitExtent> deflates; |
| EXPECT_TRUE(puffer_.PuffDeflate(&bit_reader, &puff_writer, nullptr)); |
| const Buffer kPuff = {0x00, 0x00, 0x80, 0x04, 0x01, 0x02, |
| 0x03, 0x04, 0x05, 0xFF, 0x81}; |
| EXPECT_EQ(puff_writer.Size(), kPuff.size()); |
| EXPECT_EQ(puff_buffer, kPuff); |
| } |
| |
| // Tests that uncompressed deflate blocks are ignored when the output |
| // deflate location pointer is valid. |
| TEST_F(PuffinTest, IgnoreUncompressedBlocksTest) { |
| const Buffer kDeflate = {0x01, 0x05, 0x00, 0xFA, 0xFF, |
| 0x01, 0x02, 0x03, 0x04, 0x05}; |
| BufferBitReader bit_reader(kDeflate.data(), kDeflate.size()); |
| BufferPuffWriter puff_writer(nullptr, 0); |
| vector<BitExtent> deflates; |
| EXPECT_TRUE(puffer_.PuffDeflate(&bit_reader, &puff_writer, &deflates)); |
| EXPECT_TRUE(deflates.empty()); |
| } |
| |
| namespace { |
| // It is actuall the content of the copyright header. |
| const Buffer kDynamicHTRaw = { |
| 0x0A, 0x2F, 0x2F, 0x0A, 0x2F, 0x2F, 0x20, 0x43, 0x6F, 0x70, 0x79, 0x72, |
| 0x69, 0x67, 0x68, 0x74, 0x20, 0x28, 0x43, 0x29, 0x20, 0x32, 0x30, 0x31, |
| 0x37, 0x20, 0x54, 0x68, 0x65, 0x20, 0x41, 0x6E, 0x64, 0x72, 0x6F, 0x69, |
| 0x64, 0x20, 0x4F, 0x70, 0x65, 0x6E, 0x20, 0x53, 0x6F, 0x75, 0x72, 0x63, |
| 0x65, 0x20, 0x50, 0x72, 0x6F, 0x6A, 0x65, 0x63, 0x74, 0x0A, 0x2F, 0x2F, |
| 0x0A, 0x2F, 0x2F, 0x20, 0x4C, 0x69, 0x63, 0x65, 0x6E, 0x73, 0x65, 0x64, |
| 0x20, 0x75, 0x6E, 0x64, 0x65, 0x72, 0x20, 0x74, 0x68, 0x65, 0x20, 0x41, |
| 0x70, 0x61, 0x63, 0x68, 0x65, 0x20, 0x4C, 0x69, 0x63, 0x65, 0x6E, 0x73, |
| 0x65, 0x2C, 0x20, 0x56, 0x65, 0x72, 0x73, 0x69, 0x6F, 0x6E, 0x20, 0x32, |
| 0x2E, 0x30, 0x20, 0x28, 0x74, 0x68, 0x65, 0x20, 0x22, 0x4C, 0x69, 0x63, |
| 0x65, 0x6E, 0x73, 0x65, 0x22, 0x29, 0x3B, 0x0A, 0x2F, 0x2F, 0x20, 0x79, |
| 0x6F, 0x75, 0x20, 0x6D, 0x61, 0x79, 0x20, 0x6E, 0x6F, 0x74, 0x20, 0x75, |
| 0x73, 0x65, 0x20, 0x74, 0x68, 0x69, 0x73, 0x20, 0x66, 0x69, 0x6C, 0x65, |
| 0x20, 0x65, 0x78, 0x63, 0x65, 0x70, 0x74, 0x20, 0x69, 0x6E, 0x20, 0x63, |
| 0x6F, 0x6D, 0x70, 0x6C, 0x69, 0x61, 0x6E, 0x63, 0x65, 0x20, 0x77, 0x69, |
| 0x74, 0x68, 0x20, 0x74, 0x68, 0x65, 0x20, 0x4C, 0x69, 0x63, 0x65, 0x6E, |
| 0x73, 0x65, 0x2E, 0x0A, 0x2F, 0x2F, 0x20, 0x59, 0x6F, 0x75, 0x20, 0x6D, |
| 0x61, 0x79, 0x20, 0x6F, 0x62, 0x74, 0x61, 0x69, 0x6E, 0x20, 0x61, 0x20, |
| 0x63, 0x6F, 0x70, 0x79, 0x20, 0x6F, 0x66, 0x20, 0x74, 0x68, 0x65, 0x20, |
| 0x4C, 0x69, 0x63, 0x65, 0x6E, 0x73, 0x65, 0x20, 0x61, 0x74, 0x0A, 0x2F, |
| 0x2F, 0x0A, 0x2F, 0x2F, 0x20, 0x20, 0x20, 0x20, 0x20, 0x20, 0x68, 0x74, |
| 0x74, 0x70, 0x3A, 0x2F, 0x2F, 0x77, 0x77, 0x77, 0x2E, 0x61, 0x70, 0x61, |
| 0x63, 0x68, 0x65, 0x2E, 0x6F, 0x72, 0x67, 0x2F, 0x6C, 0x69, 0x63, 0x65, |
| 0x6E, 0x73, 0x65, 0x73, 0x2F, 0x4C, 0x49, 0x43, 0x45, 0x4E, 0x53, 0x45, |
| 0x2D, 0x32, 0x2E, 0x30, 0x0A, 0x2F, 0x2F, 0x0A, 0x2F, 0x2F, 0x20, 0x55, |
| 0x6E, 0x6C, 0x65, 0x73, 0x73, 0x20, 0x72, 0x65, 0x71, 0x75, 0x69, 0x72, |
| 0x65, 0x64, 0x20, 0x62, 0x79, 0x20, 0x61, 0x70, 0x70, 0x6C, 0x69, 0x63, |
| 0x61, 0x62, 0x6C, 0x65, 0x20, 0x6C, 0x61, 0x77, 0x20, 0x6F, 0x72, 0x20, |
| 0x61, 0x67, 0x72, 0x65, 0x65, 0x64, 0x20, 0x74, 0x6F, 0x20, 0x69, 0x6E, |
| 0x20, 0x77, 0x72, 0x69, 0x74, 0x69, 0x6E, 0x67, 0x2C, 0x20, 0x73, 0x6F, |
| 0x66, 0x74, 0x77, 0x61, 0x72, 0x65, 0x0A, 0x2F, 0x2F, 0x20, 0x64, 0x69, |
| 0x73, 0x74, 0x72, 0x69, 0x62, 0x75, 0x74, 0x65, 0x64, 0x20, 0x75, 0x6E, |
| 0x64, 0x65, 0x72, 0x20, 0x74, 0x68, 0x65, 0x20, 0x4C, 0x69, 0x63, 0x65, |
| 0x6E, 0x73, 0x65, 0x20, 0x69, 0x73, 0x20, 0x64, 0x69, 0x73, 0x74, 0x72, |
| 0x69, 0x62, 0x75, 0x74, 0x65, 0x64, 0x20, 0x6F, 0x6E, 0x20, 0x61, 0x6E, |
| 0x20, 0x22, 0x41, 0x53, 0x20, 0x49, 0x53, 0x22, 0x20, 0x42, 0x41, 0x53, |
| 0x49, 0x53, 0x2C, 0x0A, 0x2F, 0x2F, 0x20, 0x57, 0x49, 0x54, 0x48, 0x4F, |
| 0x55, 0x54, 0x20, 0x57, 0x41, 0x52, 0x52, 0x41, 0x4E, 0x54, 0x49, 0x45, |
| 0x53, 0x20, 0x4F, 0x52, 0x20, 0x43, 0x4F, 0x4E, 0x44, 0x49, 0x54, 0x49, |
| 0x4F, 0x4E, 0x53, 0x20, 0x4F, 0x46, 0x20, 0x41, 0x4E, 0x59, 0x20, 0x4B, |
| 0x49, 0x4E, 0x44, 0x2C, 0x20, 0x65, 0x69, 0x74, 0x68, 0x65, 0x72, 0x20, |
| 0x65, 0x78, 0x70, 0x72, 0x65, 0x73, 0x73, 0x20, 0x6F, 0x72, 0x20, 0x69, |
| 0x6D, 0x70, 0x6C, 0x69, 0x65, 0x64, 0x2E, 0x0A, 0x2F, 0x2F, 0x20, 0x53, |
| 0x65, 0x65, 0x20, 0x74, 0x68, 0x65, 0x20, 0x4C, 0x69, 0x63, 0x65, 0x6E, |
| 0x73, 0x65, 0x20, 0x66, 0x6F, 0x72, 0x20, 0x74, 0x68, 0x65, 0x20, 0x73, |
| 0x70, 0x65, 0x63, 0x69, 0x66, 0x69, 0x63, 0x20, 0x6C, 0x61, 0x6E, 0x67, |
| 0x75, 0x61, 0x67, 0x65, 0x20, 0x67, 0x6F, 0x76, 0x65, 0x72, 0x6E, 0x69, |
| 0x6E, 0x67, 0x20, 0x70, 0x65, 0x72, 0x6D, 0x69, 0x73, 0x73, 0x69, 0x6F, |
| 0x6E, 0x73, 0x20, 0x61, 0x6E, 0x64, 0x0A, 0x2F, 0x2F, 0x20, 0x6C, 0x69, |
| 0x6D, 0x69, 0x74, 0x61, 0x74, 0x69, 0x6F, 0x6E, 0x73, 0x20, 0x75, 0x6E, |
| 0x64, 0x65, 0x72, 0x20, 0x74, 0x68, 0x65, 0x20, 0x4C, 0x69, 0x63, 0x65, |
| 0x6E, 0x73, 0x65, 0x2E, 0x0A}; |
| |
| // Dynamic huffman compressed deflate. |
| const Buffer kDynamicHTDeflate = { |
| 0x65, 0x91, 0x41, 0x6F, 0x9C, 0x30, 0x10, 0x85, 0xEF, 0xFB, 0x2B, 0x9E, |
| 0xF6, 0x94, 0x48, 0x5B, 0x48, 0x73, 0xA9, 0xD4, 0x9E, 0xE8, 0x66, 0xAB, |
| 0xA0, 0x46, 0x50, 0x2D, 0xA4, 0x51, 0x8E, 0x5E, 0x18, 0xD8, 0x89, 0x58, |
| 0xDB, 0xB5, 0x4D, 0xC9, 0xFE, 0xFB, 0x8E, 0x59, 0x22, 0x25, 0xAA, 0x2F, |
| 0xC8, 0xCC, 0xCC, 0x9B, 0xEF, 0x3D, 0xAF, 0xD2, 0x74, 0x95, 0xA6, 0xD8, |
| 0x1A, 0x7B, 0x76, 0xDC, 0x1F, 0x03, 0xAE, 0xB6, 0xD7, 0xB8, 0xBD, 0xF9, |
| 0xFC, 0x05, 0xF5, 0x91, 0x90, 0xE9, 0xD6, 0x19, 0x6E, 0x51, 0x5A, 0xD2, |
| 0xA8, 0xCC, 0xE8, 0x1A, 0xC2, 0x2F, 0x67, 0x5E, 0xA8, 0x09, 0xAB, 0xCB, |
| 0xE0, 0x03, 0x37, 0xA4, 0x3D, 0xB5, 0x18, 0x75, 0x4B, 0x0E, 0x21, 0x0E, |
| 0x59, 0xD5, 0xC8, 0x67, 0xA9, 0x6C, 0xF0, 0x9B, 0x9C, 0x67, 0xA3, 0x71, |
| 0x9B, 0xDC, 0xE0, 0x2A, 0x36, 0xAC, 0x97, 0xD2, 0xFA, 0xFA, 0x5B, 0x94, |
| 0x38, 0x9B, 0x11, 0x27, 0x75, 0x86, 0x36, 0x01, 0xA3, 0x27, 0xD1, 0x60, |
| 0x8F, 0x8E, 0x07, 0x02, 0xBD, 0x36, 0x64, 0x03, 0x58, 0xA3, 0x31, 0x27, |
| 0x3B, 0xB0, 0xD2, 0xB2, 0x7F, 0xE2, 0x70, 0x9C, 0xF7, 0x2C, 0x2A, 0x49, |
| 0xD4, 0x78, 0x5E, 0x34, 0xCC, 0x21, 0x28, 0x69, 0x57, 0x32, 0x60, 0xE5, |
| 0xD6, 0xBD, 0x6F, 0x84, 0x7A, 0x83, 0x9E, 0xCF, 0x31, 0x04, 0xFB, 0x35, |
| 0x4D, 0xA7, 0x69, 0x4A, 0xD4, 0x4C, 0x9C, 0x18, 0xD7, 0xA7, 0xC3, 0xA5, |
| 0xD7, 0xA7, 0x0F, 0xF9, 0x76, 0x57, 0x54, 0xBB, 0x4F, 0x42, 0xBD, 0x4C, |
| 0x3D, 0xEA, 0x81, 0xBC, 0x87, 0xA3, 0x3F, 0x23, 0x3B, 0x71, 0x7C, 0x38, |
| 0x43, 0x59, 0xA1, 0x6A, 0xD4, 0x41, 0x58, 0x07, 0x35, 0xC1, 0x38, 0xA8, |
| 0xDE, 0x91, 0xD4, 0x82, 0x89, 0xD4, 0x93, 0xE3, 0xC0, 0xBA, 0xDF, 0xC0, |
| 0x9B, 0x2E, 0x4C, 0xCA, 0x51, 0x94, 0x69, 0xD9, 0x07, 0xC7, 0x87, 0x31, |
| 0x7C, 0x08, 0xED, 0x8D, 0x51, 0xAC, 0xBF, 0x6F, 0x90, 0xD8, 0x94, 0xC6, |
| 0x3A, 0xAB, 0x90, 0x57, 0x6B, 0x7C, 0xCF, 0xAA, 0xBC, 0xDA, 0x44, 0x91, |
| 0xA7, 0xBC, 0xBE, 0x2F, 0x1F, 0x6B, 0x3C, 0x65, 0xFB, 0x7D, 0x56, 0xD4, |
| 0xF9, 0xAE, 0x42, 0xB9, 0xC7, 0xB6, 0x2C, 0xEE, 0xF2, 0x3A, 0x2F, 0x0B, |
| 0xB9, 0xFD, 0x40, 0x56, 0x3C, 0xE3, 0x67, 0x5E, 0xDC, 0x6D, 0x40, 0x12, |
| 0x99, 0xEC, 0xA1, 0x57, 0xEB, 0xA2, 0x03, 0xC1, 0xE4, 0x18, 0x27, 0xB5, |
| 0x73, 0x76, 0x15, 0xD1, 0x07, 0x84, 0xCE, 0x5C, 0x90, 0xBC, 0xA5, 0x86, |
| 0x3B, 0x6E, 0xC4, 0x9A, 0xEE, 0x47, 0xD5, 0x13, 0x7A, 0xF3, 0x97, 0x9C, |
| 0x16, 0x47, 0xB0, 0xE4, 0x4E, 0xEC, 0xE3, 0xB3, 0x7A, 0x01, 0x6C, 0xA3, |
| 0xCC, 0xC0, 0x27, 0x0E, 0x2A, 0xCC, 0xBF, 0xFE, 0xF3, 0x95, 0xAC, 0xFE, |
| 0x01}; |
| |
| const Buffer kDynamicHTPuff = { |
| 0x00, 0x74, 0xC0, 0x0C, 0x11, 0x0C, 0x04, 0x63, 0x34, 0x32, 0x03, 0x04, |
| 0x05, 0x06, 0x1B, 0x07, 0x26, 0x03, 0x00, 0x07, 0x16, 0x08, 0x08, 0x00, |
| 0x00, 0x07, 0x09, 0x06, 0x06, 0x08, 0x09, 0x08, 0x15, 0x09, 0x00, 0x00, |
| 0x09, 0x09, 0x16, 0x06, 0x09, 0x07, 0x08, 0x07, 0x09, 0x00, 0x08, 0x06, |
| 0x00, 0x09, 0x08, 0x00, 0x06, 0x06, 0x09, 0x00, 0x07, 0x06, 0x06, 0x08, |
| 0x09, 0x08, 0x00, 0x08, 0x18, 0x05, 0x07, 0x06, 0x06, 0x04, 0x06, 0x06, |
| 0x07, 0x04, 0x08, 0x00, 0x06, 0x07, 0x05, 0x05, 0x05, 0x09, 0x05, 0x05, |
| 0x05, 0x06, 0x09, 0x06, 0x08, 0x07, 0x97, 0x09, 0x04, 0x05, 0x06, 0x07, |
| 0x06, 0x08, 0x00, 0x00, 0x08, 0x08, 0x00, 0x09, 0x05, 0x15, 0x06, 0x00, |
| 0x05, 0x06, 0x04, 0x04, 0x04, 0x03, 0x04, 0x02, 0x03, 0x03, 0x05, 0x39, |
| 0x0A, 0x2F, 0x2F, 0x0A, 0x2F, 0x2F, 0x20, 0x43, 0x6F, 0x70, 0x79, 0x72, |
| 0x69, 0x67, 0x68, 0x74, 0x20, 0x28, 0x43, 0x29, 0x20, 0x32, 0x30, 0x31, |
| 0x37, 0x20, 0x54, 0x68, 0x65, 0x20, 0x41, 0x6E, 0x64, 0x72, 0x6F, 0x69, |
| 0x64, 0x20, 0x4F, 0x70, 0x65, 0x6E, 0x20, 0x53, 0x6F, 0x75, 0x72, 0x63, |
| 0x65, 0x20, 0x50, 0x72, 0x6F, 0x6A, 0x65, 0x63, 0x74, 0x0A, 0x83, 0x00, |
| 0x38, 0x0F, 0x4C, 0x69, 0x63, 0x65, 0x6E, 0x73, 0x65, 0x64, 0x20, 0x75, |
| 0x6E, 0x64, 0x65, 0x72, 0x20, 0x74, 0x81, 0x00, 0x34, 0x02, 0x70, 0x61, |
| 0x63, 0x80, 0x00, 0x06, 0x84, 0x00, 0x19, 0x0E, 0x2C, 0x20, 0x56, 0x65, |
| 0x72, 0x73, 0x69, 0x6F, 0x6E, 0x20, 0x32, 0x2E, 0x30, 0x20, 0x28, 0x81, |
| 0x00, 0x20, 0x00, 0x22, 0x84, 0x00, 0x1A, 0x02, 0x22, 0x29, 0x3B, 0x81, |
| 0x00, 0x42, 0x0E, 0x79, 0x6F, 0x75, 0x20, 0x6D, 0x61, 0x79, 0x20, 0x6E, |
| 0x6F, 0x74, 0x20, 0x75, 0x73, 0x65, 0x80, 0x00, 0x43, 0x19, 0x69, 0x73, |
| 0x20, 0x66, 0x69, 0x6C, 0x65, 0x20, 0x65, 0x78, 0x63, 0x65, 0x70, 0x74, |
| 0x20, 0x69, 0x6E, 0x20, 0x63, 0x6F, 0x6D, 0x70, 0x6C, 0x69, 0x61, 0x6E, |
| 0x80, 0x00, 0x7F, 0x03, 0x77, 0x69, 0x74, 0x68, 0x82, 0x00, 0x67, 0x84, |
| 0x00, 0x45, 0x00, 0x2E, 0x81, 0x00, 0x43, 0x00, 0x59, 0x84, 0x00, 0x43, |
| 0x03, 0x6F, 0x62, 0x74, 0x61, 0x80, 0x00, 0x2E, 0x00, 0x61, 0x80, 0x00, |
| 0x30, 0x00, 0x70, 0x80, 0x00, 0x0D, 0x00, 0x66, 0x89, 0x00, 0x28, 0x01, |
| 0x20, 0x61, 0x85, 0x00, 0xB4, 0x82, 0x00, 0x00, 0x0B, 0x68, 0x74, 0x74, |
| 0x70, 0x3A, 0x2F, 0x2F, 0x77, 0x77, 0x77, 0x2E, 0x61, 0x82, 0x00, 0xB1, |
| 0x05, 0x2E, 0x6F, 0x72, 0x67, 0x2F, 0x6C, 0x83, 0x00, 0x2B, 0x09, 0x73, |
| 0x2F, 0x4C, 0x49, 0x43, 0x45, 0x4E, 0x53, 0x45, 0x2D, 0x80, 0x00, 0xB5, |
| 0x84, 0x00, 0x35, 0x0C, 0x55, 0x6E, 0x6C, 0x65, 0x73, 0x73, 0x20, 0x72, |
| 0x65, 0x71, 0x75, 0x69, 0x72, 0x80, 0x00, 0xF1, 0x04, 0x62, 0x79, 0x20, |
| 0x61, 0x70, 0x80, 0x00, 0x95, 0x02, 0x63, 0x61, 0x62, 0x80, 0x00, 0xAB, |
| 0x0A, 0x6C, 0x61, 0x77, 0x20, 0x6F, 0x72, 0x20, 0x61, 0x67, 0x72, 0x65, |
| 0x80, 0x00, 0x1B, 0x01, 0x74, 0x6F, 0x81, 0x00, 0xB5, 0x10, 0x77, 0x72, |
| 0x69, 0x74, 0x69, 0x6E, 0x67, 0x2C, 0x20, 0x73, 0x6F, 0x66, 0x74, 0x77, |
| 0x61, 0x72, 0x65, 0x81, 0x00, 0x46, 0x08, 0x64, 0x69, 0x73, 0x74, 0x72, |
| 0x69, 0x62, 0x75, 0x74, 0x8A, 0x01, 0x34, 0x85, 0x00, 0xA3, 0x80, 0x00, |
| 0xFA, 0x89, 0x00, 0x20, 0x80, 0x01, 0x36, 0x10, 0x61, 0x6E, 0x20, 0x22, |
| 0x41, 0x53, 0x20, 0x49, 0x53, 0x22, 0x20, 0x42, 0x41, 0x53, 0x49, 0x53, |
| 0x2C, 0x81, 0x00, 0x44, 0x1E, 0x57, 0x49, 0x54, 0x48, 0x4F, 0x55, 0x54, |
| 0x20, 0x57, 0x41, 0x52, 0x52, 0x41, 0x4E, 0x54, 0x49, 0x45, 0x53, 0x20, |
| 0x4F, 0x52, 0x20, 0x43, 0x4F, 0x4E, 0x44, 0x49, 0x54, 0x49, 0x4F, 0x4E, |
| 0x80, 0x00, 0x0D, 0x0C, 0x46, 0x20, 0x41, 0x4E, 0x59, 0x20, 0x4B, 0x49, |
| 0x4E, 0x44, 0x2C, 0x20, 0x65, 0x80, 0x01, 0x32, 0x80, 0x00, 0x67, 0x03, |
| 0x65, 0x78, 0x70, 0x72, 0x81, 0x00, 0xC1, 0x80, 0x00, 0xA6, 0x00, 0x69, |
| 0x81, 0x01, 0x4E, 0x01, 0x65, 0x64, 0x82, 0x01, 0x3B, 0x02, 0x53, 0x65, |
| 0x65, 0x8A, 0x00, 0x82, 0x01, 0x66, 0x6F, 0x83, 0x00, 0x92, 0x07, 0x73, |
| 0x70, 0x65, 0x63, 0x69, 0x66, 0x69, 0x63, 0x80, 0x00, 0xDA, 0x0C, 0x6E, |
| 0x67, 0x75, 0x61, 0x67, 0x65, 0x20, 0x67, 0x6F, 0x76, 0x65, 0x72, 0x6E, |
| 0x80, 0x00, 0xD1, 0x06, 0x20, 0x70, 0x65, 0x72, 0x6D, 0x69, 0x73, 0x81, |
| 0x01, 0xD6, 0x00, 0x73, 0x80, 0x00, 0xA0, 0x00, 0x64, 0x81, 0x00, 0x46, |
| 0x06, 0x6C, 0x69, 0x6D, 0x69, 0x74, 0x61, 0x74, 0x82, 0x00, 0x12, 0x8E, |
| 0x00, 0xD7, 0x01, 0x2E, 0x0A, 0xFF, 0x81}; |
| } // namespace |
| |
| // Tests a compressed deflate block using dynamic Huffman table. |
| TEST_F(PuffinTest, DynamicHuffmanTableTest) { |
| CheckSample(kDynamicHTRaw, kDynamicHTDeflate, kDynamicHTPuff); |
| } |
| |
| // Tests an uncompressed deflate block with invalid LEN/NLEN. |
| TEST_F(PuffinTest, PuffInvalidUncompressedLengthDeflateTest) { |
| const Buffer kDeflate = {0x01, 0x05, 0x00, 0xFF, 0xFF, |
| 0x01, 0x02, 0x03, 0x04, 0x05}; |
| Buffer puffed; |
| FailPuffDeflate(kDeflate, &puffed); |
| } |
| |
| // Tests puffing a block with invalid block header. |
| TEST_F(PuffinTest, PuffInvalidBlockHeaderDeflateTest) { |
| const Buffer kDeflate = {0x07}; |
| Buffer puffed; |
| FailPuffDeflate(kDeflate, &puffed); |
| } |
| |
| // Tests puffing a block with final block bit unset so it returns false. |
| TEST_F(PuffinTest, PuffDeflateNoFinalBlockBitTest) { |
| const Buffer kDeflate = {0x62, 0x04, 0x00}; |
| const Buffer kPuff = {0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81}; |
| CheckSample(kRaw1, kDeflate, kPuff); |
| } |
| |
| // Tests two deflate buffers concatenated, neither have their final bit set. It |
| // is a valid deflate and puff buffer. |
| TEST_F(PuffinTest, MultipleDeflateBufferNoFinabBitsTest) { |
| const Buffer kDeflate = {0x62, 0x04, 0x88, 0x11, 0x00}; |
| const Buffer kPuff = {0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, |
| 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81}; |
| CheckSample(kRaw2, kDeflate, kPuff); |
| } |
| |
| // Tests two deflate buffers concatenated, the first one has final bit set, |
| // second one not. It is a valid deflate and puff buffer. |
| TEST_F(PuffinTest, MultipleDeflateBufferOneFinalBitTest) { |
| const Buffer kDeflate = {0x63, 0x04, 0x88, 0x11, 0x00}; |
| const Buffer kPuff = {0x00, 0x00, 0xA0, 0x00, 0x01, 0xFF, 0x81, |
| 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81}; |
| CheckSample(kRaw2, kDeflate, kPuff); |
| } |
| |
| // Tests two deflate buffers concatenated, both have final bits set. It is a |
| // valid deflate and puff buffer. |
| TEST_F(PuffinTest, MultipleDeflateBufferBothFinalBitTest) { |
| const Buffer kDeflate = {0x63, 0x04, 0x8C, 0x11, 0x00}; |
| const Buffer kPuff = {0x00, 0x00, 0xA0, 0x00, 0x01, 0xFF, 0x81, |
| 0x00, 0x00, 0xA0, 0x00, 0x01, 0xFF, 0x81}; |
| CheckSample(kRaw2, kDeflate, kPuff); |
| } |
| |
| // When locating deflates, the puffer has to end when it hit a final block. Test |
| // that with two deflate buffers concatenated and both have final bits set. |
| TEST_F(PuffinTest, EndOnFinalBitTest) { |
| const Buffer kDeflate = {0x63, 0x04, 0x8C, 0x11, 0x00}; |
| BufferBitReader bit_reader(kDeflate.data(), kDeflate.size()); |
| BufferPuffWriter puff_writer(nullptr, 0); |
| vector<BitExtent> deflates; |
| EXPECT_TRUE(puffer_.PuffDeflate(&bit_reader, &puff_writer, &deflates)); |
| const vector<BitExtent> kExpectedDeflates = {{0, 18}}; |
| EXPECT_EQ(deflates, kExpectedDeflates); |
| EXPECT_EQ(bit_reader.Offset(), 3); |
| } |
| |
| // TODO(ahassani): Add unittests for Failhuff too. |
| |
| namespace { |
| // The following is a sequence of bits starting from the top right and ends in |
| // bottom left. It represents the bits in |kGapDeflates|. Bits inside the |
| // brackets (including bits exactly under brackets) represent a deflate stream. |
| // |
| // } { } { }{ } |
| // 11000101 10000000 10001100 01010000 00010001 10001000 00000100 01100010 |
| // 0xC5 0x80 0x8C 0x50 0x11 0x88 0x04 0x62 |
| // |
| // } { } { } { |
| // 10001011 11111100 00000100 01100010 00000001 00011000 10111000 00001000 |
| // 0x8B 0xFC 0x04 0x62 0x01 0x18 0xB8 0x08 |
| // |
| // } { } { }{ |
| // 10001011 00000001 00011000 10111111 11000000 01000110 00100000 00010001 |
| // 0x8B 0x01 0x18 0xBF 0xC0 0x46 0x20 0x11 |
| // |
| // { } { } { |
| // 11111100 00000100 01100010 11111111 00000001 00011000 10110000 00010001 |
| // 0xFC 0x04 0x62 0xFF 0x01 0x18 0xB0 0x11 |
| // |
| const Buffer kGapDeflates = {0x62, 0x04, 0x88, 0x11, 0x50, 0x8C, 0x80, 0xC5, |
| 0x08, 0xB8, 0x18, 0x01, 0x62, 0x04, 0xFC, 0x8B, |
| 0x11, 0x20, 0x46, 0xC0, 0xBF, 0x18, 0x01, 0x8B, |
| 0x11, 0xB0, 0x18, 0x01, 0xFF, 0x62, 0x04, 0xFC}; |
| |
| const Buffer kGapPuffs = {0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 0 |
| 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 7 |
| 0x01, // raw 14 |
| 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 15 |
| 0x01, 0x01, // raw 22 |
| 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 24 |
| 0x07, // raw 31 |
| 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 32 |
| 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 39 |
| 0x3F, 0x03, // raw 46 |
| 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 48 |
| 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 55 |
| 0x03, 0x3F, // raw 62 |
| 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 64 |
| 0x03, // raw 71 |
| 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 72 |
| 0x03, // raw 79 |
| 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 80 |
| 0xFF, // raw 87 |
| 0x00, 0x00, 0x20, 0x00, 0x01, 0xFF, 0x81, // puff 88 |
| 0x3F}; // raw 95 |
| |
| // The fifth deflate (and its puff in kGapPuffExtents) is for zero length |
| // deflate corner case. |
| const vector<BitExtent> kGapSubblockDeflateExtents = { |
| {0, 18}, {18, 18}, {37, 18}, {57, 18}, {75, 0}, {78, 18}, {96, 18}, |
| {122, 18}, {140, 18}, {166, 18}, {186, 18}, {206, 18}, {232, 18}}; |
| |
| const vector<ByteExtent> kGapPuffExtents = { |
| {0, 7}, {7, 7}, {15, 7}, {24, 7}, {31, 0}, {32, 7}, {39, 7}, |
| {48, 7}, {55, 7}, {64, 7}, {72, 7}, {80, 7}, {88, 7}}; |
| } // namespace |
| |
| TEST_F(PuffinTest, BitExtentPuffAndHuffTest) { |
| CheckBitExtentsPuffAndHuff(kGapDeflates, kGapSubblockDeflateExtents, |
| kGapPuffs, kGapPuffExtents); |
| } |
| |
| TEST_F(PuffinTest, ExcludeBadDistanceCaches) { |
| BufferBitReader br(kProblematicCache.data(), kProblematicCache.size()); |
| BufferPuffWriter pw(nullptr, 0); |
| |
| // The first two bits of this data should be ignored. |
| br.CacheBits(2); |
| br.DropBits(2); |
| |
| vector<BitExtent> deflates, empty; |
| Puffer puffer(true); |
| EXPECT_TRUE(puffer.PuffDeflate(&br, &pw, &deflates)); |
| EXPECT_EQ(deflates, empty); |
| } |
| |
| TEST_F(PuffinTest, NoExcludeBadDistanceCaches) { |
| BufferBitReader br(kProblematicCache.data(), kProblematicCache.size()); |
| BufferPuffWriter pw(nullptr, 0); |
| |
| // The first two bits of this data should be ignored. |
| br.CacheBits(2); |
| br.DropBits(2); |
| |
| vector<BitExtent> deflates; |
| Puffer puffer; // The default value for excluding bad distance cache should |
| // be false. |
| EXPECT_TRUE(puffer.PuffDeflate(&br, &pw, &deflates)); |
| EXPECT_EQ(deflates, kProblematicCacheDeflateExtents); |
| } |
| |
| } // namespace puffin |
