blob_file_addition_test.cc 6.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211
  1. // Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
  2. // This source code is licensed under both the GPLv2 (found in the
  3. // COPYING file in the root directory) and Apache 2.0 License
  4. // (found in the LICENSE.Apache file in the root directory).
  5. #include "db/blob/blob_file_addition.h"
  6. #include <cstdint>
  7. #include <cstring>
  8. #include <string>
  9. #include "test_util/sync_point.h"
  10. #include "test_util/testharness.h"
  11. #include "util/coding.h"
  12. namespace ROCKSDB_NAMESPACE {
  13. class BlobFileAdditionTest : public testing::Test {
  14. public:
  15. static void TestEncodeDecode(const BlobFileAddition& blob_file_addition) {
  16. std::string encoded;
  17. blob_file_addition.EncodeTo(&encoded);
  18. BlobFileAddition decoded;
  19. Slice input(encoded);
  20. ASSERT_OK(decoded.DecodeFrom(&input));
  21. ASSERT_EQ(blob_file_addition, decoded);
  22. }
  23. };
  24. TEST_F(BlobFileAdditionTest, Empty) {
  25. BlobFileAddition blob_file_addition;
  26. ASSERT_EQ(blob_file_addition.GetBlobFileNumber(), kInvalidBlobFileNumber);
  27. ASSERT_EQ(blob_file_addition.GetTotalBlobCount(), 0);
  28. ASSERT_EQ(blob_file_addition.GetTotalBlobBytes(), 0);
  29. ASSERT_TRUE(blob_file_addition.GetChecksumMethod().empty());
  30. ASSERT_TRUE(blob_file_addition.GetChecksumValue().empty());
  31. TestEncodeDecode(blob_file_addition);
  32. }
  33. TEST_F(BlobFileAdditionTest, NonEmpty) {
  34. constexpr uint64_t blob_file_number = 123;
  35. constexpr uint64_t total_blob_count = 2;
  36. constexpr uint64_t total_blob_bytes = 123456;
  37. const std::string checksum_method("SHA1");
  38. const std::string checksum_value(
  39. "\xbd\xb7\xf3\x4a\x59\xdf\xa1\x59\x2c\xe7\xf5\x2e\x99\xf9\x8c\x57\x0c\x52"
  40. "\x5c\xbd");
  41. BlobFileAddition blob_file_addition(blob_file_number, total_blob_count,
  42. total_blob_bytes, checksum_method,
  43. checksum_value);
  44. ASSERT_EQ(blob_file_addition.GetBlobFileNumber(), blob_file_number);
  45. ASSERT_EQ(blob_file_addition.GetTotalBlobCount(), total_blob_count);
  46. ASSERT_EQ(blob_file_addition.GetTotalBlobBytes(), total_blob_bytes);
  47. ASSERT_EQ(blob_file_addition.GetChecksumMethod(), checksum_method);
  48. ASSERT_EQ(blob_file_addition.GetChecksumValue(), checksum_value);
  49. TestEncodeDecode(blob_file_addition);
  50. }
  51. TEST_F(BlobFileAdditionTest, DecodeErrors) {
  52. std::string str;
  53. Slice slice(str);
  54. BlobFileAddition blob_file_addition;
  55. {
  56. const Status s = blob_file_addition.DecodeFrom(&slice);
  57. ASSERT_TRUE(s.IsCorruption());
  58. ASSERT_TRUE(std::strstr(s.getState(), "blob file number"));
  59. }
  60. constexpr uint64_t blob_file_number = 123;
  61. PutVarint64(&str, blob_file_number);
  62. slice = str;
  63. {
  64. const Status s = blob_file_addition.DecodeFrom(&slice);
  65. ASSERT_TRUE(s.IsCorruption());
  66. ASSERT_TRUE(std::strstr(s.getState(), "total blob count"));
  67. }
  68. constexpr uint64_t total_blob_count = 4567;
  69. PutVarint64(&str, total_blob_count);
  70. slice = str;
  71. {
  72. const Status s = blob_file_addition.DecodeFrom(&slice);
  73. ASSERT_TRUE(s.IsCorruption());
  74. ASSERT_TRUE(std::strstr(s.getState(), "total blob bytes"));
  75. }
  76. constexpr uint64_t total_blob_bytes = 12345678;
  77. PutVarint64(&str, total_blob_bytes);
  78. slice = str;
  79. {
  80. const Status s = blob_file_addition.DecodeFrom(&slice);
  81. ASSERT_TRUE(s.IsCorruption());
  82. ASSERT_TRUE(std::strstr(s.getState(), "checksum method"));
  83. }
  84. constexpr char checksum_method[] = "SHA1";
  85. PutLengthPrefixedSlice(&str, checksum_method);
  86. slice = str;
  87. {
  88. const Status s = blob_file_addition.DecodeFrom(&slice);
  89. ASSERT_TRUE(s.IsCorruption());
  90. ASSERT_TRUE(std::strstr(s.getState(), "checksum value"));
  91. }
  92. constexpr char checksum_value[] =
  93. "\xbd\xb7\xf3\x4a\x59\xdf\xa1\x59\x2c\xe7\xf5\x2e\x99\xf9\x8c\x57\x0c\x52"
  94. "\x5c\xbd";
  95. PutLengthPrefixedSlice(&str, checksum_value);
  96. slice = str;
  97. {
  98. const Status s = blob_file_addition.DecodeFrom(&slice);
  99. ASSERT_TRUE(s.IsCorruption());
  100. ASSERT_TRUE(std::strstr(s.getState(), "custom field tag"));
  101. }
  102. constexpr uint32_t custom_tag = 2;
  103. PutVarint32(&str, custom_tag);
  104. slice = str;
  105. {
  106. const Status s = blob_file_addition.DecodeFrom(&slice);
  107. ASSERT_TRUE(s.IsCorruption());
  108. ASSERT_TRUE(std::strstr(s.getState(), "custom field value"));
  109. }
  110. }
  111. TEST_F(BlobFileAdditionTest, ForwardCompatibleCustomField) {
  112. SyncPoint::GetInstance()->SetCallBack(
  113. "BlobFileAddition::EncodeTo::CustomFields", [&](void* arg) {
  114. std::string* output = static_cast<std::string*>(arg);
  115. constexpr uint32_t forward_compatible_tag = 2;
  116. PutVarint32(output, forward_compatible_tag);
  117. PutLengthPrefixedSlice(output, "deadbeef");
  118. });
  119. SyncPoint::GetInstance()->EnableProcessing();
  120. constexpr uint64_t blob_file_number = 678;
  121. constexpr uint64_t total_blob_count = 9999;
  122. constexpr uint64_t total_blob_bytes = 100000000;
  123. const std::string checksum_method("CRC32");
  124. const std::string checksum_value("\x3d\x87\xff\x57");
  125. BlobFileAddition blob_file_addition(blob_file_number, total_blob_count,
  126. total_blob_bytes, checksum_method,
  127. checksum_value);
  128. TestEncodeDecode(blob_file_addition);
  129. SyncPoint::GetInstance()->DisableProcessing();
  130. SyncPoint::GetInstance()->ClearAllCallBacks();
  131. }
  132. TEST_F(BlobFileAdditionTest, ForwardIncompatibleCustomField) {
  133. SyncPoint::GetInstance()->SetCallBack(
  134. "BlobFileAddition::EncodeTo::CustomFields", [&](void* arg) {
  135. std::string* output = static_cast<std::string*>(arg);
  136. constexpr uint32_t forward_incompatible_tag = (1 << 6) + 1;
  137. PutVarint32(output, forward_incompatible_tag);
  138. PutLengthPrefixedSlice(output, "foobar");
  139. });
  140. SyncPoint::GetInstance()->EnableProcessing();
  141. constexpr uint64_t blob_file_number = 456;
  142. constexpr uint64_t total_blob_count = 100;
  143. constexpr uint64_t total_blob_bytes = 2000000;
  144. const std::string checksum_method("CRC32B");
  145. const std::string checksum_value("\x6d\xbd\xf2\x3a");
  146. BlobFileAddition blob_file_addition(blob_file_number, total_blob_count,
  147. total_blob_bytes, checksum_method,
  148. checksum_value);
  149. std::string encoded;
  150. blob_file_addition.EncodeTo(&encoded);
  151. BlobFileAddition decoded_blob_file_addition;
  152. Slice input(encoded);
  153. const Status s = decoded_blob_file_addition.DecodeFrom(&input);
  154. ASSERT_TRUE(s.IsCorruption());
  155. ASSERT_TRUE(std::strstr(s.getState(), "Forward incompatible"));
  156. SyncPoint::GetInstance()->DisableProcessing();
  157. SyncPoint::GetInstance()->ClearAllCallBacks();
  158. }
  159. } // namespace ROCKSDB_NAMESPACE
  160. int main(int argc, char** argv) {
  161. ROCKSDB_NAMESPACE::port::InstallStackTraceHandler();
  162. ::testing::InitGoogleTest(&argc, argv);
  163. return RUN_ALL_TESTS();
  164. }