event_helpers.cc 7.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223
  1. // Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
  2. // This source code is licensed under both the GPLv2 (found in the
  3. // COPYING file in the root directory) and Apache 2.0 License
  4. // (found in the LICENSE.Apache file in the root directory).
  5. #include "db/event_helpers.h"
  6. namespace ROCKSDB_NAMESPACE {
  7. namespace {
  8. template <class T>
  9. inline T SafeDivide(T a, T b) {
  10. return b == 0 ? 0 : a / b;
  11. }
  12. } // namespace
  13. void EventHelpers::AppendCurrentTime(JSONWriter* jwriter) {
  14. *jwriter << "time_micros"
  15. << std::chrono::duration_cast<std::chrono::microseconds>(
  16. std::chrono::system_clock::now().time_since_epoch())
  17. .count();
  18. }
  19. #ifndef ROCKSDB_LITE
  20. void EventHelpers::NotifyTableFileCreationStarted(
  21. const std::vector<std::shared_ptr<EventListener>>& listeners,
  22. const std::string& db_name, const std::string& cf_name,
  23. const std::string& file_path, int job_id, TableFileCreationReason reason) {
  24. TableFileCreationBriefInfo info;
  25. info.db_name = db_name;
  26. info.cf_name = cf_name;
  27. info.file_path = file_path;
  28. info.job_id = job_id;
  29. info.reason = reason;
  30. for (auto& listener : listeners) {
  31. listener->OnTableFileCreationStarted(info);
  32. }
  33. }
  34. #endif // !ROCKSDB_LITE
  35. void EventHelpers::NotifyOnBackgroundError(
  36. const std::vector<std::shared_ptr<EventListener>>& listeners,
  37. BackgroundErrorReason reason, Status* bg_error, InstrumentedMutex* db_mutex,
  38. bool* auto_recovery) {
  39. #ifndef ROCKSDB_LITE
  40. if (listeners.size() == 0U) {
  41. return;
  42. }
  43. db_mutex->AssertHeld();
  44. // release lock while notifying events
  45. db_mutex->Unlock();
  46. for (auto& listener : listeners) {
  47. listener->OnBackgroundError(reason, bg_error);
  48. if (*auto_recovery) {
  49. listener->OnErrorRecoveryBegin(reason, *bg_error, auto_recovery);
  50. }
  51. }
  52. db_mutex->Lock();
  53. #else
  54. (void)listeners;
  55. (void)reason;
  56. (void)bg_error;
  57. (void)db_mutex;
  58. (void)auto_recovery;
  59. #endif // ROCKSDB_LITE
  60. }
  61. void EventHelpers::LogAndNotifyTableFileCreationFinished(
  62. EventLogger* event_logger,
  63. const std::vector<std::shared_ptr<EventListener>>& listeners,
  64. const std::string& db_name, const std::string& cf_name,
  65. const std::string& file_path, int job_id, const FileDescriptor& fd,
  66. uint64_t oldest_blob_file_number, const TableProperties& table_properties,
  67. TableFileCreationReason reason, const Status& s) {
  68. if (s.ok() && event_logger) {
  69. JSONWriter jwriter;
  70. AppendCurrentTime(&jwriter);
  71. jwriter << "cf_name" << cf_name << "job" << job_id << "event"
  72. << "table_file_creation"
  73. << "file_number" << fd.GetNumber() << "file_size"
  74. << fd.GetFileSize();
  75. // table_properties
  76. {
  77. jwriter << "table_properties";
  78. jwriter.StartObject();
  79. // basic properties:
  80. jwriter << "data_size" << table_properties.data_size << "index_size"
  81. << table_properties.index_size << "index_partitions"
  82. << table_properties.index_partitions << "top_level_index_size"
  83. << table_properties.top_level_index_size
  84. << "index_key_is_user_key"
  85. << table_properties.index_key_is_user_key
  86. << "index_value_is_delta_encoded"
  87. << table_properties.index_value_is_delta_encoded << "filter_size"
  88. << table_properties.filter_size << "raw_key_size"
  89. << table_properties.raw_key_size << "raw_average_key_size"
  90. << SafeDivide(table_properties.raw_key_size,
  91. table_properties.num_entries)
  92. << "raw_value_size" << table_properties.raw_value_size
  93. << "raw_average_value_size"
  94. << SafeDivide(table_properties.raw_value_size,
  95. table_properties.num_entries)
  96. << "num_data_blocks" << table_properties.num_data_blocks
  97. << "num_entries" << table_properties.num_entries
  98. << "num_deletions" << table_properties.num_deletions
  99. << "num_merge_operands" << table_properties.num_merge_operands
  100. << "num_range_deletions" << table_properties.num_range_deletions
  101. << "format_version" << table_properties.format_version
  102. << "fixed_key_len" << table_properties.fixed_key_len
  103. << "filter_policy" << table_properties.filter_policy_name
  104. << "column_family_name" << table_properties.column_family_name
  105. << "column_family_id" << table_properties.column_family_id
  106. << "comparator" << table_properties.comparator_name
  107. << "merge_operator" << table_properties.merge_operator_name
  108. << "prefix_extractor_name"
  109. << table_properties.prefix_extractor_name << "property_collectors"
  110. << table_properties.property_collectors_names << "compression"
  111. << table_properties.compression_name << "compression_options"
  112. << table_properties.compression_options << "creation_time"
  113. << table_properties.creation_time << "oldest_key_time"
  114. << table_properties.oldest_key_time << "file_creation_time"
  115. << table_properties.file_creation_time;
  116. // user collected properties
  117. for (const auto& prop : table_properties.readable_properties) {
  118. jwriter << prop.first << prop.second;
  119. }
  120. jwriter.EndObject();
  121. }
  122. if (oldest_blob_file_number != kInvalidBlobFileNumber) {
  123. jwriter << "oldest_blob_file_number" << oldest_blob_file_number;
  124. }
  125. jwriter.EndObject();
  126. event_logger->Log(jwriter);
  127. }
  128. #ifndef ROCKSDB_LITE
  129. if (listeners.size() == 0) {
  130. return;
  131. }
  132. TableFileCreationInfo info;
  133. info.db_name = db_name;
  134. info.cf_name = cf_name;
  135. info.file_path = file_path;
  136. info.file_size = fd.file_size;
  137. info.job_id = job_id;
  138. info.table_properties = table_properties;
  139. info.reason = reason;
  140. info.status = s;
  141. for (auto& listener : listeners) {
  142. listener->OnTableFileCreated(info);
  143. }
  144. #else
  145. (void)listeners;
  146. (void)db_name;
  147. (void)cf_name;
  148. (void)file_path;
  149. (void)reason;
  150. #endif // !ROCKSDB_LITE
  151. }
  152. void EventHelpers::LogAndNotifyTableFileDeletion(
  153. EventLogger* event_logger, int job_id, uint64_t file_number,
  154. const std::string& file_path, const Status& status,
  155. const std::string& dbname,
  156. const std::vector<std::shared_ptr<EventListener>>& listeners) {
  157. JSONWriter jwriter;
  158. AppendCurrentTime(&jwriter);
  159. jwriter << "job" << job_id << "event"
  160. << "table_file_deletion"
  161. << "file_number" << file_number;
  162. if (!status.ok()) {
  163. jwriter << "status" << status.ToString();
  164. }
  165. jwriter.EndObject();
  166. event_logger->Log(jwriter);
  167. #ifndef ROCKSDB_LITE
  168. TableFileDeletionInfo info;
  169. info.db_name = dbname;
  170. info.job_id = job_id;
  171. info.file_path = file_path;
  172. info.status = status;
  173. for (auto& listener : listeners) {
  174. listener->OnTableFileDeleted(info);
  175. }
  176. #else
  177. (void)file_path;
  178. (void)dbname;
  179. (void)listeners;
  180. #endif // !ROCKSDB_LITE
  181. }
  182. void EventHelpers::NotifyOnErrorRecoveryCompleted(
  183. const std::vector<std::shared_ptr<EventListener>>& listeners,
  184. Status old_bg_error, InstrumentedMutex* db_mutex) {
  185. #ifndef ROCKSDB_LITE
  186. if (listeners.size() == 0U) {
  187. return;
  188. }
  189. db_mutex->AssertHeld();
  190. // release lock while notifying events
  191. db_mutex->Unlock();
  192. for (auto& listener : listeners) {
  193. listener->OnErrorRecoveryCompleted(old_bg_error);
  194. }
  195. db_mutex->Lock();
  196. #else
  197. (void)listeners;
  198. (void)old_bg_error;
  199. (void)db_mutex;
  200. #endif // ROCKSDB_LITE
  201. }
  202. } // namespace ROCKSDB_NAMESPACE