async_file_reader.cc 2.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384
  1. // Copyright (c) Meta Platforms, Inc. and affiliates.
  2. //
  3. // This source code is licensed under both the GPLv2 (found in the
  4. // COPYING file in the root directory) and Apache 2.0 License
  5. // (found in the LICENSE.Apache file in the root directory).
  6. //
  7. #if USE_COROUTINES
  8. #include "util/async_file_reader.h"
  9. namespace ROCKSDB_NAMESPACE {
  10. bool AsyncFileReader::MultiReadAsyncImpl(ReadAwaiter* awaiter) {
  11. if (tail_) {
  12. tail_->next_ = awaiter;
  13. }
  14. tail_ = awaiter;
  15. if (!head_) {
  16. head_ = awaiter;
  17. }
  18. num_reqs_ += awaiter->num_reqs_;
  19. awaiter->io_handle_.resize(awaiter->num_reqs_);
  20. awaiter->del_fn_.resize(awaiter->num_reqs_);
  21. for (size_t i = 0; i < awaiter->num_reqs_; ++i) {
  22. IOStatus s = awaiter->file_->ReadAsync(
  23. awaiter->read_reqs_[i], awaiter->opts_,
  24. [](FSReadRequest& req, void* cb_arg) {
  25. FSReadRequest* read_req = static_cast<FSReadRequest*>(cb_arg);
  26. read_req->status = req.status;
  27. read_req->result = req.result;
  28. if (req.fs_scratch != nullptr) {
  29. read_req->fs_scratch = std::move(req.fs_scratch);
  30. }
  31. },
  32. &awaiter->read_reqs_[i], &awaiter->io_handle_[i], &awaiter->del_fn_[i],
  33. /*aligned_buf=*/nullptr, awaiter->dbg_);
  34. if (!s.ok()) {
  35. // For any non-ok status, the FileSystem will not call the callback
  36. // So let's update the status ourselves
  37. awaiter->read_reqs_[i].status = s;
  38. }
  39. }
  40. return true;
  41. }
  42. void AsyncFileReader::Wait() {
  43. if (!head_) {
  44. return;
  45. }
  46. ReadAwaiter* waiter;
  47. std::vector<void*> io_handles;
  48. IOStatus s;
  49. io_handles.reserve(num_reqs_);
  50. waiter = head_;
  51. do {
  52. for (size_t i = 0; i < waiter->num_reqs_; ++i) {
  53. if (waiter->io_handle_[i]) {
  54. io_handles.push_back(waiter->io_handle_[i]);
  55. }
  56. }
  57. } while (waiter != tail_ && (waiter = waiter->next_));
  58. if (io_handles.size() > 0) {
  59. StopWatch sw(SystemClock::Default().get(), stats_, POLL_WAIT_MICROS);
  60. s = fs_->Poll(io_handles, io_handles.size());
  61. }
  62. do {
  63. waiter = head_;
  64. head_ = waiter->next_;
  65. for (size_t i = 0; i < waiter->num_reqs_; ++i) {
  66. if (waiter->io_handle_[i] && waiter->del_fn_[i]) {
  67. waiter->del_fn_[i](waiter->io_handle_[i]);
  68. }
  69. if (waiter->read_reqs_[i].status.ok() && !s.ok()) {
  70. // Override the request status with the Poll error
  71. waiter->read_reqs_[i].status = s;
  72. }
  73. }
  74. waiter->awaiting_coro_.resume();
  75. } while (waiter != tail_);
  76. head_ = tail_ = nullptr;
  77. RecordInHistogram(stats_, MULTIGET_IO_BATCH_SIZE, num_reqs_);
  78. num_reqs_ = 0;
  79. }
  80. } // namespace ROCKSDB_NAMESPACE
  81. #endif // USE_COROUTINES