import_column_family_job.h 2.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172
  1. #pragma once
  2. #include <string>
  3. #include <unordered_set>
  4. #include <vector>
  5. #include "db/column_family.h"
  6. #include "db/dbformat.h"
  7. #include "db/external_sst_file_ingestion_job.h"
  8. #include "db/snapshot_impl.h"
  9. #include "options/db_options.h"
  10. #include "rocksdb/db.h"
  11. #include "rocksdb/env.h"
  12. #include "rocksdb/metadata.h"
  13. #include "rocksdb/sst_file_writer.h"
  14. #include "util/autovector.h"
  15. namespace ROCKSDB_NAMESPACE {
  16. // Imports a set of sst files as is into a new column family. Logic is similar
  17. // to ExternalSstFileIngestionJob.
  18. class ImportColumnFamilyJob {
  19. public:
  20. ImportColumnFamilyJob(Env* env, VersionSet* versions, ColumnFamilyData* cfd,
  21. const ImmutableDBOptions& db_options,
  22. const EnvOptions& env_options,
  23. const ImportColumnFamilyOptions& import_options,
  24. const std::vector<LiveFileMetaData>& metadata)
  25. : env_(env),
  26. versions_(versions),
  27. cfd_(cfd),
  28. db_options_(db_options),
  29. fs_(db_options_.fs.get()),
  30. env_options_(env_options),
  31. import_options_(import_options),
  32. metadata_(metadata) {}
  33. // Prepare the job by copying external files into the DB.
  34. Status Prepare(uint64_t next_file_number, SuperVersion* sv);
  35. // Will execute the import job and prepare edit() to be applied.
  36. // REQUIRES: Mutex held
  37. Status Run();
  38. // Cleanup after successful/failed job
  39. void Cleanup(const Status& status);
  40. VersionEdit* edit() { return &edit_; }
  41. const autovector<IngestedFileInfo>& files_to_import() const {
  42. return files_to_import_;
  43. }
  44. private:
  45. // Open the external file and populate `file_to_import` with all the
  46. // external information we need to import this file.
  47. Status GetIngestedFileInfo(const std::string& external_file,
  48. IngestedFileInfo* file_to_import,
  49. SuperVersion* sv);
  50. Env* env_;
  51. VersionSet* versions_;
  52. ColumnFamilyData* cfd_;
  53. const ImmutableDBOptions& db_options_;
  54. FileSystem* fs_;
  55. const EnvOptions& env_options_;
  56. autovector<IngestedFileInfo> files_to_import_;
  57. VersionEdit edit_;
  58. const ImportColumnFamilyOptions& import_options_;
  59. std::vector<LiveFileMetaData> metadata_;
  60. };
  61. } // namespace ROCKSDB_NAMESPACE