diff --git a/fbgemm_gpu/src/ssd_split_embeddings_cache/ssd_table_batched_embeddings.h b/fbgemm_gpu/src/ssd_split_embeddings_cache/ssd_table_batched_embeddings.h index 6539992ab6..99af7d7d9e 100644 --- a/fbgemm_gpu/src/ssd_split_embeddings_cache/ssd_table_batched_embeddings.h +++ b/fbgemm_gpu/src/ssd_split_embeddings_cache/ssd_table_batched_embeddings.h @@ -9,6 +9,8 @@ #pragma once #include +#include +#include #include #include @@ -1376,11 +1378,13 @@ class EmbeddingRocksDB : public kv_db::EmbeddingKVDB { friend class CheckpointHandle; std::vector> dbs_; + std::vector metadata_cf_handles_; std::vector> initializers_; std::unique_ptr executor_; rocksdb::ReadOptions ro_{}; rocksdb::WriteOptions wo_{}; std::shared_ptr rate_limiter_; + rocksdb::ColumnFamilyOptions cf_options_; std::vector shard_flush_compaction_deadlines_; bool done_staggered_flushes_; int64_t memtable_flush_offset_; @@ -1396,10 +1400,12 @@ class EmbeddingRocksDB : public kv_db::EmbeddingKVDB { std::atomic fwd_l1_eviction_dur_{0}; std::atomic bwd_l1_cnflct_miss_write_back_dur_{0}; std::atomic flush_write_dur_{0}; + std::atomic total_rows_written_{0}; // cumulative actual rows written std::unordered_map> snapshots_; int64_t max_D_; + int64_t metadata_dim_; int64_t elem_size_; std::vector sub_table_dims_; std::vector sub_table_hash_cumsum_;