Home
last modified time | relevance | path

Searched refs:level (Results 1 – 25 of 179) sorted by relevance

12345678

/rocksdb-6.9/docs/_posts/
D2015-07-23-dynamic-level.markdown7 - /blog/2207/dynamic-level/
10 …are_rocksdb_engineering_team_ask_us_anything/ct4a8tb), the dynamic level size in level-based compa…
14 …t but the main algorithm stayed the same, until we recently introduced the dynamic level size mode.
17 …level-based compaction, we organize data to different sorted runs, called levels. Each level has a…
23 …level-based compaction? We focus specifically on the databases in steady state, which means databa…
26 …level’s size is 1000GB, the same as the level’s size target? A user has to fine tune level sizes t…
29 …level size target mode. You can enable it by setting options.level_compaction_dynamic_level_bytes=…
D2014-04-21-indexing-sst-files-for-better-lookup-performance.markdown12 On level 0, files are sorted based on the time they are flushed. Their key range (as defined by Fil…
16 …level and merges them with files from lower level. As a result, key/values are moved from L0 down …
18 … built, an SST file's position in its level is fixed. Furthermore, its order relative to files fro…
22 …level 2 has 8 files. Now, we want to look up key 80. A binary search based FileMetaData.largest te…
24 …level 1 locates to file 2 (this also implies key 230 is larger than file 1's FileMetaData.largest …
26 …level 1 files that point to a range of files on level 2. For example, file 1 on level 1 points to …
D2016-01-29-compaction_pri.markdown10 …level-based compaction, which is an improved version of LevelDB's compaction algorithm. Page 9- 16…
14 …ulti-thread compaction in RocksDB by picking multiple files from the same level and compact them i…
20 …level. In reality, it is not the case, even if user updates are uniformly distributed across the w…
22 …a file being picked covers a range whose last compaction time to the next level is the oldest, so …
24 … With this mode, we always pick the file covers the oldest updates in the level, which usually is …
28 …level 1 contains 20 keys, we want to keep 150-160 all stay in level 1. Because when next level 0 -…
30 … range. By compacting coldest range first, we leave the hot ranges in the level. If your use case …
34 …ignore them. Furthermore, the sooner we compact delete keys into the last level, the sooner the di…
/rocksdb-6.9/db/
Dversion_builder.cc127 for (int level = 0; level < num_levels_; level++) { in ~Rep() local
211 for (int level = 0; level < num_levels_; level++) { in CheckConsistency() local
239 if (level == 0) { in CheckConsistency()
373 if (level.second.size() > 0) { in CheckConsistencyForNumLevels()
442 if (level < num_levels_) { in Apply()
461 const int level = new_file.first; in Apply() local
462 if (level < num_levels_) { in Apply()
591 for (int level = 0; level < num_levels_; level++) { in SaveTo() local
597 vstorage->Reserve(level, in SaveTo()
679 for (int level = 0; level < num_levels_; level++) { in LoadTableHandlers() local
[all …]
Dversion_set.cc1425 for (int level = 0; level < cfd_->NumberLevels(); level++) { in GetColumnFamilyMetaData() local
1503 for (int level = 0; level < num_levels_; ++level) { in GetEstimatedActiveKeys() local
2198 for (int level = 0; level < num_levels_; level++) { in ComputeCompensatedSizes() local
2351 for (int level = 0; level <= MaxInputLevel(); level++) { in ComputeCompactionScore() local
2460 for (int level = num_levels() - 1; level >= 1; level--) { in ComputeFilesMarkedForCompaction() local
2489 for (int level = 0; level < num_levels() - 1; level++) { in ComputeExpiredTtlFiles() local
2525 for (int level = 0; level < num_levels(); level++) { in ComputeFilesMarkedForPeriodicCompaction() local
2634 for (int level = 1; level < base_level(); level++) { in SetFinalized() local
2646 for (int level = 0; level < num_levels(); level++) { in SetFinalized() local
2722 for (int level = 0; level < num_levels() - 1; level++) { in UpdateFilesByCompactionPri() local
[all …]
Dfile_indexer.cc24 if (level >= next_level_index_.size()) { in LevelIndexSize()
27 return next_level_index_[level].num_index; in LevelIndexSize()
34 assert(level > 0); in GetNextLevelIndex()
37 if (level == num_levels_ - 1) { in GetNextLevelIndex()
43 assert(level < num_levels_ - 1); in GetNextLevelIndex()
50 *left_bound = (level > 0 && file_index > 0) in GetNextLevelIndex()
65 *right_bound = level_rb_[level + 1]; in GetNextLevelIndex()
72 assert(*right_bound <= level_rb_[level + 1]); in GetNextLevelIndex()
96 for (size_t level = 1; level < num_levels_ - 1; ++level) { in UpdateIndex() local
97 const auto& upper_files = files[level]; in UpdateIndex()
[all …]
Dfile_indexer_test.cc59 files[level].push_back(f); in AddFile()
118 for (uint32_t level = 1; level < 3; ++level) { in TEST_F() local
123 GetNextLevelIndex(level, f, 0, -1, &left, &right); in TEST_F()
126 GetNextLevelIndex(level, f, 1, -1, &left, &right); in TEST_F()
129 GetNextLevelIndex(level, f, 1, 0, &left, &right); in TEST_F()
132 GetNextLevelIndex(level, f, 1, 1, &left, &right); in TEST_F()
158 for (uint32_t level = 1; level < 3; ++level) { in TEST_F() local
163 GetNextLevelIndex(level, f, 0, -1, &left, &right); in TEST_F()
166 GetNextLevelIndex(level, f, 1, -1, &left, &right); in TEST_F()
172 GetNextLevelIndex(level, f, 1, 0, &left, &right); in TEST_F()
[all …]
Dversion_set.h120 void Reserve(int level, size_t size) { files_[level].reserve(size); } in Reserve() argument
232 int level, // level > 0
254 int level);
273 int NumLevelFiles(int level) const { in NumLevelFiles() argument
279 uint64_t NumLevelBytes(int level) const;
283 return files_[level]; in LevelFiles()
292 return level_files_brief_[level]; in LevelFilesBrief()
298 return files_by_compaction_pri_[level]; in FilesByCompactionPri()
347 int NextCompactionIndex(int level) const { in NextCompactionIndex() argument
402 void ResetNextCompactionIndex(int level) { in ResetNextCompactionIndex() argument
[all …]
Dforward_iterator.cc431 for (int32_t level = 1; level < vstorage->num_levels(); ++level) { in SeekInternal() local
433 vstorage->LevelFiles(level); in SeekInternal()
437 if (level_iters_[level - 1] == nullptr) { in SeekInternal()
461 level_iters_[level - 1] = nullptr; in SeekInternal()
764 for (int32_t level = 1; level < vstorage->num_levels(); ++level) { in BuildLevelIterators() local
895 for (int32_t level = 1; level < vstorage->num_levels(); ++level) { in DeleteCurrentIter() local
896 if (level_iters_[level - 1] == nullptr) { in DeleteCurrentIter()
899 if (level_iters_[level - 1] == current_) { in DeleteCurrentIter()
901 DeleteIterator(level_iters_[level - 1]); in DeleteCurrentIter()
902 level_iters_[level - 1] = nullptr; in DeleteCurrentIter()
[all …]
Dinternal_stats.cc535 uint64_t level; in HandleNumFilesAtLevel() local
551 uint64_t level; in HandleCompressionRatioAtLevelPrefix() local
570 for (int level = 0; level < number_levels_; level++) { in HandleLevelStats() local
636 uint64_t level; in HandleAggregatedTablePropertiesAtLevel() local
643 &tp, static_cast<int>(level)); in HandleAggregatedTablePropertiesAtLevel()
1120 for (int level = 0; level < number_levels_; ++level) { in DumpCFMapStats() local
1134 for (int level = 0; level < number_levels_; level++) { in DumpCFMapStats() local
1142 if (level == 0) { in DumpCFMapStats()
1155 compaction_score[level], w_amp, comp_stats_[level]); in DumpCFMapStats()
1322 for (int level = 0; level < number_levels_; level++) { in DumpCFStatsNoFileHistogram() local
[all …]
Dversion_edit.cc325 *level = v; in GetLevel()
326 if (max_level_ < *level) { in GetLevel()
327 max_level_ = *level; in GetLevel()
337 int level = 0; in DecodeNewFile4From() local
420 new_files_.push_back(std::make_pair(level, f)); in DecodeNewFile4From()
431 int level = 0; in DecodeFrom() local
503 if (GetLevel(&input, &level, &msg) && in DecodeFrom()
518 deleted_files_.insert(std::make_pair(level, number)); in DecodeFrom()
535 new_files_.push_back(std::make_pair(level, f)); in DecodeFrom()
556 new_files_.push_back(std::make_pair(level, f)); in DecodeFrom()
[all …]
/rocksdb-6.9/db/compaction/
Dcompaction_picker.cc120 assert(level == 0 || level >= base_level); in GetCompressionType()
121 int idx = (level == 0) ? 0 : level - base_level + 1; in GetCompressionType()
170 const int level = inputs.level; in GetRange() local
175 if (level == 0) { in GetRange()
249 const int level = inputs->level; in ExpandInputsToCleanCut() local
252 if (level == 0) { in ExpandInputsToCleanCut()
385 for (int level = 0; level < vstorage->num_levels(); ++level) { in GetCompactionInputsFromFileNumbers() local
410 ++level) { in GetCompactionInputsFromFileNumbers()
411 matched_input_files[level].level = level; in GetCompactionInputsFromFileNumbers()
607 for (int level = start_level; level < vstorage->num_levels(); level++) { in CompactRange() local
[all …]
Dcompaction_picker_universal.cc56 : level(_level), in SortedRun()
72 int level; member
142 size_t level; member
179 input_file.level = 0; in create_level_heap()
185 input_file.level = l; in create_level_heap()
250 if (c->level(curr.level) != 0 && in IsInputFilesNonOverlapping()
253 next.level = curr.level; in IsInputFilesNonOverlapping()
292 if (level == 0) { in Dump()
309 if (level == 0) { in DumpSizeInfo()
335 for (int level = 1; level < vstorage.num_levels(); level++) { in CalculateSortedRuns() local
[all …]
/rocksdb-6.9/memtable/
Dinlineskiplist.h347 NoBarrier_SetNext(level, prev->NoBarrier_Next(level));
348 prev->SetNext(level, this);
473 Node* next = x->Next(level);
492 level--;
509 int level = top_level - 1;
528 prev[level] = x;
535 level--;
549 if (level == 0) {
553 level--;
575 if (level == 0) {
[all …]
Dskiplist.h313 Node* next = x->Next(level);
328 level--;
342 Node* next = x->Next(level);
350 prev[level] = x;
352 if (level == 0) {
357 level--;
369 Node* next = x->Next(level);
371 if (level == 0) {
375 level--;
393 if (level == 0) {
[all …]
/rocksdb-6.9/db/db_impl/
Ddb_impl_experimental.cc37 for (int level = 0; level < vstorage->num_non_empty_levels() - 1; ++level) { in SuggestCompactRange() local
40 level, begin == nullptr ? nullptr : &start_key, in SuggestCompactRange()
114 for (int level = 1; level <= target_level; ++level) { in PromoteL0() local
115 if (vstorage->NumLevelFiles(level) > 0) { in PromoteL0()
117 "PromoteL0 FAILED. Level %d not empty\n", level); in PromoteL0()
Ddb_impl_debug.cc64 for (int level = 0; level < NumberLevels(); level++) { in TEST_GetFilesMetaData() local
66 cfd->current()->storage_info()->LevelFiles(level); in TEST_GetFilesMetaData()
68 (*metadata)[level].clear(); in TEST_GetFilesMetaData()
70 (*metadata)[level].push_back(*f); in TEST_GetFilesMetaData()
83 Status DBImpl::TEST_CompactRange(int level, const Slice* begin, in TEST_CompactRange() argument
97 ? level in TEST_CompactRange()
98 : level + 1; in TEST_CompactRange()
99 return RunManualCompaction(cfd, level, output_level, CompactRangeOptions(), in TEST_CompactRange()
/rocksdb-6.9/java/src/main/java/org/rocksdb/
DLevelMetaData.java15 private final int level; field in LevelMetaData
22 private LevelMetaData(final int level, final long size, in LevelMetaData() argument
24 this.level = level; in LevelMetaData()
34 public int level() { in level() method in LevelMetaData
35 return level; in level()
DLiveFileMetaData.java13 private final int level; field in LiveFileMetaData
20 final int level, in LiveFileMetaData() argument
35 this.level = level; in LiveFileMetaData()
52 public int level() { in level() method in LiveFileMetaData
53 return level; in level()
DCompressionOptions.java26 public CompressionOptions setLevel(final int level) { in setLevel() argument
27 setLevel(nativeHandle_, level); in setLevel()
31 public int level() { in level() method in CompressionOptions
32 return level(nativeHandle_); in level()
140 private native void setLevel(final long handle, final int level); in setLevel() argument
141 private native int level(final long handle); in level() method in CompressionOptions
/rocksdb-6.9/util/
Dcompression.h177 level = 3; in CompressionDict()
696 int level; in Zlib_Compress() local
698 level = Z_DEFAULT_COMPRESSION; in Zlib_Compress()
700 level = info.options().level; in Zlib_Compress()
1167 int level; in LZ4HC_Compress() local
1171 level = info.options().level; in LZ4HC_Compress()
1175 LZ4_resetStreamHC(stream, level); in LZ4HC_Compress()
1258 int level; in ZSTD_Compress() local
1262 level = 3; in ZSTD_Compress()
1264 level = info.options().level; in ZSTD_Compress()
[all …]
/rocksdb-6.9/docs/doc-type-examples/
Dtop-level-example.md2 layout: top-level
4 id: top-level-example
5 category: top-level
8 …d from the blog or docs collections that can be added at a top-level (i.e., the same level as `ind…
/rocksdb-6.9/monitoring/
Dperf_context_imp.h34 #define PERF_COUNTER_BY_LEVEL_ADD(metric, value, level) argument
80 #define PERF_COUNTER_BY_LEVEL_ADD(metric, value, level) \ argument
84 if ((*(perf_context.level_to_perf_context)).find(level) != \
86 (*(perf_context.level_to_perf_context))[level].metric += value; \
90 (*(perf_context.level_to_perf_context))[level] = empty_context; \
91 (*(perf_context.level_to_perf_context))[level].metric += value; \
/rocksdb-6.9/options/
Dcf_options.cc98 int level, CompactionStyle compaction_style, int base_level, in MaxFileSizeForLevel() argument
100 if (!level_compaction_dynamic_level_bytes || level < base_level || in MaxFileSizeForLevel()
102 assert(level >= 0); in MaxFileSizeForLevel()
103 assert(level < (int)cf_options.max_file_size.size()); in MaxFileSizeForLevel()
104 return cf_options.max_file_size[level]; in MaxFileSizeForLevel()
106 assert(level >= 0 && base_level >= 0); in MaxFileSizeForLevel()
107 assert(level - base_level < (int)cf_options.max_file_size.size()); in MaxFileSizeForLevel()
108 return cf_options.max_file_size[level - base_level]; in MaxFileSizeForLevel()
/rocksdb-6.9/java/src/test/java/org/rocksdb/
DCompressionOptionsTest.java28 public void level() { in level() method in CompressionOptionsTest
29 final int level = 6; in level() local
31 opt.setLevel(level); in level()
32 assertThat(opt.level()).isEqualTo(level); in level()

12345678