| /rocksdb-6.9/db/ |
| D | log_reader.cc | 190 (fragment.size() + (in_fragmented_record ? scratch->size() : 0)), in ReadRecord()
240 size_t added = read_buffer.size(); in UnmarkEOFInternal()
255 read_buffer.size()); in UnmarkEOFInternal()
293 eof_offset_ = buffer_.size(); in ReadMore()
301 if (buffer_.size()) { in ReadMore()
302 *drop_size = buffer_.size(); in ReadMore()
353 *drop_size = buffer_.size(); in ReadPhysicalRecord()
490 fragment.size() + (in_fragmented_record_ ? fragments_.size() : 0), in ReadRecord()
535 *drop_size = buffer_.size(); in TryReadMore()
536 if (buffer_.size() > 0) { in TryReadMore()
[all …]
|
| D | dbformat.h | 121 return key.user_key.size() + 8; in InternalKeyEncodingLength()
264 size_t size() { return rep_.size(); } in size() function
311 size_t ikey_sz = ikey->size(); in UpdateInternalKey()
421 size_t key_n = key.size(); in SetInternalKey()
477 void Reserve(size_t size) { in Reserve() argument
478 EnlargeBufferIfNeeded(size); in Reserve()
479 key_size_ = size; in Reserve()
493 auto size = key.size(); in EncodeLengthPrefixedKey() local
494 EnlargeBufferIfNeeded(size + static_cast<size_t>(VarintLength(size))); in EncodeLengthPrefixedKey()
512 size_t size = key.size(); in SetKeyImpl() local
[all …]
|
| D | listener_test.cc | 99 ASSERT_GT(ci.input_files.size(), 0U); in OnCompactionCompleted()
100 ASSERT_EQ(ci.input_files.size(), ci.input_file_infos.size()); in OnCompactionCompleted()
108 ASSERT_GT(ci.output_files.size(), 0U); in OnCompactionCompleted()
109 ASSERT_EQ(ci.output_files.size(), ci.output_file_infos.size()); in OnCompactionCompleted()
204 ASSERT_EQ(listener->compacted_dbs_.size(), cf_names.size()); in TEST_F()
221 ASSERT_GT(info.db_name.size(), 0U); in OnTableFileCreated()
222 ASSERT_GT(info.cf_name.size(), 0U); in OnTableFileCreated()
686 if (fname.size() > 4 && fname.substr(fname.size() - 4) == ".sst") { in NewWritableFile()
739 ASSERT_GT(info.db_name.size(), 0U); in OnTableFileCreationStarted()
740 ASSERT_GT(info.cf_name.size(), 0U); in OnTableFileCreationStarted()
[all …]
|
| D | db_basic_test.cc | 820 ASSERT_EQ(values.size(), keys.size()); in TEST_F()
846 ASSERT_EQ(s.size(), 0U); in TEST_F()
854 ASSERT_EQ(s.size(), 0U); in TEST_F()
1182 ASSERT_EQ(values.size(), 8); in TEST_P()
1242 ASSERT_EQ(values.size(), 8); in TEST_P()
1279 ASSERT_EQ(values.size(), keys.size()); in TEST_F()
1320 ASSERT_EQ(values.size(), keys.size()); in TEST_F()
1399 ASSERT_EQ(values.size(), 16); in TEST_F()
1479 ASSERT_EQ(values.size(), keys.size()); in TEST_F()
1597 ASSERT_EQ(values.size(), keys.size()); in TEST_P()
[all …]
|
| D | dbformat.cc | 74 result->append(key.user_key.data(), key.user_key.size()); in AppendInternalKey()
81 assert(key.user_key.size() >= ts.size()); in AppendInternalKeyWithDifferentTimestamp()
82 result->append(key.user_key.data(), key.user_key.size() - ts.size()); in AppendInternalKeyWithDifferentTimestamp()
83 result->append(ts.data(), ts.size()); in AppendInternalKeyWithDifferentTimestamp()
142 std::string tmp(user_start.data(), user_start.size()); in FindShortestSeparator()
144 if (tmp.size() <= user_start.size() && in FindShortestSeparator()
158 std::string tmp(user_key.data(), user_key.size()); in FindShortSuccessor()
160 if (tmp.size() <= user_key.size() && in FindShortSuccessor()
173 size_t usize = _user_key.size(); in LookupKey()
174 size_t ts_sz = (nullptr == ts) ? 0 : ts->size(); in LookupKey()
|
| /rocksdb-6.9/docs/_posts/ |
| D | 2015-07-23-dynamic-level.markdown | 10 …_are_rocksdb_engineering_team_ask_us_anything/ct4a8tb), the dynamic level size in level-based comp…
14 …t but the main algorithm stayed the same, until we recently introduced the dynamic level size mode.
17 …size. Usually target size of levels increases by the same size multiplier. For example, you can s…
23 …size is stable or grows slowly over time. This means updates will add roughly the same or little m…
26 …size amplification will be approximately (1000GB + 100GB + 10GB + 1GB) / 1000GB = 1.111, which is …
29 …size target mode. You can enable it by setting options.level_compaction_dynamic_level_bytes=true. …
|
| /rocksdb-6.9/utilities/persistent_cache/ |
| D | block_cache_tier_file.cc | 127 assert(bufs->size()); in Serialize()
143 while (size && *woff < bufs->size()) { in Append()
146 if (size <= free) { in Append()
148 size = 0; in Append()
152 size -= free; in Append()
162 assert(!size); in Append()
164 return !size; in Append()
362 if (size <= free) { in ExpandBuffer()
369 assert(free < size); in ExpandBuffer()
372 while (free < size) { in ExpandBuffer()
[all …]
|
| D | volatile_tier_impl.cc | 45 assert(size); in Insert()
48 size_ += size; in Insert()
55 assert(size_ >= size); in Insert()
56 size_ -= size; in Insert()
61 assert(size_ >= size); in Insert()
65 std::string value(data, size); in Insert()
71 assert(size_ >= size); in Insert()
72 size_ -= size; in Insert()
92 *size = kv->value.size(); in Lookup()
126 edata->value.size()); in Evict()
[all …]
|
| D | block_cache_tier.cc | 177 stats_.bytes_pipelined_.Add(size); in Insert()
221 assert(key.size()); in InsertImpl()
222 assert(data.size()); in InsertImpl()
261 stats_.bytes_written_.Add(data.size()); in InsertImpl()
305 val->reset(new char[blk_val.size()]); in Lookup()
307 *size = blk_val.size(); in Lookup()
309 stats_.bytes_read_.Add(*size); in Lookup()
360 if (size + size_ <= opt_.cache_size) { in Reserve()
362 size_ += size; in Reserve()
366 assert(size + size_ >= opt_.cache_size); in Reserve()
[all …]
|
| /rocksdb-6.9/test_util/ |
| D | testutil.h | 143 values_.resize(keys.size()); in VectorIterator()
149 assert(keys_.size() == values_.size()); in VectorIterator()
223 contents_.size() - offset); in Flush()
224 last_flush_ = contents_.size(); in Flush()
239 last_flush_ = contents_.size(); in Drop()
254 if (offset + data.size() > ss_->contents_.size()) { in Write()
306 assert(reader_contents_->size() >= contents_.size()); in Flush()
320 if (last_flush_ > contents_.size()) last_flush_ = contents_.size(); in Drop()
345 if (offset > contents_.size()) { in Read()
538 if (offset_ < data_.size()) { in Read()
[all …]
|
| /rocksdb-6.9/table/block_based/ |
| D | block_builder.cc | 89 estimate += key.size(); in EstimateSizeAfterKV()
94 ? value.size() in EstimateSizeAfterKV()
95 : value.size() / 2; in EstimateSizeAfterKV()
114 for (size_t i = 0; i < restarts_.size(); i++) { in Finish()
149 last_key_.assign(key.data(), key.size()); in Add()
159 last_key_.assign(key.data(), key.size()); in Add()
162 const size_t non_shared = key.size() - shared; in Add()
163 const size_t curr_size = buffer_.size(); in Add()
182 buffer_.append(delta_value->data(), delta_value->size()); in Add()
184 buffer_.append(value.data(), value.size()); in Add()
[all …]
|
| D | block_based_filter_block.cc | 35 while (i < value.size()) { in AppendItem()
43 if (key.size() < (offLength - tabLength)) in AppendItem()
77 assert(filter_index >= filter_offsets_.size()); in StartBlock()
78 while (filter_index > filter_offsets_.size()) { in StartBlock()
96 start_.push_back(entries_.size()); in AddKey()
97 entries_.append(key.data(), key.size()); in AddKey()
110 if (prev.size() == 0 || prefix != prev) { in AddPrefix()
111 prev_prefix_start_ = entries_.size(); in AddPrefix()
112 prev_prefix_size_ = prefix.size(); in AddPrefix()
137 const size_t num_entries = start_.size(); in GenerateFilter()
[all …]
|
| /rocksdb-6.9/table/ |
| D | persistent_cache_helper.cc | 14 const char* data, const size_t size) { in InsertRawPage() argument
21 cache_options.key_prefix.size(), in InsertRawPage()
24 cache_options.persistent_cache->Insert(key, data, size); in InsertRawPage()
43 contents.data.size()); in InsertUncompressedPage()
61 size_t size; in LookupRawPage() local
70 assert(raw_data_size == handle.size() + kBlockTrailerSize); in LookupRawPage()
71 assert(size == raw_data_size); in LookupRawPage()
94 size_t size; in LookupUncompressedPage() local
95 Status s = cache_options.persistent_cache->Lookup(key, &data, &size); in LookupUncompressedPage()
104 assert(handle.size() <= size); in LookupUncompressedPage()
[all …]
|
| /rocksdb-6.9/table/cuckoo/ |
| D | cuckoo_table_builder_test.cc | 101 ASSERT_EQ(props->num_entries, keys.size()); in CheckFileContents()
121 if (key_idx == keys.size()) { in CheckFileContents()
225 size_t bucket_size = keys[0].size() + values[0].size(); in TEST_F()
270 for (uint32_t i = 0; i < user_keys.size(); i++) { in TEST_F()
275 size_t bucket_size = keys[0].size() + values[0].size(); in TEST_F()
325 size_t bucket_size = keys[0].size() + values[0].size(); in TEST_F()
379 size_t bucket_size = keys[0].size() + values[0].size(); in TEST_F()
430 size_t bucket_size = keys[0].size() + values[0].size(); in TEST_F()
474 size_t bucket_size = user_keys[0].size() + values[0].size(); in TEST_F()
519 size_t bucket_size = user_keys[0].size() + values[0].size(); in TEST_F()
[all …]
|
| D | cuckoo_table_builder.cc | 109 key_size_ = is_last_level_file_ ? ikey.user_key.size() : key.size(); in Add()
111 if (key_size_ != (is_last_level_file_ ? ikey.user_key.size() : key.size())) { in Add()
119 value_size_ = value.size(); in Add()
121 if (value_size_ != value.size()) { in Add()
129 kvs_.append(key.data(), key.size()); in Add()
131 kvs_.append(value.data(), value.size()); in Add()
137 deleted_keys_.append(key.data(), key.size()); in Add()
323 uint64_t offset = buckets.size() * bucket_size; in Finish()
367 property_block_handle.set_size(property_block.size()); in Finish()
369 offset += property_block.size(); in Finish()
[all …]
|
| /rocksdb-6.9/utilities/merge_operators/string_append/ |
| D | stringappend2.cc | 30 if (merge_in.existing_value == nullptr && merge_in.operand_list.size() == 1) { in FullMergeV2()
40 numBytes += it->size() + 1; // Plus 1 for the delimiter in FullMergeV2()
48 merge_out->new_value.reserve(numBytes + merge_in.existing_value->size()); in FullMergeV2()
50 merge_in.existing_value->size()); in FullMergeV2()
63 merge_out->new_value.append(it->data(), it->size()); in FullMergeV2()
84 assert(operand_list.size() >= 2); in _AssocPartialMergeMulti()
88 size_t size = 0; in _AssocPartialMergeMulti() local
90 size += operand.size(); in _AssocPartialMergeMulti()
92 size += operand_list.size() - 1; // Delimiters in _AssocPartialMergeMulti()
93 new_value->reserve(size); in _AssocPartialMergeMulti()
[all …]
|
| /rocksdb-6.9/include/rocksdb/ |
| D | slice.h | 73 assert(n < size());
85 assert(n <= size()); in remove_prefix()
91 assert(n <= size()); in remove_suffix()
162 size_ = s.size(); in PinSlice()
171 size_ = s.size(); in PinSlice()
180 size_ = buf_->size(); in PinSelf()
187 size_ = buf_->size(); in PinSelf()
192 assert(n <= size()); in remove_suffix()
196 buf_->erase(size() - n, n); in remove_suffix()
202 assert(n <= size()); in remove_prefix()
[all …]
|
| /rocksdb-6.9/util/ |
| D | autovector_test.cc | 40 ASSERT_EQ(0ul, vec.size()); in TEST_F()
50 ASSERT_EQ(i + 1, vec.size()); in TEST_F()
55 size_t size = vec.size(); in TEST_F() local
56 while (size != 0) { in TEST_F()
60 ASSERT_EQ(--size, vec.size()); in TEST_F()
108 ASSERT_EQ(1U, vec.size()); in TEST_F()
114 ASSERT_EQ(a.size(), b.size()); in AssertEqual()
163 index = vec.size() - 1; in TEST_F()
175 index = vec.size() - 1; in TEST_F()
207 keys.resize(size); in GetTestKeys()
[all …]
|
| D | comparator.cc | 36 size_t min_length = std::min(start->size(), limit.size()); in FindShortestSeparator()
55 if (diff_index < limit.size() - 1 || start_byte + 1 < limit_byte) { in FindShortestSeparator()
68 while (diff_index < start->size()) { in FindShortestSeparator()
86 size_t n = key->size(); in FindShortSuccessor()
100 if (s.size() != t.size() || s.size() == 0) { in IsSameLengthImmediateSuccessor()
105 if (diff_ind >= s.size()) return false; in IsSameLengthImmediateSuccessor()
111 for (size_t i = diff_ind + 1; i < s.size(); ++i) { in IsSameLengthImmediateSuccessor()
150 size_t min_length = std::min(start->size(), limit.size()); in FindShortestSeparator()
171 if (start_byte > limit_byte && diff_index < start->size() - 1) { in FindShortestSeparator()
|
| D | heap_test.cc | 57 size_t size = 0; in TEST_P() local
59 if (size == 0) { in TEST_P()
64 (size == 0 || std::bernoulli_distribution(0.4)(rng))) { in TEST_P()
69 ++size; in TEST_P()
70 if (size == MAX_HEAP_SIZE) { in TEST_P()
82 assert(size > 0); in TEST_P()
85 --size; in TEST_P()
90 assert((size == 0) == ref.empty()); in TEST_P()
91 ASSERT_EQ(size == 0, heap.empty()); in TEST_P()
92 if (size > 0) { in TEST_P()
|
| /rocksdb-6.9/utilities/cassandra/ |
| D | cassandra_serialize_test.cc | 58 offset = dest.size(); in TEST()
62 offset = dest.size(); in TEST()
66 offset = dest.size(); in TEST()
70 offset = dest.size(); in TEST()
119 offset = dest.size(); in TEST()
123 offset = dest.size(); in TEST()
127 offset = dest.size(); in TEST()
131 offset = dest.size(); in TEST()
165 offset = dest.size(); in TEST()
169 offset = dest.size(); in TEST()
[all …]
|
| /rocksdb-6.9/db/compaction/ |
| D | compaction_picker.cc | 48 for (; start < level_files.size(); start++) { in FindIntraL0Compaction()
60 if (start >= level_files.size()) { in FindIntraL0Compaction()
264 old_size = inputs->size(); in ExpandInputsToCleanCut()
270 } while (inputs->size() > old_size); in ExpandInputsToCleanCut()
336 assert(input_files.size()); in CompactFiles()
373 if (input_set->size() == 0U) { in GetCompactionInputsFromFileNumbers()
505 if (try_overlapping_inputs && expanded_inputs.size() > inputs->size() && in SetupOtherInputs()
519 expanded_output_level_inputs.size() == output_level_inputs->size()) { in SetupOtherInputs()
528 if (expanded_inputs.size() > inputs->size() && in SetupOtherInputs()
710 if (inputs.size() != inputs_shrunk.size()) { in CompactRange()
[all …]
|
| D | compaction_picker_universal.cc | 58 size(_size), in SortedRun()
79 uint64_t size; member
378 if (sorted_runs_.size() == 0 || in PickCompaction()
405 sorted_runs_.size() >= in PickCompaction()
427 assert(sorted_runs_.size() >= in PickCompaction()
515 c->inputs(0)->size()); in PickCompaction()
582 assert(sorted_runs_.size() > 0); in PickCompactionToReduceSortedRuns()
875 if (start_level_inputs.size() <= 1) { in PickDeleteTriggeredCompaction()
970 assert(start_index < sorted_runs_.size()); in PickCompactionToOldest()
1053 size_t start_index = sorted_runs_.size(); in PickPeriodicCompaction()
[all …]
|
| /rocksdb-6.9/env/ |
| D | mock_env_test.cc | 35 ASSERT_TRUE(writable_file->GetFileSize() == kGood.size()); in TEST_F()
38 scratch.resize(kGood.size() + kCorrupted.size() + 16); in TEST_F()
42 ASSERT_OK(rand_file->Read(0, kGood.size(), &result, &(scratch[0]))); in TEST_F()
49 ASSERT_OK(rand_file->Read(0, kGood.size(), &result, &(scratch[0]))); in TEST_F()
54 ASSERT_TRUE(writable_file->GetFileSize() == kGood.size() + kCorrupted.size()); in TEST_F()
56 ASSERT_OK(rand_file->Read(kGood.size(), kCorrupted.size(), in TEST_F()
62 ASSERT_OK(rand_file->Read(kGood.size(), kCorrupted.size(), in TEST_F()
|
| /rocksdb-6.9/utilities/blob_db/ |
| D | blob_log_format.cc | 33 if (src.size() != BlobLogHeader::kSize) { in DecodeFrom()
70 crc = crc32c::Value(dst->c_str(), dst->size()); in EncodeTo()
78 if (src.size() != BlobLogFooter::kSize) { in DecodeFrom()
103 dst->reserve(BlobLogRecord::kHeaderSize + key.size() + value.size()); in EncodeHeaderTo()
104 PutFixed64(dst, key.size()); in EncodeHeaderTo()
105 PutFixed64(dst, value.size()); in EncodeHeaderTo()
107 header_crc = crc32c::Value(dst->c_str(), dst->size()); in EncodeHeaderTo()
110 blob_crc = crc32c::Value(key.data(), key.size()); in EncodeHeaderTo()
111 blob_crc = crc32c::Extend(blob_crc, value.data(), value.size()); in EncodeHeaderTo()
118 if (src.size() != BlobLogRecord::kHeaderSize) { in DecodeHeaderFrom()
[all …]
|