| /rocksdb-6.9/tools/block_cache_analyzer/ |
| D | block_cache_trace_analyzer_plot.py | 47 for file in os.listdir(csv_result_dir):
48 if not file.startswith(file_prefix):
50 if not file.endswith(file_suffix):
78 plt.title("{}".format(file))
89 for file in os.listdir(csv_result_dir):
90 if not file.startswith(file_prefix):
92 if not file.endswith(file_suffix):
127 plt.title("{}".format(file))
241 if "_60" in file:
243 if "_3600" in file:
[all …]
|
| /rocksdb-6.9/ |
| D | cmake_install.cmake | 49 foreach(file
53 if(EXISTS "${file}" AND
54 NOT IS_SYMLINK "${file}")
55 file(RPATH_CHECK
56 FILE "${file}"
64 foreach(file
68 if(EXISTS "${file}" AND
69 NOT IS_SYMLINK "${file}")
70 file(RPATH_CHANGE
71 FILE "${file}"
[all …]
|
| /rocksdb-6.9/db/ |
| D | db_info_dumper.cc | 41 for (const std::string& file : files) { in DumpDBFileSummary() local
42 if (!ParseFileName(file, &number, &type)) { in DumpDBFileSummary()
55 file.c_str(), file_size); in DumpDBFileSummary()
61 wal_info.append(file).append(" size: "). in DumpDBFileSummary()
66 file_info.append(file).append(" "); in DumpDBFileSummary()
84 for (const std::string& file : files) { in DumpDBFileSummary() local
85 if (ParseFileName(file, &number, &type)) { in DumpDBFileSummary()
87 file_info.append(file).append(" "); in DumpDBFileSummary()
108 for (const std::string& file : files) { in DumpDBFileSummary() local
109 if (ParseFileName(file, &number, &type)) { in DumpDBFileSummary()
[all …]
|
| D | transaction_log_impl.cc | 46 std::unique_ptr<FSSequentialFile> file; in OpenLogFile() local
52 s = fs->NewSequentialFile(fname, optimized_env_options, &file, nullptr); in OpenLogFile()
55 s = fs->NewSequentialFile(fname, optimized_env_options, &file, nullptr); in OpenLogFile()
61 &file, nullptr); in OpenLogFile()
65 file_reader->reset(new SequentialFileReader(std::move(file), fname)); in OpenLogFile()
303 std::unique_ptr<SequentialFileReader> file; in OpenLogReader() local
304 Status s = OpenLogFile(log_file, &file); in OpenLogReader()
308 assert(file); in OpenLogReader()
310 new log::Reader(options_->info_log, std::move(file), &reporter_, in OpenLogReader()
|
| /rocksdb-6.9/docs/_posts/ |
| D | 2014-04-21-indexing-sst-files-for-better-lookup-performance.markdown | 12 … FileMetaData.largest) are mostly overlapped with each other. So it needs to look up every L0 file.
16 …file and checking if a key falls into its range, RocksDB performs a binary search based on FileMet…
18 One observation to this problem is that: after the LSM tree is built, an SST file's position in its…
22 …file 1 is the candidate. Then key 80 is compared with its FileMetaData.smallest and FileMetaData.l…
24 …file 2 (this also implies key 230 is larger than file 1's FileMetaData.largest 200). A comparison …
26 …a range of files on level 2. For example, file 1 on level 1 points to file 3 (on level 2) on the l…
|
| D | 2017-06-26-17-level-based-changes.markdown | 10 …les at lower levels) can span the entire key-range, a key might be in any file, thus reads need to…
12 Although, the mechanism with which we enforce L0's file count limit may be unappealing. When the li…
16 …nts better, we added a new type of compaction, L0->L0. It quickly reduces file count in L0 and can…
20 …viously, our logic for picking which L0 file to compact was the same as every other level: pick th…
24 …s in every L0 and L1 file. This happens regardless of which L0 file is initially chosen as each fi…
30 …file from the top is the largest, and let's say the top two files are created after the compaction…
36 We introduced compaction within L0 to improve both parallelization and speed of reducing L0 file co…
40 …file. In this case, we compact files within L0. This allows us to start the work for eliminating L…
48 …file for compaction. This didn't fit well with L0->L0 compaction, which operates on a span of file…
50 So, we changed the L0->L1 picking algorithm to start from the oldest file and expand towards newer …
[all …]
|
| D | 2016-01-29-compaction_pri.markdown | 10 … exceeds its target size, we pick one or more of its files, and merge the file into the next level.
14 …file to pick to compact is an interesting question. LevelDB only uses one thread for compaction an…
20 …file of a level to the next level, it creates a hole. Over time, incoming compaction will fill dat…
22 … distributed, LevelDB's approach optimizes write amplification, because a file being picked covers…
24 …mallestSeqFirst** for the same effect. With this mode, we always pick the file covers the oldest u…
30 …stLargestSeqFirst** optimizes this use case. In this mode, we will pick a file whose latest update…
34 If one file contains a lot of delete markers, it may slow down iterating over this area, because we…
36 …rity **kByCompensatedSize** considers the case. If number of deletes in a file exceeds number of i…
40 …he files is too old, we force the single file to compaction by calling DB::CompactFiles() using th…
|
| D | 2014-03-27-how-to-backup-rocksdb.markdown | 73 …s calculated for any backuped file (including sst, log, and etc). It is used to make sure files ar…
77 … restores that particular backup. Checksum is calculated for any restored file and compared agains…
84 … in `BackupableDBOptions` to set `backup_env`, which will be used for all file I/O related to back…
88 If `BackupableDBOptions::sync` is true, we will sync data to disk after every file write, guarantee…
107 1. Disable file deletions
111 2. Get live files (this includes table files, current and manifest file).
115 …file that is already present in the backup directory. For example, if there is a file `00050.sst` …
123 5. Enable file deletions
128 Backup IDs are always increasing and we have a file `LATEST_BACKUP` that contains the ID of the lat…
|
| /rocksdb-6.9/utilities/ |
| D | env_librados.cc | 898 std::string dir, file, fid; in NewSequentialFile() local
899 split(fname, &dir, &file); in NewSequentialFile()
941 std::string dir, file, fid; in NewRandomAccessFile() local
942 split(fname, &dir, &file); in NewRandomAccessFile()
984 std::string dir, file, fid; in NewWritableFile() local
985 split(fname, &dir, &file); in NewWritableFile()
1113 split(fname, &dir, &file); in FileExists()
1171 split(fname, &dir, &file); in DeleteFile()
1286 split(fname, &dir, &file); in GetFileSize()
1330 split(fname, &dir, &file); in GetFileModificationTime()
[all …]
|
| /rocksdb-6.9/env/ |
| D | env_test.cc | 764 const std::string file = dir + "/f"; in ioctl_support__FS_IOC_GETVERSION()
773 unlink(file.c_str()); in ioctl_support__FS_IOC_GETVERSION()
1335 if (file->use_direct_io()) { in TEST_P()
1547 file->Append(buf); in TEST_P()
1730 std::unique_ptr<RandomRWFile> file; in TEST_P() local
1746 ASSERT_OK(file->Write(0, "ABCD")); in TEST_P()
1750 ASSERT_OK(file->Write(2, "XXXX")); in TEST_P()
1754 ASSERT_OK(file->Write(10, "ZZZ")); in TEST_P()
1758 ASSERT_OK(file->Write(11, "Y")); in TEST_P()
1770 ASSERT_OK(file->Write(5, "QQQQ")); in TEST_P()
[all …]
|
| D | mock_env.cc | 182 explicit MockSequentialFile(MemFile* file) : file_(file), pos_(0) { in MockSequentialFile() argument
215 explicit MockRandomAccessFile(MemFile* file) : file_(file) { file_->Ref(); } in MockRandomAccessFile() argument
230 explicit MockRandomRWFile(MemFile* file) : file_(file) { file_->Ref(); } in MockRandomRWFile() argument
498 file->Ref(); in NewWritableFile()
499 file_map_[fn] = file; in NewWritableFile()
594 file->Ref(); in CreateDir()
595 file_map_[dn] = file; in CreateDir()
671 file->Ref(); in NewLogger()
674 file = iter->second; in NewLogger()
694 file->Ref(); in LockFile()
[all …]
|
| D | composite_env_wrapper.h | 297 std::unique_ptr<FSSequentialFile> file; in NewSequentialFile() local
322 std::unique_ptr<FSWritableFile> file; in NewWritableFile() local
336 std::unique_ptr<FSWritableFile> file; in ReopenWritableFile() local
350 std::unique_ptr<FSWritableFile> file; in ReuseWritableFile() local
362 std::unique_ptr<FSRandomRWFile> file; in NewRandomRWFile() local
871 std::unique_ptr<SequentialFile> file; in NewSequentialFile() local
882 std::unique_ptr<RandomAccessFile> file; in NewRandomAccessFile() local
892 std::unique_ptr<WritableFile> file; in NewWritableFile() local
903 std::unique_ptr<WritableFile> file; in ReopenWritableFile() local
915 std::unique_ptr<WritableFile> file; in ReuseWritableFile() local
[all …]
|
| D | file_system.cc | 88 std::unique_ptr<FSWritableFile> file; in WriteStringToFile() local
90 IOStatus s = fs->NewWritableFile(fname, soptions, &file, nullptr); in WriteStringToFile()
94 s = file->Append(data, IOOptions(), nullptr); in WriteStringToFile()
96 s = file->Sync(IOOptions(), nullptr); in WriteStringToFile()
108 std::unique_ptr<FSSequentialFile> file; in ReadFileToString() local
110 fs->NewSequentialFile(fname, soptions, &file, nullptr)); in ReadFileToString()
118 s = file->Read(kBufferSize, IOOptions(), &fragment, space, in ReadFileToString()
|
| /rocksdb-6.9/table/ |
| D | mock_table.cc | 65 std::unique_ptr<RandomAccessFileReader>&& file, uint64_t /*file_size*/, in NewTableReader() argument
68 uint32_t id = GetIDFromFile(file.get()); in NewTableReader()
84 uint32_t /*column_family_id*/, WritableFileWriter* file) const { in NewTableBuilder()
85 uint32_t id = GetAndWriteNextID(file); in NewTableBuilder()
92 std::unique_ptr<WritableFile> file; in CreateMockTable() local
93 auto s = env->NewWritableFile(fname, &file, EnvOptions()); in CreateMockTable()
98 WritableFileWriter file_writer(NewLegacyWritableFileWrapper(std::move(file)), in CreateMockTable()
106 uint32_t MockTableFactory::GetAndWriteNextID(WritableFileWriter* file) const { in GetAndWriteNextID()
110 file->Append(Slice(buf, 4)); in GetAndWriteNextID()
114 uint32_t MockTableFactory::GetIDFromFile(RandomAccessFileReader* file) const { in GetIDFromFile()
[all …]
|
| /rocksdb-6.9/java/jmh/src/main/java/org/rocksdb/util/ |
| D | FileUtils.java | 10 import java.nio.file.FileVisitResult;
11 import java.nio.file.Files;
12 import java.nio.file.Path;
13 import java.nio.file.SimpleFileVisitor;
14 import java.nio.file.attribute.BasicFileAttributes;
44 …public FileVisitResult visitFile(final Path file, final BasicFileAttributes attrs) throws IOExcept… in visitFile() argument
45 Files.deleteIfExists(file); in visitFile()
|
| /rocksdb-6.9/file/ |
| D | file_util.cc.d | 1 file/file_util.cc.d file/file_util.o: file/file_util.cc file/file_util.h \
2 file/filename.h options/db_options.h include/rocksdb/options.h \
16 include/rocksdb/write_batch_base.h file/random_access_file_reader.h \
18 file/sequence_file_reader.h file/sst_file_manager_impl.h \
33 table/internal_iterator.h table/format.h file/file_prefetch_buffer.h \
47 db/table_properties_collector.h file/writable_file_writer.h \
56 file/delete_scheduler.h include/rocksdb/sst_file_manager.h
|
| D | sst_file_manager_impl.cc.d | 1 file/sst_file_manager_impl.cc.d file/sst_file_manager_impl.o: \
2 file/sst_file_manager_impl.cc file/sst_file_manager_impl.h port/port.h \
30 table/internal_iterator.h table/format.h file/file_prefetch_buffer.h \
31 file/random_access_file_reader.h include/rocksdb/file_system.h \
47 db/table_properties_collector.h file/writable_file_writer.h \
50 util/heap.h util/kv_map.h file/filename.h logging/log_buffer.h \
55 db/log_format.h file/sequence_file_reader.h db/version_builder.h \
56 db/error_handler.h file/delete_scheduler.h \
64 db/wal_manager.h file/file_util.h util/repeatable_thread.h \
|
| D | delete_scheduler.cc.d | 1 file/delete_scheduler.cc.d file/delete_scheduler.o: \
2 file/delete_scheduler.cc file/delete_scheduler.h \
18 file/sst_file_manager_impl.h db/compaction/compaction.h \
32 table/internal_iterator.h table/format.h file/file_prefetch_buffer.h \
33 file/random_access_file_reader.h include/rocksdb/rate_limiter.h \
48 db/table_properties_collector.h file/writable_file_writer.h \
51 util/heap.h util/kv_map.h file/filename.h logging/log_buffer.h \
56 db/log_format.h file/sequence_file_reader.h db/version_builder.h \
|
| D | readahead_raf.cc.d | 1 file/readahead_raf.cc.d file/readahead_raf.o: file/readahead_raf.cc \
2 file/readahead_raf.h include/rocksdb/env.h include/rocksdb/status.h \
5 file/read_write_util.h file/sequence_file_reader.h port/port.h \
|
| D | filename.cc.d | 1 file/filename.cc.d file/filename.o: file/filename.cc file/filename.h \
16 include/rocksdb/write_batch_base.h file/writable_file_writer.h \
31 table/internal_iterator.h table/format.h file/file_prefetch_buffer.h \
32 file/random_access_file_reader.h include/rocksdb/rate_limiter.h \
|
| /rocksdb-6.9/utilities/persistent_cache/ |
| D | block_cache_tier.cc | 79 bool IsCacheFile(const std::string& file) { in IsCacheFile() argument
83 size_t pos = file.find("."); in IsCacheFile()
88 std::string suffix = file.substr(pos); in IsCacheFile()
102 for (auto file : files) { in CleanupCacheFolder() local
103 if (IsCacheFile(file)) { in CleanupCacheFolder()
105 Info(opt_.log, "Removing file %s.", file.c_str()); in CleanupCacheFolder()
106 status = opt_.env->DeleteFile(folder + "/" + file); in CleanupCacheFolder()
280 if (!file) { in Lookup()
288 assert(file->refs_); in Lookup()
294 status = file->Read(lba, &blk_key, &blk_val, scratch.get()); in Lookup()
[all …]
|
| /rocksdb-6.9/table/adaptive/ |
| D | adaptive_table_factory.cc | 46 std::unique_ptr<RandomAccessFileReader>&& file, uint64_t file_size, in NewTableReader() argument
50 auto s = ReadFooterFromFile(file.get(), nullptr /* prefetch_buffer */, in NewTableReader()
58 table_reader_options, std::move(file), file_size, table); in NewTableReader()
62 table_reader_options, std::move(file), file_size, table); in NewTableReader()
65 table_reader_options, std::move(file), file_size, table); in NewTableReader()
73 WritableFileWriter* file) const { in NewTableBuilder()
75 column_family_id, file); in NewTableBuilder()
|
| /rocksdb-6.9/utilities/backupable/ |
| D | backupable_db.cc | 232 << file->refs << std::endl; in GetInfoString()
268 assert(file.size() == 0 || file[0] != '/'); in GetPrivateFileRel()
274 assert(file.size() == 0 || file[0] != '/'); in GetSharedFileRel()
280 assert(file.size() == 0 || file[0] != '/'); in GetSharedFileWithChecksumRel()
287 assert(file.size() == 0 || file[0] != '/'); in GetSharedFileWithChecksum()
288 std::string file_copy = file; in GetSharedFileWithChecksum()
294 assert(file.size() == 0 || file[0] != '/'); in GetFileFromChecksumFile()
295 std::string file_copy = file; in GetFileFromChecksumFile()
629 if (file == "." || file == "..") { in Initialize()
1203 dst = file.substr(slash + 1); in RestoreDBFromBackup()
[all …]
|
| /rocksdb-6.9/docs/ |
| D | CONTRIBUTING.md | 7 - Rename this file to `CONTRIBUTING.md`.
16 Most content is written in markdown. You name the file `something.md`, then have a header that look…
29 > The filename of the `.md` file doesn't actually matter; what is important is the `docid` being un…
68 To modify a blog post, edit the appopriate markdown file in `./_posts/`.
76 1. If you have not authored a blog post before, modify the `./_data/authors.yml` file with the `aut…
82 To modify docs, edit the appropriate markdown file in `./_docs/`.
86 1. Add your markdown file to the `./_docs/` folder. See `./doc-type-examples/docs-hello-world.md` f…
88 … bar. Use the `docid` you put in your doc markdown in as the `id` in the `_data/nav_docs.yml` file.
98 To modify a top-level page, edit the appropriate markdown file in `./top-level/`
102 1. Create a markdown file in the root `./top-level/`. See `./doc-type-examples/top-level-example.md…
[all …]
|
| /rocksdb-6.9/db/compaction/ |
| D | compaction_job.cc.d | 28 file/file_prefetch_buffer.h file/random_access_file_reader.h \
48 table/table_builder.h file/writable_file_writer.h \
51 util/heap.h util/kv_map.h file/filename.h db/table_cache.h \
58 db/log_format.h file/sequence_file_reader.h db/version_builder.h \
64 db/import_column_family_job.h db/wal_manager.h file/file_util.h \
66 table/iterator_wrapper.h file/read_write_util.h \
67 file/sst_file_manager_impl.h file/delete_scheduler.h \
|