/Users/brunogarcia/projects/bitcoin-core-dev/src/dbwrapper.h
Line | Count | Source |
1 | | // Copyright (c) 2012-present The Bitcoin Core developers |
2 | | // Distributed under the MIT software license, see the accompanying |
3 | | // file COPYING or http://www.opensource.org/licenses/mit-license.php. |
4 | | |
5 | | #ifndef BITCOIN_DBWRAPPER_H |
6 | | #define BITCOIN_DBWRAPPER_H |
7 | | |
8 | | #include <attributes.h> |
9 | | #include <serialize.h> |
10 | | #include <span.h> |
11 | | #include <streams.h> |
12 | | #include <util/check.h> |
13 | | #include <util/fs.h> |
14 | | |
15 | | #include <cstddef> |
16 | | #include <exception> |
17 | | #include <memory> |
18 | | #include <optional> |
19 | | #include <stdexcept> |
20 | | #include <string> |
21 | | |
22 | | static const size_t DBWRAPPER_PREALLOC_KEY_SIZE = 64; |
23 | | static const size_t DBWRAPPER_PREALLOC_VALUE_SIZE = 1024; |
24 | | static const size_t DBWRAPPER_MAX_FILE_SIZE = 32 << 20; // 32 MiB |
25 | | |
26 | | //! User-controlled performance and debug options. |
27 | | struct DBOptions { |
28 | | //! Compact database on startup. |
29 | | bool force_compact = false; |
30 | | }; |
31 | | |
32 | | //! Application-specific storage settings. |
33 | | struct DBParams { |
34 | | //! Location in the filesystem where leveldb data will be stored. |
35 | | fs::path path; |
36 | | //! Configures various leveldb cache settings. |
37 | | size_t cache_bytes; |
38 | | //! If true, use leveldb's memory environment. |
39 | | bool memory_only = false; |
40 | | //! If true, remove all existing data. |
41 | | bool wipe_data = false; |
42 | | //! If true, store data obfuscated via simple XOR. If false, XOR with a |
43 | | //! zero'd byte array. |
44 | | bool obfuscate = false; |
45 | | //! Passed-through options. |
46 | | DBOptions options{}; |
47 | | }; |
48 | | |
49 | | class dbwrapper_error : public std::runtime_error |
50 | | { |
51 | | public: |
52 | 0 | explicit dbwrapper_error(const std::string& msg) : std::runtime_error(msg) {} |
53 | | }; |
54 | | |
55 | | class CDBWrapper; |
56 | | |
57 | | /** These should be considered an implementation detail of the specific database. |
58 | | */ |
59 | | namespace dbwrapper_private { |
60 | | |
61 | | /** Work around circular dependency, as well as for testing in dbwrapper_tests. |
62 | | * Database obfuscation should be considered an implementation detail of the |
63 | | * specific database. |
64 | | */ |
65 | | const Obfuscation& GetObfuscation(const CDBWrapper&); |
66 | | }; // namespace dbwrapper_private |
67 | | |
68 | | bool DestroyDB(const std::string& path_str); |
69 | | |
70 | | /** Batch of changes queued to be written to a CDBWrapper */ |
71 | | class CDBBatch |
72 | | { |
73 | | friend class CDBWrapper; |
74 | | |
75 | | private: |
76 | | const CDBWrapper &parent; |
77 | | |
78 | | struct WriteBatchImpl; |
79 | | const std::unique_ptr<WriteBatchImpl> m_impl_batch; |
80 | | |
81 | | DataStream ssKey{}; |
82 | | DataStream ssValue{}; |
83 | | |
84 | | void WriteImpl(std::span<const std::byte> key, DataStream& ssValue); |
85 | | void EraseImpl(std::span<const std::byte> key); |
86 | | |
87 | | public: |
88 | | /** |
89 | | * @param[in] _parent CDBWrapper that this batch is to be submitted to |
90 | | */ |
91 | | explicit CDBBatch(const CDBWrapper& _parent); |
92 | | ~CDBBatch(); |
93 | | void Clear(); |
94 | | |
95 | | template <typename K, typename V> |
96 | | void Write(const K& key, const V& value) |
97 | 0 | { |
98 | 0 | ssKey.reserve(DBWRAPPER_PREALLOC_KEY_SIZE); |
99 | 0 | ssValue.reserve(DBWRAPPER_PREALLOC_VALUE_SIZE); |
100 | 0 | ssKey << key; |
101 | 0 | ssValue << value; |
102 | 0 | WriteImpl(ssKey, ssValue); |
103 | 0 | ssKey.clear(); |
104 | 0 | ssValue.clear(); |
105 | 0 | } Unexecuted instantiation: void CDBBatch::Write<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, Obfuscation>(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, Obfuscation const&) Unexecuted instantiation: void CDBBatch::Write<unsigned char, CBlockLocator>(unsigned char const&, CBlockLocator const&) Unexecuted instantiation: blockfilterindex.cpp:void CDBBatch::Write<(anonymous namespace)::DBHashKey, (anonymous namespace)::DBVal>((anonymous namespace)::DBHashKey const&, (anonymous namespace)::DBVal const&) Unexecuted instantiation: void CDBBatch::Write<unsigned char, FlatFilePos>(unsigned char const&, FlatFilePos const&) Unexecuted instantiation: blockfilterindex.cpp:void CDBBatch::Write<(anonymous namespace)::DBHeightKey, std::__1::pair<uint256, (anonymous namespace)::DBVal>>((anonymous namespace)::DBHeightKey const&, std::__1::pair<uint256, (anonymous namespace)::DBVal> const&) Unexecuted instantiation: coinstatsindex.cpp:void CDBBatch::Write<(anonymous namespace)::DBHashKey, (anonymous namespace)::DBVal>((anonymous namespace)::DBHashKey const&, (anonymous namespace)::DBVal const&) Unexecuted instantiation: coinstatsindex.cpp:void CDBBatch::Write<(anonymous namespace)::DBHeightKey, std::__1::pair<uint256, (anonymous namespace)::DBVal>>((anonymous namespace)::DBHeightKey const&, std::__1::pair<uint256, (anonymous namespace)::DBVal> const&) Unexecuted instantiation: void CDBBatch::Write<unsigned char, MuHash3072>(unsigned char const&, MuHash3072 const&) Unexecuted instantiation: void CDBBatch::Write<std::__1::pair<unsigned char, uint256>, CDiskTxPos>(std::__1::pair<unsigned char, uint256> const&, CDiskTxPos const&) Unexecuted instantiation: void CDBBatch::Write<unsigned char, unsigned char>(unsigned char const&, unsigned char const&) Unexecuted instantiation: void CDBBatch::Write<std::__1::pair<unsigned char, int>, kernel::CBlockFileInfo>(std::__1::pair<unsigned char, int> const&, kernel::CBlockFileInfo const&) Unexecuted instantiation: void CDBBatch::Write<unsigned char, int>(unsigned char const&, int const&) Unexecuted instantiation: void CDBBatch::Write<std::__1::pair<unsigned char, uint256>, CDiskBlockIndex>(std::__1::pair<unsigned char, uint256> const&, CDiskBlockIndex const&) Unexecuted instantiation: void CDBBatch::Write<std::__1::pair<unsigned char, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>, unsigned char>(std::__1::pair<unsigned char, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>> const&, unsigned char const&) Unexecuted instantiation: void CDBBatch::Write<unsigned char, std::__1::vector<uint256, std::__1::allocator<uint256>>>(unsigned char const&, std::__1::vector<uint256, std::__1::allocator<uint256>> const&) Unexecuted instantiation: txdb.cpp:void CDBBatch::Write<(anonymous namespace)::CoinEntry, Coin>((anonymous namespace)::CoinEntry const&, Coin const&) Unexecuted instantiation: void CDBBatch::Write<unsigned char, uint256>(unsigned char const&, uint256 const&) |
106 | | |
107 | | template <typename K> |
108 | | void Erase(const K& key) |
109 | 0 | { |
110 | 0 | ssKey.reserve(DBWRAPPER_PREALLOC_KEY_SIZE); |
111 | 0 | ssKey << key; |
112 | 0 | EraseImpl(ssKey); |
113 | 0 | ssKey.clear(); |
114 | 0 | } Unexecuted instantiation: void CDBBatch::Erase<unsigned char>(unsigned char const&) Unexecuted instantiation: txdb.cpp:void CDBBatch::Erase<(anonymous namespace)::CoinEntry>((anonymous namespace)::CoinEntry const&) |
115 | | |
116 | | size_t ApproximateSize() const; |
117 | | }; |
118 | | |
119 | | class CDBIterator |
120 | | { |
121 | | public: |
122 | | struct IteratorImpl; |
123 | | |
124 | | private: |
125 | | const CDBWrapper &parent; |
126 | | const std::unique_ptr<IteratorImpl> m_impl_iter; |
127 | | |
128 | | void SeekImpl(std::span<const std::byte> key); |
129 | | std::span<const std::byte> GetKeyImpl() const; |
130 | | std::span<const std::byte> GetValueImpl() const; |
131 | | |
132 | | public: |
133 | | |
134 | | /** |
135 | | * @param[in] _parent Parent CDBWrapper instance. |
136 | | * @param[in] _piter The original leveldb iterator. |
137 | | */ |
138 | | CDBIterator(const CDBWrapper& _parent, std::unique_ptr<IteratorImpl> _piter); |
139 | | ~CDBIterator(); |
140 | | |
141 | | bool Valid() const; |
142 | | |
143 | | void SeekToFirst(); |
144 | | |
145 | 0 | template<typename K> void Seek(const K& key) { |
146 | 0 | DataStream ssKey{}; |
147 | 0 | ssKey.reserve(DBWRAPPER_PREALLOC_KEY_SIZE); |
148 | 0 | ssKey << key; |
149 | 0 | SeekImpl(ssKey); |
150 | 0 | } Unexecuted instantiation: blockfilterindex.cpp:void CDBIterator::Seek<(anonymous namespace)::DBHeightKey>((anonymous namespace)::DBHeightKey const&) Unexecuted instantiation: coinstatsindex.cpp:void CDBIterator::Seek<(anonymous namespace)::DBHeightKey>((anonymous namespace)::DBHeightKey const&) Unexecuted instantiation: void CDBIterator::Seek<std::__1::pair<unsigned char, uint256>>(std::__1::pair<unsigned char, uint256> const&) Unexecuted instantiation: void CDBIterator::Seek<unsigned char>(unsigned char const&) |
151 | | |
152 | | void Next(); |
153 | | |
154 | 0 | template<typename K> bool GetKey(K& key) { |
155 | 0 | try { |
156 | 0 | DataStream ssKey{GetKeyImpl()}; |
157 | 0 | ssKey >> key; |
158 | 0 | } catch (const std::exception&) { |
159 | 0 | return false; |
160 | 0 | } |
161 | 0 | return true; |
162 | 0 | } Unexecuted instantiation: blockfilterindex.cpp:bool CDBIterator::GetKey<(anonymous namespace)::DBHeightKey>((anonymous namespace)::DBHeightKey&) Unexecuted instantiation: coinstatsindex.cpp:bool CDBIterator::GetKey<(anonymous namespace)::DBHeightKey>((anonymous namespace)::DBHeightKey&) Unexecuted instantiation: bool CDBIterator::GetKey<std::__1::pair<unsigned char, uint256>>(std::__1::pair<unsigned char, uint256>&) Unexecuted instantiation: txdb.cpp:bool CDBIterator::GetKey<(anonymous namespace)::CoinEntry>((anonymous namespace)::CoinEntry&) |
163 | | |
164 | 0 | template<typename V> bool GetValue(V& value) { |
165 | 0 | try { |
166 | 0 | DataStream ssValue{GetValueImpl()}; |
167 | 0 | dbwrapper_private::GetObfuscation(parent)(ssValue); |
168 | 0 | ssValue >> value; |
169 | 0 | } catch (const std::exception&) { |
170 | 0 | return false; |
171 | 0 | } |
172 | 0 | return true; |
173 | 0 | } Unexecuted instantiation: blockfilterindex.cpp:bool CDBIterator::GetValue<std::__1::pair<uint256, (anonymous namespace)::DBVal>>(std::__1::pair<uint256, (anonymous namespace)::DBVal>&) Unexecuted instantiation: coinstatsindex.cpp:bool CDBIterator::GetValue<std::__1::pair<uint256, (anonymous namespace)::DBVal>>(std::__1::pair<uint256, (anonymous namespace)::DBVal>&) Unexecuted instantiation: bool CDBIterator::GetValue<CDiskBlockIndex>(CDiskBlockIndex&) Unexecuted instantiation: bool CDBIterator::GetValue<Coin>(Coin&) |
174 | | }; |
175 | | |
176 | | struct LevelDBContext; |
177 | | |
178 | | class CDBWrapper |
179 | | { |
180 | | friend const Obfuscation& dbwrapper_private::GetObfuscation(const CDBWrapper&); |
181 | | private: |
182 | | //! holds all leveldb-specific fields of this class |
183 | | std::unique_ptr<LevelDBContext> m_db_context; |
184 | | |
185 | | //! the name of this database |
186 | | std::string m_name; |
187 | | |
188 | | //! optional XOR-obfuscation of the database |
189 | | Obfuscation m_obfuscation; |
190 | | |
191 | | //! obfuscation key storage key, null-prefixed to avoid collisions |
192 | | inline static const std::string OBFUSCATION_KEY{"\000obfuscate_key", 14}; // explicit size to avoid truncation at leading \0 |
193 | | |
194 | | //! path to filesystem storage |
195 | | const fs::path m_path; |
196 | | |
197 | | //! whether or not the database resides in memory |
198 | | bool m_is_memory; |
199 | | |
200 | | std::optional<std::string> ReadImpl(std::span<const std::byte> key) const; |
201 | | bool ExistsImpl(std::span<const std::byte> key) const; |
202 | | size_t EstimateSizeImpl(std::span<const std::byte> key1, std::span<const std::byte> key2) const; |
203 | 20 | auto& DBContext() const LIFETIMEBOUND { return *Assert(m_db_context); }Line | Count | Source | 113 | 20 | #define Assert(val) inline_assertion_check<true>(val, std::source_location::current(), #val) |
|
204 | | |
205 | | public: |
206 | | CDBWrapper(const DBParams& params); |
207 | | ~CDBWrapper(); |
208 | | |
209 | | CDBWrapper(const CDBWrapper&) = delete; |
210 | | CDBWrapper& operator=(const CDBWrapper&) = delete; |
211 | | |
212 | | template <typename K, typename V> |
213 | | bool Read(const K& key, V& value) const |
214 | 0 | { |
215 | 0 | DataStream ssKey{}; |
216 | 0 | ssKey.reserve(DBWRAPPER_PREALLOC_KEY_SIZE); |
217 | 0 | ssKey << key; |
218 | 0 | std::optional<std::string> strValue{ReadImpl(ssKey)}; |
219 | 0 | if (!strValue) { |
220 | 0 | return false; |
221 | 0 | } |
222 | 0 | try { |
223 | 0 | DataStream ssValue{MakeByteSpan(*strValue)}; |
224 | 0 | m_obfuscation(ssValue); |
225 | 0 | ssValue >> value; |
226 | 0 | } catch (const std::exception&) { |
227 | 0 | return false; |
228 | 0 | } |
229 | 0 | return true; |
230 | 0 | } Unexecuted instantiation: bool CDBWrapper::Read<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, Obfuscation>(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, Obfuscation&) const Unexecuted instantiation: bool CDBWrapper::Read<unsigned char, CBlockLocator>(unsigned char const&, CBlockLocator&) const Unexecuted instantiation: blockfilterindex.cpp:bool CDBWrapper::Read<(anonymous namespace)::DBHashKey, (anonymous namespace)::DBVal>((anonymous namespace)::DBHashKey const&, (anonymous namespace)::DBVal&) const Unexecuted instantiation: bool CDBWrapper::Read<unsigned char, FlatFilePos>(unsigned char const&, FlatFilePos&) const Unexecuted instantiation: blockfilterindex.cpp:bool CDBWrapper::Read<(anonymous namespace)::DBHeightKey, std::__1::pair<uint256, (anonymous namespace)::DBVal>>((anonymous namespace)::DBHeightKey const&, std::__1::pair<uint256, (anonymous namespace)::DBVal>&) const Unexecuted instantiation: coinstatsindex.cpp:bool CDBWrapper::Read<(anonymous namespace)::DBHashKey, (anonymous namespace)::DBVal>((anonymous namespace)::DBHashKey const&, (anonymous namespace)::DBVal&) const Unexecuted instantiation: coinstatsindex.cpp:bool CDBWrapper::Read<(anonymous namespace)::DBHeightKey, std::__1::pair<uint256, (anonymous namespace)::DBVal>>((anonymous namespace)::DBHeightKey const&, std::__1::pair<uint256, (anonymous namespace)::DBVal>&) const Unexecuted instantiation: bool CDBWrapper::Read<unsigned char, MuHash3072>(unsigned char const&, MuHash3072&) const Unexecuted instantiation: coinstatsindex.cpp:bool CDBWrapper::Read<(anonymous namespace)::DBHashKey, std::__1::pair<uint256, (anonymous namespace)::DBVal>>((anonymous namespace)::DBHashKey const&, std::__1::pair<uint256, (anonymous namespace)::DBVal>&) const Unexecuted instantiation: bool CDBWrapper::Read<std::__1::pair<unsigned char, uint256>, CDiskTxPos>(std::__1::pair<unsigned char, uint256> const&, CDiskTxPos&) const Unexecuted instantiation: bool CDBWrapper::Read<std::__1::pair<unsigned char, int>, kernel::CBlockFileInfo>(std::__1::pair<unsigned char, int> const&, kernel::CBlockFileInfo&) const Unexecuted instantiation: bool CDBWrapper::Read<unsigned char, int>(unsigned char const&, int&) const Unexecuted instantiation: bool CDBWrapper::Read<std::__1::pair<unsigned char, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>, unsigned char>(std::__1::pair<unsigned char, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>> const&, unsigned char&) const Unexecuted instantiation: txdb.cpp:bool CDBWrapper::Read<(anonymous namespace)::CoinEntry, Coin>((anonymous namespace)::CoinEntry const&, Coin&) const Unexecuted instantiation: bool CDBWrapper::Read<unsigned char, uint256>(unsigned char const&, uint256&) const Unexecuted instantiation: bool CDBWrapper::Read<unsigned char, std::__1::vector<uint256, std::__1::allocator<uint256>>>(unsigned char const&, std::__1::vector<uint256, std::__1::allocator<uint256>>&) const |
231 | | |
232 | | template <typename K, typename V> |
233 | | void Write(const K& key, const V& value, bool fSync = false) |
234 | 0 | { |
235 | 0 | CDBBatch batch(*this); |
236 | 0 | batch.Write(key, value); |
237 | 0 | WriteBatch(batch, fSync); |
238 | 0 | } Unexecuted instantiation: void CDBWrapper::Write<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, Obfuscation>(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, Obfuscation const&, bool) Unexecuted instantiation: blockfilterindex.cpp:void CDBWrapper::Write<(anonymous namespace)::DBHeightKey, std::__1::pair<uint256, (anonymous namespace)::DBVal>>((anonymous namespace)::DBHeightKey const&, std::__1::pair<uint256, (anonymous namespace)::DBVal> const&, bool) Unexecuted instantiation: coinstatsindex.cpp:void CDBWrapper::Write<(anonymous namespace)::DBHeightKey, std::__1::pair<uint256, (anonymous namespace)::DBVal>>((anonymous namespace)::DBHeightKey const&, std::__1::pair<uint256, (anonymous namespace)::DBVal> const&, bool) Unexecuted instantiation: void CDBWrapper::Write<unsigned char, unsigned char>(unsigned char const&, unsigned char const&, bool) Unexecuted instantiation: void CDBWrapper::Write<std::__1::pair<unsigned char, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>, unsigned char>(std::__1::pair<unsigned char, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>> const&, unsigned char const&, bool) |
239 | | |
240 | | //! @returns filesystem path to the on-disk data. |
241 | 0 | std::optional<fs::path> StoragePath() { |
242 | 0 | if (m_is_memory) { |
243 | 0 | return {}; |
244 | 0 | } |
245 | 0 | return m_path; |
246 | 0 | } |
247 | | |
248 | | template <typename K> |
249 | | bool Exists(const K& key) const |
250 | 0 | { |
251 | 0 | DataStream ssKey{}; |
252 | 0 | ssKey.reserve(DBWRAPPER_PREALLOC_KEY_SIZE); |
253 | 0 | ssKey << key; |
254 | 0 | return ExistsImpl(ssKey); |
255 | 0 | } Unexecuted instantiation: bool CDBWrapper::Exists<unsigned char>(unsigned char const&) const Unexecuted instantiation: txdb.cpp:bool CDBWrapper::Exists<(anonymous namespace)::CoinEntry>((anonymous namespace)::CoinEntry const&) const |
256 | | |
257 | | template <typename K> |
258 | | void Erase(const K& key, bool fSync = false) |
259 | 0 | { |
260 | 0 | CDBBatch batch(*this); |
261 | 0 | batch.Erase(key); |
262 | 0 | WriteBatch(batch, fSync); |
263 | 0 | } |
264 | | |
265 | | void WriteBatch(CDBBatch& batch, bool fSync = false); |
266 | | |
267 | | // Get an estimate of LevelDB memory usage (in bytes). |
268 | | size_t DynamicMemoryUsage() const; |
269 | | |
270 | | CDBIterator* NewIterator(); |
271 | | |
272 | | /** |
273 | | * Return true if the database managed by this class contains no entries. |
274 | | */ |
275 | | bool IsEmpty(); |
276 | | |
277 | | template<typename K> |
278 | | size_t EstimateSize(const K& key_begin, const K& key_end) const |
279 | 0 | { |
280 | 0 | DataStream ssKey1{}, ssKey2{}; |
281 | 0 | ssKey1.reserve(DBWRAPPER_PREALLOC_KEY_SIZE); |
282 | 0 | ssKey2.reserve(DBWRAPPER_PREALLOC_KEY_SIZE); |
283 | 0 | ssKey1 << key_begin; |
284 | 0 | ssKey2 << key_end; |
285 | 0 | return EstimateSizeImpl(ssKey1, ssKey2); |
286 | 0 | } |
287 | | }; |
288 | | |
289 | | #endif // BITCOIN_DBWRAPPER_H |