2014-12-17 02:47:57 +01:00
|
|
|
// Copyright (c) 2012-2014 The Bitcoin Core developers
|
2014-10-31 01:43:19 +01:00
|
|
|
// Distributed under the MIT software license, see the accompanying
|
2012-09-03 19:05:30 +02:00
|
|
|
// file COPYING or http://www.opensource.org/licenses/mit-license.php.
|
2013-11-06 02:58:43 +01:00
|
|
|
|
|
|
|
#ifndef BITCOIN_LEVELDBWRAPPER_H
|
|
|
|
#define BITCOIN_LEVELDBWRAPPER_H
|
2012-09-03 19:05:30 +02:00
|
|
|
|
2014-10-29 02:33:23 +01:00
|
|
|
#include "clientversion.h"
|
2012-09-03 19:05:30 +02:00
|
|
|
#include "serialize.h"
|
2014-10-22 21:08:30 +02:00
|
|
|
#include "streams.h"
|
2013-09-18 12:38:08 +02:00
|
|
|
#include "util.h"
|
2015-09-08 00:22:23 +02:00
|
|
|
#include "utilstrencodings.h"
|
2013-04-13 07:13:08 +02:00
|
|
|
#include "version.h"
|
2012-09-03 19:05:30 +02:00
|
|
|
|
2013-04-13 07:13:08 +02:00
|
|
|
#include <boost/filesystem/path.hpp>
|
2014-09-14 12:43:56 +02:00
|
|
|
|
2012-09-03 19:05:30 +02:00
|
|
|
#include <leveldb/db.h>
|
|
|
|
#include <leveldb/write_batch.h>
|
|
|
|
|
2013-01-29 01:44:19 +01:00
|
|
|
class leveldb_error : public std::runtime_error
|
|
|
|
{
|
|
|
|
public:
|
2014-09-19 19:21:46 +02:00
|
|
|
leveldb_error(const std::string& msg) : std::runtime_error(msg) {}
|
2013-01-29 01:44:19 +01:00
|
|
|
};
|
|
|
|
|
2014-09-19 19:21:46 +02:00
|
|
|
void HandleError(const leveldb::Status& status) throw(leveldb_error);
|
2013-01-29 01:44:19 +01:00
|
|
|
|
2014-10-31 01:43:19 +01:00
|
|
|
/** Batch of changes queued to be written to a CLevelDBWrapper */
|
2012-09-03 19:05:30 +02:00
|
|
|
class CLevelDBBatch
|
|
|
|
{
|
2013-11-06 02:58:43 +01:00
|
|
|
friend class CLevelDBWrapper;
|
2012-09-03 19:05:30 +02:00
|
|
|
|
|
|
|
private:
|
|
|
|
leveldb::WriteBatch batch;
|
2015-10-09 19:55:27 +02:00
|
|
|
const std::vector<unsigned char> *obfuscate_key;
|
2012-09-03 19:05:30 +02:00
|
|
|
|
|
|
|
public:
|
2015-09-08 00:22:23 +02:00
|
|
|
/**
|
|
|
|
* @param[in] obfuscate_key If passed, XOR data with this key.
|
|
|
|
*/
|
2015-10-09 19:55:27 +02:00
|
|
|
CLevelDBBatch(const std::vector<unsigned char> *obfuscate_key) : obfuscate_key(obfuscate_key) { };
|
2015-09-08 00:22:23 +02:00
|
|
|
|
2014-09-19 19:21:46 +02:00
|
|
|
template <typename K, typename V>
|
|
|
|
void Write(const K& key, const V& value)
|
|
|
|
{
|
2012-09-03 19:05:30 +02:00
|
|
|
CDataStream ssKey(SER_DISK, CLIENT_VERSION);
|
|
|
|
ssKey.reserve(ssKey.GetSerializeSize(key));
|
|
|
|
ssKey << key;
|
|
|
|
leveldb::Slice slKey(&ssKey[0], ssKey.size());
|
|
|
|
|
|
|
|
CDataStream ssValue(SER_DISK, CLIENT_VERSION);
|
|
|
|
ssValue.reserve(ssValue.GetSerializeSize(value));
|
|
|
|
ssValue << value;
|
2015-10-09 19:55:27 +02:00
|
|
|
ssValue.Xor(*obfuscate_key);
|
2012-09-03 19:05:30 +02:00
|
|
|
leveldb::Slice slValue(&ssValue[0], ssValue.size());
|
|
|
|
|
|
|
|
batch.Put(slKey, slValue);
|
|
|
|
}
|
|
|
|
|
2014-09-19 19:21:46 +02:00
|
|
|
template <typename K>
|
|
|
|
void Erase(const K& key)
|
|
|
|
{
|
2012-09-03 19:05:30 +02:00
|
|
|
CDataStream ssKey(SER_DISK, CLIENT_VERSION);
|
|
|
|
ssKey.reserve(ssKey.GetSerializeSize(key));
|
|
|
|
ssKey << key;
|
|
|
|
leveldb::Slice slKey(&ssKey[0], ssKey.size());
|
|
|
|
|
|
|
|
batch.Delete(slKey);
|
|
|
|
}
|
|
|
|
};
|
2015-10-23 02:49:02 +02:00
|
|
|
|
2015-10-08 02:12:24 +02:00
|
|
|
class CLevelDBIterator
|
|
|
|
{
|
|
|
|
private:
|
|
|
|
leveldb::Iterator *piter;
|
2015-10-09 19:55:27 +02:00
|
|
|
const std::vector<unsigned char> *obfuscate_key;
|
2015-10-08 02:12:24 +02:00
|
|
|
|
|
|
|
public:
|
2015-10-08 09:44:10 +02:00
|
|
|
|
|
|
|
/**
|
|
|
|
* @param[in] piterIn The original leveldb iterator.
|
|
|
|
* @param[in] obfuscate_key If passed, XOR data with this key.
|
|
|
|
*/
|
2015-10-09 19:55:27 +02:00
|
|
|
CLevelDBIterator(leveldb::Iterator *piterIn, const std::vector<unsigned char>* obfuscate_key) :
|
2015-10-08 09:44:10 +02:00
|
|
|
piter(piterIn), obfuscate_key(obfuscate_key) { };
|
2015-10-08 02:12:24 +02:00
|
|
|
~CLevelDBIterator();
|
|
|
|
|
|
|
|
bool Valid();
|
2012-09-03 19:05:30 +02:00
|
|
|
|
2015-10-08 02:12:24 +02:00
|
|
|
void SeekToFirst();
|
|
|
|
|
|
|
|
template<typename K> void Seek(const K& key) {
|
|
|
|
CDataStream ssKey(SER_DISK, CLIENT_VERSION);
|
|
|
|
ssKey.reserve(ssKey.GetSerializeSize(key));
|
|
|
|
ssKey << key;
|
|
|
|
leveldb::Slice slKey(&ssKey[0], ssKey.size());
|
|
|
|
piter->Seek(slKey);
|
|
|
|
}
|
|
|
|
|
|
|
|
void Next();
|
|
|
|
|
|
|
|
template<typename K> bool GetKey(K& key) {
|
|
|
|
leveldb::Slice slKey = piter->key();
|
|
|
|
try {
|
|
|
|
CDataStream ssKey(slKey.data(), slKey.data() + slKey.size(), SER_DISK, CLIENT_VERSION);
|
|
|
|
ssKey >> key;
|
|
|
|
} catch(std::exception &e) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned int GetKeySize() {
|
|
|
|
return piter->key().size();
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename V> bool GetValue(V& value) {
|
|
|
|
leveldb::Slice slValue = piter->value();
|
|
|
|
try {
|
|
|
|
CDataStream ssValue(slValue.data(), slValue.data() + slValue.size(), SER_DISK, CLIENT_VERSION);
|
2015-10-09 19:55:27 +02:00
|
|
|
ssValue.Xor(*obfuscate_key);
|
2015-10-08 02:12:24 +02:00
|
|
|
ssValue >> value;
|
|
|
|
} catch(std::exception &e) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned int GetValueSize() {
|
|
|
|
return piter->value().size();
|
|
|
|
}
|
|
|
|
|
|
|
|
};
|
2015-10-23 02:49:02 +02:00
|
|
|
|
2013-11-06 02:58:43 +01:00
|
|
|
class CLevelDBWrapper
|
2012-09-03 19:05:30 +02:00
|
|
|
{
|
|
|
|
private:
|
2014-10-31 01:43:19 +01:00
|
|
|
//! custom environment this database is using (may be NULL in case of default environment)
|
2014-09-19 19:21:46 +02:00
|
|
|
leveldb::Env* penv;
|
2012-09-03 19:05:30 +02:00
|
|
|
|
2014-10-31 01:43:19 +01:00
|
|
|
//! database options used
|
2012-09-03 19:05:30 +02:00
|
|
|
leveldb::Options options;
|
|
|
|
|
2014-10-31 01:43:19 +01:00
|
|
|
//! options used when reading from the database
|
2012-09-03 19:05:30 +02:00
|
|
|
leveldb::ReadOptions readoptions;
|
|
|
|
|
2014-10-31 01:43:19 +01:00
|
|
|
//! options used when iterating over values of the database
|
2012-09-03 19:05:30 +02:00
|
|
|
leveldb::ReadOptions iteroptions;
|
|
|
|
|
2014-10-31 01:43:19 +01:00
|
|
|
//! options used when writing to the database
|
2012-09-03 19:05:30 +02:00
|
|
|
leveldb::WriteOptions writeoptions;
|
|
|
|
|
2014-10-31 01:43:19 +01:00
|
|
|
//! options used when sync writing to the database
|
2012-09-03 19:05:30 +02:00
|
|
|
leveldb::WriteOptions syncoptions;
|
|
|
|
|
2014-10-31 01:43:19 +01:00
|
|
|
//! the database itself
|
2014-09-19 19:21:46 +02:00
|
|
|
leveldb::DB* pdb;
|
2012-09-03 19:05:30 +02:00
|
|
|
|
2015-09-08 00:22:23 +02:00
|
|
|
//! a key used for optional XOR-obfuscation of the database
|
|
|
|
std::vector<unsigned char> obfuscate_key;
|
|
|
|
|
|
|
|
//! the key under which the obfuscation key is stored
|
|
|
|
static const std::string OBFUSCATE_KEY_KEY;
|
2015-10-23 02:49:02 +02:00
|
|
|
|
2015-09-08 00:22:23 +02:00
|
|
|
//! the length of the obfuscate key in number of bytes
|
|
|
|
static const unsigned int OBFUSCATE_KEY_NUM_BYTES;
|
2015-10-23 02:49:02 +02:00
|
|
|
|
2015-09-08 00:22:23 +02:00
|
|
|
std::vector<unsigned char> CreateObfuscateKey() const;
|
|
|
|
|
2012-09-03 19:05:30 +02:00
|
|
|
public:
|
2015-09-08 00:22:23 +02:00
|
|
|
/**
|
|
|
|
* @param[in] path Location in the filesystem where leveldb data will be stored.
|
|
|
|
* @param[in] nCacheSize Configures various leveldb cache settings.
|
|
|
|
* @param[in] fMemory If true, use leveldb's memory environment.
|
|
|
|
* @param[in] fWipe If true, remove all existing data.
|
|
|
|
* @param[in] obfuscate If true, store data obfuscated via simple XOR. If false, XOR
|
|
|
|
* with a zero'd byte array.
|
|
|
|
*/
|
|
|
|
CLevelDBWrapper(const boost::filesystem::path& path, size_t nCacheSize, bool fMemory = false, bool fWipe = false, bool obfuscate = false);
|
2013-11-06 02:58:43 +01:00
|
|
|
~CLevelDBWrapper();
|
2012-09-03 19:05:30 +02:00
|
|
|
|
2014-09-19 19:21:46 +02:00
|
|
|
template <typename K, typename V>
|
|
|
|
bool Read(const K& key, V& value) const throw(leveldb_error)
|
|
|
|
{
|
2012-09-03 19:05:30 +02:00
|
|
|
CDataStream ssKey(SER_DISK, CLIENT_VERSION);
|
|
|
|
ssKey.reserve(ssKey.GetSerializeSize(key));
|
|
|
|
ssKey << key;
|
|
|
|
leveldb::Slice slKey(&ssKey[0], ssKey.size());
|
|
|
|
|
|
|
|
std::string strValue;
|
|
|
|
leveldb::Status status = pdb->Get(readoptions, slKey, &strValue);
|
|
|
|
if (!status.ok()) {
|
|
|
|
if (status.IsNotFound())
|
|
|
|
return false;
|
2014-05-21 12:50:46 +02:00
|
|
|
LogPrintf("LevelDB read failure: %s\n", status.ToString());
|
2013-01-29 01:44:19 +01:00
|
|
|
HandleError(status);
|
2012-09-03 19:05:30 +02:00
|
|
|
}
|
|
|
|
try {
|
|
|
|
CDataStream ssValue(strValue.data(), strValue.data() + strValue.size(), SER_DISK, CLIENT_VERSION);
|
2015-09-08 00:22:23 +02:00
|
|
|
ssValue.Xor(obfuscate_key);
|
2012-09-03 19:05:30 +02:00
|
|
|
ssValue >> value;
|
2014-09-19 19:21:46 +02:00
|
|
|
} catch (const std::exception&) {
|
2012-09-03 19:05:30 +02:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2014-09-19 19:21:46 +02:00
|
|
|
template <typename K, typename V>
|
|
|
|
bool Write(const K& key, const V& value, bool fSync = false) throw(leveldb_error)
|
|
|
|
{
|
2015-10-09 19:55:27 +02:00
|
|
|
CLevelDBBatch batch(&obfuscate_key);
|
2012-09-03 19:05:30 +02:00
|
|
|
batch.Write(key, value);
|
|
|
|
return WriteBatch(batch, fSync);
|
|
|
|
}
|
|
|
|
|
2014-09-19 19:21:46 +02:00
|
|
|
template <typename K>
|
|
|
|
bool Exists(const K& key) const throw(leveldb_error)
|
|
|
|
{
|
2012-09-03 19:05:30 +02:00
|
|
|
CDataStream ssKey(SER_DISK, CLIENT_VERSION);
|
|
|
|
ssKey.reserve(ssKey.GetSerializeSize(key));
|
|
|
|
ssKey << key;
|
|
|
|
leveldb::Slice slKey(&ssKey[0], ssKey.size());
|
|
|
|
|
|
|
|
std::string strValue;
|
|
|
|
leveldb::Status status = pdb->Get(readoptions, slKey, &strValue);
|
|
|
|
if (!status.ok()) {
|
|
|
|
if (status.IsNotFound())
|
|
|
|
return false;
|
2014-05-21 12:50:46 +02:00
|
|
|
LogPrintf("LevelDB read failure: %s\n", status.ToString());
|
2013-01-29 01:44:19 +01:00
|
|
|
HandleError(status);
|
2012-09-03 19:05:30 +02:00
|
|
|
}
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2014-09-19 19:21:46 +02:00
|
|
|
template <typename K>
|
|
|
|
bool Erase(const K& key, bool fSync = false) throw(leveldb_error)
|
|
|
|
{
|
2015-10-09 19:55:27 +02:00
|
|
|
CLevelDBBatch batch(&obfuscate_key);
|
2012-09-03 19:05:30 +02:00
|
|
|
batch.Erase(key);
|
|
|
|
return WriteBatch(batch, fSync);
|
|
|
|
}
|
|
|
|
|
2014-09-19 19:21:46 +02:00
|
|
|
bool WriteBatch(CLevelDBBatch& batch, bool fSync = false) throw(leveldb_error);
|
2012-09-03 19:05:30 +02:00
|
|
|
|
|
|
|
// not available for LevelDB; provide for compatibility with BDB
|
2014-09-19 19:21:46 +02:00
|
|
|
bool Flush()
|
|
|
|
{
|
2012-09-03 19:05:30 +02:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2014-09-19 19:21:46 +02:00
|
|
|
bool Sync() throw(leveldb_error)
|
|
|
|
{
|
2015-10-09 19:55:27 +02:00
|
|
|
CLevelDBBatch batch(&obfuscate_key);
|
2012-09-03 19:05:30 +02:00
|
|
|
return WriteBatch(batch, true);
|
|
|
|
}
|
|
|
|
|
2015-10-23 02:49:02 +02:00
|
|
|
CLevelDBIterator *NewIterator()
|
2015-10-08 02:12:24 +02:00
|
|
|
{
|
2015-10-09 19:55:27 +02:00
|
|
|
return new CLevelDBIterator(pdb->NewIterator(iteroptions), &obfuscate_key);
|
2015-10-08 09:44:10 +02:00
|
|
|
}
|
2015-09-08 00:22:23 +02:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Return true if the database managed by this class contains no entries.
|
|
|
|
*/
|
|
|
|
bool IsEmpty();
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Accessor for obfuscate_key.
|
|
|
|
*/
|
|
|
|
const std::vector<unsigned char>& GetObfuscateKey() const;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Return the obfuscate_key as a hex-formatted string.
|
|
|
|
*/
|
|
|
|
std::string GetObfuscateKeyHex() const;
|
|
|
|
|
2012-09-03 19:05:30 +02:00
|
|
|
};
|
|
|
|
|
2013-11-06 02:58:43 +01:00
|
|
|
#endif // BITCOIN_LEVELDBWRAPPER_H
|
2015-09-08 00:22:23 +02:00
|
|
|
|