2010-08-29 18:58:15 +02:00
|
|
|
// Copyright (c) 2009-2010 Satoshi Nakamoto
|
2014-12-17 02:47:57 +01:00
|
|
|
// Copyright (c) 2009-2014 The Bitcoin Core developers
|
2014-10-31 04:34:30 +01:00
|
|
|
// Distributed under the MIT software license, see the accompanying
|
2012-05-18 16:02:28 +02:00
|
|
|
// file COPYING or http://www.opensource.org/licenses/mit-license.php.
|
2013-04-13 07:13:08 +02:00
|
|
|
|
2011-05-15 09:11:04 +02:00
|
|
|
#ifndef BITCOIN_SERIALIZE_H
|
|
|
|
#define BITCOIN_SERIALIZE_H
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2013-04-13 07:13:08 +02:00
|
|
|
#include <algorithm>
|
|
|
|
#include <assert.h>
|
|
|
|
#include <ios>
|
2014-09-14 12:43:56 +02:00
|
|
|
#include <limits>
|
2010-08-29 18:58:15 +02:00
|
|
|
#include <map>
|
2010-09-06 23:03:04 +02:00
|
|
|
#include <set>
|
2013-04-13 07:13:08 +02:00
|
|
|
#include <stdint.h>
|
|
|
|
#include <string>
|
|
|
|
#include <string.h>
|
|
|
|
#include <utility>
|
|
|
|
#include <vector>
|
2011-05-15 09:11:04 +02:00
|
|
|
|
2013-04-13 07:13:08 +02:00
|
|
|
class CScript;
|
|
|
|
|
2010-08-29 18:58:15 +02:00
|
|
|
static const unsigned int MAX_SIZE = 0x02000000;
|
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* Used to bypass the rule against non-const reference to temporary
|
|
|
|
* where it makes sense with wrappers such as CFlatData or CTxDB
|
|
|
|
*/
|
2011-08-11 18:12:14 +02:00
|
|
|
template<typename T>
|
|
|
|
inline T& REF(const T& val)
|
|
|
|
{
|
|
|
|
return const_cast<T&>(val);
|
|
|
|
}
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* Used to acquire a non-const pointer "this" to generate bodies
|
|
|
|
* of const serialization operations from a template
|
|
|
|
*/
|
overhaul serialization code
The implementation of each class' serialization/deserialization is no longer
passed within a macro. The implementation now lies within a template of form:
template <typename T, typename Stream, typename Operation>
inline static size_t SerializationOp(T thisPtr, Stream& s, Operation ser_action, int nType, int nVersion) {
size_t nSerSize = 0;
/* CODE */
return nSerSize;
}
In cases when codepath should depend on whether or not we are just deserializing
(old fGetSize, fWrite, fRead flags) an additional clause can be used:
bool fRead = boost::is_same<Operation, CSerActionUnserialize>();
The IMPLEMENT_SERIALIZE macro will now be a freestanding clause added within
class' body (similiar to Qt's Q_OBJECT) to implement GetSerializeSize,
Serialize and Unserialize. These are now wrappers around
the "SerializationOp" template.
2014-08-20 08:42:31 +02:00
|
|
|
template<typename T>
|
2014-08-20 22:44:38 +02:00
|
|
|
inline T* NCONST_PTR(const T* val)
|
overhaul serialization code
The implementation of each class' serialization/deserialization is no longer
passed within a macro. The implementation now lies within a template of form:
template <typename T, typename Stream, typename Operation>
inline static size_t SerializationOp(T thisPtr, Stream& s, Operation ser_action, int nType, int nVersion) {
size_t nSerSize = 0;
/* CODE */
return nSerSize;
}
In cases when codepath should depend on whether or not we are just deserializing
(old fGetSize, fWrite, fRead flags) an additional clause can be used:
bool fRead = boost::is_same<Operation, CSerActionUnserialize>();
The IMPLEMENT_SERIALIZE macro will now be a freestanding clause added within
class' body (similiar to Qt's Q_OBJECT) to implement GetSerializeSize,
Serialize and Unserialize. These are now wrappers around
the "SerializationOp" template.
2014-08-20 08:42:31 +02:00
|
|
|
{
|
2014-08-20 22:44:38 +02:00
|
|
|
return const_cast<T*>(val);
|
overhaul serialization code
The implementation of each class' serialization/deserialization is no longer
passed within a macro. The implementation now lies within a template of form:
template <typename T, typename Stream, typename Operation>
inline static size_t SerializationOp(T thisPtr, Stream& s, Operation ser_action, int nType, int nVersion) {
size_t nSerSize = 0;
/* CODE */
return nSerSize;
}
In cases when codepath should depend on whether or not we are just deserializing
(old fGetSize, fWrite, fRead flags) an additional clause can be used:
bool fRead = boost::is_same<Operation, CSerActionUnserialize>();
The IMPLEMENT_SERIALIZE macro will now be a freestanding clause added within
class' body (similiar to Qt's Q_OBJECT) to implement GetSerializeSize,
Serialize and Unserialize. These are now wrappers around
the "SerializationOp" template.
2014-08-20 08:42:31 +02:00
|
|
|
}
|
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* Get begin pointer of vector (non-const version).
|
2014-06-05 10:10:52 +02:00
|
|
|
* @note These functions avoid the undefined case of indexing into an empty
|
|
|
|
* vector, as well as that of indexing after the end of the vector.
|
|
|
|
*/
|
|
|
|
template <class T, class TAl>
|
|
|
|
inline T* begin_ptr(std::vector<T,TAl>& v)
|
|
|
|
{
|
|
|
|
return v.empty() ? NULL : &v[0];
|
|
|
|
}
|
|
|
|
/** Get begin pointer of vector (const version) */
|
|
|
|
template <class T, class TAl>
|
|
|
|
inline const T* begin_ptr(const std::vector<T,TAl>& v)
|
|
|
|
{
|
|
|
|
return v.empty() ? NULL : &v[0];
|
|
|
|
}
|
|
|
|
/** Get end pointer of vector (non-const version) */
|
|
|
|
template <class T, class TAl>
|
|
|
|
inline T* end_ptr(std::vector<T,TAl>& v)
|
|
|
|
{
|
|
|
|
return v.empty() ? NULL : (&v[0] + v.size());
|
|
|
|
}
|
|
|
|
/** Get end pointer of vector (const version) */
|
|
|
|
template <class T, class TAl>
|
|
|
|
inline const T* end_ptr(const std::vector<T,TAl>& v)
|
|
|
|
{
|
|
|
|
return v.empty() ? NULL : (&v[0] + v.size());
|
|
|
|
}
|
|
|
|
|
2010-08-29 18:58:15 +02:00
|
|
|
/////////////////////////////////////////////////////////////////
|
|
|
|
//
|
|
|
|
// Templates for serializing to anything that looks like a stream,
|
2014-08-15 22:56:45 +02:00
|
|
|
// i.e. anything that supports .read(char*, size_t) and .write(char*, size_t)
|
2010-08-29 18:58:15 +02:00
|
|
|
//
|
|
|
|
|
|
|
|
enum
|
|
|
|
{
|
|
|
|
// primary actions
|
|
|
|
SER_NETWORK = (1 << 0),
|
|
|
|
SER_DISK = (1 << 1),
|
|
|
|
SER_GETHASH = (1 << 2),
|
|
|
|
};
|
|
|
|
|
2014-08-21 00:49:32 +02:00
|
|
|
#define READWRITE(obj) (::SerReadWrite(s, (obj), nType, nVersion, ser_action))
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* Implement three methods for serializable objects. These are actually wrappers over
|
overhaul serialization code
The implementation of each class' serialization/deserialization is no longer
passed within a macro. The implementation now lies within a template of form:
template <typename T, typename Stream, typename Operation>
inline static size_t SerializationOp(T thisPtr, Stream& s, Operation ser_action, int nType, int nVersion) {
size_t nSerSize = 0;
/* CODE */
return nSerSize;
}
In cases when codepath should depend on whether or not we are just deserializing
(old fGetSize, fWrite, fRead flags) an additional clause can be used:
bool fRead = boost::is_same<Operation, CSerActionUnserialize>();
The IMPLEMENT_SERIALIZE macro will now be a freestanding clause added within
class' body (similiar to Qt's Q_OBJECT) to implement GetSerializeSize,
Serialize and Unserialize. These are now wrappers around
the "SerializationOp" template.
2014-08-20 08:42:31 +02:00
|
|
|
* "SerializationOp" template, which implements the body of each class' serialization
|
2014-09-02 09:58:09 +02:00
|
|
|
* code. Adding "ADD_SERIALIZE_METHODS" in the body of the class causes these wrappers to be
|
2014-10-31 04:34:30 +01:00
|
|
|
* added as members.
|
|
|
|
*/
|
2014-09-02 09:58:09 +02:00
|
|
|
#define ADD_SERIALIZE_METHODS \
|
2014-08-21 00:49:32 +02:00
|
|
|
size_t GetSerializeSize(int nType, int nVersion) const { \
|
|
|
|
CSizeComputer s(nType, nVersion); \
|
|
|
|
NCONST_PTR(this)->SerializationOp(s, CSerActionSerialize(), nType, nVersion);\
|
|
|
|
return s.size(); \
|
|
|
|
} \
|
|
|
|
template<typename Stream> \
|
|
|
|
void Serialize(Stream& s, int nType, int nVersion) const { \
|
|
|
|
NCONST_PTR(this)->SerializationOp(s, CSerActionSerialize(), nType, nVersion);\
|
|
|
|
} \
|
|
|
|
template<typename Stream> \
|
|
|
|
void Unserialize(Stream& s, int nType, int nVersion) { \
|
|
|
|
SerializationOp(s, CSerActionUnserialize(), nType, nVersion); \
|
2010-08-29 18:58:15 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/*
|
|
|
|
* Basic Types
|
|
|
|
*/
|
2010-08-29 18:58:15 +02:00
|
|
|
#define WRITEDATA(s, obj) s.write((char*)&(obj), sizeof(obj))
|
|
|
|
#define READDATA(s, obj) s.read((char*)&(obj), sizeof(obj))
|
|
|
|
|
2013-04-13 07:13:08 +02:00
|
|
|
inline unsigned int GetSerializeSize(char a, int, int=0) { return sizeof(a); }
|
|
|
|
inline unsigned int GetSerializeSize(signed char a, int, int=0) { return sizeof(a); }
|
|
|
|
inline unsigned int GetSerializeSize(unsigned char a, int, int=0) { return sizeof(a); }
|
|
|
|
inline unsigned int GetSerializeSize(signed short a, int, int=0) { return sizeof(a); }
|
|
|
|
inline unsigned int GetSerializeSize(unsigned short a, int, int=0) { return sizeof(a); }
|
|
|
|
inline unsigned int GetSerializeSize(signed int a, int, int=0) { return sizeof(a); }
|
|
|
|
inline unsigned int GetSerializeSize(unsigned int a, int, int=0) { return sizeof(a); }
|
|
|
|
inline unsigned int GetSerializeSize(signed long a, int, int=0) { return sizeof(a); }
|
|
|
|
inline unsigned int GetSerializeSize(unsigned long a, int, int=0) { return sizeof(a); }
|
|
|
|
inline unsigned int GetSerializeSize(signed long long a, int, int=0) { return sizeof(a); }
|
|
|
|
inline unsigned int GetSerializeSize(unsigned long long a, int, int=0) { return sizeof(a); }
|
|
|
|
inline unsigned int GetSerializeSize(float a, int, int=0) { return sizeof(a); }
|
|
|
|
inline unsigned int GetSerializeSize(double a, int, int=0) { return sizeof(a); }
|
|
|
|
|
|
|
|
template<typename Stream> inline void Serialize(Stream& s, char a, int, int=0) { WRITEDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Serialize(Stream& s, signed char a, int, int=0) { WRITEDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Serialize(Stream& s, unsigned char a, int, int=0) { WRITEDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Serialize(Stream& s, signed short a, int, int=0) { WRITEDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Serialize(Stream& s, unsigned short a, int, int=0) { WRITEDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Serialize(Stream& s, signed int a, int, int=0) { WRITEDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Serialize(Stream& s, unsigned int a, int, int=0) { WRITEDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Serialize(Stream& s, signed long a, int, int=0) { WRITEDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Serialize(Stream& s, unsigned long a, int, int=0) { WRITEDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Serialize(Stream& s, signed long long a, int, int=0) { WRITEDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Serialize(Stream& s, unsigned long long a, int, int=0) { WRITEDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Serialize(Stream& s, float a, int, int=0) { WRITEDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Serialize(Stream& s, double a, int, int=0) { WRITEDATA(s, a); }
|
|
|
|
|
|
|
|
template<typename Stream> inline void Unserialize(Stream& s, char& a, int, int=0) { READDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Unserialize(Stream& s, signed char& a, int, int=0) { READDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Unserialize(Stream& s, unsigned char& a, int, int=0) { READDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Unserialize(Stream& s, signed short& a, int, int=0) { READDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Unserialize(Stream& s, unsigned short& a, int, int=0) { READDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Unserialize(Stream& s, signed int& a, int, int=0) { READDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Unserialize(Stream& s, unsigned int& a, int, int=0) { READDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Unserialize(Stream& s, signed long& a, int, int=0) { READDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Unserialize(Stream& s, unsigned long& a, int, int=0) { READDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Unserialize(Stream& s, signed long long& a, int, int=0) { READDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Unserialize(Stream& s, unsigned long long& a, int, int=0) { READDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Unserialize(Stream& s, float& a, int, int=0) { READDATA(s, a); }
|
|
|
|
template<typename Stream> inline void Unserialize(Stream& s, double& a, int, int=0) { READDATA(s, a); }
|
2010-08-29 18:58:15 +02:00
|
|
|
|
|
|
|
inline unsigned int GetSerializeSize(bool a, int, int=0) { return sizeof(char); }
|
|
|
|
template<typename Stream> inline void Serialize(Stream& s, bool a, int, int=0) { char f=a; WRITEDATA(s, f); }
|
|
|
|
template<typename Stream> inline void Unserialize(Stream& s, bool& a, int, int=0) { char f; READDATA(s, f); a=f; }
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* Compact Size
|
|
|
|
* size < 253 -- 1 byte
|
|
|
|
* size <= USHRT_MAX -- 3 bytes (253 + 2 bytes)
|
|
|
|
* size <= UINT_MAX -- 5 bytes (254 + 4 bytes)
|
|
|
|
* size > UINT_MAX -- 9 bytes (255 + 8 bytes)
|
|
|
|
*/
|
2013-04-13 07:13:08 +02:00
|
|
|
inline unsigned int GetSizeOfCompactSize(uint64_t nSize)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
2010-09-30 18:23:07 +02:00
|
|
|
if (nSize < 253) return sizeof(unsigned char);
|
2011-12-19 23:08:25 +01:00
|
|
|
else if (nSize <= std::numeric_limits<unsigned short>::max()) return sizeof(unsigned char) + sizeof(unsigned short);
|
|
|
|
else if (nSize <= std::numeric_limits<unsigned int>::max()) return sizeof(unsigned char) + sizeof(unsigned int);
|
2013-04-13 07:13:08 +02:00
|
|
|
else return sizeof(unsigned char) + sizeof(uint64_t);
|
2010-08-29 18:58:15 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream>
|
2013-04-13 07:13:08 +02:00
|
|
|
void WriteCompactSize(Stream& os, uint64_t nSize)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
2010-09-30 18:23:07 +02:00
|
|
|
if (nSize < 253)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
|
|
|
unsigned char chSize = nSize;
|
|
|
|
WRITEDATA(os, chSize);
|
|
|
|
}
|
2011-12-19 23:08:25 +01:00
|
|
|
else if (nSize <= std::numeric_limits<unsigned short>::max())
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
2010-09-30 18:23:07 +02:00
|
|
|
unsigned char chSize = 253;
|
2010-08-29 18:58:15 +02:00
|
|
|
unsigned short xSize = nSize;
|
|
|
|
WRITEDATA(os, chSize);
|
|
|
|
WRITEDATA(os, xSize);
|
|
|
|
}
|
2011-12-19 23:08:25 +01:00
|
|
|
else if (nSize <= std::numeric_limits<unsigned int>::max())
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
2010-09-30 18:23:07 +02:00
|
|
|
unsigned char chSize = 254;
|
2010-08-29 18:58:15 +02:00
|
|
|
unsigned int xSize = nSize;
|
|
|
|
WRITEDATA(os, chSize);
|
|
|
|
WRITEDATA(os, xSize);
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
2010-09-30 18:23:07 +02:00
|
|
|
unsigned char chSize = 255;
|
2013-04-13 07:13:08 +02:00
|
|
|
uint64_t xSize = nSize;
|
2010-08-29 18:58:15 +02:00
|
|
|
WRITEDATA(os, chSize);
|
2010-09-30 18:23:07 +02:00
|
|
|
WRITEDATA(os, xSize);
|
2010-08-29 18:58:15 +02:00
|
|
|
}
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream>
|
2013-04-13 07:13:08 +02:00
|
|
|
uint64_t ReadCompactSize(Stream& is)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
|
|
|
unsigned char chSize;
|
|
|
|
READDATA(is, chSize);
|
2013-04-13 07:13:08 +02:00
|
|
|
uint64_t nSizeRet = 0;
|
2010-09-30 18:23:07 +02:00
|
|
|
if (chSize < 253)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
|
|
|
nSizeRet = chSize;
|
|
|
|
}
|
2010-09-30 18:23:07 +02:00
|
|
|
else if (chSize == 253)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
2010-09-30 18:23:07 +02:00
|
|
|
unsigned short xSize;
|
|
|
|
READDATA(is, xSize);
|
|
|
|
nSizeRet = xSize;
|
Reject non-canonically-encoded sizes
The length of vectors, maps, sets, etc are serialized using
Write/ReadCompactSize -- which, unfortunately, do not use a
unique encoding.
So deserializing and then re-serializing a transaction (for example)
can give you different bits than you started with. That doesn't
cause any problems that we are aware of, but it is exactly the type
of subtle mismatch that can lead to exploits.
With this pull, reading a non-canonical CompactSize throws an
exception, which means nodes will ignore 'tx' or 'block' or
other messages that are not properly encoded.
Please check my logic... but this change is safe with respect to
causing a network split. Old clients that receive
non-canonically-encoded transactions or blocks deserialize
them into CTransaction/CBlock structures in memory, and then
re-serialize them before relaying them to peers.
And please check my logic with respect to causing a blockchain
split: there are no CompactSize fields in the block header, so
the block hash is always canonical. The merkle root in the block
header is computed on a vector<CTransaction>, so
any non-canonical encoding of the transactions in 'tx' or 'block'
messages is erased as they are read into memory by old clients,
and does not affect the block hash. And, as noted above, old
clients re-serialize (with canonical encoding) 'tx' and 'block'
messages before relaying to peers.
2013-08-07 04:21:34 +02:00
|
|
|
if (nSizeRet < 253)
|
|
|
|
throw std::ios_base::failure("non-canonical ReadCompactSize()");
|
2010-08-29 18:58:15 +02:00
|
|
|
}
|
2010-09-30 18:23:07 +02:00
|
|
|
else if (chSize == 254)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
2010-09-30 18:23:07 +02:00
|
|
|
unsigned int xSize;
|
|
|
|
READDATA(is, xSize);
|
|
|
|
nSizeRet = xSize;
|
Reject non-canonically-encoded sizes
The length of vectors, maps, sets, etc are serialized using
Write/ReadCompactSize -- which, unfortunately, do not use a
unique encoding.
So deserializing and then re-serializing a transaction (for example)
can give you different bits than you started with. That doesn't
cause any problems that we are aware of, but it is exactly the type
of subtle mismatch that can lead to exploits.
With this pull, reading a non-canonical CompactSize throws an
exception, which means nodes will ignore 'tx' or 'block' or
other messages that are not properly encoded.
Please check my logic... but this change is safe with respect to
causing a network split. Old clients that receive
non-canonically-encoded transactions or blocks deserialize
them into CTransaction/CBlock structures in memory, and then
re-serialize them before relaying them to peers.
And please check my logic with respect to causing a blockchain
split: there are no CompactSize fields in the block header, so
the block hash is always canonical. The merkle root in the block
header is computed on a vector<CTransaction>, so
any non-canonical encoding of the transactions in 'tx' or 'block'
messages is erased as they are read into memory by old clients,
and does not affect the block hash. And, as noted above, old
clients re-serialize (with canonical encoding) 'tx' and 'block'
messages before relaying to peers.
2013-08-07 04:21:34 +02:00
|
|
|
if (nSizeRet < 0x10000u)
|
|
|
|
throw std::ios_base::failure("non-canonical ReadCompactSize()");
|
2010-08-29 18:58:15 +02:00
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
2013-04-13 07:13:08 +02:00
|
|
|
uint64_t xSize;
|
2010-09-30 18:23:07 +02:00
|
|
|
READDATA(is, xSize);
|
|
|
|
nSizeRet = xSize;
|
2014-09-29 00:22:44 +02:00
|
|
|
if (nSizeRet < 0x100000000ULL)
|
Reject non-canonically-encoded sizes
The length of vectors, maps, sets, etc are serialized using
Write/ReadCompactSize -- which, unfortunately, do not use a
unique encoding.
So deserializing and then re-serializing a transaction (for example)
can give you different bits than you started with. That doesn't
cause any problems that we are aware of, but it is exactly the type
of subtle mismatch that can lead to exploits.
With this pull, reading a non-canonical CompactSize throws an
exception, which means nodes will ignore 'tx' or 'block' or
other messages that are not properly encoded.
Please check my logic... but this change is safe with respect to
causing a network split. Old clients that receive
non-canonically-encoded transactions or blocks deserialize
them into CTransaction/CBlock structures in memory, and then
re-serialize them before relaying them to peers.
And please check my logic with respect to causing a blockchain
split: there are no CompactSize fields in the block header, so
the block hash is always canonical. The merkle root in the block
header is computed on a vector<CTransaction>, so
any non-canonical encoding of the transactions in 'tx' or 'block'
messages is erased as they are read into memory by old clients,
and does not affect the block hash. And, as noted above, old
clients re-serialize (with canonical encoding) 'tx' and 'block'
messages before relaying to peers.
2013-08-07 04:21:34 +02:00
|
|
|
throw std::ios_base::failure("non-canonical ReadCompactSize()");
|
2010-08-29 18:58:15 +02:00
|
|
|
}
|
2013-04-13 07:13:08 +02:00
|
|
|
if (nSizeRet > (uint64_t)MAX_SIZE)
|
2015-01-08 11:44:25 +01:00
|
|
|
throw std::ios_base::failure("ReadCompactSize(): size too large");
|
2010-08-29 18:58:15 +02:00
|
|
|
return nSizeRet;
|
|
|
|
}
|
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* Variable-length integers: bytes are a MSB base-128 encoding of the number.
|
|
|
|
* The high bit in each byte signifies whether another digit follows. To make
|
|
|
|
* sure the encoding is one-to-one, one is subtracted from all but the last digit.
|
|
|
|
* Thus, the byte sequence a[] with length len, where all but the last byte
|
|
|
|
* has bit 128 set, encodes the number:
|
|
|
|
*
|
|
|
|
* (a[len-1] & 0x7F) + sum(i=1..len-1, 128^i*((a[len-i-1] & 0x7F)+1))
|
|
|
|
*
|
|
|
|
* Properties:
|
|
|
|
* * Very small (0-127: 1 byte, 128-16511: 2 bytes, 16512-2113663: 3 bytes)
|
|
|
|
* * Every integer has exactly one encoding
|
|
|
|
* * Encoding does not depend on size of original integer type
|
|
|
|
* * No redundancy: every (infinite) byte sequence corresponds to a list
|
|
|
|
* of encoded integers.
|
|
|
|
*
|
|
|
|
* 0: [0x00] 256: [0x81 0x00]
|
|
|
|
* 1: [0x01] 16383: [0xFE 0x7F]
|
|
|
|
* 127: [0x7F] 16384: [0xFF 0x00]
|
|
|
|
* 128: [0x80 0x00] 16511: [0x80 0xFF 0x7F]
|
|
|
|
* 255: [0x80 0x7F] 65535: [0x82 0xFD 0x7F]
|
|
|
|
* 2^32: [0x8E 0xFE 0xFE 0xFF 0x00]
|
|
|
|
*/
|
2012-06-15 14:19:11 +02:00
|
|
|
|
|
|
|
template<typename I>
|
|
|
|
inline unsigned int GetSizeOfVarInt(I n)
|
|
|
|
{
|
|
|
|
int nRet = 0;
|
|
|
|
while(true) {
|
|
|
|
nRet++;
|
|
|
|
if (n <= 0x7F)
|
|
|
|
break;
|
|
|
|
n = (n >> 7) - 1;
|
|
|
|
}
|
|
|
|
return nRet;
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream, typename I>
|
|
|
|
void WriteVarInt(Stream& os, I n)
|
|
|
|
{
|
|
|
|
unsigned char tmp[(sizeof(n)*8+6)/7];
|
|
|
|
int len=0;
|
|
|
|
while(true) {
|
|
|
|
tmp[len] = (n & 0x7F) | (len ? 0x80 : 0x00);
|
|
|
|
if (n <= 0x7F)
|
|
|
|
break;
|
|
|
|
n = (n >> 7) - 1;
|
|
|
|
len++;
|
|
|
|
}
|
|
|
|
do {
|
|
|
|
WRITEDATA(os, tmp[len]);
|
|
|
|
} while(len--);
|
|
|
|
}
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2012-06-15 14:19:11 +02:00
|
|
|
template<typename Stream, typename I>
|
|
|
|
I ReadVarInt(Stream& is)
|
|
|
|
{
|
|
|
|
I n = 0;
|
|
|
|
while(true) {
|
|
|
|
unsigned char chData;
|
|
|
|
READDATA(is, chData);
|
|
|
|
n = (n << 7) | (chData & 0x7F);
|
|
|
|
if (chData & 0x80)
|
|
|
|
n++;
|
|
|
|
else
|
|
|
|
return n;
|
|
|
|
}
|
|
|
|
}
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2014-08-07 23:00:01 +02:00
|
|
|
#define FLATDATA(obj) REF(CFlatData((char*)&(obj), (char*)&(obj) + sizeof(obj)))
|
|
|
|
#define VARINT(obj) REF(WrapVarInt(REF(obj)))
|
|
|
|
#define LIMITED_STRING(obj,n) REF(LimitedString< n >(REF(obj)))
|
2012-03-26 16:48:23 +02:00
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* Wrapper for serializing arrays and POD.
|
2012-03-26 16:48:23 +02:00
|
|
|
*/
|
2010-08-29 18:58:15 +02:00
|
|
|
class CFlatData
|
|
|
|
{
|
|
|
|
protected:
|
|
|
|
char* pbegin;
|
|
|
|
char* pend;
|
|
|
|
public:
|
|
|
|
CFlatData(void* pbeginIn, void* pendIn) : pbegin((char*)pbeginIn), pend((char*)pendIn) { }
|
2014-06-05 10:10:52 +02:00
|
|
|
template <class T, class TAl>
|
|
|
|
explicit CFlatData(std::vector<T,TAl> &v)
|
|
|
|
{
|
|
|
|
pbegin = (char*)begin_ptr(v);
|
|
|
|
pend = (char*)end_ptr(v);
|
|
|
|
}
|
2010-08-29 18:58:15 +02:00
|
|
|
char* begin() { return pbegin; }
|
|
|
|
const char* begin() const { return pbegin; }
|
|
|
|
char* end() { return pend; }
|
|
|
|
const char* end() const { return pend; }
|
|
|
|
|
|
|
|
unsigned int GetSerializeSize(int, int=0) const
|
|
|
|
{
|
|
|
|
return pend - pbegin;
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream>
|
|
|
|
void Serialize(Stream& s, int, int=0) const
|
|
|
|
{
|
|
|
|
s.write(pbegin, pend - pbegin);
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream>
|
|
|
|
void Unserialize(Stream& s, int, int=0)
|
|
|
|
{
|
|
|
|
s.read(pbegin, pend - pbegin);
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2012-06-15 14:19:11 +02:00
|
|
|
template<typename I>
|
|
|
|
class CVarInt
|
|
|
|
{
|
|
|
|
protected:
|
|
|
|
I &n;
|
|
|
|
public:
|
|
|
|
CVarInt(I& nIn) : n(nIn) { }
|
|
|
|
|
|
|
|
unsigned int GetSerializeSize(int, int) const {
|
|
|
|
return GetSizeOfVarInt<I>(n);
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream>
|
|
|
|
void Serialize(Stream &s, int, int) const {
|
|
|
|
WriteVarInt<Stream,I>(s, n);
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream>
|
|
|
|
void Unserialize(Stream& s, int, int) {
|
|
|
|
n = ReadVarInt<Stream,I>(s);
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2014-08-07 23:00:01 +02:00
|
|
|
template<size_t Limit>
|
|
|
|
class LimitedString
|
|
|
|
{
|
|
|
|
protected:
|
|
|
|
std::string& string;
|
|
|
|
public:
|
|
|
|
LimitedString(std::string& string) : string(string) {}
|
|
|
|
|
|
|
|
template<typename Stream>
|
|
|
|
void Unserialize(Stream& s, int, int=0)
|
|
|
|
{
|
|
|
|
size_t size = ReadCompactSize(s);
|
|
|
|
if (size > Limit) {
|
|
|
|
throw std::ios_base::failure("String length limit exceeded");
|
|
|
|
}
|
|
|
|
string.resize(size);
|
|
|
|
if (size != 0)
|
|
|
|
s.read((char*)&string[0], size);
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream>
|
|
|
|
void Serialize(Stream& s, int, int=0) const
|
|
|
|
{
|
|
|
|
WriteCompactSize(s, string.size());
|
|
|
|
if (!string.empty())
|
|
|
|
s.write((char*)&string[0], string.size());
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned int GetSerializeSize(int, int=0) const
|
|
|
|
{
|
|
|
|
return GetSizeOfCompactSize(string.size()) + string.size();
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2012-06-15 14:19:11 +02:00
|
|
|
template<typename I>
|
|
|
|
CVarInt<I> WrapVarInt(I& n) { return CVarInt<I>(n); }
|
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* Forward declarations
|
|
|
|
*/
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* string
|
|
|
|
*/
|
2011-05-15 09:11:04 +02:00
|
|
|
template<typename C> unsigned int GetSerializeSize(const std::basic_string<C>& str, int, int=0);
|
|
|
|
template<typename Stream, typename C> void Serialize(Stream& os, const std::basic_string<C>& str, int, int=0);
|
|
|
|
template<typename Stream, typename C> void Unserialize(Stream& is, std::basic_string<C>& str, int, int=0);
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* vector
|
|
|
|
* vectors of unsigned char are a special case and are intended to be serialized as a single opaque blob.
|
|
|
|
*/
|
2014-10-08 20:27:07 +02:00
|
|
|
template<typename T, typename A> unsigned int GetSerializeSize_impl(const std::vector<T, A>& v, int nType, int nVersion, const unsigned char&);
|
|
|
|
template<typename T, typename A, typename V> unsigned int GetSerializeSize_impl(const std::vector<T, A>& v, int nType, int nVersion, const V&);
|
2012-04-16 14:56:45 +02:00
|
|
|
template<typename T, typename A> inline unsigned int GetSerializeSize(const std::vector<T, A>& v, int nType, int nVersion);
|
2014-10-08 20:27:07 +02:00
|
|
|
template<typename Stream, typename T, typename A> void Serialize_impl(Stream& os, const std::vector<T, A>& v, int nType, int nVersion, const unsigned char&);
|
|
|
|
template<typename Stream, typename T, typename A, typename V> void Serialize_impl(Stream& os, const std::vector<T, A>& v, int nType, int nVersion, const V&);
|
2012-04-16 14:56:45 +02:00
|
|
|
template<typename Stream, typename T, typename A> inline void Serialize(Stream& os, const std::vector<T, A>& v, int nType, int nVersion);
|
2014-10-08 20:27:07 +02:00
|
|
|
template<typename Stream, typename T, typename A> void Unserialize_impl(Stream& is, std::vector<T, A>& v, int nType, int nVersion, const unsigned char&);
|
|
|
|
template<typename Stream, typename T, typename A, typename V> void Unserialize_impl(Stream& is, std::vector<T, A>& v, int nType, int nVersion, const V&);
|
2012-04-16 14:56:45 +02:00
|
|
|
template<typename Stream, typename T, typename A> inline void Unserialize(Stream& is, std::vector<T, A>& v, int nType, int nVersion);
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* others derived from vector
|
|
|
|
*/
|
2012-04-16 14:56:45 +02:00
|
|
|
extern inline unsigned int GetSerializeSize(const CScript& v, int nType, int nVersion);
|
|
|
|
template<typename Stream> void Serialize(Stream& os, const CScript& v, int nType, int nVersion);
|
|
|
|
template<typename Stream> void Unserialize(Stream& is, CScript& v, int nType, int nVersion);
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* pair
|
|
|
|
*/
|
2012-04-16 14:56:45 +02:00
|
|
|
template<typename K, typename T> unsigned int GetSerializeSize(const std::pair<K, T>& item, int nType, int nVersion);
|
|
|
|
template<typename Stream, typename K, typename T> void Serialize(Stream& os, const std::pair<K, T>& item, int nType, int nVersion);
|
|
|
|
template<typename Stream, typename K, typename T> void Unserialize(Stream& is, std::pair<K, T>& item, int nType, int nVersion);
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* map
|
|
|
|
*/
|
2012-04-16 14:56:45 +02:00
|
|
|
template<typename K, typename T, typename Pred, typename A> unsigned int GetSerializeSize(const std::map<K, T, Pred, A>& m, int nType, int nVersion);
|
|
|
|
template<typename Stream, typename K, typename T, typename Pred, typename A> void Serialize(Stream& os, const std::map<K, T, Pred, A>& m, int nType, int nVersion);
|
|
|
|
template<typename Stream, typename K, typename T, typename Pred, typename A> void Unserialize(Stream& is, std::map<K, T, Pred, A>& m, int nType, int nVersion);
|
2010-08-29 18:58:15 +02:00
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* set
|
|
|
|
*/
|
2012-04-16 14:56:45 +02:00
|
|
|
template<typename K, typename Pred, typename A> unsigned int GetSerializeSize(const std::set<K, Pred, A>& m, int nType, int nVersion);
|
|
|
|
template<typename Stream, typename K, typename Pred, typename A> void Serialize(Stream& os, const std::set<K, Pred, A>& m, int nType, int nVersion);
|
|
|
|
template<typename Stream, typename K, typename Pred, typename A> void Unserialize(Stream& is, std::set<K, Pred, A>& m, int nType, int nVersion);
|
2010-08-29 18:58:15 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* If none of the specialized versions above matched, default to calling member function.
|
|
|
|
* "int nType" is changed to "long nType" to keep from getting an ambiguous overload error.
|
|
|
|
* The compiler will only cast int to long if none of the other templates matched.
|
|
|
|
* Thanks to Boost serialization for this idea.
|
|
|
|
*/
|
2010-08-29 18:58:15 +02:00
|
|
|
template<typename T>
|
2012-04-16 14:56:45 +02:00
|
|
|
inline unsigned int GetSerializeSize(const T& a, long nType, int nVersion)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
|
|
|
return a.GetSerializeSize((int)nType, nVersion);
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream, typename T>
|
2012-04-16 14:56:45 +02:00
|
|
|
inline void Serialize(Stream& os, const T& a, long nType, int nVersion)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
|
|
|
a.Serialize(os, (int)nType, nVersion);
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream, typename T>
|
2012-04-16 14:56:45 +02:00
|
|
|
inline void Unserialize(Stream& is, T& a, long nType, int nVersion)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
|
|
|
a.Unserialize(is, (int)nType, nVersion);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* string
|
|
|
|
*/
|
2010-08-29 18:58:15 +02:00
|
|
|
template<typename C>
|
2011-05-15 09:11:04 +02:00
|
|
|
unsigned int GetSerializeSize(const std::basic_string<C>& str, int, int)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
|
|
|
return GetSizeOfCompactSize(str.size()) + str.size() * sizeof(str[0]);
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream, typename C>
|
2011-05-15 09:11:04 +02:00
|
|
|
void Serialize(Stream& os, const std::basic_string<C>& str, int, int)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
|
|
|
WriteCompactSize(os, str.size());
|
|
|
|
if (!str.empty())
|
|
|
|
os.write((char*)&str[0], str.size() * sizeof(str[0]));
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream, typename C>
|
2011-05-15 09:11:04 +02:00
|
|
|
void Unserialize(Stream& is, std::basic_string<C>& str, int, int)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
|
|
|
unsigned int nSize = ReadCompactSize(is);
|
|
|
|
str.resize(nSize);
|
|
|
|
if (nSize != 0)
|
|
|
|
is.read((char*)&str[0], nSize * sizeof(str[0]));
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* vector
|
|
|
|
*/
|
2010-08-29 18:58:15 +02:00
|
|
|
template<typename T, typename A>
|
2014-10-08 20:27:07 +02:00
|
|
|
unsigned int GetSerializeSize_impl(const std::vector<T, A>& v, int nType, int nVersion, const unsigned char&)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
|
|
|
return (GetSizeOfCompactSize(v.size()) + v.size() * sizeof(T));
|
|
|
|
}
|
|
|
|
|
2014-10-08 20:27:07 +02:00
|
|
|
template<typename T, typename A, typename V>
|
|
|
|
unsigned int GetSerializeSize_impl(const std::vector<T, A>& v, int nType, int nVersion, const V&)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
|
|
|
unsigned int nSize = GetSizeOfCompactSize(v.size());
|
|
|
|
for (typename std::vector<T, A>::const_iterator vi = v.begin(); vi != v.end(); ++vi)
|
|
|
|
nSize += GetSerializeSize((*vi), nType, nVersion);
|
|
|
|
return nSize;
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename T, typename A>
|
|
|
|
inline unsigned int GetSerializeSize(const std::vector<T, A>& v, int nType, int nVersion)
|
|
|
|
{
|
2014-10-08 20:27:07 +02:00
|
|
|
return GetSerializeSize_impl(v, nType, nVersion, T());
|
2010-08-29 18:58:15 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
template<typename Stream, typename T, typename A>
|
2014-10-08 20:27:07 +02:00
|
|
|
void Serialize_impl(Stream& os, const std::vector<T, A>& v, int nType, int nVersion, const unsigned char&)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
|
|
|
WriteCompactSize(os, v.size());
|
|
|
|
if (!v.empty())
|
|
|
|
os.write((char*)&v[0], v.size() * sizeof(T));
|
|
|
|
}
|
|
|
|
|
2014-10-08 20:27:07 +02:00
|
|
|
template<typename Stream, typename T, typename A, typename V>
|
|
|
|
void Serialize_impl(Stream& os, const std::vector<T, A>& v, int nType, int nVersion, const V&)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
|
|
|
WriteCompactSize(os, v.size());
|
|
|
|
for (typename std::vector<T, A>::const_iterator vi = v.begin(); vi != v.end(); ++vi)
|
|
|
|
::Serialize(os, (*vi), nType, nVersion);
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream, typename T, typename A>
|
|
|
|
inline void Serialize(Stream& os, const std::vector<T, A>& v, int nType, int nVersion)
|
|
|
|
{
|
2014-10-08 20:27:07 +02:00
|
|
|
Serialize_impl(os, v, nType, nVersion, T());
|
2010-08-29 18:58:15 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
template<typename Stream, typename T, typename A>
|
2014-10-08 20:27:07 +02:00
|
|
|
void Unserialize_impl(Stream& is, std::vector<T, A>& v, int nType, int nVersion, const unsigned char&)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
|
|
|
// Limit size per read so bogus size value won't cause out of memory
|
|
|
|
v.clear();
|
|
|
|
unsigned int nSize = ReadCompactSize(is);
|
|
|
|
unsigned int i = 0;
|
|
|
|
while (i < nSize)
|
|
|
|
{
|
2011-05-15 09:11:04 +02:00
|
|
|
unsigned int blk = std::min(nSize - i, (unsigned int)(1 + 4999999 / sizeof(T)));
|
2010-08-29 18:58:15 +02:00
|
|
|
v.resize(i + blk);
|
|
|
|
is.read((char*)&v[i], blk * sizeof(T));
|
|
|
|
i += blk;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-10-08 20:27:07 +02:00
|
|
|
template<typename Stream, typename T, typename A, typename V>
|
|
|
|
void Unserialize_impl(Stream& is, std::vector<T, A>& v, int nType, int nVersion, const V&)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
|
|
|
v.clear();
|
|
|
|
unsigned int nSize = ReadCompactSize(is);
|
|
|
|
unsigned int i = 0;
|
|
|
|
unsigned int nMid = 0;
|
|
|
|
while (nMid < nSize)
|
|
|
|
{
|
|
|
|
nMid += 5000000 / sizeof(T);
|
|
|
|
if (nMid > nSize)
|
|
|
|
nMid = nSize;
|
|
|
|
v.resize(nMid);
|
|
|
|
for (; i < nMid; i++)
|
|
|
|
Unserialize(is, v[i], nType, nVersion);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream, typename T, typename A>
|
|
|
|
inline void Unserialize(Stream& is, std::vector<T, A>& v, int nType, int nVersion)
|
|
|
|
{
|
2014-10-08 20:27:07 +02:00
|
|
|
Unserialize_impl(is, v, nType, nVersion, T());
|
2010-08-29 18:58:15 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* others derived from vector
|
|
|
|
*/
|
2010-08-29 18:58:15 +02:00
|
|
|
inline unsigned int GetSerializeSize(const CScript& v, int nType, int nVersion)
|
|
|
|
{
|
2011-05-15 09:11:04 +02:00
|
|
|
return GetSerializeSize((const std::vector<unsigned char>&)v, nType, nVersion);
|
2010-08-29 18:58:15 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream>
|
|
|
|
void Serialize(Stream& os, const CScript& v, int nType, int nVersion)
|
|
|
|
{
|
2011-05-15 09:11:04 +02:00
|
|
|
Serialize(os, (const std::vector<unsigned char>&)v, nType, nVersion);
|
2010-08-29 18:58:15 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream>
|
|
|
|
void Unserialize(Stream& is, CScript& v, int nType, int nVersion)
|
|
|
|
{
|
2011-05-15 09:11:04 +02:00
|
|
|
Unserialize(is, (std::vector<unsigned char>&)v, nType, nVersion);
|
2010-08-29 18:58:15 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* pair
|
|
|
|
*/
|
2010-08-29 18:58:15 +02:00
|
|
|
template<typename K, typename T>
|
|
|
|
unsigned int GetSerializeSize(const std::pair<K, T>& item, int nType, int nVersion)
|
|
|
|
{
|
|
|
|
return GetSerializeSize(item.first, nType, nVersion) + GetSerializeSize(item.second, nType, nVersion);
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream, typename K, typename T>
|
|
|
|
void Serialize(Stream& os, const std::pair<K, T>& item, int nType, int nVersion)
|
|
|
|
{
|
|
|
|
Serialize(os, item.first, nType, nVersion);
|
|
|
|
Serialize(os, item.second, nType, nVersion);
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream, typename K, typename T>
|
|
|
|
void Unserialize(Stream& is, std::pair<K, T>& item, int nType, int nVersion)
|
|
|
|
{
|
|
|
|
Unserialize(is, item.first, nType, nVersion);
|
|
|
|
Unserialize(is, item.second, nType, nVersion);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* map
|
|
|
|
*/
|
2010-08-29 18:58:15 +02:00
|
|
|
template<typename K, typename T, typename Pred, typename A>
|
|
|
|
unsigned int GetSerializeSize(const std::map<K, T, Pred, A>& m, int nType, int nVersion)
|
|
|
|
{
|
|
|
|
unsigned int nSize = GetSizeOfCompactSize(m.size());
|
|
|
|
for (typename std::map<K, T, Pred, A>::const_iterator mi = m.begin(); mi != m.end(); ++mi)
|
|
|
|
nSize += GetSerializeSize((*mi), nType, nVersion);
|
|
|
|
return nSize;
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream, typename K, typename T, typename Pred, typename A>
|
|
|
|
void Serialize(Stream& os, const std::map<K, T, Pred, A>& m, int nType, int nVersion)
|
|
|
|
{
|
|
|
|
WriteCompactSize(os, m.size());
|
|
|
|
for (typename std::map<K, T, Pred, A>::const_iterator mi = m.begin(); mi != m.end(); ++mi)
|
|
|
|
Serialize(os, (*mi), nType, nVersion);
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream, typename K, typename T, typename Pred, typename A>
|
|
|
|
void Unserialize(Stream& is, std::map<K, T, Pred, A>& m, int nType, int nVersion)
|
|
|
|
{
|
|
|
|
m.clear();
|
|
|
|
unsigned int nSize = ReadCompactSize(is);
|
|
|
|
typename std::map<K, T, Pred, A>::iterator mi = m.begin();
|
|
|
|
for (unsigned int i = 0; i < nSize; i++)
|
|
|
|
{
|
2011-05-15 09:11:04 +02:00
|
|
|
std::pair<K, T> item;
|
2010-08-29 18:58:15 +02:00
|
|
|
Unserialize(is, item, nType, nVersion);
|
|
|
|
mi = m.insert(mi, item);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* set
|
|
|
|
*/
|
2010-08-29 18:58:15 +02:00
|
|
|
template<typename K, typename Pred, typename A>
|
|
|
|
unsigned int GetSerializeSize(const std::set<K, Pred, A>& m, int nType, int nVersion)
|
|
|
|
{
|
|
|
|
unsigned int nSize = GetSizeOfCompactSize(m.size());
|
|
|
|
for (typename std::set<K, Pred, A>::const_iterator it = m.begin(); it != m.end(); ++it)
|
|
|
|
nSize += GetSerializeSize((*it), nType, nVersion);
|
|
|
|
return nSize;
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream, typename K, typename Pred, typename A>
|
|
|
|
void Serialize(Stream& os, const std::set<K, Pred, A>& m, int nType, int nVersion)
|
|
|
|
{
|
|
|
|
WriteCompactSize(os, m.size());
|
|
|
|
for (typename std::set<K, Pred, A>::const_iterator it = m.begin(); it != m.end(); ++it)
|
|
|
|
Serialize(os, (*it), nType, nVersion);
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream, typename K, typename Pred, typename A>
|
|
|
|
void Unserialize(Stream& is, std::set<K, Pred, A>& m, int nType, int nVersion)
|
|
|
|
{
|
|
|
|
m.clear();
|
|
|
|
unsigned int nSize = ReadCompactSize(is);
|
|
|
|
typename std::set<K, Pred, A>::iterator it = m.begin();
|
|
|
|
for (unsigned int i = 0; i < nSize; i++)
|
|
|
|
{
|
|
|
|
K key;
|
|
|
|
Unserialize(is, key, nType, nVersion);
|
|
|
|
it = m.insert(it, key);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
2014-10-31 04:34:30 +01:00
|
|
|
/**
|
|
|
|
* Support for ADD_SERIALIZE_METHODS and READWRITE macro
|
|
|
|
*/
|
2014-08-21 00:49:32 +02:00
|
|
|
struct CSerActionSerialize
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
2014-08-21 00:49:32 +02:00
|
|
|
bool ForRead() const { return false; }
|
|
|
|
};
|
|
|
|
struct CSerActionUnserialize
|
|
|
|
{
|
|
|
|
bool ForRead() const { return true; }
|
|
|
|
};
|
2010-08-29 18:58:15 +02:00
|
|
|
|
|
|
|
template<typename Stream, typename T>
|
2014-08-21 00:49:32 +02:00
|
|
|
inline void SerReadWrite(Stream& s, const T& obj, int nType, int nVersion, CSerActionSerialize ser_action)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
|
|
|
::Serialize(s, obj, nType, nVersion);
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename Stream, typename T>
|
2014-08-21 00:49:32 +02:00
|
|
|
inline void SerReadWrite(Stream& s, T& obj, int nType, int nVersion, CSerActionUnserialize ser_action)
|
2010-08-29 18:58:15 +02:00
|
|
|
{
|
|
|
|
::Unserialize(s, obj, nType, nVersion);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2012-01-03 09:03:07 +01:00
|
|
|
|
|
|
|
|
2014-07-10 20:16:58 +02:00
|
|
|
class CSizeComputer
|
|
|
|
{
|
|
|
|
protected:
|
|
|
|
size_t nSize;
|
|
|
|
|
|
|
|
public:
|
|
|
|
int nType;
|
|
|
|
int nVersion;
|
|
|
|
|
|
|
|
CSizeComputer(int nTypeIn, int nVersionIn) : nSize(0), nType(nTypeIn), nVersion(nVersionIn) {}
|
|
|
|
|
2014-08-15 22:56:45 +02:00
|
|
|
CSizeComputer& write(const char *psz, size_t nSize)
|
2014-07-10 20:16:58 +02:00
|
|
|
{
|
|
|
|
this->nSize += nSize;
|
|
|
|
return *this;
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename T>
|
|
|
|
CSizeComputer& operator<<(const T& obj)
|
|
|
|
{
|
|
|
|
::Serialize(*this, obj, nType, nVersion);
|
|
|
|
return (*this);
|
|
|
|
}
|
|
|
|
|
|
|
|
size_t size() const {
|
|
|
|
return nSize;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2014-08-28 22:21:03 +02:00
|
|
|
#endif // BITCOIN_SERIALIZE_H
|