31 #ifndef OPENVDB_IO_COMPRESSION_HAS_BEEN_INCLUDED
32 #define OPENVDB_IO_COMPRESSION_HAS_BEEN_INCLUDED
34 #include <openvdb/Types.h>
35 #include <openvdb/math/Math.h>
37 #include <boost/scoped_array.hpp>
111 enum { isReal =
false };
154 #ifdef OPENVDB_USE_BLOSC
162 is.read(reinterpret_cast<char*>(data),
sizeof(T) * count);
169 readData<std::string>(std::istream& is, std::string* data,
Index count, uint32_t )
171 for (
Index i = 0; i < count; ++i) {
177 std::string buffer(len+1,
' ');
178 is.read(&buffer[0], len+1 );
179 data[i].assign(buffer, 0, len);
191 static inline void read(std::istream& is, T* data,
Index count, uint32_t compression) {
192 readData(is, data, count, compression);
199 static inline void read(std::istream& is, T* data,
Index count, uint32_t compression) {
200 if (count < 1)
return;
201 std::vector<HalfT> halfData(count);
202 readData<HalfT>(is,
reinterpret_cast<HalfT*
>(&halfData[0]), count, compression);
204 std::copy(halfData.begin(), halfData.end(), data);
224 #ifdef OPENVDB_USE_BLOSC
225 bloscToStream(os, reinterpret_cast<const char*>(data),
sizeof(T), count);
230 zipToStream(os, reinterpret_cast<const char*>(data),
sizeof(T) * count);
232 os.write(reinterpret_cast<const char*>(data),
sizeof(T) * count);
239 writeData<std::string>(std::ostream& os,
const std::string* data,
Index count,
242 for (
Index i = 0; i < count; ++i) {
243 const size_t len = data[i].size();
245 os.write(data[i].c_str(), len+1);
258 static inline void write(std::ostream& os,
const T* data,
Index count, uint32_t compression) {
266 static inline void write(std::ostream& os,
const T* data,
Index count, uint32_t compression) {
267 if (count < 1)
return;
269 std::vector<HalfT> halfData(count);
270 for (
Index i = 0; i < count; ++i) halfData[i] = static_cast<HalfT>(data[i]);
271 writeData<HalfT>(os,
reinterpret_cast<const HalfT*
>(&halfData[0]), count, compression);
277 struct HalfWriter<true, double> {
278 typedef RealToHalf<double>::HalfT HalfT;
279 static inline void write(std::ostream& os,
const double* data,
Index count,
280 uint32_t compression)
282 if (count < 1)
return;
284 std::vector<HalfT> halfData(count);
285 for (
Index i = 0; i < count; ++i) halfData[i] =
float(data[i]);
286 writeData<HalfT>(os,
reinterpret_cast<const HalfT*
>(&halfData[0]), count, compression);
307 template<
typename ValueT,
typename MaskT>
310 const MaskT& valueMask,
bool fromHalf)
320 is.read(reinterpret_cast<char*>(&metadata), 1);
323 ValueT background = zeroVal<ValueT>();
325 background = *
static_cast<const ValueT*
>(bgPtr);
327 ValueT inactiveVal1 = background;
328 ValueT inactiveVal0 =
336 is.read(reinterpret_cast<char*>(&inactiveVal0),
sizeof(ValueT));
339 is.read(reinterpret_cast<char*>(&inactiveVal1),
sizeof(ValueT));
350 selectionMask.load(is);
353 ValueT* tempBuf = destBuf;
354 boost::scoped_array<ValueT> scopedTempBuf;
356 Index tempCount = destCount;
360 tempCount = valueMask.countOn();
361 if (tempCount != destCount) {
364 scopedTempBuf.reset(
new ValueT[tempCount]);
365 tempBuf = scopedTempBuf.get();
373 readData<ValueT>(is, tempBuf, tempCount, compression);
379 if (maskCompressed && tempCount != destCount) {
383 for (
Index destIdx = 0, tempIdx = 0; destIdx < MaskT::SIZE; ++destIdx) {
384 if (valueMask.isOn(destIdx)) {
386 destBuf[destIdx] = tempBuf[tempIdx];
390 destBuf[destIdx] = (selectionMask.isOn(destIdx) ? inactiveVal1 : inactiveVal0);
409 template<
typename ValueT,
typename MaskT>
412 const MaskT& valueMask,
const MaskT& childMask,
bool toHalf)
416 static inline bool eq(
const ValueT& a,
const ValueT& b) {
425 Index tempCount = srcCount;
426 ValueT* tempBuf = srcBuf;
427 boost::scoped_array<ValueT> scopedTempBuf;
432 os.write(reinterpret_cast<const char*>(&metadata), 1);
440 const ValueT zero = zeroVal<ValueT>();
441 ValueT background = zero;
443 background = *
static_cast<const ValueT*
>(bgPtr);
447 ValueT inactiveVal[2] = { background, background };
448 int numUniqueInactiveVals = 0;
449 for (
typename MaskT::OffIterator it = valueMask.beginOff();
450 numUniqueInactiveVals < 3 && it; ++it)
455 if (childMask.isOn(idx))
continue;
457 const ValueT& val = srcBuf[idx];
458 const bool unique = !(
459 (numUniqueInactiveVals > 0 && Local::eq(val, inactiveVal[0])) ||
460 (numUniqueInactiveVals > 1 && Local::eq(val, inactiveVal[1]))
463 if (numUniqueInactiveVals < 2) inactiveVal[numUniqueInactiveVals] = val;
464 ++numUniqueInactiveVals;
470 if (numUniqueInactiveVals == 1) {
471 if (!Local::eq(inactiveVal[0], background)) {
478 }
else if (numUniqueInactiveVals == 2) {
480 if (!Local::eq(inactiveVal[0], background) && !Local::eq(inactiveVal[1], background)) {
485 }
else if (Local::eq(inactiveVal[1], background)) {
497 }
else if (Local::eq(inactiveVal[0], background)) {
503 std::swap(inactiveVal[0], inactiveVal[1]);
508 std::swap(inactiveVal[0], inactiveVal[1]);
512 }
else if (numUniqueInactiveVals > 2) {
516 os.write(reinterpret_cast<const char*>(&metadata), 1);
524 os.write(reinterpret_cast<const char*>(&inactiveVal[0]),
sizeof(ValueT));
527 os.write(reinterpret_cast<const char*>(&inactiveVal[1]),
sizeof(ValueT));
532 os.write(reinterpret_cast<const char*>(&truncatedVal),
sizeof(ValueT));
536 os.write(reinterpret_cast<const char*>(&truncatedVal),
sizeof(ValueT));
548 scopedTempBuf.reset(
new ValueT[srcCount]);
549 tempBuf = scopedTempBuf.get();
557 for (
typename MaskT::OnIterator it = valueMask.beginOn(); it; ++it, ++tempCount) {
558 tempBuf[tempCount] = srcBuf[it.pos()];
565 for (
Index srcIdx = 0; srcIdx < srcCount; ++srcIdx) {
566 if (valueMask.isOn(srcIdx)) {
567 tempBuf[tempCount] = srcBuf[srcIdx];
570 if (Local::eq(srcBuf[srcIdx], inactiveVal[1])) {
571 selectionMask.setOn(srcIdx);
575 assert(tempCount == valueMask.countOn());
578 selectionMask.save(os);
587 writeData(os, tempBuf, tempCount, compress);
595 #endif // OPENVDB_IO_COMPRESSION_HAS_BEEN_INCLUDED
T truncateRealToHalf(const T &val)
Return the given value truncated to 16-bit float precision.
Definition: Compression.h:125
OPENVDB_API void zipToStream(std::ostream &, const char *data, size_t numBytes)
half HalfT
Definition: Compression.h:114
OPENVDB_API uint32_t getDataCompression(std::ios_base &)
Return a bitwise OR of compression option flags (COMPRESS_ZIP, COMPRESS_ACTIVE_MASK, etc.) specifying whether and how input data is compressed or output data should be compressed.
Definition: Compression.h:81
#define OPENVDB_THROW(exception, message)
Definition: Exceptions.h:97
Definition: Compression.h:99
Definition: Compression.h:94
void writeData(std::ostream &os, const T *data, Index count, uint32_t compression)
Definition: Compression.h:221
static void read(std::istream &is, T *data, Index count, uint32_t compression)
Definition: Compression.h:199
static void write(std::ostream &os, const T *data, Index count, uint32_t compression)
Definition: Compression.h:258
Definition: Compression.h:96
void readData(std::istream &is, T *data, Index count, uint32_t compression)
Read data from a stream.
Definition: Compression.h:151
static void read(std::istream &is, T *data, Index count, uint32_t compression)
Definition: Compression.h:191
void writeCompressedValues(std::ostream &os, ValueT *srcBuf, Index srcCount, const MaskT &valueMask, const MaskT &childMask, bool toHalf)
Definition: Compression.h:411
#define OPENVDB_VERSION_NAME
Definition: version.h:43
Definition: Compression.h:100
OPENVDB_API void unzipFromStream(std::istream &, char *data, size_t numBytes)
OPENVDB_API uint32_t getFormatVersion(std::ios_base &)
Return the file format version number associated with the given input stream.
Definition: Compression.h:95
Index32 Index
Definition: Types.h:59
Definition: Compression.h:97
OPENVDB_API void bloscFromStream(std::istream &, char *data, size_t numBytes)
void readCompressedValues(std::istream &is, ValueT *destBuf, Index destCount, const MaskT &valueMask, bool fromHalf)
Definition: Compression.h:309
Definition: Exceptions.h:39
Definition: Compression.h:79
static void write(std::ostream &os, const T *data, Index count, uint32_t compression)
Definition: Compression.h:266
Vec3< double > Vec3d
Definition: Vec3.h:629
Definition: Compression.h:98
T HalfT
Definition: Compression.h:112
T negative(const T &val)
Return the unary negation of the given value.
Definition: Math.h:107
OPENVDB_API const void * getGridBackgroundValuePtr(std::ios_base &)
Return a pointer to the background value of the grid currently being read from or written to the give...
Definition: Exceptions.h:81
Definition: Compression.h:78
Definition: Compression.h:254
bool isExactlyEqual(const T0 &a, const T1 &b)
Return true if a is exactly equal to b.
Definition: Math.h:391
Vec2< float > Vec2s
Definition: Vec2.h:520
OPENVDB_API void bloscToStream(std::ostream &, const char *data, size_t valSize, size_t numVals)
RealToHalf< T >::HalfT HalfT
Definition: Compression.h:198
uint32_t Index32
Definition: Types.h:57
RealToHalf< T >::HalfT HalfT
Definition: Compression.h:265
#define OPENVDB_USE_VERSION_NAMESPACE
Definition: version.h:71
Vec3< float > Vec3s
Definition: Vec3.h:628
Definition: Compression.h:80
RealToHalf and its specializations define a mapping from floating-point data types to analogous half ...
Definition: Compression.h:110
Vec2< double > Vec2d
Definition: Vec2.h:521
OPENVDB_API std::string compressionToString(uint32_t flags)
Return a string describing the given compression flags.
Definition: Compression.h:187
Definition: version.h:110
half HalfT
Definition: Compression.h:115