525 lines
18 KiB
C++
525 lines
18 KiB
C++
|
///////////////////////////////////////////////////////////////////////////
|
||
|
|
//
|
||
|
|
// Copyright (c) 2013, Industrial Light & Magic, a division of Lucas
|
||
|
|
// Digital Ltd. LLC and Weta Digital Ltd
|
||
|
|
//
|
||
|
|
// All rights reserved.
|
||
|
|
//
|
||
|
|
// Redistribution and use in source and binary forms, with or without
|
||
|
|
// modification, are permitted provided that the following conditions are
|
||
|
|
// met:
|
||
|
|
// * Redistributions of source code must retain the above copyright
|
||
|
|
// notice, this list of conditions and the following disclaimer.
|
||
|
|
// * Redistributions in binary form must reproduce the above
|
||
|
|
// copyright notice, this list of conditions and the following disclaimer
|
||
|
|
// in the documentation and/or other materials provided with the
|
||
|
|
// distribution.
|
||
|
|
// * Neither the name of Industrial Light & Magic nor the names of
|
||
|
|
// its contributors may be used to endorse or promote products derived
|
||
|
|
// from this software without specific prior written permission.
|
||
|
|
//
|
||
|
|
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||
|
|
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
||
|
|
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
||
|
|
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
||
|
|
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
||
|
|
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
||
|
|
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
||
|
|
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
||
|
|
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
||
|
|
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
||
|
|
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||
|
|
//
|
||
|
|
///////////////////////////////////////////////////////////////////////////
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
#include "fuzzFile.h"
|
||
|
|
|
||
|
|
#include <ImfDeepTiledOutputFile.h>
|
||
|
|
#include <ImfDeepTiledInputFile.h>
|
||
|
|
#include <ImfDeepFrameBuffer.h>
|
||
|
|
#include <ImfPartType.h>
|
||
|
|
#include <ImfArray.h>
|
||
|
|
#include <ImfThreading.h>
|
||
|
|
#include <IlmThread.h>
|
||
|
|
#include <Iex.h>
|
||
|
|
#include <iostream>
|
||
|
|
#include <cassert>
|
||
|
|
#include <stdio.h>
|
||
|
|
#include <vector>
|
||
|
|
#include <sstream>
|
||
|
|
|
||
|
|
#include "tmpDir.h"
|
||
|
|
|
||
|
|
|
||
|
|
// Handle the case when the custom namespace is not exposed
|
||
|
|
#include <ImfNamespace.h>
|
||
|
|
#include <ImfChannelList.h>
|
||
|
|
#include <ImfMultiPartInputFile.h>
|
||
|
|
#include <ImfMultiPartOutputFile.h>
|
||
|
|
#include <ImfDeepTiledOutputPart.h>
|
||
|
|
#include <ImfDeepTiledInputPart.h>
|
||
|
|
|
||
|
|
namespace IMF = OPENEXR_IMF_NAMESPACE;
|
||
|
|
using namespace IMF;
|
||
|
|
using namespace std;
|
||
|
|
using namespace IMATH_NAMESPACE;
|
||
|
|
|
||
|
|
|
||
|
|
namespace
|
||
|
|
{
|
||
|
|
|
||
|
|
const int width = 127;
|
||
|
|
const int height = 46;
|
||
|
|
const int minX = 10;
|
||
|
|
const int minY = 11;
|
||
|
|
const Box2i dataWindow(V2i(minX, minY), V2i(minX + width - 1, minY + height - 1));
|
||
|
|
const Box2i displayWindow(V2i(0, 0), V2i(minX + width * 2, minY + height * 2));
|
||
|
|
Array2D< Array2D<unsigned int> > sampleCountWhole;
|
||
|
|
Header header;
|
||
|
|
|
||
|
|
void generateRandomFile(const char filename[], int channelCount, int parts , Compression compression)
|
||
|
|
{
|
||
|
|
|
||
|
|
vector<Header> headers(parts);
|
||
|
|
|
||
|
|
cout << "generating " << flush;
|
||
|
|
headers[0] = Header(displayWindow, dataWindow,
|
||
|
|
1,
|
||
|
|
IMATH_NAMESPACE::V2f (0, 0),
|
||
|
|
1,
|
||
|
|
INCREASING_Y,
|
||
|
|
compression
|
||
|
|
);
|
||
|
|
cout << "compression " << compression << " " << flush;
|
||
|
|
|
||
|
|
for (int i = 0; i < channelCount; i++)
|
||
|
|
{
|
||
|
|
ostringstream ss;
|
||
|
|
ss << i;
|
||
|
|
string str = ss.str();
|
||
|
|
headers[0].channels().insert(str, Channel(IMF::FLOAT));
|
||
|
|
}
|
||
|
|
|
||
|
|
headers[0].setType(DEEPTILE);
|
||
|
|
headers[0].setTileDescription( TileDescription(rand() % width + 1, rand() % height + 1, RIPMAP_LEVELS));
|
||
|
|
|
||
|
|
headers[0].setName("bob");
|
||
|
|
|
||
|
|
for(int p=1;p<parts;p++)
|
||
|
|
{
|
||
|
|
headers[p]=headers[0];
|
||
|
|
ostringstream s;
|
||
|
|
s << p;
|
||
|
|
headers[p].setName(s.str());
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
Array<Array2D< void* > > data(channelCount);
|
||
|
|
for (int i = 0; i < channelCount; i++)
|
||
|
|
{
|
||
|
|
data[i].resizeErase(height, width);
|
||
|
|
}
|
||
|
|
|
||
|
|
Array2D<unsigned int> sampleCount;
|
||
|
|
sampleCount.resizeErase(height, width);
|
||
|
|
|
||
|
|
remove (filename);
|
||
|
|
|
||
|
|
MultiPartOutputFile file(filename, &headers[0], parts);
|
||
|
|
|
||
|
|
DeepTiledOutputPart part(file,0);
|
||
|
|
|
||
|
|
cout << "tileSizeX " << part.tileXSize() << " tileSizeY " << part.tileYSize() << " ";
|
||
|
|
|
||
|
|
sampleCountWhole.resizeErase(part.numYLevels(), part.numXLevels());
|
||
|
|
for (int i = 0; i < sampleCountWhole.height(); i++)
|
||
|
|
{
|
||
|
|
for (int j = 0; j < sampleCountWhole.width(); j++)
|
||
|
|
{
|
||
|
|
sampleCountWhole[i][j].resizeErase(height, width);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
DeepFrameBuffer frameBuffer;
|
||
|
|
|
||
|
|
int memOffset = dataWindow.min.x + dataWindow.min.y * width;
|
||
|
|
|
||
|
|
frameBuffer.insertSampleCountSlice (Slice (IMF::UINT,
|
||
|
|
(char *) (&sampleCount[0][0] - memOffset),
|
||
|
|
sizeof (unsigned int) * 1,
|
||
|
|
sizeof (unsigned int) * width) );
|
||
|
|
for (int i = 0; i < channelCount; i++)
|
||
|
|
{
|
||
|
|
stringstream ss;
|
||
|
|
ss << i;
|
||
|
|
string str = ss.str();
|
||
|
|
|
||
|
|
int sampleSize = sizeof (float);
|
||
|
|
|
||
|
|
int pointerSize = sizeof (char *);
|
||
|
|
|
||
|
|
frameBuffer.insert (str,
|
||
|
|
DeepSlice (IMF::FLOAT,
|
||
|
|
(char *) (&data[i][0][0] - memOffset),
|
||
|
|
pointerSize * 1,
|
||
|
|
pointerSize * width,
|
||
|
|
sampleSize));
|
||
|
|
}
|
||
|
|
|
||
|
|
for(int part=0;part<parts;part++)
|
||
|
|
{
|
||
|
|
DeepTiledOutputPart p(file,part);
|
||
|
|
p.setFrameBuffer(frameBuffer);
|
||
|
|
|
||
|
|
cout << "writing " << flush;
|
||
|
|
|
||
|
|
for (int ly = 0; ly < p.numYLevels(); ly++)
|
||
|
|
{
|
||
|
|
for (int lx = 0; lx < p.numXLevels(); lx++)
|
||
|
|
{
|
||
|
|
Box2i dataWindowL = p.dataWindowForLevel(lx, ly);
|
||
|
|
|
||
|
|
for (int j = 0; j < p.numYTiles(ly); j++)
|
||
|
|
{
|
||
|
|
for (int i = 0; i < p.numXTiles(lx); i++)
|
||
|
|
{
|
||
|
|
Box2i box = p.dataWindowForTile(i, j, lx, ly);
|
||
|
|
for (int y = box.min.y; y <= box.max.y; y++)
|
||
|
|
{
|
||
|
|
for (int x = box.min.x; x <= box.max.x; x++)
|
||
|
|
{
|
||
|
|
int dwy = y - dataWindowL.min.y;
|
||
|
|
int dwx = x - dataWindowL.min.x;
|
||
|
|
sampleCount[dwy][dwx] = rand() % 5 + 1;
|
||
|
|
sampleCountWhole[ly][lx][dwy][dwx] = sampleCount[dwy][dwx];
|
||
|
|
for (int k = 0; k < channelCount; k++)
|
||
|
|
{
|
||
|
|
data[k][dwy][dwx] = new float[sampleCount[dwy][dwx]];
|
||
|
|
for (int l = 0; l < sampleCount[dwy][dwx]; l++)
|
||
|
|
{
|
||
|
|
((float*)data[k][dwy][dwx])[l] = (dwy * width + dwx) % 2049;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
p.writeTiles(0, p.numXTiles(lx) - 1, 0, p.numYTiles(ly) - 1, lx, ly);
|
||
|
|
|
||
|
|
|
||
|
|
for(int k=0;k<data.size();k++)
|
||
|
|
{
|
||
|
|
for(int y=0;y<data[k].height();y++)
|
||
|
|
{
|
||
|
|
for(int x=0;x<data[k].width();x++)
|
||
|
|
{
|
||
|
|
delete data[k][y][x];
|
||
|
|
data[k][y][x]=0;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
}// next level
|
||
|
|
}//next level
|
||
|
|
}//next part
|
||
|
|
}
|
||
|
|
|
||
|
|
void readFile(const char filename[])
|
||
|
|
{
|
||
|
|
|
||
|
|
try
|
||
|
|
{
|
||
|
|
DeepTiledInputFile file(filename, 8);
|
||
|
|
|
||
|
|
const Header& fileHeader = file.header();
|
||
|
|
|
||
|
|
Array2D<unsigned int> localSampleCount;
|
||
|
|
|
||
|
|
Box2i dataWindow = fileHeader.dataWindow();
|
||
|
|
|
||
|
|
int height = dataWindow.size().y+1;
|
||
|
|
int width = dataWindow.size().x+1;
|
||
|
|
|
||
|
|
|
||
|
|
localSampleCount.resizeErase(height, width);
|
||
|
|
|
||
|
|
int channelCount=0;
|
||
|
|
for(ChannelList::ConstIterator i=fileHeader.channels().begin();i!=fileHeader.channels().end();++i, channelCount++);
|
||
|
|
|
||
|
|
Array<Array2D< void* > > data(channelCount);
|
||
|
|
|
||
|
|
for (int i = 0; i < channelCount; i++)
|
||
|
|
{
|
||
|
|
data[i].resizeErase(height, width);
|
||
|
|
}
|
||
|
|
|
||
|
|
DeepFrameBuffer frameBuffer;
|
||
|
|
|
||
|
|
int memOffset = dataWindow.min.x + dataWindow.min.y * width;
|
||
|
|
frameBuffer.insertSampleCountSlice (Slice (IMF::UINT,
|
||
|
|
(char *) (&localSampleCount[0][0] - memOffset),
|
||
|
|
sizeof (unsigned int) * 1,
|
||
|
|
sizeof (unsigned int) * width)
|
||
|
|
);
|
||
|
|
|
||
|
|
for (int i = 0; i < channelCount; i++)
|
||
|
|
{
|
||
|
|
stringstream ss;
|
||
|
|
ss << i;
|
||
|
|
string str = ss.str();
|
||
|
|
|
||
|
|
int sampleSize = sizeof (float);
|
||
|
|
|
||
|
|
int pointerSize = sizeof (char *);
|
||
|
|
|
||
|
|
frameBuffer.insert (str,
|
||
|
|
DeepSlice (IMF::FLOAT,
|
||
|
|
(char *) (&data[i][0][0] - memOffset),
|
||
|
|
pointerSize * 1,
|
||
|
|
pointerSize * width,
|
||
|
|
sampleSize) );
|
||
|
|
}
|
||
|
|
|
||
|
|
file.setFrameBuffer(frameBuffer);
|
||
|
|
for (int ly = 0; ly < file.numYLevels(); ly++)
|
||
|
|
{
|
||
|
|
for (int lx = 0; lx < file.numXLevels(); lx++)
|
||
|
|
{
|
||
|
|
Box2i dataWindowL = file.dataWindowForLevel(lx, ly);
|
||
|
|
|
||
|
|
|
||
|
|
file.readPixelSampleCounts(0, file.numXTiles(lx) - 1, 0, file.numYTiles(ly) - 1, lx, ly);
|
||
|
|
|
||
|
|
for (int i = 0; i < file.numYTiles(ly); i++)
|
||
|
|
{
|
||
|
|
for (int j = 0; j < file.numXTiles(lx); j++)
|
||
|
|
{
|
||
|
|
Box2i box = file.dataWindowForTile(j, i, lx, ly);
|
||
|
|
for (int y = box.min.y; y <= box.max.y; y++)
|
||
|
|
for (int x = box.min.x; x <= box.max.x; x++)
|
||
|
|
{
|
||
|
|
int dwy = y - dataWindowL.min.y;
|
||
|
|
int dwx = x - dataWindowL.min.x;
|
||
|
|
|
||
|
|
for (int k = 0; k < channelCount; k++)
|
||
|
|
{
|
||
|
|
data[k][dwy][dwx] = new float[localSampleCount[dwy][dwx]];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
try{
|
||
|
|
|
||
|
|
file.readTiles(0, file.numXTiles(lx) - 1, 0, file.numYTiles(ly) - 1, lx, ly);
|
||
|
|
}catch(...)
|
||
|
|
{
|
||
|
|
// catch exceptions thrown by readTiles, clean up anyway
|
||
|
|
}
|
||
|
|
for (int i = 0; i < file.levelHeight(ly); i++)
|
||
|
|
{
|
||
|
|
for (int j = 0; j < file.levelWidth(lx); j++)
|
||
|
|
{
|
||
|
|
for (int k = 0; k < channelCount; k++)
|
||
|
|
{
|
||
|
|
delete[] (float*) data[k][i][j];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
}catch(std::exception & e)
|
||
|
|
{
|
||
|
|
/* expect to get exceptions*/
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
// test multipart inputfile interface
|
||
|
|
|
||
|
|
try
|
||
|
|
{
|
||
|
|
MultiPartInputFile file(filename, 8);
|
||
|
|
|
||
|
|
for(int p=0;p<file.parts();p++)
|
||
|
|
{
|
||
|
|
DeepTiledInputPart part(file,p);
|
||
|
|
const Header& fileHeader = part.header();
|
||
|
|
|
||
|
|
Array2D<unsigned int> localSampleCount;
|
||
|
|
|
||
|
|
Box2i dataWindow = fileHeader.dataWindow();
|
||
|
|
|
||
|
|
int height = dataWindow.size().y+1;
|
||
|
|
int width = dataWindow.size().x+1;
|
||
|
|
|
||
|
|
|
||
|
|
localSampleCount.resizeErase(height, width);
|
||
|
|
|
||
|
|
int channelCount=0;
|
||
|
|
for(ChannelList::ConstIterator i=fileHeader.channels().begin();i!=fileHeader.channels().end();++i, channelCount++);
|
||
|
|
|
||
|
|
Array<Array2D< void* > > data(channelCount);
|
||
|
|
|
||
|
|
for (int i = 0; i < channelCount; i++)
|
||
|
|
{
|
||
|
|
data[i].resizeErase(height, width);
|
||
|
|
}
|
||
|
|
|
||
|
|
DeepFrameBuffer frameBuffer;
|
||
|
|
|
||
|
|
int memOffset = dataWindow.min.x + dataWindow.min.y * width;
|
||
|
|
frameBuffer.insertSampleCountSlice (Slice (IMF::UINT,
|
||
|
|
(char *) (&localSampleCount[0][0] - memOffset),
|
||
|
|
sizeof (unsigned int) * 1,
|
||
|
|
sizeof (unsigned int) * width)
|
||
|
|
);
|
||
|
|
|
||
|
|
for (int i = 0; i < channelCount; i++)
|
||
|
|
{
|
||
|
|
stringstream ss;
|
||
|
|
ss << i;
|
||
|
|
string str = ss.str();
|
||
|
|
|
||
|
|
int sampleSize = sizeof (float);
|
||
|
|
|
||
|
|
int pointerSize = sizeof (char *);
|
||
|
|
|
||
|
|
frameBuffer.insert (str,
|
||
|
|
DeepSlice (IMF::FLOAT,
|
||
|
|
(char *) (&data[i][0][0] - memOffset),
|
||
|
|
pointerSize * 1,
|
||
|
|
pointerSize * width,
|
||
|
|
sampleSize) );
|
||
|
|
}
|
||
|
|
|
||
|
|
part.setFrameBuffer(frameBuffer);
|
||
|
|
|
||
|
|
for (int ly = 0; ly < part.numYLevels(); ly++)
|
||
|
|
{
|
||
|
|
for (int lx = 0; lx < part.numXLevels(); lx++)
|
||
|
|
{
|
||
|
|
Box2i dataWindowL = part.dataWindowForLevel(lx, ly);
|
||
|
|
|
||
|
|
|
||
|
|
part.readPixelSampleCounts(0, part.numXTiles(lx) - 1, 0, part.numYTiles(ly) - 1, lx, ly);
|
||
|
|
|
||
|
|
for (int i = 0; i < part.numYTiles(ly); i++)
|
||
|
|
{
|
||
|
|
for (int j = 0; j < part.numXTiles(lx); j++)
|
||
|
|
{
|
||
|
|
Box2i box = part.dataWindowForTile(j, i, lx, ly);
|
||
|
|
for (int y = box.min.y; y <= box.max.y; y++)
|
||
|
|
for (int x = box.min.x; x <= box.max.x; x++)
|
||
|
|
{
|
||
|
|
int dwy = y - dataWindowL.min.y;
|
||
|
|
int dwx = x - dataWindowL.min.x;
|
||
|
|
|
||
|
|
for (int k = 0; k < channelCount; k++)
|
||
|
|
{
|
||
|
|
data[k][dwy][dwx] = new float[localSampleCount[dwy][dwx]];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
try{
|
||
|
|
part.readTiles(0, part.numXTiles(lx) - 1, 0, part.numYTiles(ly) - 1, lx, ly);
|
||
|
|
}catch(...)
|
||
|
|
{
|
||
|
|
|
||
|
|
}
|
||
|
|
|
||
|
|
for (int i = 0; i < part.levelHeight(ly); i++)
|
||
|
|
{
|
||
|
|
for (int j = 0; j < part.levelWidth(lx); j++)
|
||
|
|
{
|
||
|
|
for (int k = 0; k < channelCount; k++)
|
||
|
|
{
|
||
|
|
delete[] (float*) data[k][i][j];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}catch(std::exception & e)
|
||
|
|
{
|
||
|
|
/* expect to get exceptions*/
|
||
|
|
}
|
||
|
|
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
void
|
||
|
|
fuzzDeepTiles (int numThreads, Rand48 &random)
|
||
|
|
{
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
if (ILMTHREAD_NAMESPACE::supportsThreads())
|
||
|
|
{
|
||
|
|
setGlobalThreadCount (numThreads);
|
||
|
|
cout << "\nnumber of threads: " << globalThreadCount() << endl;
|
||
|
|
}
|
||
|
|
|
||
|
|
Header::setMaxImageSize (10000, 10000);
|
||
|
|
|
||
|
|
const char *goodFile = IMF_TMP_DIR "imf_test_deep_tile_file_fuzz_good.exr";
|
||
|
|
const char *brokenFile = IMF_TMP_DIR "imf_test_deel_tile_file_fuzz_broken.exr";
|
||
|
|
|
||
|
|
|
||
|
|
// read file if it already exists: allows re-testing reading of broken file
|
||
|
|
readFile(brokenFile);
|
||
|
|
|
||
|
|
|
||
|
|
for(int parts=1;parts<3;parts++)
|
||
|
|
{
|
||
|
|
|
||
|
|
for(int comp_method=0;comp_method<2;comp_method++)
|
||
|
|
{
|
||
|
|
generateRandomFile(goodFile,8,parts , comp_method==0 ? NO_COMPRESSION : ZIPS_COMPRESSION);
|
||
|
|
fuzzFile (goodFile, brokenFile, readFile, 5000, 3000, random);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
remove (goodFile);
|
||
|
|
remove (brokenFile);
|
||
|
|
}
|
||
|
|
|
||
|
|
} // namespace
|
||
|
|
|
||
|
|
|
||
|
|
void
|
||
|
|
testFuzzDeepTiles ()
|
||
|
|
{
|
||
|
|
|
||
|
|
|
||
|
|
try
|
||
|
|
{
|
||
|
|
cout << "Testing deep tile-based files "
|
||
|
|
"with randomly inserted errors" << endl;
|
||
|
|
|
||
|
|
Rand48 random (1);
|
||
|
|
|
||
|
|
fuzzDeepTiles (0, random);
|
||
|
|
|
||
|
|
if (ILMTHREAD_NAMESPACE::supportsThreads())
|
||
|
|
fuzzDeepTiles (2, random);
|
||
|
|
|
||
|
|
cout << "ok\n" << endl;
|
||
|
|
}
|
||
|
|
catch (const std::exception &e)
|
||
|
|
{
|
||
|
|
cerr << "ERROR -- caught exception: " << e.what() << endl;
|
||
|
|
assert (false);
|
||
|
|
}
|
||
|
|
}
|