mirror of
https://github.com/OpenSpace/OpenSpace.git
synced 2026-01-25 05:29:41 -06:00
418 lines
17 KiB
C++
418 lines
17 KiB
C++
/*****************************************************************************************
|
|
* *
|
|
* OpenSpace *
|
|
* *
|
|
* Copyright (c) 2014-2016 *
|
|
* *
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy of this *
|
|
* software and associated documentation files (the "Software"), to deal in the Software *
|
|
* without restriction, including without limitation the rights to use, copy, modify, *
|
|
* merge, publish, distribute, sublicense, and/or sell copies of the Software, and to *
|
|
* permit persons to whom the Software is furnished to do so, subject to the following *
|
|
* conditions: *
|
|
* *
|
|
* The above copyright notice and this permission notice shall be included in all copies *
|
|
* or substantial portions of the Software. *
|
|
* *
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, *
|
|
* INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A *
|
|
* PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT *
|
|
* HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF *
|
|
* CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE *
|
|
* OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. *
|
|
****************************************************************************************/
|
|
|
|
#include <ogr_featurestyle.h>
|
|
#include <ogr_spatialref.h>
|
|
|
|
#include <ghoul/logging/logmanager.h>
|
|
#include <ghoul/filesystem/filesystem.h> // abspath
|
|
#include <ghoul/misc/assert.h>
|
|
|
|
#include <modules/globebrowsing/tile/tiledataset.h>
|
|
#include <modules/globebrowsing/tile/tileprovider.h>
|
|
|
|
#include <modules/globebrowsing/geometry/angle.h>
|
|
|
|
#include <float.h>
|
|
|
|
#include <sstream>
|
|
#include <algorithm>
|
|
|
|
|
|
|
|
|
|
|
|
namespace {
|
|
const std::string _loggerCat = "TileDataset";
|
|
}
|
|
|
|
|
|
|
|
namespace openspace {
|
|
|
|
//////////////////////////////////////////////////////////////////////////////////
|
|
// Tile Data Layout //
|
|
//////////////////////////////////////////////////////////////////////////////////
|
|
|
|
TileDataLayout::TileDataLayout() {
|
|
|
|
}
|
|
|
|
TileDataLayout::TileDataLayout(GDALDataset* dataSet, GLuint _glType) {
|
|
// Assume all raster bands have the same data type
|
|
gdalType = _glType != 0 ? TileDataType::getGdalDataType(glType) : dataSet->GetRasterBand(1)->GetRasterDataType();
|
|
glType = TileDataType::getOpenGLDataType(gdalType);
|
|
numRasters = dataSet->GetRasterCount();
|
|
bytesPerDatum = TileDataType::numberOfBytes(gdalType);
|
|
bytesPerPixel = bytesPerDatum * numRasters;
|
|
textureFormat = TileDataType::getTextureFormat(numRasters, gdalType);
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
//////////////////////////////////////////////////////////////////////////////////
|
|
// Tile Dataset //
|
|
//////////////////////////////////////////////////////////////////////////////////
|
|
|
|
const glm::ivec2 TileDataset::tilePixelStartOffset = glm::ivec2(0, 0);
|
|
const glm::ivec2 TileDataset::tilePixelSizeDifference = glm::ivec2(0, 0);
|
|
|
|
const PixelRegion TileDataset::padding = PixelRegion(tilePixelStartOffset, tilePixelSizeDifference);
|
|
|
|
|
|
bool TileDataset::GdalHasBeenInitialized = false;
|
|
|
|
TileDataset::TileDataset(const std::string& gdalDatasetDesc, int minimumPixelSize,
|
|
bool doPreprocessing, GLuint dataType)
|
|
: _doPreprocessing(doPreprocessing)
|
|
, _maxLevel(-1)
|
|
{
|
|
if (!GdalHasBeenInitialized) {
|
|
GDALAllRegister();
|
|
CPLSetConfigOption("GDAL_DATA", absPath("${MODULE_GLOBEBROWSING}/gdal_data").c_str());
|
|
|
|
GdalHasBeenInitialized = true;
|
|
}
|
|
|
|
_dataset = (GDALDataset *)GDALOpen(gdalDatasetDesc.c_str(), GA_ReadOnly);
|
|
if (!_dataset) {
|
|
throw ghoul::RuntimeError("Failed to load dataset:\n" + gdalDatasetDesc);
|
|
}
|
|
_dataLayout = TileDataLayout(_dataset, dataType);
|
|
|
|
_depthTransform = calculateTileDepthTransform();
|
|
_tileLevelDifference = calculateTileLevelDifference(_dataset, minimumPixelSize);
|
|
LDEBUG(gdalDatasetDesc << " - " << _tileLevelDifference);
|
|
}
|
|
|
|
|
|
TileDataset::~TileDataset() {
|
|
delete _dataset;
|
|
}
|
|
|
|
int TileDataset::calculateTileLevelDifference(GDALDataset* dataset, int minimumPixelSize) {
|
|
GDALRasterBand* firstBand = dataset->GetRasterBand(1);
|
|
GDALRasterBand* maxOverview;
|
|
int numOverviews = firstBand->GetOverviewCount();
|
|
int sizeLevel0;
|
|
if (numOverviews <= 0) { // No overviews. Use first band.
|
|
maxOverview = firstBand;
|
|
}
|
|
else { // Pick the highest overview.
|
|
maxOverview = firstBand->GetOverview(numOverviews - 1);
|
|
}
|
|
sizeLevel0 = maxOverview->GetXSize();
|
|
double diff = log2(minimumPixelSize) - log2(sizeLevel0);
|
|
return diff;
|
|
}
|
|
|
|
|
|
|
|
TileDepthTransform TileDataset::calculateTileDepthTransform() {
|
|
GDALRasterBand* firstBand = _dataset->GetRasterBand(1);
|
|
// Floating point types does not have a fix maximum or minimum value and
|
|
// can not be normalized when sampling a texture. Hence no rescaling is needed.
|
|
bool isFloat = (_dataLayout.gdalType == GDT_Float32 || _dataLayout.gdalType == GDT_Float64);
|
|
double maximumValue = isFloat ? 1.0 : TileDataType::getMaximumValue(_dataLayout.gdalType);
|
|
|
|
TileDepthTransform transform;
|
|
transform.depthOffset = firstBand->GetOffset();
|
|
transform.depthScale = firstBand->GetScale() * maximumValue;
|
|
return transform;
|
|
}
|
|
|
|
PixelCoordinate TileDataset::geodeticToPixel(GDALDataset* dataSet, const Geodetic2& geo) {
|
|
|
|
double padfTransform[6];
|
|
CPLErr err = dataSet->GetGeoTransform(padfTransform);
|
|
|
|
ghoul_assert(err != CE_Failure, "Failed to get transform");
|
|
|
|
Scalar Y = Angle<Scalar>::fromRadians(geo.lat).asDegrees();
|
|
Scalar X = Angle<Scalar>::fromRadians(geo.lon).asDegrees();
|
|
|
|
// convert from pixel and line to geodetic coordinates
|
|
// Xp = padfTransform[0] + P*padfTransform[1] + L*padfTransform[2];
|
|
// Yp = padfTransform[3] + P*padfTransform[4] + L*padfTransform[5];
|
|
|
|
// <=>
|
|
double* a = &(padfTransform[0]);
|
|
double* b = &(padfTransform[3]);
|
|
|
|
// Xp = a[0] + P*a[1] + L*a[2];
|
|
// Yp = b[0] + P*b[1] + L*b[2];
|
|
|
|
// <=>
|
|
double divisor = (a[2] * b[1] - a[1] * b[2]);
|
|
ghoul_assert(divisor != 0.0, "Division by zero!");
|
|
//ghoul_assert(a[2] != 0.0, "a2 must not be zero!");
|
|
double P = (a[0] * b[2] - a[2] * b[0] + a[2] * Y - b[2] * X) / divisor;
|
|
double L = (-a[0] * b[1] + a[1] * b[0] - a[1] * Y + b[1] * X) / divisor;
|
|
// ref: https://www.wolframalpha.com/input/?i=X+%3D+a0+%2B+a1P+%2B+a2L,+Y+%3D+b0+%2B+b1P+%2B+b2L,+solve+for+P+and+L
|
|
|
|
double Xp = a[0] + P*a[1] + L*a[2];
|
|
double Yp = b[0] + P*b[1] + L*b[2];
|
|
|
|
ghoul_assert(abs(X - Xp) < 1e-10, "inverse should yield X as before");
|
|
ghoul_assert(abs(Y - Yp) < 1e-10, "inverse should yield Y as before");
|
|
|
|
return PixelCoordinate(glm::round(P), glm::round(L));
|
|
}
|
|
|
|
PixelRegion TileDataset::gdalPixelRegion(const GeodeticPatch& geodeticPatch) const {
|
|
Geodetic2 nwCorner = geodeticPatch.getCorner(Quad::NORTH_WEST);
|
|
Geodetic2 swCorner = geodeticPatch.getCorner(Quad::SOUTH_EAST);
|
|
PixelCoordinate pixelStart = TileDataset::geodeticToPixel(_dataset, nwCorner);
|
|
PixelCoordinate pixelEnd = TileDataset::geodeticToPixel(_dataset, swCorner);
|
|
PixelRegion gdalRegion(pixelStart, pixelEnd- pixelStart);
|
|
return gdalRegion;
|
|
}
|
|
|
|
int TileDataset::gdalOverview(const PixelCoordinate& regionSizeOverviewZero) const {
|
|
GDALRasterBand* firstBand = _dataset->GetRasterBand(1);
|
|
|
|
int minNumPixels0 = glm::min(regionSizeOverviewZero.x, regionSizeOverviewZero.y);
|
|
|
|
int overviews = firstBand->GetOverviewCount();
|
|
GDALRasterBand* maxOverview = overviews ? firstBand->GetOverview(overviews - 1) : firstBand;
|
|
|
|
int sizeLevel0 = maxOverview->GetXSize();
|
|
// The dataset itself may not have overviews but even if it does not, an overview
|
|
// for the data region can be calculated and possibly be used to sample greater
|
|
// Regions of the original dataset.
|
|
int ov = std::log2(minNumPixels0) - std::log2(sizeLevel0 + 1) - _tileLevelDifference;
|
|
ov = glm::clamp(ov, 0, overviews - 1);
|
|
|
|
return ov;
|
|
}
|
|
|
|
int TileDataset::gdalOverview(const ChunkIndex& chunkIndex) const {
|
|
int overviews = _dataset->GetRasterBand(1)->GetOverviewCount();
|
|
int ov = overviews - (chunkIndex.level + _tileLevelDifference + 1);
|
|
return glm::clamp(ov, 0, overviews - 1);
|
|
}
|
|
|
|
|
|
int TileDataset::maxChunkLevel() {
|
|
if (_maxLevel < 0) {
|
|
int numOverviews = _dataset->GetRasterBand(1)->GetOverviewCount();
|
|
_maxLevel = -_tileLevelDifference;
|
|
if (numOverviews > 0) {
|
|
_maxLevel += numOverviews - 1;
|
|
}
|
|
}
|
|
return _maxLevel;
|
|
}
|
|
|
|
TileDepthTransform TileDataset::getDepthTransform() const {
|
|
return _depthTransform;
|
|
}
|
|
|
|
bool TileDataset::gdalHasOverviews() const {
|
|
return _dataset->GetRasterBand(1)->GetOverviewCount() > 0;
|
|
}
|
|
|
|
GDALRasterBand* TileDataset::gdalRasterBand(int overview, int raster) const {
|
|
GDALRasterBand* rasterBand = _dataset->GetRasterBand(raster);
|
|
return gdalHasOverviews() ? rasterBand->GetOverview(overview) : rasterBand;
|
|
}
|
|
|
|
PixelRegion TileDataset::gdalPixelRegion(GDALRasterBand* rasterBand) const {
|
|
PixelRegion gdalRegion;
|
|
gdalRegion.start.x = 0;
|
|
gdalRegion.start.y = 0;
|
|
gdalRegion.numPixels.x = rasterBand->GetXSize();
|
|
gdalRegion.numPixels.y = rasterBand->GetYSize();
|
|
return gdalRegion;
|
|
}
|
|
|
|
IODescription TileDataset::getIODescription(const ChunkIndex& chunkIndex) {
|
|
// Calculate suitable overview and corresponding pixel region
|
|
int overview = gdalOverview(chunkIndex);
|
|
PixelRegion region = gdalPixelRegion(chunkIndex); // pixel region at overview zero
|
|
region.downscalePow2(overview + 1); // pixel region at suitable overview
|
|
|
|
// Create an IORegion based on that overview pixel region
|
|
IODescription ioRegion;
|
|
ioRegion.overview = overview;
|
|
ioRegion.readRegion = region;
|
|
ioRegion.writeRegion = { PixelCoordinate(0, 0), region.numPixels };
|
|
|
|
// Handle the case where the dataset does not have overviews
|
|
if (!gdalHasOverviews()) {
|
|
ioRegion.readRegion.upscalePow2(overview + 1);
|
|
ioRegion.overview = 0; // no overview
|
|
}
|
|
|
|
// For correct sampling in height dataset, we need to pad the texture tile
|
|
ioRegion.readRegion.pad(padding);
|
|
|
|
// Doing this may cause invalid regions, i.e. having negative pixel coordinates
|
|
// or being too large etc. For now, just clamp
|
|
PixelRegion overviewRegion = gdalPixelRegion(gdalRasterBand(overview));
|
|
ioRegion.readRegion.clampTo(overviewRegion);
|
|
|
|
return ioRegion;
|
|
}
|
|
|
|
|
|
std::shared_ptr<TileIOResult> TileDataset::readTileData(ChunkIndex chunkIndex) {
|
|
IODescription io = getIODescription(chunkIndex);
|
|
|
|
size_t bytesPerLine = _dataLayout.bytesPerPixel * io.writeRegion.numPixels.x;
|
|
size_t totalNumBytes = bytesPerLine * io.writeRegion.numPixels.y;
|
|
char* imageData = new char[totalNumBytes];
|
|
|
|
CPLErr worstError = CPLErr::CE_None;
|
|
|
|
// Read the data (each rasterband is a separate channel)
|
|
for (size_t i = 0; i < _dataLayout.numRasters; i++) {
|
|
char* dataDestination = imageData + (i * _dataLayout.bytesPerDatum);
|
|
|
|
GDALRasterBand* rasterBand = gdalRasterBand(io.overview, i+1);
|
|
|
|
CPLErr err = rasterBand->RasterIO(
|
|
GF_Read,
|
|
io.readRegion.start.x, // Begin read x
|
|
io.readRegion.start.y, // Begin read y
|
|
io.readRegion.numPixels.x, // width to read x
|
|
io.readRegion.numPixels.y, // width to read y
|
|
dataDestination, // Where to put data
|
|
io.writeRegion.numPixels.x, // width to write x in destination
|
|
io.writeRegion.numPixels.y, // width to write y in destination
|
|
_dataLayout.gdalType, // Type
|
|
_dataLayout.bytesPerPixel, // Pixel spacing
|
|
bytesPerLine); // Line spacing
|
|
|
|
// CE_None = 0, CE_Debug = 1, CE_Warning = 2, CE_Failure = 3, CE_Fatal = 4
|
|
worstError = std::max(worstError, err);
|
|
}
|
|
|
|
std::shared_ptr<TileIOResult> result(new TileIOResult);
|
|
result->chunkIndex = chunkIndex;
|
|
result->imageData = getImageDataFlippedY(io.writeRegion, _dataLayout, imageData);
|
|
result->dimensions = glm::uvec3(io.writeRegion.numPixels, 1);
|
|
result->nBytesImageData = _dataLayout.bytesPerPixel * io.writeRegion.numPixels.x * io.writeRegion.numPixels.y;
|
|
result->error = worstError;
|
|
if (_doPreprocessing) {
|
|
result->preprocessData = preprocess(imageData, io.writeRegion, _dataLayout);
|
|
int success;
|
|
auto gdalOverview = _dataset->GetRasterBand(1)->GetOverview(io.overview);
|
|
double missingDataValue = gdalOverview->GetNoDataValue(&success);
|
|
if (!success) {
|
|
missingDataValue = 32767; // missing data value
|
|
}
|
|
bool hasMissingData = false;
|
|
for (size_t c = 0; c < _dataLayout.numRasters; c++) {
|
|
hasMissingData |= result->preprocessData->maxValues[c] == missingDataValue;
|
|
}
|
|
bool onHighLevel = chunkIndex.level > 6;
|
|
if (hasMissingData && onHighLevel) {
|
|
result->error = CE_Fatal;
|
|
}
|
|
}
|
|
|
|
delete[] imageData;
|
|
return result;
|
|
}
|
|
|
|
char* TileDataset::getImageDataFlippedY(const PixelRegion& region,
|
|
const TileDataLayout& dataLayout, const char* imageData)
|
|
{
|
|
size_t bytesPerLine = dataLayout.bytesPerPixel * region.numPixels.x;
|
|
size_t totalNumBytes = bytesPerLine * region.numPixels.y;
|
|
|
|
// GDAL reads image data top to bottom. We want the opposite.
|
|
char* imageDataYflipped = new char[totalNumBytes];
|
|
for (size_t y = 0; y < region.numPixels.y; y++) {
|
|
size_t yi_flipped = y * bytesPerLine;
|
|
size_t yi = (region.numPixels.y - 1 - y) * bytesPerLine;
|
|
size_t i = 0;
|
|
for (size_t x = 0; x < region.numPixels.x; x++) {
|
|
for (size_t c = 0; c < dataLayout.numRasters; c++) {
|
|
for (size_t b = 0; b < dataLayout.bytesPerDatum; b++) {
|
|
imageDataYflipped[yi_flipped + i] = imageData[yi + i];
|
|
i++;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
return imageDataYflipped;
|
|
}
|
|
|
|
|
|
const TileDataLayout& TileDataset::getDataLayout() const {
|
|
return _dataLayout;
|
|
}
|
|
|
|
|
|
std::shared_ptr<TilePreprocessData> TileDataset::preprocess(const char* imageData,
|
|
const PixelRegion& region, const TileDataLayout& dataLayout)
|
|
{
|
|
size_t bytesPerLine = dataLayout.bytesPerPixel * region.numPixels.x;
|
|
size_t totalNumBytes = bytesPerLine * region.numPixels.y;
|
|
|
|
TilePreprocessData* preprocessData = new TilePreprocessData();
|
|
preprocessData->maxValues.resize(dataLayout.numRasters);
|
|
preprocessData->minValues.resize(dataLayout.numRasters);
|
|
|
|
for (size_t c = 0; c < dataLayout.numRasters; c++) {
|
|
preprocessData->maxValues[c] = -FLT_MAX;
|
|
preprocessData->minValues[c] = FLT_MAX;
|
|
}
|
|
|
|
for (size_t y = 0; y < region.numPixels.y; y++) {
|
|
size_t yi_flipped = y * bytesPerLine;
|
|
size_t yi = (region.numPixels.y - 1 - y) * bytesPerLine;
|
|
size_t i = 0;
|
|
for (size_t x = 0; x < region.numPixels.x; x++) {
|
|
for (size_t c = 0; c < dataLayout.numRasters; c++) {
|
|
|
|
float val = TileDataType::interpretFloat(dataLayout.gdalType, &(imageData[yi + i]));
|
|
preprocessData->maxValues[c] = std::max(val, preprocessData->maxValues[c]);
|
|
preprocessData->minValues[c] = std::min(val, preprocessData->minValues[c]);
|
|
|
|
i += dataLayout.bytesPerDatum;
|
|
}
|
|
}
|
|
}
|
|
for (size_t c = 0; c < dataLayout.numRasters; c++) {
|
|
if (preprocessData->maxValues[c] > 8800.0f) {
|
|
//LDEBUG("Bad preprocess data: " << preprocessData->maxValues[c] << " at " << region.chunkIndex);
|
|
}
|
|
}
|
|
|
|
return std::shared_ptr<TilePreprocessData>(preprocessData);
|
|
}
|
|
|
|
|
|
|
|
|
|
} // namespace openspace
|