mirror of
https://github.com/OPM/ResInsight.git
synced 2026-08-27 05:37:21 -05:00
Magne Sjaastad
e3f7e3f1c7
A SMSPEC file without a UNSMRY data file is re-read on every request for a summary vector, since RifReaderEclipseSummary::open returns false and no reader is cached. For an ensemble with multiple realizations missing UNSMRY, this is a severe performance problem. Guard RifReaderEclipseSummary::open so that when no ESMRY, h5 or resdata data file is present, it returns true and creates a valid but empty reader. Skip ESMRY conversion when no UNSMRY is present, and add RifEclipseSummaryTools::hasSummaryDataFiles to detect the missing data file.
400 lines
15 KiB
C++
400 lines
15 KiB
C++
/////////////////////////////////////////////////////////////////////////////////
|
|
//
|
|
// Copyright (C) Statoil ASA
|
|
//
|
|
// ResInsight is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// ResInsight is distributed in the hope that it will be useful, but WITHOUT ANY
|
|
// WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
// FITNESS FOR A PARTICULAR PURPOSE.
|
|
//
|
|
// See the GNU General Public License at <http://www.gnu.org/licenses/gpl.html>
|
|
// for more details.
|
|
//
|
|
/////////////////////////////////////////////////////////////////////////////////
|
|
|
|
#include "RifReaderEclipseSummary.h"
|
|
|
|
#include "RiaLogging.h"
|
|
#include "RiaPreferencesSummary.h"
|
|
#include "RiaStdStringTools.h"
|
|
|
|
#include "RifEclEclipseSummary.h"
|
|
#include "RifEclipseSummaryTools.h"
|
|
#include "RifOpmCommonSummary.h"
|
|
|
|
#ifdef USE_HDF5
|
|
#include "RifHdf5SummaryExporter.h"
|
|
#include "RifOpmHdf5Summary.h"
|
|
#endif
|
|
|
|
#include <cassert>
|
|
#include <string>
|
|
|
|
#include <QDateTime>
|
|
#include <QDir>
|
|
#include <QString>
|
|
#include <QStringList>
|
|
|
|
//--------------------------------------------------------------------------------------------------
|
|
///
|
|
//--------------------------------------------------------------------------------------------------
|
|
RifReaderEclipseSummary::RifReaderEclipseSummary()
|
|
{
|
|
m_valuesCache = std::make_unique<ValuesCache>();
|
|
}
|
|
|
|
//--------------------------------------------------------------------------------------------------
|
|
///
|
|
//--------------------------------------------------------------------------------------------------
|
|
RifReaderEclipseSummary::~RifReaderEclipseSummary()
|
|
{
|
|
}
|
|
|
|
//--------------------------------------------------------------------------------------------------
|
|
///
|
|
//--------------------------------------------------------------------------------------------------
|
|
void RifReaderEclipseSummary::setEnsembleImportState( RifEnsembleImportConfig ensembleImportState )
|
|
{
|
|
m_ensembleImportState = ensembleImportState;
|
|
}
|
|
|
|
//--------------------------------------------------------------------------------------------------
|
|
///
|
|
//--------------------------------------------------------------------------------------------------
|
|
bool RifReaderEclipseSummary::open( const QString& headerFileName, RiaThreadSafeLogger* threadSafeLogger )
|
|
{
|
|
bool isValid = false;
|
|
|
|
// Create reader as specified by the user using the following fallback strategy
|
|
//
|
|
// ESMRY
|
|
// - if h5 file is present on disk and prefSummary->createEnhancedSummaryDataFiles() is false
|
|
// - use h5 reader
|
|
// - else
|
|
// - create ESMRY file if defined in preference
|
|
// - use ESMRY reader
|
|
// - if no reader has been created, fallback to resdata
|
|
//
|
|
// H5
|
|
// - if h5 file is present on disk
|
|
// - use h5 reader
|
|
// - else
|
|
// - create h5 file if defined in preference
|
|
// - use h5 reader
|
|
// - if no reader has been created, fallback to resdata
|
|
//
|
|
// For all import modes, use resdata to read data if no data is imported with ESMRY or h5
|
|
|
|
RiaPreferencesSummary* prefSummary = RiaPreferencesSummary::current();
|
|
|
|
// A realization that is still being simulated may have written only the SMSPEC header, without any
|
|
// summary data file. Some file readers (opm-common) throw when no data file is present. In this case,
|
|
// do not attempt to create a real file reader. Allow this reader to be created as a valid, but empty,
|
|
// summary reader. The query methods report empty data when no underlying reader has been created.
|
|
{
|
|
QFileInfo fi( headerFileName );
|
|
QString basenameNoExtension = fi.absolutePath() + "/" + fi.baseName();
|
|
|
|
bool hasEnhancedSummaryFile = QFile::exists( basenameNoExtension + ".ESMRY" );
|
|
bool hasHdf5File = QFile::exists( basenameNoExtension + ".h5" );
|
|
bool hasUnsmryDataFile = RifEclipseSummaryTools::hasSummaryDataFiles( headerFileName );
|
|
|
|
if ( !hasEnhancedSummaryFile && !hasHdf5File && !hasUnsmryDataFile )
|
|
{
|
|
QString txt = "No summary data file found for " + headerFileName + ". Creating an empty summary reader.";
|
|
if ( threadSafeLogger ) threadSafeLogger->info( txt );
|
|
|
|
return true;
|
|
}
|
|
}
|
|
|
|
if ( prefSummary->summaryDataReader() == RiaPreferencesSummary::SummaryReaderMode::HDF5_OPM_COMMON ||
|
|
prefSummary->summaryDataReader() == RiaPreferencesSummary::SummaryReaderMode::OPM_COMMON )
|
|
{
|
|
QFileInfo fi( headerFileName );
|
|
QString basenameNoExtension = fi.absolutePath() + "/" + fi.baseName();
|
|
QString h5FileName = basenameNoExtension + ".h5";
|
|
|
|
bool h5FileFound = QFile::exists( h5FileName );
|
|
|
|
if ( !prefSummary->createEnhancedSummaryDataFiles() &&
|
|
( h5FileFound || ( prefSummary->summaryDataReader() == RiaPreferencesSummary::SummaryReaderMode::HDF5_OPM_COMMON ) ) )
|
|
{
|
|
#ifdef USE_HDF5
|
|
size_t createdH5FileCount = 0;
|
|
RifHdf5SummaryExporter::ensureHdf5FileIsCreated( headerFileName.toStdString(),
|
|
h5FileName.toStdString(),
|
|
prefSummary->createH5SummaryDataFiles(),
|
|
createdH5FileCount );
|
|
|
|
if ( createdH5FileCount > 0 )
|
|
{
|
|
QString txt = QString( "Created %1 " ).arg( h5FileName );
|
|
if ( threadSafeLogger ) threadSafeLogger->info( txt );
|
|
}
|
|
#endif
|
|
}
|
|
|
|
h5FileFound = QFile::exists( h5FileName );
|
|
|
|
if ( h5FileFound && ( prefSummary->summaryDataReader() == RiaPreferencesSummary::SummaryReaderMode::HDF5_OPM_COMMON ) )
|
|
{
|
|
#ifdef USE_HDF5
|
|
auto hdfReader = std::make_unique<RifOpmHdf5Summary>();
|
|
|
|
isValid = hdfReader->open( headerFileName, false, threadSafeLogger );
|
|
if ( isValid )
|
|
{
|
|
m_summaryReader = std::move( hdfReader );
|
|
}
|
|
#endif
|
|
}
|
|
|
|
if ( !isValid && prefSummary->summaryDataReader() == RiaPreferencesSummary::SummaryReaderMode::OPM_COMMON )
|
|
{
|
|
auto opmCommonReader = std::make_unique<RifOpmCommonEclipseSummary>();
|
|
opmCommonReader->useEnhancedSummaryFiles( prefSummary->useEnhancedSummaryDataFiles() );
|
|
opmCommonReader->createEnhancedSummaryFiles( prefSummary->createEnhancedSummaryDataFiles() );
|
|
if ( m_ensembleImportState.useConfigValues() ) opmCommonReader->setEnsembleImportState( m_ensembleImportState );
|
|
isValid = opmCommonReader->open( headerFileName, false, threadSafeLogger );
|
|
|
|
if ( isValid )
|
|
{
|
|
m_summaryReader = std::move( opmCommonReader );
|
|
}
|
|
}
|
|
}
|
|
|
|
// If no summary reader has been created, always try to read data using resdata
|
|
if ( !isValid )
|
|
{
|
|
auto libeclReader = std::make_unique<RifEclEclipseSummary>();
|
|
|
|
isValid = libeclReader->open( headerFileName, threadSafeLogger );
|
|
if ( isValid )
|
|
{
|
|
m_summaryReader = std::move( libeclReader );
|
|
}
|
|
}
|
|
|
|
return isValid;
|
|
}
|
|
|
|
//--------------------------------------------------------------------------------------------------
|
|
///
|
|
//--------------------------------------------------------------------------------------------------
|
|
std::pair<bool, std::vector<double>> RifReaderEclipseSummary::values( const RifEclipseSummaryAddress& resultAddress ) const
|
|
{
|
|
if ( timeSteps( resultAddress ).empty() ) return { false, {} };
|
|
|
|
std::vector<double> values;
|
|
values.reserve( timeSteps( resultAddress ).size() );
|
|
|
|
const std::vector<double>& cachedValues = m_valuesCache->getValues( resultAddress );
|
|
if ( !cachedValues.empty() )
|
|
{
|
|
values.insert( values.begin(), cachedValues.begin(), cachedValues.end() );
|
|
return { true, values };
|
|
}
|
|
|
|
if ( resultAddress.vectorName().contains( RifEclipseSummaryAddressDefines::differenceIdentifier() ) )
|
|
{
|
|
const std::string& quantityName = resultAddress.vectorName();
|
|
auto historyQuantity = quantityName.substr( 0, quantityName.size() - RifEclipseSummaryAddressDefines::differenceIdentifier().size() ) +
|
|
RifEclipseSummaryAddressDefines::historyIdentifier();
|
|
|
|
RifEclipseSummaryAddress nativeAdrNoHistory = resultAddress;
|
|
nativeAdrNoHistory.setVectorName( historyQuantity );
|
|
auto quantityNoHistory = quantityName.substr( 0, historyQuantity.size() - 1 );
|
|
|
|
RifEclipseSummaryAddress nativeAdrHistory = resultAddress;
|
|
nativeAdrHistory.setVectorName( quantityNoHistory );
|
|
|
|
auto [nativeValuesOk, nativeValues] = this->values( nativeAdrHistory );
|
|
if ( !nativeValuesOk ) return { false, {} };
|
|
|
|
auto [nativeAdrNoHistoryOk, historyValues] = this->values( nativeAdrNoHistory );
|
|
if ( !nativeAdrNoHistoryOk ) return { false, {} };
|
|
|
|
if ( nativeValues.size() != historyValues.size() ) return { false, {} };
|
|
|
|
for ( size_t i = 0; i < nativeValues.size(); i++ )
|
|
{
|
|
double diff = nativeValues[i] - historyValues[i];
|
|
values.push_back( diff );
|
|
}
|
|
m_valuesCache->insertValues( resultAddress, values );
|
|
|
|
return { true, values };
|
|
}
|
|
|
|
auto reader = currentSummaryReader();
|
|
if ( reader )
|
|
{
|
|
auto [status, values] = reader->values( resultAddress );
|
|
if ( status ) m_valuesCache->insertValues( resultAddress, values );
|
|
return { status, values };
|
|
}
|
|
|
|
return { true, values };
|
|
}
|
|
|
|
//--------------------------------------------------------------------------------------------------
|
|
///
|
|
//--------------------------------------------------------------------------------------------------
|
|
std::vector<time_t> RifReaderEclipseSummary::timeSteps( const RifEclipseSummaryAddress& resultAddress ) const
|
|
{
|
|
auto reader = currentSummaryReader();
|
|
if ( reader ) return reader->timeSteps( resultAddress );
|
|
|
|
return {};
|
|
}
|
|
|
|
//--------------------------------------------------------------------------------------------------
|
|
///
|
|
//--------------------------------------------------------------------------------------------------
|
|
void RifReaderEclipseSummary::createAndSetAddresses()
|
|
{
|
|
m_allResultAddresses.clear();
|
|
m_allErrorAddresses.clear();
|
|
|
|
if ( auto reader = currentSummaryReader() )
|
|
{
|
|
reader->createAndSetAddresses();
|
|
|
|
m_allResultAddresses = reader->allResultAddresses();
|
|
m_allErrorAddresses = reader->allErrorAddresses();
|
|
}
|
|
|
|
bool addDifferenceVectors = true;
|
|
if ( addDifferenceVectors )
|
|
{
|
|
for ( const auto& adr : m_allResultAddresses )
|
|
{
|
|
RifEclipseSummaryAddress adrWithHistory;
|
|
RifEclipseSummaryAddress adrWithoutHistory;
|
|
|
|
{
|
|
const std::string& s = adr.vectorName();
|
|
if ( !RiaStdStringTools::endsWith( s, RifEclipseSummaryAddressDefines::historyIdentifier() ) )
|
|
{
|
|
RifEclipseSummaryAddress candidate = adr;
|
|
candidate.setVectorName( s + RifEclipseSummaryAddressDefines::historyIdentifier() );
|
|
if ( m_allResultAddresses.count( candidate ) )
|
|
{
|
|
adrWithHistory = candidate;
|
|
adrWithoutHistory = adr;
|
|
}
|
|
}
|
|
}
|
|
|
|
if ( adrWithoutHistory.isValid() && adrWithHistory.isValid() )
|
|
{
|
|
RifEclipseSummaryAddress candidate = adr;
|
|
|
|
std::string s = candidate.vectorName() + RifEclipseSummaryAddressDefines::differenceIdentifier();
|
|
candidate.setVectorName( s );
|
|
|
|
m_allResultAddresses.insert( candidate );
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
//--------------------------------------------------------------------------------------------------
|
|
///
|
|
//--------------------------------------------------------------------------------------------------
|
|
size_t RifReaderEclipseSummary::keywordCount() const
|
|
{
|
|
if ( m_summaryReader ) return m_summaryReader->keywordCount();
|
|
|
|
return 0;
|
|
}
|
|
|
|
//--------------------------------------------------------------------------------------------------
|
|
///
|
|
//--------------------------------------------------------------------------------------------------
|
|
RifSummaryReaderInterface* RifReaderEclipseSummary::currentSummaryReader() const
|
|
{
|
|
return m_summaryReader.get();
|
|
}
|
|
|
|
//--------------------------------------------------------------------------------------------------
|
|
///
|
|
//--------------------------------------------------------------------------------------------------
|
|
std::string RifReaderEclipseSummary::unitName( const RifEclipseSummaryAddress& resultAddress ) const
|
|
{
|
|
auto reader = currentSummaryReader();
|
|
if ( reader )
|
|
{
|
|
auto nativeName = resultAddress.vectorName();
|
|
auto stringToRemove = RifEclipseSummaryAddressDefines::differenceIdentifier();
|
|
if ( RiaStdStringTools::endsWith( nativeName, stringToRemove ) )
|
|
{
|
|
nativeName = nativeName.substr( 0, nativeName.size() - stringToRemove.size() );
|
|
}
|
|
|
|
RifEclipseSummaryAddress adr( resultAddress );
|
|
adr.setVectorName( nativeName );
|
|
|
|
return reader->unitName( adr );
|
|
}
|
|
|
|
return "";
|
|
}
|
|
|
|
//--------------------------------------------------------------------------------------------------
|
|
///
|
|
//--------------------------------------------------------------------------------------------------
|
|
RiaDefines::EclipseUnitSystem RifReaderEclipseSummary::unitSystem() const
|
|
{
|
|
auto reader = currentSummaryReader();
|
|
|
|
if ( reader ) return reader->unitSystem();
|
|
|
|
return RiaDefines::EclipseUnitSystem::UNITS_UNKNOWN;
|
|
}
|
|
|
|
//--------------------------------------------------------------------------------------------------
|
|
///
|
|
//--------------------------------------------------------------------------------------------------
|
|
const std::vector<double> RifReaderEclipseSummary::ValuesCache::EMPTY_VECTOR;
|
|
|
|
//--------------------------------------------------------------------------------------------------
|
|
///
|
|
//--------------------------------------------------------------------------------------------------
|
|
RifReaderEclipseSummary::ValuesCache::ValuesCache()
|
|
{
|
|
}
|
|
|
|
//--------------------------------------------------------------------------------------------------
|
|
///
|
|
//--------------------------------------------------------------------------------------------------
|
|
RifReaderEclipseSummary::ValuesCache::~ValuesCache()
|
|
{
|
|
}
|
|
|
|
//--------------------------------------------------------------------------------------------------
|
|
///
|
|
//--------------------------------------------------------------------------------------------------
|
|
void RifReaderEclipseSummary::ValuesCache::insertValues( const RifEclipseSummaryAddress& address, const std::vector<double>& values )
|
|
{
|
|
m_cachedValues[address] = values;
|
|
}
|
|
|
|
//--------------------------------------------------------------------------------------------------
|
|
///
|
|
//--------------------------------------------------------------------------------------------------
|
|
const std::vector<double>& RifReaderEclipseSummary::ValuesCache::getValues( const RifEclipseSummaryAddress& address ) const
|
|
{
|
|
if ( m_cachedValues.find( address ) != m_cachedValues.end() )
|
|
{
|
|
return m_cachedValues.at( address );
|
|
}
|
|
return EMPTY_VECTOR;
|
|
}
|