X-Git-Url: http://git.treefish.org/~alex/phys/latlib.git/blobdiff_plain/dde851eb3186dbb51898dfe8fc530fce1e0a4cd3..1a6e4ad36f2b712a042007efb5184e2f34958595:/configcache.cpp diff --git a/configcache.cpp b/configcache.cpp index f642e9f..c6f9082 100644 --- a/configcache.cpp +++ b/configcache.cpp @@ -5,10 +5,22 @@ #include #include +#include +#include +#include +#include +#include + #define HEADER_READOK 0 #define HEADER_READERR 1 #define HEADER_READLAST 2 +struct configcache::iobuffers +{ + boost::iostreams::filtering_istreambuf *in; + boost::iostreams::filtering_ostreambuf *out; +}; + configcache::configcache(const string& cacheid, const int& nequi, const int& nskip, const string& datadir, char **configmem, const int& configMemSize, const int& cachemode, ostream *_log){ log = _log; @@ -29,8 +41,9 @@ configcache::configcache(const string& cacheid, const int& nequi, const int& nsk *configmem = configMem; configSize = configMemSize; - outBuffer = NULL; - inBuffer = NULL; + ioBuffers = new iobuffers; + ioBuffers->in = NULL; + ioBuffers->out = NULL; MODE = cachemode; @@ -72,8 +85,6 @@ bool configcache::isValidInFile(const string& infile, infiledesc *filedesc) string truncIn, truncOut; filedesc->filename = infile; - filedesc->doVirtualEquilibration = false; - filedesc->firstUsedConfig = true; if( infile.size() < 4 ) return false; @@ -98,8 +109,6 @@ bool configcache::isValidInFile(const string& infile, infiledesc *filedesc) return false; break; case 2: - if (atoi(inParts) < NEQUI) - filedesc->doVirtualEquilibration = true; filedesc->nequi = atoi(inParts); break; case 3: @@ -178,11 +187,9 @@ void * configcache::getHeader(const string& headerid) { return NULL; } -/* returns number of equilibration-steps left with new read configuration - or zero if no new configuration was read */ -void configcache::readConfig(bool& readnewconfig, int& nequileft, vector *excludeFileHashes) +void configcache::readConfig(bool *readnewconfig, int *nequileft, vector *excludeFileHashes) { - readnewconfig = false; + *readnewconfig = false; if(DATADIR == "" || MODE == CACHE_MODE_DISABLED) return; @@ -197,14 +204,21 @@ void configcache::readConfig(bool& readnewconfig, int& nequileft, vector 0 ) { openFileDesc = *inFileIt; + if (openFileDesc.nequi < NEQUI) + doVirtualEquilibration = true; + else + doVirtualEquilibration = false; + + firstUsedConfig = true; + if(log) *log << "CCACHE: Opening dat-file: " << inFileIt->filename << endl << flush; inFile.open( (DATADIR + "/" + inFileIt->filename).c_str(), std::ios::binary ); @@ -212,25 +226,24 @@ void configcache::readConfig(bool& readnewconfig, int& nequileft, vectorpush( boost::iostreams::bzip2_decompressor() ); - inBuffer->push(inFile); + ioBuffers->in = new boost::iostreams::filtering_istreambuf; + ioBuffers->in->push( boost::iostreams::bzip2_decompressor() ); + ioBuffers->in->push(inFile); } if( inFile.is_open() ) { - if (openFileDesc.doVirtualEquilibration) { + if (doVirtualEquilibration) { if(log) *log << "CCACHE: Trying virtual equilibration." << endl << flush; - openFileDesc.doVirtualEquilibration = false; + doVirtualEquilibration = false; for (iDidVirtualSkips=0; iDidVirtualSkips < (NEQUI-openFileDesc.nequi)/openFileDesc.nskip; iDidVirtualSkips++) { if( readFullBlock(tmpConfig, configSize) != configSize || ! inFile.is_open() ) break; else if ( (NEQUI-openFileDesc.nequi) - (iDidVirtualSkips+1)*openFileDesc.nskip < nequileft_internal ) { memcpy(configMem, tmpConfig, configSize); nequileft_internal = NEQUI - openFileDesc.nequi - (iDidVirtualSkips+1)*openFileDesc.nskip; - cout << "blabla:" << nequileft_internal << endl; - readnewconfig = true; - openFileDesc.firstUsedConfig = false; + *readnewconfig = true; + firstUsedConfig = false; } } } @@ -238,17 +251,16 @@ void configcache::readConfig(bool& readnewconfig, int& nequileft, vectorpush(boost::iostreams::bzip2_compressor()); - outBuffer->push(outFile); + ioBuffers->out = new boost::iostreams::filtering_ostreambuf; + ioBuffers->out->push(boost::iostreams::bzip2_compressor()); + ioBuffers->out->push(outFile); } void configcache::writeHeader(const string& headerid, const char *header, long unsigned int size, int actnequi) { @@ -283,9 +295,9 @@ void configcache::writeHeader(const string& headerid, const char *header, long u headeridhash = hash(headerid); - boost::iostreams::write(*outBuffer, (char*)&size, sizeof(long unsigned int)); - boost::iostreams::write(*outBuffer, (char*)&headeridhash, sizeof(unsigned long)); - boost::iostreams::write(*outBuffer, header, size); + boost::iostreams::write(*ioBuffers->out, (char*)&size, sizeof(long unsigned int)); + boost::iostreams::write(*ioBuffers->out, (char*)&headeridhash, sizeof(unsigned long)); + boost::iostreams::write(*ioBuffers->out, header, size); } void configcache::writeConfig(int actnequi) @@ -297,9 +309,9 @@ void configcache::writeConfig(int actnequi) if ( ! outFile.is_open() ) openOutFile(actnequi); - boost::iostreams::write(*outBuffer, (char*)&zeroheader, sizeof(long unsigned int)); + boost::iostreams::write(*ioBuffers->out, (char*)&zeroheader, sizeof(long unsigned int)); - boost::iostreams::write(*outBuffer, configMem, configSize); + boost::iostreams::write(*ioBuffers->out, configMem, configSize); } void configcache::addPara(const string& parid, const double& val){ @@ -316,27 +328,29 @@ int configcache::getParIndex(const string& parid){ void configcache::setPara(const string& parid, const double& value){ Paras[getParIndex(parid)].val = value; + finishOutFile(); - if(inBuffer != NULL) { delete inBuffer; inBuffer=NULL; } + if(ioBuffers->in != NULL) { delete ioBuffers->in; ioBuffers->in=NULL; } inFile.close(); inFiles.clear(); refetchDataFiles = true; + nequileft_internal = NEQUI; } configcache::~configcache() { finishOutFile(); - delete inBuffer; - inBuffer = NULL; + delete ioBuffers->in; + ioBuffers->in = NULL; } void configcache::finishOutFile() { - if( outBuffer != NULL ) + if( ioBuffers->out != NULL ) { - delete outBuffer; - outBuffer = NULL; + delete ioBuffers->out; + ioBuffers->out = NULL; } if( outFile.is_open() ) @@ -363,7 +377,7 @@ int configcache::readDataToMem(char *tmpData, long unsigned int dataSize) if ( dataSize == 0 ) return 0; - try { readturn = boost::iostreams::read(*inBuffer, tmpData, dataSize); } + try { readturn = boost::iostreams::read(*ioBuffers->in, tmpData, dataSize); } catch(boost::iostreams::bzip2_error& error) { if(log) *log << "CCACHE: Caught bzip2 exception with error code: " << error.error() << endl << flush; inFile.close();