X-Git-Url: http://git.treefish.org/~alex/phys/latlib.git/blobdiff_plain/2e2c5c148405f6b0c68608083204c2c1854adcfd..57120da66874b239e28824c9790a62c3556a489e:/configcache.cpp?ds=inline diff --git a/configcache.cpp b/configcache.cpp index 62b9fdb..d45e4d6 100644 --- a/configcache.cpp +++ b/configcache.cpp @@ -10,8 +10,8 @@ #define HEADER_READLAST 2 configcache::configcache(const string& cacheid, const int& nequi, const int& nskip, const string& datadir, char **configmem, const int& configMemSize, const int& cachemode, - writeout *out_a){ - out = out_a; + ostream *_log){ + log = _log; NEQUI = nequi; NSKIP = nskip; @@ -131,19 +131,19 @@ int configcache::readHeader() return HEADER_READOK; } else { - if(out) *out->log << "CCACHE: Could not read heade-data! Closing dat-file: " << openFileDesc.filename << endl << flush; + if(log) *log << "CCACHE: Could not read heade-data! Closing dat-file: " << openFileDesc.filename << endl << flush; inFile.close(); return HEADER_READERR; } } else { - if(out) *out->log << "CCACHE: Could not read headerid-hash! Closing dat-file: " << openFileDesc.filename << endl << flush; + if(log) *log << "CCACHE: Could not read headerid-hash! Closing dat-file: " << openFileDesc.filename << endl << flush; inFile.close(); return HEADER_READERR; } } else { - if(out) *out->log << "CCACHE: Could not read header size. Closing dat-file: " << openFileDesc.filename << endl << flush; + if(log) *log << "CCACHE: Could not read header size. Closing dat-file: " << openFileDesc.filename << endl << flush; inFile.close(); return HEADER_READERR; } @@ -172,9 +172,12 @@ void * configcache::getHeader(const string& headerid) { return NULL; } -bool configcache::readConfig() +/* returns number of equilibration-steps left */ +int configcache::readConfig(vector *excludeFileHashes) { - if(DATADIR == "" || MODE == CACHE_MODE_DISABLED) return false; + int nequileft = NEQUI; + + if(DATADIR == "" || MODE == CACHE_MODE_DISABLED) return nequileft; if(refetchDataFiles){ refetchDataFiles = false; @@ -183,15 +186,29 @@ bool configcache::readConfig() while(true) { - if( (!inFile.is_open()) && inFiles.size() == 0 ) return false; + if( (!inFile.is_open()) && inFiles.size() == 0 ) return nequileft; while( (!inFile.is_open()) && inFiles.size() > 0 ) { - if(out) *out->log << "CCACHE: Opening dat-file: " << inFiles.back().filename << endl << flush; + bool excludethisfile=false; openFileDesc = inFiles.back(); - inFile.open( (DATADIR + "/" + inFiles.back().filename).c_str(), std::ios::binary ); - inFiles.pop_back(); + if (excludeFileHashes != NULL) + for (vector::iterator exit = excludeFileHashes->begin(); exit != excludeFileHashes->end(); ++exit) + if ( *exit == hash(inFiles.back().filename) ) { + excludethisfile = true; + break; + } + + if ( ! excludethisfile ) { + if(log) *log << "CCACHE: Opening dat-file: " << inFiles.back().filename << endl << flush; + inFile.open( (DATADIR + "/" + inFiles.back().filename).c_str(), std::ios::binary ); + } + else + if(log) *log << "CCACHE: Excluded dat-file: " << inFiles.back().filename << endl << flush; + + inFiles.pop_back(); + if( !inFile.is_open() ) continue; inBuffer = new boost::iostreams::filtering_istreambuf; @@ -202,21 +219,25 @@ bool configcache::readConfig() if( inFile.is_open() ) { if (openFileDesc.doVirtualEquilibration) { - if(out) *out->log << "CCACHE: Trying virtual equilibration." << endl << flush; + if(log) *log << "CCACHE: Trying virtual equilibration." << endl << flush; openFileDesc.doVirtualEquilibration = false; for (int iskip=0; iskip < (NEQUI-openFileDesc.nequi)/openFileDesc.nskip; iskip++) { if( readFullBlock(tmpConfig, configSize) != configSize || ! inFile.is_open() ) break; + else if ( (NEQUI-openFileDesc.nequi) - (iskip+1)*openFileDesc.nskip < nequileft ) { + memcpy(configMem, tmpConfig, configSize); + nequileft = (NEQUI-openFileDesc.nequi) - (iskip+1)*openFileDesc.nskip; + } } } if( readFullBlock(tmpConfig, configSize) == configSize && inFile.is_open() ) { memcpy(configMem, tmpConfig, configSize); - return true; + return -1; } else { - if(out) *out->log << "CCACHE: Could not read configuration. Closing dat-file: " << openFileDesc.filename << endl << flush; + if(log) *log << "CCACHE: Could not read configuration. Closing dat-file: " << openFileDesc.filename << endl << flush; inFile.close(); } } @@ -228,7 +249,8 @@ void configcache::openOutFile() time_t secstamp = time(NULL); outFileName.str(""); - outFileName << DATADIR << "/" << secstamp << "_" << getFileId() << "_.edat.tmp"; + outFileName << DATADIR << "/" << secstamp << "_" << getFileId() << "_.edat.tmp"; + outFile.open( outFileName.str().c_str(), std::ios::binary ); outBuffer = new boost::iostreams::filtering_ostreambuf; @@ -236,7 +258,7 @@ void configcache::openOutFile() outBuffer->push(outFile); } -void configcache::writeHeader(const string& headerid, char *header, long unsigned int size) { +void configcache::writeHeader(const string& headerid, const char *header, long unsigned int size) { unsigned long headeridhash; if( DATADIR == "" || MODE < 2 ) return; @@ -328,15 +350,15 @@ int configcache::readDataToMem(char *tmpData, long unsigned int dataSize) try { readturn = boost::iostreams::read(*inBuffer, tmpData, dataSize); } catch(boost::iostreams::bzip2_error& error) { - if(out) *out->log << "CCACHE: Caught bzip2 exception with error code: " << error.error() << endl << flush; + if(log) *log << "CCACHE: Caught bzip2 exception with error code: " << error.error() << endl << flush; inFile.close(); } catch (std::exception const& ex) { - if(out) *out->log << "CCACHE: Caught exception: " << ex.what() << endl << flush; + if(log) *log << "CCACHE: Caught exception: " << ex.what() << endl << flush; inFile.close(); } catch( ... ) { - if(out) *out->log << "CCACHE: Caught unknown exception while reading." << endl << flush; + if(log) *log << "CCACHE: Caught unknown exception while reading." << endl << flush; inFile.close(); }