X-Git-Url: http://git.treefish.org/~alex/phys/latlib.git/blobdiff_plain/4d1416455c49f0ba19954ca80a72b72f9dfcd33e..dde851eb3186dbb51898dfe8fc530fce1e0a4cd3:/configcache.cpp?ds=inline diff --git a/configcache.cpp b/configcache.cpp index d45e4d6..f642e9f 100644 --- a/configcache.cpp +++ b/configcache.cpp @@ -18,6 +18,11 @@ configcache::configcache(const string& cacheid, const int& nequi, const int& nsk DATADIR = datadir; CACHEID = cacheid; + if ( cacheid.find("_") != -1 ) { + if(log) *log << "CCACHE: Invalid cacheid \"" << cacheid << "\" given. Cacheids must not contain underscores!" << endl << flush; + exit(1); + } + configMem = (char*)malloc(configMemSize); tmpConfig = (char*)malloc(configMemSize); @@ -32,11 +37,11 @@ configcache::configcache(const string& cacheid, const int& nequi, const int& nsk refetchDataFiles = false; } -string configcache::getFileId(const bool& shortid) +string configcache::getFileId(int actnequi, const bool& shortid) { stringstream fileid; - if(!shortid) fileid << CACHEID << "_" << NEQUI << "_" << NSKIP; + if(!shortid) fileid << CACHEID << "_" << actnequi << "_" << NSKIP; for(int ipara=0; iparafilename = infile; filedesc->doVirtualEquilibration = false; + filedesc->firstUsedConfig = true; if( infile.size() < 4 ) return false; @@ -80,7 +86,7 @@ bool configcache::isValidInFile(const string& infile, infiledesc *filedesc) inchar = new char [infile.size()+1]; strcpy (inchar, infile.c_str()); - + inParts = strtok( inchar, "_" ); for(int iPart=0; inParts!=NULL; iPart++) { @@ -88,11 +94,11 @@ bool configcache::isValidInFile(const string& infile, infiledesc *filedesc) switch(iPart) { - case 1: if(inParts != CACHEID) return false; break; - case 2: - if (atoi(inParts) > NEQUI) - return false; - else if (atoi(inParts) < NEQUI) + case 1: if(inParts != CACHEID) + return false; + break; + case 2: + if (atoi(inParts) < NEQUI) filedesc->doVirtualEquilibration = true; filedesc->nequi = atoi(inParts); break; @@ -108,7 +114,7 @@ bool configcache::isValidInFile(const string& infile, infiledesc *filedesc) delete[] inchar; - if( truncIn.find( getFileId(true) + "_" ) == string::npos ) return false; + if( truncIn.find( getFileId(NEQUI, true) + "_" ) == string::npos ) return false; return true; } @@ -172,12 +178,13 @@ void * configcache::getHeader(const string& headerid) { return NULL; } -/* returns number of equilibration-steps left */ -int configcache::readConfig(vector *excludeFileHashes) +/* returns number of equilibration-steps left with new read configuration + or zero if no new configuration was read */ +void configcache::readConfig(bool& readnewconfig, int& nequileft, vector *excludeFileHashes) { - int nequileft = NEQUI; + readnewconfig = false; - if(DATADIR == "" || MODE == CACHE_MODE_DISABLED) return nequileft; + if(DATADIR == "" || MODE == CACHE_MODE_DISABLED) return; if(refetchDataFiles){ refetchDataFiles = false; @@ -186,28 +193,22 @@ int configcache::readConfig(vector *excludeFileHashes) while(true) { - if( (!inFile.is_open()) && inFiles.size() == 0 ) return nequileft; + vector::iterator inFileIt = getNextInfile(excludeFileHashes); + int iDidVirtualSkips; - while( (!inFile.is_open()) && inFiles.size() > 0 ) { - bool excludethisfile=false; + if( (!inFile.is_open()) && inFileIt == inFiles.end() ) { + cout << "RETURNING..." << endl; + nequileft = nequileft_internal; + return; + } - openFileDesc = inFiles.back(); + while( (!inFile.is_open()) && inFiles.size() > 0 ) { + openFileDesc = *inFileIt; - if (excludeFileHashes != NULL) - for (vector::iterator exit = excludeFileHashes->begin(); exit != excludeFileHashes->end(); ++exit) - if ( *exit == hash(inFiles.back().filename) ) { - excludethisfile = true; - break; - } - - if ( ! excludethisfile ) { - if(log) *log << "CCACHE: Opening dat-file: " << inFiles.back().filename << endl << flush; - inFile.open( (DATADIR + "/" + inFiles.back().filename).c_str(), std::ios::binary ); - } - else - if(log) *log << "CCACHE: Excluded dat-file: " << inFiles.back().filename << endl << flush; + if(log) *log << "CCACHE: Opening dat-file: " << inFileIt->filename << endl << flush; + inFile.open( (DATADIR + "/" + inFileIt->filename).c_str(), std::ios::binary ); - inFiles.pop_back(); + inFiles.erase(inFileIt); if( !inFile.is_open() ) continue; @@ -221,12 +222,15 @@ int configcache::readConfig(vector *excludeFileHashes) if (openFileDesc.doVirtualEquilibration) { if(log) *log << "CCACHE: Trying virtual equilibration." << endl << flush; openFileDesc.doVirtualEquilibration = false; - for (int iskip=0; iskip < (NEQUI-openFileDesc.nequi)/openFileDesc.nskip; iskip++) { + for (iDidVirtualSkips=0; iDidVirtualSkips < (NEQUI-openFileDesc.nequi)/openFileDesc.nskip; iDidVirtualSkips++) { if( readFullBlock(tmpConfig, configSize) != configSize || ! inFile.is_open() ) break; - else if ( (NEQUI-openFileDesc.nequi) - (iskip+1)*openFileDesc.nskip < nequileft ) { + else if ( (NEQUI-openFileDesc.nequi) - (iDidVirtualSkips+1)*openFileDesc.nskip < nequileft_internal ) { memcpy(configMem, tmpConfig, configSize); - nequileft = (NEQUI-openFileDesc.nequi) - (iskip+1)*openFileDesc.nskip; + nequileft_internal = NEQUI - openFileDesc.nequi - (iDidVirtualSkips+1)*openFileDesc.nskip; + cout << "blabla:" << nequileft_internal << endl; + readnewconfig = true; + openFileDesc.firstUsedConfig = false; } } } @@ -234,7 +238,18 @@ int configcache::readConfig(vector *excludeFileHashes) if( readFullBlock(tmpConfig, configSize) == configSize && inFile.is_open() ) { memcpy(configMem, tmpConfig, configSize); - return -1; + readnewconfig = true; + if (openFileDesc.firstUsedConfig) { + openFileDesc.firstUsedConfig = false; + if (NEQUI < openFileDesc.nequi) + nequileft_internal = NEQUI - openFileDesc.nequi - iDidVirtualSkips*openFileDesc.nskip; + else + nequileft_internal = NEQUI - openFileDesc.nequi; + } + nequileft_internal -= openFileDesc.nskip; + cout << "sadasd:" << nequileft_internal << endl; + nequileft = nequileft_internal; + return; } else { if(log) *log << "CCACHE: Could not read configuration. Closing dat-file: " << openFileDesc.filename << endl << flush; @@ -244,12 +259,12 @@ int configcache::readConfig(vector *excludeFileHashes) } } -void configcache::openOutFile() +void configcache::openOutFile(int actnequi) { time_t secstamp = time(NULL); outFileName.str(""); - outFileName << DATADIR << "/" << secstamp << "_" << getFileId() << "_.edat.tmp"; + outFileName << DATADIR << "/" << secstamp << "_" << getFileId(actnequi) << "_.edat.tmp"; outFile.open( outFileName.str().c_str(), std::ios::binary ); @@ -258,13 +273,13 @@ void configcache::openOutFile() outBuffer->push(outFile); } -void configcache::writeHeader(const string& headerid, const char *header, long unsigned int size) { +void configcache::writeHeader(const string& headerid, const char *header, long unsigned int size, int actnequi) { unsigned long headeridhash; if( DATADIR == "" || MODE < 2 ) return; if(!outFile.is_open()) - openOutFile(); + openOutFile(actnequi); headeridhash = hash(headerid); @@ -273,14 +288,14 @@ void configcache::writeHeader(const string& headerid, const char *header, long u boost::iostreams::write(*outBuffer, header, size); } -void configcache::writeConfig() +void configcache::writeConfig(int actnequi) { long unsigned int zeroheader=0; if ( DATADIR == "" || MODE < 2 ) return; if ( ! outFile.is_open() ) - openOutFile(); + openOutFile(actnequi); boost::iostreams::write(*outBuffer, (char*)&zeroheader, sizeof(long unsigned int)); @@ -382,3 +397,22 @@ void configcache::deleteHeaderStore() headerStore.pop_back(); } } + +vector::iterator configcache::getNextInfile(vector *excludeFileHashes) { + for (vector::iterator init = inFiles.begin(); init != inFiles.end(); ++init) { + if (excludeFileHashes != NULL) { + bool excludethisfile = false; + + for (vector::iterator exit = excludeFileHashes->begin(); exit != excludeFileHashes->end(); ++exit) + if ( *exit == hash(init->filename) ) { + excludethisfile = true; + break; + } + + if (excludethisfile) + continue; + } + return init; + } + return inFiles.end(); +}