#include <time.h>
#include <dirent.h>
+#define HEADER_READOK 0
+#define HEADER_READERR 1
+#define HEADER_READLAST 2
+
configcache::configcache(const string& cacheid, const int& nequi, const int& nskip, const string& datadir, char **configmem, const int& configMemSize, const int& cachemode,
- writeout *out_a){
- out = out_a;
+ ostream *_log){
+ log = _log;
NEQUI = nequi;
NSKIP = nskip;
DATADIR = datadir;
CACHEID = cacheid;
+ if ( cacheid.find("_") != -1 ) {
+ if(log) *log << "CCACHE: Invalid cacheid \"" << cacheid << "\" given. Cacheids must not contain underscores!" << endl << flush;
+ exit(1);
+ }
+
configMem = (char*)malloc(configMemSize);
tmpConfig = (char*)malloc(configMemSize);
refetchDataFiles = false;
}
-string configcache::getFileId(const bool& shortid)
+string configcache::getFileId(int actnequi, const bool& shortid)
{
stringstream fileid;
- if(!shortid) fileid << CACHEID << "_" << NEQUI << "_" << NSKIP;
+ if(!shortid) fileid << CACHEID << "_" << actnequi << "_" << NSKIP;
for(int ipara=0; ipara<Paras.size(); ipara++)
fileid << "_" << Paras[ipara].id << Paras[ipara].val;
string truncIn, truncOut;
filedesc->filename = infile;
- filedesc->doVirtualEquilibration = false;
if( infile.size() < 4 ) return false;
inchar = new char [infile.size()+1];
strcpy (inchar, infile.c_str());
-
+
inParts = strtok( inchar, "_" );
for(int iPart=0; inParts!=NULL; iPart++)
{
switch(iPart)
{
- case 1: if(inParts != CACHEID) return false; break;
- case 2:
- if (atoi(inParts) > NEQUI)
- return false;
- else if (atoi(inParts) < NEQUI)
- filedesc->doVirtualEquilibration = true;
+ case 1: if(inParts != CACHEID)
+ return false;
+ break;
+ case 2:
filedesc->nequi = atoi(inParts);
break;
case 3:
delete[] inchar;
- if( truncIn.find( getFileId(true) + "_" ) == string::npos ) return false;
+ if( truncIn.find( getFileId(NEQUI, true) + "_" ) == string::npos ) return false;
return true;
}
-bool configcache::openInFile() {
- while( (!inFile.is_open()) && inFiles.size() > 0 )
- {
- if(out) *out->log << "CCACHE: Opening dat-file: " << inFiles.back().filename << endl << flush;
-
- openFileDesc = inFiles.back();
- inFile.open( (DATADIR + "/" + inFiles.back().filename).c_str(), std::ios::binary );
- inFiles.pop_back();
-
- if( !inFile.is_open() ) continue;
-
- inBuffer = new boost::iostreams::filtering_istreambuf;
- inBuffer->push( boost::iostreams::bzip2_decompressor() );
- inBuffer->push(inFile);
-
- return true;
- }
-
- return false;
-}
-
-void configcache::readHeader()
+int configcache::readHeader()
{
- int headersize;
+ long unsigned int headersize;
- if( readDataToMem((char*)&headersize, sizeof(int)) == sizeof(int) && inFile.is_open() )
- {
- if( headerData != NULL ) delete headerData;
+ if( readDataToMem((char *)&headersize, sizeof(long unsigned int)) == sizeof(long unsigned int) && inFile.is_open() ) {
+ if ( headersize == 0 )
+ return HEADER_READLAST;
- headerData = new char(headersize);
-
- if( readDataToMem(headerData, headersize) == headersize && inFile.is_open() ) {
- if(out) *out->log << "CCACHE: Read header information." << endl << flush;
+ pair<unsigned long, void *> newHeader;
+
+ if( readDataToMem((char *)&newHeader.first, sizeof(unsigned long)) == sizeof(unsigned long) && inFile.is_open() ) {
+ newHeader.second = malloc(headersize);
+
+ if( readDataToMem((char *)newHeader.second, headersize) == headersize && inFile.is_open() ) {
+ headerStore.push_back(newHeader);
+ return HEADER_READOK;
}
else {
- if(out) *out->log << "CCACHE: Could not read header! Closing dat-file: " << openFileDesc.filename << endl << flush;
+ if(log) *log << "CCACHE: Could not read heade-data! Closing dat-file: " << openFileDesc.filename << endl << flush;
inFile.close();
+ return HEADER_READERR;
}
}
+ else {
+ if(log) *log << "CCACHE: Could not read headerid-hash! Closing dat-file: " << openFileDesc.filename << endl << flush;
+ inFile.close();
+ return HEADER_READERR;
+ }
+ }
else {
- if(out) *out->log << "CCACHE: Could not read header size! Closing dat-file: " << openFileDesc.filename << endl << flush;
+ if(log) *log << "CCACHE: Could not read header size. Closing dat-file: " << openFileDesc.filename << endl << flush;
inFile.close();
+ return HEADER_READERR;
}
}
-void *configcache::getHeader() {
- return headerData;
+bool configcache::readAllHeaders()
+{
+ int readHeaderStatus;
+
+ deleteHeaderStore();
+
+ do {
+ readHeaderStatus = readHeader();
+ }
+ while ( readHeaderStatus == HEADER_READOK );
+
+ if ( readHeaderStatus == HEADER_READLAST ) return true;
+ else if ( readHeaderStatus == HEADER_READERR ) return false;
}
-bool configcache::readConfig()
+void * configcache::getHeader(const string& headerid) {
+ for (vector< pair<unsigned long, void *> >::iterator headerStoreIt = headerStore.begin(); headerStoreIt != headerStore.end(); ++headerStoreIt)
+ if ( headerStoreIt->first == hash(headerid) )
+ return headerStoreIt->second;
+
+ return NULL;
+}
+
+/* returns number of equilibration-steps left with new read configuration
+ or zero if no new configuration was read */
+void configcache::readConfig(bool& readnewconfig, int& nequileft, vector<unsigned long> *excludeFileHashes)
{
- if(DATADIR == "" || MODE == CACHE_MODE_DISABLED) return false;
+ readnewconfig = false;
+
+ if(DATADIR == "" || MODE == CACHE_MODE_DISABLED) return;
if(refetchDataFiles){
refetchDataFiles = false;
while(true)
{
- if( (!inFile.is_open()) && inFiles.size() == 0 ) return false;
+ vector<infiledesc>::iterator inFileIt = getNextInfile(excludeFileHashes);
+ int iDidVirtualSkips;
+
+ if( (!inFile.is_open()) && inFileIt == inFiles.end() ) {
+ if (readnewconfig)
+ nequileft = nequileft_internal;
+ return;
+ }
+
+ while( (!inFile.is_open()) && inFiles.size() > 0 ) {
+ openFileDesc = *inFileIt;
+
+ if (openFileDesc.nequi < NEQUI)
+ doVirtualEquilibration = true;
+ else
+ doVirtualEquilibration = false;
- /* read header information */
- if ( openInFile() && openFileDesc.extended )
- readHeader();
+ firstUsedConfig = true;
+
+ if(log) *log << "CCACHE: Opening dat-file: " << inFileIt->filename << endl << flush;
+ inFile.open( (DATADIR + "/" + inFileIt->filename).c_str(), std::ios::binary );
+
+ inFiles.erase(inFileIt);
+
+ if( !inFile.is_open() ) continue;
+
+ inBuffer = new boost::iostreams::filtering_istreambuf;
+ inBuffer->push( boost::iostreams::bzip2_decompressor() );
+ inBuffer->push(inFile);
+ }
if( inFile.is_open() )
{
- if (openFileDesc.doVirtualEquilibration) {
- if(out) *out->log << "CCACHE: Trying virtual equilibration." << endl << flush;
- openFileDesc.doVirtualEquilibration = false;
- for (int iskip=0; iskip < (NEQUI-openFileDesc.nequi)/openFileDesc.nskip; iskip++) {
- if( readDataToMem(tmpConfig, configSize) != configSize || ! inFile.is_open() )
+ if (doVirtualEquilibration) {
+ if(log) *log << "CCACHE: Trying virtual equilibration." << endl << flush;
+ doVirtualEquilibration = false;
+ for (iDidVirtualSkips=0; iDidVirtualSkips < (NEQUI-openFileDesc.nequi)/openFileDesc.nskip; iDidVirtualSkips++) {
+ if( readFullBlock(tmpConfig, configSize) != configSize || ! inFile.is_open() )
break;
+ else if ( (NEQUI-openFileDesc.nequi) - (iDidVirtualSkips+1)*openFileDesc.nskip < nequileft_internal ) {
+ memcpy(configMem, tmpConfig, configSize);
+ nequileft_internal = NEQUI - openFileDesc.nequi - (iDidVirtualSkips+1)*openFileDesc.nskip;
+ readnewconfig = true;
+ firstUsedConfig = false;
+ }
}
}
- if( readDataToMem(tmpConfig, configSize) == configSize && inFile.is_open() )
+ if( readFullBlock(tmpConfig, configSize) == configSize && inFile.is_open() )
{
memcpy(configMem, tmpConfig, configSize);
- return true;
+ readnewconfig = true;
+ if (firstUsedConfig) {
+ firstUsedConfig = false;
+ if (openFileDesc.nequi < NEQUI)
+ nequileft_internal = NEQUI - openFileDesc.nequi - iDidVirtualSkips*openFileDesc.nskip;
+ else
+ nequileft_internal = NEQUI - openFileDesc.nequi;
+ }
+ nequileft_internal -= openFileDesc.nskip;
+ nequileft = nequileft_internal;
+ return;
}
else {
- if(out) *out->log << "CCACHE: Could not read configuration. Closing dat-file: " << openFileDesc.filename << endl << flush;
+ if(log) *log << "CCACHE: Could not read configuration. Closing dat-file: " << openFileDesc.filename << endl << flush;
inFile.close();
}
}
}
}
-void configcache::openOutFile()
+void configcache::openOutFile(int actnequi)
{
time_t secstamp = time(NULL);
outFileName.str("");
- outFileName << DATADIR << "/" << secstamp << "_" << getFileId() << "_.edat.tmp";
+ outFileName << DATADIR << "/" << secstamp << "_" << getFileId(actnequi) << "_.edat.tmp";
+
outFile.open( outFileName.str().c_str(), std::ios::binary );
outBuffer = new boost::iostreams::filtering_ostreambuf;
outBuffer->push(outFile);
}
-void configcache::writeHeader(char *header, const int& size) {
+void configcache::writeHeader(const string& headerid, const char *header, long unsigned int size, int actnequi) {
+ unsigned long headeridhash;
+
if( DATADIR == "" || MODE < 2 ) return;
- if(!outFile.is_open()) {
- openOutFile();
- boost::iostreams::write(*outBuffer, header, size);
- }
- else
- if(out) *out->log << "CCACHE: Not writing header because outfile is already open!" << endl << flush;
+ if(!outFile.is_open())
+ openOutFile(actnequi);
+
+ headeridhash = hash(headerid);
+
+ boost::iostreams::write(*outBuffer, (char*)&size, sizeof(long unsigned int));
+ boost::iostreams::write(*outBuffer, (char*)&headeridhash, sizeof(unsigned long));
+ boost::iostreams::write(*outBuffer, header, size);
}
-void configcache::writeConfig()
+void configcache::writeConfig(int actnequi)
{
- if( DATADIR == "" || MODE < 2 ) return;
+ long unsigned int zeroheader=0;
- if(!outFile.is_open()){
- int zeroheader=0;
- openOutFile();
- boost::iostreams::write(*outBuffer, (char*)&zeroheader, sizeof(int));
- }
+ if ( DATADIR == "" || MODE < 2 ) return;
+
+ if ( ! outFile.is_open() )
+ openOutFile(actnequi);
+
+ boost::iostreams::write(*outBuffer, (char*)&zeroheader, sizeof(long unsigned int));
boost::iostreams::write(*outBuffer, configMem, configSize);
}
inFiles.clear();
refetchDataFiles = true;
+ nequileft_internal = NEQUI;
}
configcache::~configcache()
}
}
+int configcache::readFullBlock(char *tmpData, long unsigned int dataSize)
+{
+ /* try to read header */
+ if ( openFileDesc.extended )
+ if ( ! readAllHeaders() )
+ return -1;
+
+ /* read data */
+ return readDataToMem(tmpData, dataSize);
+}
+
int configcache::readDataToMem(char *tmpData, long unsigned int dataSize)
{
int readturn = -1;
try { readturn = boost::iostreams::read(*inBuffer, tmpData, dataSize); }
catch(boost::iostreams::bzip2_error& error) {
- if(out) *out->log << "CCACHE: Caught bzip2 exception with error code: " << error.error() << endl << flush;
+ if(log) *log << "CCACHE: Caught bzip2 exception with error code: " << error.error() << endl << flush;
inFile.close();
}
catch (std::exception const& ex) {
- if(out) *out->log << "CCACHE: Caught exception: " << ex.what() << endl << flush;
+ if(log) *log << "CCACHE: Caught exception: " << ex.what() << endl << flush;
inFile.close();
}
catch( ... ) {
- if(out) *out->log << "CCACHE: Caught unknown exception while reading." << endl << flush;
+ if(log) *log << "CCACHE: Caught unknown exception while reading." << endl << flush;
inFile.close();
}
return readturn;
}
+
+unsigned long configcache::hash(const string& str)
+{
+ unsigned long hash = 5381;
+
+ for(string::const_iterator it=str.begin();it!=str.end();it++)
+ hash = ((hash << 5) + hash) + *it; /* hash * 33 + character */
+
+ return hash;
+}
+
+void configcache::deleteHeaderStore()
+{
+ while ( headerStore.size() > 0 ) {
+ free(headerStore.back().second);
+ headerStore.pop_back();
+ }
+}
+
+vector<infiledesc>::iterator configcache::getNextInfile(vector<unsigned long> *excludeFileHashes) {
+ for (vector<infiledesc>::iterator init = inFiles.begin(); init != inFiles.end(); ++init) {
+ if (excludeFileHashes != NULL) {
+ bool excludethisfile = false;
+
+ for (vector<unsigned long>::iterator exit = excludeFileHashes->begin(); exit != excludeFileHashes->end(); ++exit)
+ if ( *exit == hash(init->filename) ) {
+ excludethisfile = true;
+ break;
+ }
+
+ if (excludethisfile)
+ continue;
+ }
+ return init;
+ }
+ return inFiles.end();
+}
projects / phys / latlib.git / blobdiff