1 #include "configcache.h"
8 #define HEADER_READOK 0
9 #define HEADER_READERR 1
10 #define HEADER_READLAST 2
12 configcache::configcache(const string& cacheid, const int& nequi, const int& nskip, const string& datadir, char **configmem, const int& configMemSize, const int& cachemode,
21 if ( cacheid.find("_") != -1 ) {
22 if(log) *log << "CCACHE: Invalid cacheid \"" << cacheid << "\" given. Cacheids must not contain underscores!" << endl << flush;
26 configMem = (char*)malloc(configMemSize);
27 tmpConfig = (char*)malloc(configMemSize);
29 *configmem = configMem;
30 configSize = configMemSize;
37 refetchDataFiles = false;
40 string configcache::getFileId(int actnequi, const bool& shortid)
44 if(!shortid) fileid << CACHEID << "_" << actnequi << "_" << NSKIP;
45 for(int ipara=0; ipara<Paras.size(); ipara++)
46 fileid << "_" << Paras[ipara].id << Paras[ipara].val;
51 void configcache::fetchDataFiles()
53 struct dirent *de=NULL;
55 static infiledesc filedesc;
57 d=opendir(DATADIR.c_str());
59 while(de = readdir(d)){
60 string filename = de->d_name;
61 if(isValidInFile(filename, &filedesc))
63 inFiles.push_back(filedesc);
69 bool configcache::isValidInFile(const string& infile, infiledesc *filedesc)
71 char *inchar, *inParts;
72 string truncIn, truncOut;
74 filedesc->filename = infile;
75 filedesc->doVirtualEquilibration = false;
76 filedesc->readEquilibratedConfigs = 0;
78 if( infile.size() < 4 ) return false;
80 if( infile.substr(infile.size()-4) == ".dat" )
81 filedesc->extended = false;
82 else if( infile.substr(infile.size()-4) == "edat" )
83 filedesc->extended = true;
87 inchar = new char [infile.size()+1];
88 strcpy (inchar, infile.c_str());
90 inParts = strtok( inchar, "_" );
91 for(int iPart=0; inParts!=NULL; iPart++)
93 if( iPart>3 ) { truncIn += "_"; truncIn += inParts; }
97 case 1: if(inParts != CACHEID)
101 if (atoi(inParts) < NEQUI)
102 filedesc->doVirtualEquilibration = true;
103 filedesc->nequi = atoi(inParts);
106 if(atoi(inParts) != NSKIP)
108 filedesc->nskip = atoi(inParts);
111 inParts = strtok( NULL, "_");
113 truncIn = truncIn.substr(0, truncIn.size()-4);
117 if( truncIn.find( getFileId(NEQUI, true) + "_" ) == string::npos ) return false;
122 int configcache::readHeader()
124 long unsigned int headersize;
126 if( readDataToMem((char *)&headersize, sizeof(long unsigned int)) == sizeof(long unsigned int) && inFile.is_open() ) {
127 if ( headersize == 0 )
128 return HEADER_READLAST;
130 pair<unsigned long, void *> newHeader;
132 if( readDataToMem((char *)&newHeader.first, sizeof(unsigned long)) == sizeof(unsigned long) && inFile.is_open() ) {
133 newHeader.second = malloc(headersize);
135 if( readDataToMem((char *)newHeader.second, headersize) == headersize && inFile.is_open() ) {
136 headerStore.push_back(newHeader);
137 return HEADER_READOK;
140 if(log) *log << "CCACHE: Could not read heade-data! Closing dat-file: " << openFileDesc.filename << endl << flush;
142 return HEADER_READERR;
146 if(log) *log << "CCACHE: Could not read headerid-hash! Closing dat-file: " << openFileDesc.filename << endl << flush;
148 return HEADER_READERR;
152 if(log) *log << "CCACHE: Could not read header size. Closing dat-file: " << openFileDesc.filename << endl << flush;
154 return HEADER_READERR;
158 bool configcache::readAllHeaders()
160 int readHeaderStatus;
165 readHeaderStatus = readHeader();
167 while ( readHeaderStatus == HEADER_READOK );
169 if ( readHeaderStatus == HEADER_READLAST ) return true;
170 else if ( readHeaderStatus == HEADER_READERR ) return false;
173 void * configcache::getHeader(const string& headerid) {
174 for (vector< pair<unsigned long, void *> >::iterator headerStoreIt = headerStore.begin(); headerStoreIt != headerStore.end(); ++headerStoreIt)
175 if ( headerStoreIt->first == hash(headerid) )
176 return headerStoreIt->second;
181 /* returns number of equilibration-steps left with new read configuration
182 or zero if no new configuration was read */
183 void configcache::readConfig(bool& readnewconfig, int& nequileft, vector<unsigned long> *excludeFileHashes)
185 readnewconfig = false;
188 if(DATADIR == "" || MODE == CACHE_MODE_DISABLED) return;
190 if(refetchDataFiles){
191 refetchDataFiles = false;
197 vector<infiledesc>::iterator inFileIt = getNextInfile(excludeFileHashes);
199 if( (!inFile.is_open()) && inFileIt == inFiles.end() ) return;
201 while( (!inFile.is_open()) && inFiles.size() > 0 ) {
202 openFileDesc = *inFileIt;
204 if(log) *log << "CCACHE: Opening dat-file: " << inFileIt->filename << endl << flush;
205 inFile.open( (DATADIR + "/" + inFileIt->filename).c_str(), std::ios::binary );
207 inFiles.erase(inFileIt);
209 if( !inFile.is_open() ) continue;
211 inBuffer = new boost::iostreams::filtering_istreambuf;
212 inBuffer->push( boost::iostreams::bzip2_decompressor() );
213 inBuffer->push(inFile);
216 if( inFile.is_open() )
218 if (openFileDesc.doVirtualEquilibration) {
219 if(log) *log << "CCACHE: Trying virtual equilibration." << endl << flush;
220 openFileDesc.doVirtualEquilibration = false;
221 for (int iskip=0; iskip < (NEQUI-openFileDesc.nequi)/openFileDesc.nskip; iskip++) {
222 if( readFullBlock(tmpConfig, configSize) != configSize || ! inFile.is_open() )
224 else if ( (NEQUI-openFileDesc.nequi) - (iskip+1)*openFileDesc.nskip < nequileft ) {
225 memcpy(configMem, tmpConfig, configSize);
226 nequileft = (NEQUI-openFileDesc.nequi) - (iskip+1)*openFileDesc.nskip;
227 readnewconfig = true;
232 if( readFullBlock(tmpConfig, configSize) == configSize && inFile.is_open() )
234 memcpy(configMem, tmpConfig, configSize);
235 readnewconfig = true;
236 nequileft = NEQUI - openFileDesc.nequi - openFileDesc.readEquilibratedConfigs*openFileDesc.nskip;
237 openFileDesc.readEquilibratedConfigs++;
241 if(log) *log << "CCACHE: Could not read configuration. Closing dat-file: " << openFileDesc.filename << endl << flush;
248 void configcache::openOutFile(int actnequi)
250 time_t secstamp = time(NULL);
253 outFileName << DATADIR << "/" << secstamp << "_" << getFileId(actnequi) << "_.edat.tmp";
255 outFile.open( outFileName.str().c_str(), std::ios::binary );
257 outBuffer = new boost::iostreams::filtering_ostreambuf;
258 outBuffer->push(boost::iostreams::bzip2_compressor());
259 outBuffer->push(outFile);
262 void configcache::writeHeader(const string& headerid, const char *header, long unsigned int size, int actnequi) {
263 unsigned long headeridhash;
265 if( DATADIR == "" || MODE < 2 ) return;
267 if(!outFile.is_open())
268 openOutFile(actnequi);
270 headeridhash = hash(headerid);
272 boost::iostreams::write(*outBuffer, (char*)&size, sizeof(long unsigned int));
273 boost::iostreams::write(*outBuffer, (char*)&headeridhash, sizeof(unsigned long));
274 boost::iostreams::write(*outBuffer, header, size);
277 void configcache::writeConfig(int actnequi)
279 long unsigned int zeroheader=0;
281 if ( DATADIR == "" || MODE < 2 ) return;
283 if ( ! outFile.is_open() )
284 openOutFile(actnequi);
286 boost::iostreams::write(*outBuffer, (char*)&zeroheader, sizeof(long unsigned int));
288 boost::iostreams::write(*outBuffer, configMem, configSize);
291 void configcache::addPara(const string& parid, const double& val){
295 Paras.push_back(newPara);
298 int configcache::getParIndex(const string& parid){
299 for(int ipara=0; ipara<Paras.size(); ipara++)
300 if(Paras[ipara].id == parid) return ipara;
303 void configcache::setPara(const string& parid, const double& value){
304 Paras[getParIndex(parid)].val = value;
306 if(inBuffer != NULL) { delete inBuffer; inBuffer=NULL; }
310 refetchDataFiles = true;
313 configcache::~configcache()
320 void configcache::finishOutFile()
322 if( outBuffer != NULL )
328 if( outFile.is_open() )
331 rename( outFileName.str().c_str(), outFileName.str().substr(0, outFileName.str().size()-4).c_str() );
335 int configcache::readFullBlock(char *tmpData, long unsigned int dataSize)
337 /* try to read header */
338 if ( openFileDesc.extended )
339 if ( ! readAllHeaders() )
343 return readDataToMem(tmpData, dataSize);
346 int configcache::readDataToMem(char *tmpData, long unsigned int dataSize)
350 if ( dataSize == 0 ) return 0;
352 try { readturn = boost::iostreams::read(*inBuffer, tmpData, dataSize); }
353 catch(boost::iostreams::bzip2_error& error) {
354 if(log) *log << "CCACHE: Caught bzip2 exception with error code: " << error.error() << endl << flush;
357 catch (std::exception const& ex) {
358 if(log) *log << "CCACHE: Caught exception: " << ex.what() << endl << flush;
362 if(log) *log << "CCACHE: Caught unknown exception while reading." << endl << flush;
369 unsigned long configcache::hash(const string& str)
371 unsigned long hash = 5381;
373 for(string::const_iterator it=str.begin();it!=str.end();it++)
374 hash = ((hash << 5) + hash) + *it; /* hash * 33 + character */
379 void configcache::deleteHeaderStore()
381 while ( headerStore.size() > 0 ) {
382 free(headerStore.back().second);
383 headerStore.pop_back();
387 vector<infiledesc>::iterator configcache::getNextInfile(vector<unsigned long> *excludeFileHashes) {
388 for (vector<infiledesc>::iterator init = inFiles.begin(); init != inFiles.end(); ++init) {
389 if (excludeFileHashes != NULL) {
390 bool excludethisfile = false;
392 for (vector<unsigned long>::iterator exit = excludeFileHashes->begin(); exit != excludeFileHashes->end(); ++exit)
393 if ( *exit == hash(init->filename) ) {
394 excludethisfile = true;
403 return inFiles.end();