#include <time.h>
#include <dirent.h>
+#define HEADER_READOK 0
+#define HEADER_READERR 1
+#define HEADER_READLAST 2
+
configcache::configcache(const string& cacheid, const int& nequi, const int& nskip, const string& datadir, char **configmem, const int& configMemSize, const int& cachemode,
writeout *out_a){
out = out_a;
MODE = cachemode;
refetchDataFiles = false;
-
- readHeaderData = NULL;
}
string configcache::getFileId(const bool& shortid)
return true;
}
-bool configcache::readHeader()
+int configcache::readHeader()
{
long unsigned int headersize;
+
+ if( readDataToMem((char *)&headersize, sizeof(long unsigned int)) == sizeof(long unsigned int) && inFile.is_open() ) {
+ if ( headersize == 0 )
+ return HEADER_READLAST;
- if( readDataToMem((char*)&headersize, sizeof(long unsigned int)) == sizeof(long unsigned int) && inFile.is_open() )
- {
- if( readHeaderData != NULL ) free(readHeaderData);
+ pair<unsigned long, void *> newHeader;
- readHeaderData = (char*) malloc(headersize);
+ if( readDataToMem((char *)&newHeader.first, sizeof(unsigned long)) == sizeof(unsigned long) && inFile.is_open() ) {
+ newHeader.second = malloc(headersize);
- if( readDataToMem(readHeaderData, headersize) == headersize && inFile.is_open() ) {
- return true;
+ if( readDataToMem((char *)newHeader.second, headersize) == headersize && inFile.is_open() ) {
+ headerStore.push_back(newHeader);
+ return HEADER_READOK;
}
else {
- if(out) *out->log << "CCACHE: Could not read header! Closing dat-file: " << openFileDesc.filename << endl << flush;
+ if(out) *out->log << "CCACHE: Could not read heade-data! Closing dat-file: " << openFileDesc.filename << endl << flush;
inFile.close();
- return false;
+ return HEADER_READERR;
}
}
+ else {
+ if(out) *out->log << "CCACHE: Could not read headerid-hash! Closing dat-file: " << openFileDesc.filename << endl << flush;
+ inFile.close();
+ return HEADER_READERR;
+ }
+ }
else {
if(out) *out->log << "CCACHE: Could not read header size. Closing dat-file: " << openFileDesc.filename << endl << flush;
inFile.close();
- return false;
+ return HEADER_READERR;
+ }
+}
+
+bool configcache::readAllHeaders()
+{
+ int readHeaderStatus;
+
+ deleteHeaderStore();
+
+ do {
+ readHeaderStatus = readHeader();
}
+ while ( readHeaderStatus == HEADER_READOK );
+
+ if ( readHeaderStatus == HEADER_READLAST ) return true;
+ else if ( readHeaderStatus == HEADER_READERR ) return false;
}
-void *configcache::getHeader() {
- return readHeaderData;
+void * configcache::getHeader(const string& headerid) {
+ for (vector< pair<unsigned long, void *> >::iterator headerStoreIt = headerStore.begin(); headerStoreIt != headerStore.end(); ++headerStoreIt)
+ if ( headerStoreIt->first == hash(headerid) )
+ return headerStoreIt->second;
+
+ return NULL;
}
-bool configcache::readConfig()
-{
+bool configcache::readConfig(vector<unsigned long> *excludeFileHashes)
+{
if(DATADIR == "" || MODE == CACHE_MODE_DISABLED) return false;
if(refetchDataFiles){
if( (!inFile.is_open()) && inFiles.size() == 0 ) return false;
while( (!inFile.is_open()) && inFiles.size() > 0 ) {
- if(out) *out->log << "CCACHE: Opening dat-file: " << inFiles.back().filename << endl << flush;
+ bool excludethisfile=false;
openFileDesc = inFiles.back();
- inFile.open( (DATADIR + "/" + inFiles.back().filename).c_str(), std::ios::binary );
- inFiles.pop_back();
+ if (excludeFileHashes != NULL)
+ for (vector<unsigned long>::iterator exit = excludeFileHashes->begin(); exit != excludeFileHashes->end(); ++exit)
+ if ( *exit == hash(inFiles.back().filename) ) {
+ excludethisfile = true;
+ break;
+ }
+
+ if ( ! excludethisfile ) {
+ if(out) *out->log << "CCACHE: Opening dat-file: " << inFiles.back().filename << endl << flush;
+ inFile.open( (DATADIR + "/" + inFiles.back().filename).c_str(), std::ios::binary );
+ }
+ else
+ if(out) *out->log << "CCACHE: Excluded dat-file: " << inFiles.back().filename << endl << flush;
+
+ inFiles.pop_back();
+
if( !inFile.is_open() ) continue;
inBuffer = new boost::iostreams::filtering_istreambuf;
time_t secstamp = time(NULL);
outFileName.str("");
- outFileName << DATADIR << "/" << secstamp << "_" << getFileId() << "_.edat.tmp";
+ outFileName << DATADIR << "/" << secstamp << "_" << getFileId() << "_.edat.tmp";
+
outFile.open( outFileName.str().c_str(), std::ios::binary );
outBuffer = new boost::iostreams::filtering_ostreambuf;
outBuffer->push(boost::iostreams::bzip2_compressor());
outBuffer->push(outFile);
-
- headerWritten = false;
}
-void configcache::writeHeader(char *header, long unsigned int size) {
+void configcache::writeHeader(const string& headerid, const char *header, long unsigned int size) {
+ unsigned long headeridhash;
+
if( DATADIR == "" || MODE < 2 ) return;
if(!outFile.is_open())
openOutFile();
+ headeridhash = hash(headerid);
+
boost::iostreams::write(*outBuffer, (char*)&size, sizeof(long unsigned int));
+ boost::iostreams::write(*outBuffer, (char*)&headeridhash, sizeof(unsigned long));
boost::iostreams::write(*outBuffer, header, size);
-
- headerWritten = true;
}
void configcache::writeConfig()
{
+ long unsigned int zeroheader=0;
+
if ( DATADIR == "" || MODE < 2 ) return;
if ( ! outFile.is_open() )
openOutFile();
- if ( ! headerWritten ) {
- long unsigned int zeroheader=0;
- boost::iostreams::write(*outBuffer, (char*)&zeroheader, sizeof(long unsigned int));
- }
+ boost::iostreams::write(*outBuffer, (char*)&zeroheader, sizeof(long unsigned int));
boost::iostreams::write(*outBuffer, configMem, configSize);
- headerWritten = false;
}
void configcache::addPara(const string& parid, const double& val){
{
/* try to read header */
if ( openFileDesc.extended )
- if ( ! readHeader() )
+ if ( ! readAllHeaders() )
return -1;
/* read data */
return readturn;
}
+
+unsigned long configcache::hash(const string& str)
+{
+ unsigned long hash = 5381;
+
+ for(string::const_iterator it=str.begin();it!=str.end();it++)
+ hash = ((hash << 5) + hash) + *it; /* hash * 33 + character */
+
+ return hash;
+}
+
+void configcache::deleteHeaderStore()
+{
+ while ( headerStore.size() > 0 ) {
+ free(headerStore.back().second);
+ headerStore.pop_back();
+ }
+}
projects / phys / latlib.git / blobdiff