X-Git-Url: http://git.treefish.org/~alex/phys/latlib.git/blobdiff_plain/3a8bc55b2fdece524393351af7996d743931c5b3..a55a5830c5c98e950d58593697dd4ee5e4384716:/configcache.cpp

diff --git a/configcache.cpp b/configcache.cpp
index 7409b39..fcfdd8e 100644
--- a/configcache.cpp
+++ b/configcache.cpp
@@ -26,6 +26,8 @@ configcache::configcache(const string& cacheid, const int& nequi, const int& nsk
   MODE = cachemode;
 
   refetchDataFiles = false;
+
+  readHeaderData = NULL;
 }
 
 string configcache::getFileId(const bool& shortid)
@@ -67,7 +69,12 @@ bool configcache::isValidInFile(const string& infile, infiledesc *filedesc)
 
   if( infile.size() < 4 ) return false;
 
-  if( infile.substr(infile.size()-3) != "dat" ) return false;
+  if( infile.substr(infile.size()-4) == ".dat" )
+    filedesc->extended = false;
+  else if( infile.substr(infile.size()-4) == "edat" )
+    filedesc->extended = true;
+  else
+    return false;
 
   inchar = new char [infile.size()+1];
   strcpy (inchar, infile.c_str());
@@ -104,6 +111,36 @@ bool configcache::isValidInFile(const string& infile, infiledesc *filedesc)
   return true;
 }
 
+bool configcache::readHeader()
+{
+  long unsigned int headersize;
+
+  if( readDataToMem((char*)&headersize, sizeof(long unsigned int)) == sizeof(long unsigned int) && inFile.is_open() )
+    {
+      if( readHeaderData != NULL ) free(readHeaderData);
+
+      readHeaderData = (char*) malloc(headersize);
+
+      if( readDataToMem(readHeaderData, headersize) == headersize && inFile.is_open() ) {
+	return true;
+      }
+      else {
+	if(out) *out->log << "CCACHE: Could not read header! Closing dat-file: " << openFileDesc.filename << endl << flush;
+	inFile.close();
+	return false;
+      }
+    }
+  else {
+    if(out) *out->log << "CCACHE: Could not read header size. Closing dat-file: " << openFileDesc.filename << endl << flush;
+    inFile.close();
+    return false;
+  }
+}
+
+void *configcache::getHeader() {
+  return readHeaderData;
+}
+
 bool configcache::readConfig()
 {
   if(DATADIR == "" || MODE == CACHE_MODE_DISABLED) return false;
@@ -117,62 +154,85 @@ bool configcache::readConfig()
     {
       if( (!inFile.is_open()) && inFiles.size() == 0 ) return false;
 
-      while( (!inFile.is_open()) && inFiles.size() > 0 )
-	{
-	  if(out) *out->log << "CCACHE: Opening dat-file: " << inFiles.back().filename << endl << flush;
+      while( (!inFile.is_open()) && inFiles.size() > 0 ) {
+	if(out) *out->log << "CCACHE: Opening dat-file: " << inFiles.back().filename << endl << flush;
 
-	  openFileDesc = inFiles.back();
-	  inFile.open( (DATADIR + "/" + inFiles.back().filename).c_str(), std::ios::binary );
-	  inFiles.pop_back();
+	openFileDesc = inFiles.back();
+	inFile.open( (DATADIR + "/" + inFiles.back().filename).c_str(), std::ios::binary );
+	inFiles.pop_back();
 
-	  if( !inFile.is_open() ) continue;
+	if( !inFile.is_open() ) continue;
 
-	  inBuffer = new boost::iostreams::filtering_istreambuf;
-	  inBuffer->push( boost::iostreams::bzip2_decompressor() );
-	  inBuffer->push(inFile);
-	}
+	inBuffer = new boost::iostreams::filtering_istreambuf;
+	inBuffer->push( boost::iostreams::bzip2_decompressor() );
+	inBuffer->push(inFile);
+      }
 
       if( inFile.is_open() ) 
 	{
 	  if (openFileDesc.doVirtualEquilibration) {
-	    *out->log << "CCACHE: Trying virtual equilibration." << endl << flush;
+	    if(out) *out->log << "CCACHE: Trying virtual equilibration." << endl << flush;
 	    openFileDesc.doVirtualEquilibration = false;
 	    for (int iskip=0; iskip < (NEQUI-openFileDesc.nequi)/openFileDesc.nskip; iskip++) {
-	      if( readConfigToMem(tmpConfig) != configSize || ! inFile.is_open() )
+	      if( readFullBlock(tmpConfig, configSize) != configSize || ! inFile.is_open() )
 		break;
 	    }
 	  }
 
-	  if( readConfigToMem(tmpConfig) == configSize && inFile.is_open() )
+	  if( readFullBlock(tmpConfig, configSize) == configSize && inFile.is_open() )
 	    {
 	      memcpy(configMem, tmpConfig, configSize);
 	      return true;
 	    }
 	  else {
-	    *out->log << "CCACHE: Closing dat-file: " << openFileDesc.filename << endl << flush;
+	    if(out) *out->log << "CCACHE: Could not read configuration. Closing dat-file: " << openFileDesc.filename << endl << flush;
 	    inFile.close();
 	  }
 	}
     }
 }
 
-void configcache::writeConfig()
+void configcache::openOutFile()
 {
+  time_t secstamp = time(NULL);
+
+  outFileName.str("");
+  outFileName << DATADIR << "/" << secstamp << "_" << getFileId() << "_.edat.tmp";    
+  outFile.open( outFileName.str().c_str(), std::ios::binary );
+
+  outBuffer = new boost::iostreams::filtering_ostreambuf;
+  outBuffer->push(boost::iostreams::bzip2_compressor());
+  outBuffer->push(outFile);
+
+  headerWritten = false;
+}
+
+void configcache::writeHeader(char *header, long unsigned int size) {
   if( DATADIR == "" || MODE < 2 ) return;
 
-  if(!outFile.is_open()){
-    time_t secstamp = time(NULL);
+  if(!outFile.is_open())
+    openOutFile();
 
-    outFileName.str("");
-    outFileName << DATADIR << "/" << secstamp << "_" << getFileId() << "_.dat.tmp";    
-    outFile.open( outFileName.str().c_str(), std::ios::binary );
+  boost::iostreams::write(*outBuffer, (char*)&size, sizeof(long unsigned int));
+  boost::iostreams::write(*outBuffer, header, size);
 
-    outBuffer = new boost::iostreams::filtering_ostreambuf;
-    outBuffer->push(boost::iostreams::bzip2_compressor());
-    outBuffer->push(outFile);
+  headerWritten = true;
+}
+
+void configcache::writeConfig()
+{
+  if ( DATADIR == "" || MODE < 2 ) return;
+
+  if ( ! outFile.is_open() )
+    openOutFile();
+  
+  if ( ! headerWritten ) {
+    long unsigned int zeroheader=0;
+    boost::iostreams::write(*outBuffer, (char*)&zeroheader, sizeof(long unsigned int));
   }
 
   boost::iostreams::write(*outBuffer, configMem, configSize);
+  headerWritten = false;
 }
 
 void configcache::addPara(const string& parid, const double& val){
@@ -219,11 +279,24 @@ void configcache::finishOutFile()
     }
 }
 
-int configcache::readConfigToMem(char *tmpConfig)
+int configcache::readFullBlock(char *tmpData, long unsigned int dataSize)
+{
+  /* try to read header */
+  if ( openFileDesc.extended )
+    if ( ! readHeader() ) 
+      return -1;
+
+  /* read data */
+  return readDataToMem(tmpData, dataSize);
+}
+
+int configcache::readDataToMem(char *tmpData, long unsigned int dataSize)
 {
   int readturn = -1;
 
-  try { readturn = boost::iostreams::read(*inBuffer, tmpConfig, configSize); }
+  if ( dataSize == 0 ) return 0;
+
+  try { readturn = boost::iostreams::read(*inBuffer, tmpData, dataSize); }
   catch(boost::iostreams::bzip2_error& error) { 
     if(out) *out->log << "CCACHE: Caught bzip2 exception with error code: " << error.error() << endl << flush;
     inFile.close();