X-Git-Url: http://git.treefish.org/~alex/phys/latlib.git/blobdiff_plain/22d4f36d4bbd95447a454cceb9084af46927e023..681f1e885b0f95d7278ad2e7e0f2d157c0048390:/hypercache.cpp?ds=inline

diff --git a/hypercache.cpp b/hypercache.cpp
index 6c8e190..fd2bbcb 100644
--- a/hypercache.cpp
+++ b/hypercache.cpp
@@ -5,22 +5,30 @@ vector<hypercache::para> hypercache::delayedParaAdd;
 vector<hypercache::para> hypercache::delayedParaSet;
 string hypercache::activeCFile = "";
 vector<unsigned long> hypercache::parentConfigs;
-writeout *hypercache::out = NULL;
+ostream* hypercache::log;
 vector<configcache*> hypercache::Os;
+int hypercache::NEQUI;
+int hypercache::NSKIP;
+int hypercache::nequileft;
+pair<int, char*> hypercache::mostEquilibratedConfig;
+int hypercache::lastWrittenObsEquis;
 
 void hypercache::initCache(configcache **cache,
 			   const string& cacheid, const int& nequi, const int& nskip, const string& datadir, 
-			   char **configmem, const int& configMemSize, const int& cachemode, writeout *out_a) {
-  if ( out_a != NULL )
-    out = out_a;
+			   char **configmem, const int& configMemSize, const int& cachemode, ostream* _log) {
+  if ( _log != NULL )
+    log = _log;
   
-  *cache = new configcache(cacheid, nequi, nskip, datadir, configmem, configMemSize, cachemode, out_a);
+  *cache = new configcache(cacheid, nequi, nskip, datadir, configmem, configMemSize, cachemode, log);
   
   for (vector<para>::iterator parit=delayedParaAdd.begin(); parit != delayedParaAdd.end(); ++parit)
     (*cache)->addPara(parit->parid, parit->val);
 
   for (vector<para>::iterator parit=delayedParaSet.begin(); parit != delayedParaSet.end(); ++parit)
     (*cache)->setPara(parit->parid, parit->val);
+
+  NEQUI = nequi;
+  NSKIP = nskip;
 }
 
 void hypercache::addPara(const string& parid, const double& val) {
@@ -47,6 +55,9 @@ void hypercache::setPara(const string& parid, const double& val) {
   
   for (vector<configcache*>::iterator osit = Os.begin(); osit != Os.end(); ++osit)
     (*osit)->setPara(parid, val);
+
+  nequileft = NEQUI;
+  mostEquilibratedConfig.first = NEQUI;
 }
 
 void hypercache::finalize() {
@@ -60,44 +71,98 @@ string hypercache::fileOfPath(const string& dressedfile) {
   return dressedfile.substr(dressedfile.find_last_of("\\/")+1);
 }
 
-int hypercache::readC() { 
-  int readret;
+bool hypercache::readC() {
+  bool readAtLeastOneConfig;
 
-  readret = C->readConfig(&parentConfigs);
+  C->readConfig(&readAtLeastOneConfig, &nequileft, &parentConfigs);
 
-  if ( readret == -1 )
+  if ( nequileft < 0 && readAtLeastOneConfig )
     activeCFile = fileOfPath(C->getInFileName());
   else
     activeCFile = "";
 
-  return readret; 
+  /* try to find more equilibrated config-file configuration for equilibration in excluded files */
+  if ( ( nequileft >= 0 || ( ! readAtLeastOneConfig ) ) && C->inFilesLeft() > 0 ) {
+    int nEquiLeftBeforeExcludedFileCheck = nequileft;
+    *log << "HYPERCACHE: Trying to find more equilibrated config in excluded files." << endl << flush;
+
+    char *tmpconfig = (char*) malloc(C->getConfigSize());
+
+    while (true) {
+      bool readnewconfig_ex;
+      int nequileftReadConfig_ex;
+
+      memcpy (tmpconfig, C->getConfigMem(), C->getConfigSize());
+      C->readConfig(&readnewconfig_ex, &nequileftReadConfig_ex, NULL);
+
+      if (! readnewconfig_ex) {
+	*log << "HYPERCACHE: No more excluded config-files for possible equilibration available." << endl << flush;
+	break;
+      }
+      
+      if (nequileftReadConfig_ex <= nequileft) {
+	nequileft = nequileftReadConfig_ex;
+	readAtLeastOneConfig = false;
+      }
+      else if (nequileftReadConfig_ex > nequileft) {
+	memcpy (C->getConfigMem(), tmpconfig, C->getConfigSize());
+      }
+    }
+    free(tmpconfig);
+
+    if (nEquiLeftBeforeExcludedFileCheck > nequileft)
+      *log << "HYPERCACHE: Found more equilibrated or same equilibrated excluded config-file configuration for equilibration." << endl << flush;
+    else
+      *log << "HYPERCACHE: Excluded config-file configuration for equilibration is less equilibrated than actual config." << endl << flush;
+  }
+
+  /* storing most equilibrated config */
+  if ( nequileft < mostEquilibratedConfig.first && readAtLeastOneConfig ) {
+    mostEquilibratedConfig.first = nequileft;
+    memcpy(mostEquilibratedConfig.second, C->getConfigMem(), C->getConfigSize());
+  }
+
+  /* injecting back most equilibrated config if nothing could be used anymore */
+  if ( (!readAtLeastOneConfig) && mostEquilibratedConfig.first < nequileft ) {
+    *log << "HYPERCACHE: Injecting back most equilibrated stored config with nequileft = " << mostEquilibratedConfig.first << endl << flush;
+    nequileft = mostEquilibratedConfig.first;
+    memcpy(C->getConfigMem(), mostEquilibratedConfig.second, C->getConfigSize());
+  }
+
+  return readAtLeastOneConfig;
 }
 
 void hypercache::writeC() {
-  C->writeConfig();
+  if (nequileft > 0)
+    nequileft = 0;
+
+   nequileft -= NSKIP;
+
+  C->writeConfig(NEQUI-nequileft-NSKIP);
   activeCFile = fileOfPath( C->getOutFileName().substr( 0, C->getOutFileName().length()-4 ) );
 }
 
 void hypercache::writeO(int obsid) {
+  if ( ( lastWrittenObsEquis + NSKIP != NEQUI-nequileft-NSKIP ) && Os[obsid]->isOutFileOpen() )
+    Os[obsid]->finishOutFile();
+
   if ( activeCFile != "" ) {
     unsigned long afilehash = configcache::hash(activeCFile);
-    Os[obsid]->writeHeader("concurrent_cfile", (char*)(&afilehash), sizeof(unsigned long));
+    Os[obsid]->writeHeader("concurrent_cfile", (char*)(&afilehash), sizeof(unsigned long), NEQUI-nequileft-NSKIP);
   }
-  Os[obsid]->writeConfig(); 
-}
+  Os[obsid]->writeConfig(NEQUI-nequileft-NSKIP); 
 
-int hypercache::readO(int obsid) {
-  int readret;
+  lastWrittenObsEquis = NEQUI-nequileft-NSKIP;
+}
 
-  readret = Os[obsid]->readConfig();
+void hypercache::readO(int obsid, bool *readNewObsConfig, int *nequiObsLeft) {
+  Os[obsid]->readConfig(readNewObsConfig, nequiObsLeft);
 
-  if ( readret == -1 ) {
+  if ( *readNewObsConfig && *nequiObsLeft < 0 ) {
     unsigned long *parentconfig = (unsigned long*)Os[obsid]->getHeader("concurrent_cfile");
     if ( parentconfig != NULL )
       addParentConfig(parentconfig);
   }
-  
-  return readret;
 }
 
 void hypercache::addParentConfig(const unsigned long *parentconfig) {