X-Git-Url: http://git.treefish.org/~alex/phys/latlib.git/blobdiff_plain/22d4f36d4bbd95447a454cceb9084af46927e023..3c0ea1a85b09df3bb85839ba92831fca9e10a82f:/hypercache.cpp?ds=sidebyside diff --git a/hypercache.cpp b/hypercache.cpp index 6c8e190..fd2bbcb 100644 --- a/hypercache.cpp +++ b/hypercache.cpp @@ -5,22 +5,30 @@ vector hypercache::delayedParaAdd; vector hypercache::delayedParaSet; string hypercache::activeCFile = ""; vector hypercache::parentConfigs; -writeout *hypercache::out = NULL; +ostream* hypercache::log; vector hypercache::Os; +int hypercache::NEQUI; +int hypercache::NSKIP; +int hypercache::nequileft; +pair hypercache::mostEquilibratedConfig; +int hypercache::lastWrittenObsEquis; void hypercache::initCache(configcache **cache, const string& cacheid, const int& nequi, const int& nskip, const string& datadir, - char **configmem, const int& configMemSize, const int& cachemode, writeout *out_a) { - if ( out_a != NULL ) - out = out_a; + char **configmem, const int& configMemSize, const int& cachemode, ostream* _log) { + if ( _log != NULL ) + log = _log; - *cache = new configcache(cacheid, nequi, nskip, datadir, configmem, configMemSize, cachemode, out_a); + *cache = new configcache(cacheid, nequi, nskip, datadir, configmem, configMemSize, cachemode, log); for (vector::iterator parit=delayedParaAdd.begin(); parit != delayedParaAdd.end(); ++parit) (*cache)->addPara(parit->parid, parit->val); for (vector::iterator parit=delayedParaSet.begin(); parit != delayedParaSet.end(); ++parit) (*cache)->setPara(parit->parid, parit->val); + + NEQUI = nequi; + NSKIP = nskip; } void hypercache::addPara(const string& parid, const double& val) { @@ -47,6 +55,9 @@ void hypercache::setPara(const string& parid, const double& val) { for (vector::iterator osit = Os.begin(); osit != Os.end(); ++osit) (*osit)->setPara(parid, val); + + nequileft = NEQUI; + mostEquilibratedConfig.first = NEQUI; } void hypercache::finalize() { @@ -60,44 +71,98 @@ string hypercache::fileOfPath(const string& dressedfile) { return dressedfile.substr(dressedfile.find_last_of("\\/")+1); } -int hypercache::readC() { - int readret; +bool hypercache::readC() { + bool readAtLeastOneConfig; - readret = C->readConfig(&parentConfigs); + C->readConfig(&readAtLeastOneConfig, &nequileft, &parentConfigs); - if ( readret == -1 ) + if ( nequileft < 0 && readAtLeastOneConfig ) activeCFile = fileOfPath(C->getInFileName()); else activeCFile = ""; - return readret; + /* try to find more equilibrated config-file configuration for equilibration in excluded files */ + if ( ( nequileft >= 0 || ( ! readAtLeastOneConfig ) ) && C->inFilesLeft() > 0 ) { + int nEquiLeftBeforeExcludedFileCheck = nequileft; + *log << "HYPERCACHE: Trying to find more equilibrated config in excluded files." << endl << flush; + + char *tmpconfig = (char*) malloc(C->getConfigSize()); + + while (true) { + bool readnewconfig_ex; + int nequileftReadConfig_ex; + + memcpy (tmpconfig, C->getConfigMem(), C->getConfigSize()); + C->readConfig(&readnewconfig_ex, &nequileftReadConfig_ex, NULL); + + if (! readnewconfig_ex) { + *log << "HYPERCACHE: No more excluded config-files for possible equilibration available." << endl << flush; + break; + } + + if (nequileftReadConfig_ex <= nequileft) { + nequileft = nequileftReadConfig_ex; + readAtLeastOneConfig = false; + } + else if (nequileftReadConfig_ex > nequileft) { + memcpy (C->getConfigMem(), tmpconfig, C->getConfigSize()); + } + } + free(tmpconfig); + + if (nEquiLeftBeforeExcludedFileCheck > nequileft) + *log << "HYPERCACHE: Found more equilibrated or same equilibrated excluded config-file configuration for equilibration." << endl << flush; + else + *log << "HYPERCACHE: Excluded config-file configuration for equilibration is less equilibrated than actual config." << endl << flush; + } + + /* storing most equilibrated config */ + if ( nequileft < mostEquilibratedConfig.first && readAtLeastOneConfig ) { + mostEquilibratedConfig.first = nequileft; + memcpy(mostEquilibratedConfig.second, C->getConfigMem(), C->getConfigSize()); + } + + /* injecting back most equilibrated config if nothing could be used anymore */ + if ( (!readAtLeastOneConfig) && mostEquilibratedConfig.first < nequileft ) { + *log << "HYPERCACHE: Injecting back most equilibrated stored config with nequileft = " << mostEquilibratedConfig.first << endl << flush; + nequileft = mostEquilibratedConfig.first; + memcpy(C->getConfigMem(), mostEquilibratedConfig.second, C->getConfigSize()); + } + + return readAtLeastOneConfig; } void hypercache::writeC() { - C->writeConfig(); + if (nequileft > 0) + nequileft = 0; + + nequileft -= NSKIP; + + C->writeConfig(NEQUI-nequileft-NSKIP); activeCFile = fileOfPath( C->getOutFileName().substr( 0, C->getOutFileName().length()-4 ) ); } void hypercache::writeO(int obsid) { + if ( ( lastWrittenObsEquis + NSKIP != NEQUI-nequileft-NSKIP ) && Os[obsid]->isOutFileOpen() ) + Os[obsid]->finishOutFile(); + if ( activeCFile != "" ) { unsigned long afilehash = configcache::hash(activeCFile); - Os[obsid]->writeHeader("concurrent_cfile", (char*)(&afilehash), sizeof(unsigned long)); + Os[obsid]->writeHeader("concurrent_cfile", (char*)(&afilehash), sizeof(unsigned long), NEQUI-nequileft-NSKIP); } - Os[obsid]->writeConfig(); -} + Os[obsid]->writeConfig(NEQUI-nequileft-NSKIP); -int hypercache::readO(int obsid) { - int readret; + lastWrittenObsEquis = NEQUI-nequileft-NSKIP; +} - readret = Os[obsid]->readConfig(); +void hypercache::readO(int obsid, bool *readNewObsConfig, int *nequiObsLeft) { + Os[obsid]->readConfig(readNewObsConfig, nequiObsLeft); - if ( readret == -1 ) { + if ( *readNewObsConfig && *nequiObsLeft < 0 ) { unsigned long *parentconfig = (unsigned long*)Os[obsid]->getHeader("concurrent_cfile"); if ( parentconfig != NULL ) addParentConfig(parentconfig); } - - return readret; } void hypercache::addParentConfig(const unsigned long *parentconfig) {