X-Git-Url: http://git.treefish.org/~alex/phys/latlib.git/blobdiff_plain/36bc55ceb7b62569c7604f28b3e53bc2e42cf0ce..3c0ea1a85b09df3bb85839ba92831fca9e10a82f:/hypercache.cpp?ds=sidebyside diff --git a/hypercache.cpp b/hypercache.cpp index 7b3f470..fd2bbcb 100644 --- a/hypercache.cpp +++ b/hypercache.cpp @@ -7,6 +7,11 @@ string hypercache::activeCFile = ""; vector hypercache::parentConfigs; ostream* hypercache::log; vector hypercache::Os; +int hypercache::NEQUI; +int hypercache::NSKIP; +int hypercache::nequileft; +pair hypercache::mostEquilibratedConfig; +int hypercache::lastWrittenObsEquis; void hypercache::initCache(configcache **cache, const string& cacheid, const int& nequi, const int& nskip, const string& datadir, @@ -21,6 +26,9 @@ void hypercache::initCache(configcache **cache, for (vector::iterator parit=delayedParaSet.begin(); parit != delayedParaSet.end(); ++parit) (*cache)->setPara(parit->parid, parit->val); + + NEQUI = nequi; + NSKIP = nskip; } void hypercache::addPara(const string& parid, const double& val) { @@ -47,6 +55,9 @@ void hypercache::setPara(const string& parid, const double& val) { for (vector::iterator osit = Os.begin(); osit != Os.end(); ++osit) (*osit)->setPara(parid, val); + + nequileft = NEQUI; + mostEquilibratedConfig.first = NEQUI; } void hypercache::finalize() { @@ -60,32 +71,94 @@ string hypercache::fileOfPath(const string& dressedfile) { return dressedfile.substr(dressedfile.find_last_of("\\/")+1); } -void hypercache::readC(bool& readnewconfig, int& nequileft) { - C->readConfig(readnewconfig, nequileft, &parentConfigs); +bool hypercache::readC() { + bool readAtLeastOneConfig; - if ( nequileft < 0 ) + C->readConfig(&readAtLeastOneConfig, &nequileft, &parentConfigs); + + if ( nequileft < 0 && readAtLeastOneConfig ) activeCFile = fileOfPath(C->getInFileName()); else activeCFile = ""; + + /* try to find more equilibrated config-file configuration for equilibration in excluded files */ + if ( ( nequileft >= 0 || ( ! readAtLeastOneConfig ) ) && C->inFilesLeft() > 0 ) { + int nEquiLeftBeforeExcludedFileCheck = nequileft; + *log << "HYPERCACHE: Trying to find more equilibrated config in excluded files." << endl << flush; + + char *tmpconfig = (char*) malloc(C->getConfigSize()); + + while (true) { + bool readnewconfig_ex; + int nequileftReadConfig_ex; + + memcpy (tmpconfig, C->getConfigMem(), C->getConfigSize()); + C->readConfig(&readnewconfig_ex, &nequileftReadConfig_ex, NULL); + + if (! readnewconfig_ex) { + *log << "HYPERCACHE: No more excluded config-files for possible equilibration available." << endl << flush; + break; + } + + if (nequileftReadConfig_ex <= nequileft) { + nequileft = nequileftReadConfig_ex; + readAtLeastOneConfig = false; + } + else if (nequileftReadConfig_ex > nequileft) { + memcpy (C->getConfigMem(), tmpconfig, C->getConfigSize()); + } + } + free(tmpconfig); + + if (nEquiLeftBeforeExcludedFileCheck > nequileft) + *log << "HYPERCACHE: Found more equilibrated or same equilibrated excluded config-file configuration for equilibration." << endl << flush; + else + *log << "HYPERCACHE: Excluded config-file configuration for equilibration is less equilibrated than actual config." << endl << flush; + } + + /* storing most equilibrated config */ + if ( nequileft < mostEquilibratedConfig.first && readAtLeastOneConfig ) { + mostEquilibratedConfig.first = nequileft; + memcpy(mostEquilibratedConfig.second, C->getConfigMem(), C->getConfigSize()); + } + + /* injecting back most equilibrated config if nothing could be used anymore */ + if ( (!readAtLeastOneConfig) && mostEquilibratedConfig.first < nequileft ) { + *log << "HYPERCACHE: Injecting back most equilibrated stored config with nequileft = " << mostEquilibratedConfig.first << endl << flush; + nequileft = mostEquilibratedConfig.first; + memcpy(C->getConfigMem(), mostEquilibratedConfig.second, C->getConfigSize()); + } + + return readAtLeastOneConfig; } -void hypercache::writeC(int actnequi) { - C->writeConfig(actnequi); +void hypercache::writeC() { + if (nequileft > 0) + nequileft = 0; + + nequileft -= NSKIP; + + C->writeConfig(NEQUI-nequileft-NSKIP); activeCFile = fileOfPath( C->getOutFileName().substr( 0, C->getOutFileName().length()-4 ) ); } -void hypercache::writeO(int obsid, int actnequi) { +void hypercache::writeO(int obsid) { + if ( ( lastWrittenObsEquis + NSKIP != NEQUI-nequileft-NSKIP ) && Os[obsid]->isOutFileOpen() ) + Os[obsid]->finishOutFile(); + if ( activeCFile != "" ) { unsigned long afilehash = configcache::hash(activeCFile); - Os[obsid]->writeHeader("concurrent_cfile", (char*)(&afilehash), sizeof(unsigned long), actnequi); + Os[obsid]->writeHeader("concurrent_cfile", (char*)(&afilehash), sizeof(unsigned long), NEQUI-nequileft-NSKIP); } - Os[obsid]->writeConfig(actnequi); + Os[obsid]->writeConfig(NEQUI-nequileft-NSKIP); + + lastWrittenObsEquis = NEQUI-nequileft-NSKIP; } -void hypercache::readO(int obsid, bool& readnewconfig, int& nequileft) { - Os[obsid]->readConfig(readnewconfig, nequileft); +void hypercache::readO(int obsid, bool *readNewObsConfig, int *nequiObsLeft) { + Os[obsid]->readConfig(readNewObsConfig, nequiObsLeft); - if ( nequileft < 0 ) { + if ( *readNewObsConfig && *nequiObsLeft < 0 ) { unsigned long *parentconfig = (unsigned long*)Os[obsid]->getHeader("concurrent_cfile"); if ( parentconfig != NULL ) addParentConfig(parentconfig);