123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526 |
- // ECOin - Copyright (c) - 2014/2022 - GPLv3 - epsylon@riseup.net (https://03c8.net)
- #include "addrman.h"
- using namespace std;
- int CAddrInfo::GetTriedBucket(const std::vector<unsigned char> &nKey) const
- {
- CDataStream ss1(SER_GETHASH, 0);
- std::vector<unsigned char> vchKey = GetKey();
- ss1 << nKey << vchKey;
- uint64 hash1 = Hash(ss1.begin(), ss1.end()).Get64();
- CDataStream ss2(SER_GETHASH, 0);
- std::vector<unsigned char> vchGroupKey = GetGroup();
- ss2 << nKey << vchGroupKey << (hash1 % ADDRMAN_TRIED_BUCKETS_PER_GROUP);
- uint64 hash2 = Hash(ss2.begin(), ss2.end()).Get64();
- return hash2 % ADDRMAN_TRIED_BUCKET_COUNT;
- }
- int CAddrInfo::GetNewBucket(const std::vector<unsigned char> &nKey, const CNetAddr& src) const
- {
- CDataStream ss1(SER_GETHASH, 0);
- std::vector<unsigned char> vchGroupKey = GetGroup();
- std::vector<unsigned char> vchSourceGroupKey = src.GetGroup();
- ss1 << nKey << vchGroupKey << vchSourceGroupKey;
- uint64 hash1 = Hash(ss1.begin(), ss1.end()).Get64();
- CDataStream ss2(SER_GETHASH, 0);
- ss2 << nKey << vchSourceGroupKey << (hash1 % ADDRMAN_NEW_BUCKETS_PER_SOURCE_GROUP);
- uint64 hash2 = Hash(ss2.begin(), ss2.end()).Get64();
- return hash2 % ADDRMAN_NEW_BUCKET_COUNT;
- }
- bool CAddrInfo::IsTerrible(int64 nNow) const
- {
- if (nLastTry && nLastTry >= nNow-60) // never remove things tried the last minute
- return false;
- if (nTime > nNow + 10*60) // came in a flying DeLorean
- return true;
- if (nTime==0 || nNow-nTime > ADDRMAN_HORIZON_DAYS*86400) // not seen in over a month
- return true;
- if (nLastSuccess==0 && nAttempts>=ADDRMAN_RETRIES) // tried three times and never a success
- return true;
- if (nNow-nLastSuccess > ADDRMAN_MIN_FAIL_DAYS*86400 && nAttempts>=ADDRMAN_MAX_FAILURES) // 10 successive failures in the last week
- return true;
- return false;
- }
- double CAddrInfo::GetChance(int64 nNow) const
- {
- double fChance = 1.0;
- int64 nSinceLastSeen = nNow - nTime;
- int64 nSinceLastTry = nNow - nLastTry;
- if (nSinceLastSeen < 0) nSinceLastSeen = 0;
- if (nSinceLastTry < 0) nSinceLastTry = 0;
- fChance *= 600.0 / (600.0 + nSinceLastSeen);
- // deprioritize very recent attempts away
- if (nSinceLastTry < 60*10)
- fChance *= 0.01;
- // deprioritize 50% after each failed attempt
- for (int n=0; n<nAttempts; n++)
- fChance /= 1.5;
- return fChance;
- }
- CAddrInfo* CAddrMan::Find(const CNetAddr& addr, int *pnId)
- {
- std::map<CNetAddr, int>::iterator it = mapAddr.find(addr);
- if (it == mapAddr.end())
- return NULL;
- if (pnId)
- *pnId = (*it).second;
- std::map<int, CAddrInfo>::iterator it2 = mapInfo.find((*it).second);
- if (it2 != mapInfo.end())
- return &(*it2).second;
- return NULL;
- }
- CAddrInfo* CAddrMan::Create(const CAddress &addr, const CNetAddr &addrSource, int *pnId)
- {
- int nId = nIdCount++;
- mapInfo[nId] = CAddrInfo(addr, addrSource);
- mapAddr[addr] = nId;
- mapInfo[nId].nRandomPos = vRandom.size();
- vRandom.push_back(nId);
- if (pnId)
- *pnId = nId;
- return &mapInfo[nId];
- }
- void CAddrMan::SwapRandom(unsigned int nRndPos1, unsigned int nRndPos2)
- {
- if (nRndPos1 == nRndPos2)
- return;
- assert(nRndPos1 < vRandom.size() && nRndPos2 < vRandom.size());
- int nId1 = vRandom[nRndPos1];
- int nId2 = vRandom[nRndPos2];
- assert(mapInfo.count(nId1) == 1);
- assert(mapInfo.count(nId2) == 1);
- mapInfo[nId1].nRandomPos = nRndPos2;
- mapInfo[nId2].nRandomPos = nRndPos1;
- vRandom[nRndPos1] = nId2;
- vRandom[nRndPos2] = nId1;
- }
- int CAddrMan::SelectTried(int nKBucket)
- {
- std::vector<int> &vTried = vvTried[nKBucket];
- // random shuffle the first few elements (using the entire list)
- // find the least recently tried among them
- int64 nOldest = -1;
- int nOldestPos = -1;
- for (unsigned int i = 0; i < ADDRMAN_TRIED_ENTRIES_INSPECT_ON_EVICT && i < vTried.size(); i++)
- {
- int nPos = GetRandInt(vTried.size() - i) + i;
- int nTemp = vTried[nPos];
- vTried[nPos] = vTried[i];
- vTried[i] = nTemp;
- assert(nOldest == -1 || mapInfo.count(nTemp) == 1);
- if (nOldest == -1 || mapInfo[nTemp].nLastSuccess < mapInfo[nOldest].nLastSuccess) {
- nOldest = nTemp;
- nOldestPos = nPos;
- }
- }
- return nOldestPos;
- }
- int CAddrMan::ShrinkNew(int nUBucket)
- {
- assert(nUBucket >= 0 && (unsigned int)nUBucket < vvNew.size());
- std::set<int> &vNew = vvNew[nUBucket];
- // first look for deletable items
- for (std::set<int>::iterator it = vNew.begin(); it != vNew.end(); it++)
- {
- assert(mapInfo.count(*it));
- CAddrInfo &info = mapInfo[*it];
- if (info.IsTerrible())
- {
- if (--info.nRefCount == 0)
- {
- SwapRandom(info.nRandomPos, vRandom.size()-1);
- vRandom.pop_back();
- mapAddr.erase(info);
- mapInfo.erase(*it);
- nNew--;
- }
- vNew.erase(it);
- return 0;
- }
- }
- // otherwise, select four randomly, and pick the oldest of those to replace
- int n[4] = {GetRandInt(vNew.size()), GetRandInt(vNew.size()), GetRandInt(vNew.size()), GetRandInt(vNew.size())};
- int nI = 0;
- int nOldest = -1;
- for (std::set<int>::iterator it = vNew.begin(); it != vNew.end(); it++)
- {
- if (nI == n[0] || nI == n[1] || nI == n[2] || nI == n[3])
- {
- assert(nOldest == -1 || mapInfo.count(*it) == 1);
- if (nOldest == -1 || mapInfo[*it].nTime < mapInfo[nOldest].nTime)
- nOldest = *it;
- }
- nI++;
- }
- assert(mapInfo.count(nOldest) == 1);
- CAddrInfo &info = mapInfo[nOldest];
- if (--info.nRefCount == 0)
- {
- SwapRandom(info.nRandomPos, vRandom.size()-1);
- vRandom.pop_back();
- mapAddr.erase(info);
- mapInfo.erase(nOldest);
- nNew--;
- }
- vNew.erase(nOldest);
- return 1;
- }
- void CAddrMan::MakeTried(CAddrInfo& info, int nId, int nOrigin)
- {
- assert(vvNew[nOrigin].count(nId) == 1);
- // remove the entry from all new buckets
- for (std::vector<std::set<int> >::iterator it = vvNew.begin(); it != vvNew.end(); it++)
- {
- if ((*it).erase(nId))
- info.nRefCount--;
- }
- nNew--;
- assert(info.nRefCount == 0);
- // what tried bucket to move the entry to
- int nKBucket = info.GetTriedBucket(nKey);
- std::vector<int> &vTried = vvTried[nKBucket];
- // first check whether there is place to just add it
- if (vTried.size() < ADDRMAN_TRIED_BUCKET_SIZE)
- {
- vTried.push_back(nId);
- nTried++;
- info.fInTried = true;
- return;
- }
- // otherwise, find an item to evict
- int nPos = SelectTried(nKBucket);
- // find which new bucket it belongs to
- assert(mapInfo.count(vTried[nPos]) == 1);
- int nUBucket = mapInfo[vTried[nPos]].GetNewBucket(nKey);
- std::set<int> &vNew = vvNew[nUBucket];
- // remove the to-be-replaced tried entry from the tried set
- CAddrInfo& infoOld = mapInfo[vTried[nPos]];
- infoOld.fInTried = false;
- infoOld.nRefCount = 1;
- // do not update nTried, as we are going to move something else there immediately
- // check whether there is place in that one,
- if (vNew.size() < ADDRMAN_NEW_BUCKET_SIZE)
- {
- // if so, move it back there
- vNew.insert(vTried[nPos]);
- } else {
- // otherwise, move it to the new bucket nId came from (there is certainly place there)
- vvNew[nOrigin].insert(vTried[nPos]);
- }
- nNew++;
- vTried[nPos] = nId;
- // we just overwrote an entry in vTried; no need to update nTried
- info.fInTried = true;
- return;
- }
- void CAddrMan::Good_(const CService &addr, int64 nTime)
- {
- // printf("Good: addr=%s\n", addr.ToString().c_str());
- int nId;
- CAddrInfo *pinfo = Find(addr, &nId);
- // if not found, bail out
- if (!pinfo)
- return;
- CAddrInfo &info = *pinfo;
- // check whether we are talking about the exact same CService (including same port)
- if (info != addr)
- return;
- // update info
- info.nLastSuccess = nTime;
- info.nLastTry = nTime;
- info.nTime = nTime;
- info.nAttempts = 0;
- // if it is already in the tried set, don't do anything else
- if (info.fInTried)
- return;
- // find a bucket it is in now
- int nRnd = GetRandInt(vvNew.size());
- int nUBucket = -1;
- for (unsigned int n = 0; n < vvNew.size(); n++)
- {
- int nB = (n+nRnd) % vvNew.size();
- std::set<int> &vNew = vvNew[nB];
- if (vNew.count(nId))
- {
- nUBucket = nB;
- break;
- }
- }
- // if no bucket is found, something bad happened;
- // TODO: maybe re-add the node, but for now, just bail out
- if (nUBucket == -1) return;
- printf("Moving %s to tried\n", addr.ToString().c_str());
- // move nId to the tried tables
- MakeTried(info, nId, nUBucket);
- }
- bool CAddrMan::Add_(const CAddress &addr, const CNetAddr& source, int64 nTimePenalty)
- {
- if (!addr.IsRoutable())
- return false;
- bool fNew = false;
- int nId;
- CAddrInfo *pinfo = Find(addr, &nId);
- if (pinfo)
- {
- // periodically update nTime
- bool fCurrentlyOnline = (GetAdjustedTime() - addr.nTime < 24 * 60 * 60);
- int64 nUpdateInterval = (fCurrentlyOnline ? 60 * 60 : 24 * 60 * 60);
- if (addr.nTime && (!pinfo->nTime || pinfo->nTime < addr.nTime - nUpdateInterval - nTimePenalty))
- pinfo->nTime = max((int64)0, addr.nTime - nTimePenalty);
- // add services
- pinfo->nServices |= addr.nServices;
- // do not update if no new information is present
- if (!addr.nTime || (pinfo->nTime && addr.nTime <= pinfo->nTime))
- return false;
- // do not update if the entry was already in the "tried" table
- if (pinfo->fInTried)
- return false;
- // do not update if the max reference count is reached
- if (pinfo->nRefCount == ADDRMAN_NEW_BUCKETS_PER_ADDRESS)
- return false;
- // stochastic test: previous nRefCount == N: 2^N times harder to increase it
- int nFactor = 1;
- for (int n=0; n<pinfo->nRefCount; n++)
- nFactor *= 2;
- if (nFactor > 1 && (GetRandInt(nFactor) != 0))
- return false;
- } else {
- pinfo = Create(addr, source, &nId);
- pinfo->nTime = max((int64)0, (int64)pinfo->nTime - nTimePenalty);
- // printf("Added %s [nTime=%fhr]\n", pinfo->ToString().c_str(), (GetAdjustedTime() - pinfo->nTime) / 3600.0);
- nNew++;
- fNew = true;
- }
- int nUBucket = pinfo->GetNewBucket(nKey, source);
- std::set<int> &vNew = vvNew[nUBucket];
- if (!vNew.count(nId))
- {
- pinfo->nRefCount++;
- if (vNew.size() == ADDRMAN_NEW_BUCKET_SIZE)
- ShrinkNew(nUBucket);
- vvNew[nUBucket].insert(nId);
- }
- return fNew;
- }
- void CAddrMan::Attempt_(const CService &addr, int64 nTime)
- {
- CAddrInfo *pinfo = Find(addr);
- // if not found, bail out
- if (!pinfo)
- return;
- CAddrInfo &info = *pinfo;
- // check whether we are talking about the exact same CService (including same port)
- if (info != addr)
- return;
- // update info
- info.nLastTry = nTime;
- info.nAttempts++;
- }
- CAddress CAddrMan::Select_(int nUnkBias)
- {
- if (size() == 0)
- return CAddress();
- double nCorTried = sqrt(nTried) * (100.0 - nUnkBias);
- double nCorNew = sqrt(nNew) * nUnkBias;
- if ((nCorTried + nCorNew)*GetRandInt(1<<30)/(1<<30) < nCorTried)
- {
- // use a tried node
- double fChanceFactor = 1.0;
- while(1)
- {
- int nKBucket = GetRandInt(vvTried.size());
- std::vector<int> &vTried = vvTried[nKBucket];
- if (vTried.size() == 0) continue;
- int nPos = GetRandInt(vTried.size());
- assert(mapInfo.count(vTried[nPos]) == 1);
- CAddrInfo &info = mapInfo[vTried[nPos]];
- if (GetRandInt(1<<30) < fChanceFactor*info.GetChance()*(1<<30))
- return info;
- fChanceFactor *= 1.2;
- }
- } else {
- // use a new node
- double fChanceFactor = 1.0;
- while(1)
- {
- int nUBucket = GetRandInt(vvNew.size());
- std::set<int> &vNew = vvNew[nUBucket];
- if (vNew.size() == 0) continue;
- int nPos = GetRandInt(vNew.size());
- std::set<int>::iterator it = vNew.begin();
- while (nPos--)
- it++;
- assert(mapInfo.count(*it) == 1);
- CAddrInfo &info = mapInfo[*it];
- if (GetRandInt(1<<30) < fChanceFactor*info.GetChance()*(1<<30))
- return info;
- fChanceFactor *= 1.2;
- }
- }
- }
- #ifdef DEBUG_ADDRMAN
- int CAddrMan::Check_()
- {
- std::set<int> setTried;
- std::map<int, int> mapNew;
- if (vRandom.size() != nTried + nNew) return -7;
- for (std::map<int, CAddrInfo>::iterator it = mapInfo.begin(); it != mapInfo.end(); it++)
- {
- int n = (*it).first;
- CAddrInfo &info = (*it).second;
- if (info.fInTried)
- {
- if (!info.nLastSuccess) return -1;
- if (info.nRefCount) return -2;
- setTried.insert(n);
- } else {
- if (info.nRefCount < 0 || info.nRefCount > ADDRMAN_NEW_BUCKETS_PER_ADDRESS) return -3;
- if (!info.nRefCount) return -4;
- mapNew[n] = info.nRefCount;
- }
- if (mapAddr[info] != n) return -5;
- if (info.nRandomPos<0 || info.nRandomPos>=vRandom.size() || vRandom[info.nRandomPos] != n) return -14;
- if (info.nLastTry < 0) return -6;
- if (info.nLastSuccess < 0) return -8;
- }
- if (setTried.size() != nTried) return -9;
- if (mapNew.size() != nNew) return -10;
- for (int n=0; n<vvTried.size(); n++)
- {
- std::vector<int> &vTried = vvTried[n];
- for (std::vector<int>::iterator it = vTried.begin(); it != vTried.end(); it++)
- {
- if (!setTried.count(*it)) return -11;
- setTried.erase(*it);
- }
- }
- for (int n=0; n<vvNew.size(); n++)
- {
- std::set<int> &vNew = vvNew[n];
- for (std::set<int>::iterator it = vNew.begin(); it != vNew.end(); it++)
- {
- if (!mapNew.count(*it)) return -12;
- if (--mapNew[*it] == 0)
- mapNew.erase(*it);
- }
- }
- if (setTried.size()) return -13;
- if (mapNew.size()) return -15;
- return 0;
- }
- #endif
- void CAddrMan::GetAddr_(std::vector<CAddress> &vAddr)
- {
- int nNodes = ADDRMAN_GETADDR_MAX_PCT*vRandom.size()/100;
- if (nNodes > ADDRMAN_GETADDR_MAX)
- nNodes = ADDRMAN_GETADDR_MAX;
- // perform a random shuffle over the first nNodes elements of vRandom (selecting from all)
- for (int n = 0; n<nNodes; n++)
- {
- int nRndPos = GetRandInt(vRandom.size() - n) + n;
- SwapRandom(n, nRndPos);
- assert(mapInfo.count(vRandom[n]) == 1);
- vAddr.push_back(mapInfo[vRandom[n]]);
- }
- }
- void CAddrMan::Connected_(const CService &addr, int64 nTime)
- {
- CAddrInfo *pinfo = Find(addr);
- // if not found, bail out
- if (!pinfo)
- return;
- CAddrInfo &info = *pinfo;
- // check whether we are talking about the exact same CService (including same port)
- if (info != addr)
- return;
- // update info
- int64 nUpdateInterval = 20 * 60;
- if (nTime - info.nTime > nUpdateInterval)
- info.nTime = nTime;
- }
|