stronk/OrchestratorTracker
1
0
Fork 0
mirror of https://github.com/stronk-dev/OrchestratorTracker.git synced 2025-07-05 02:45:10 +02:00
Code Issues Packages Projects Releases Wiki Activity

Re init prometheus leaderboard results from storage on restart

Browse Source
This commit is contained in:
Marco van Dijk 2023-11-03 13:28:45 +01:00
parent aa1d1e942f
commit ff2b4ec16f
1 changed files with 64 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

67
master/src/routes/hodler.js
View File

@ -297,7 +297,12 @@ const onOrchUpdate = async function (id, obj, tag, region, livepeer_regions) {
!newInstance.probedFrom[key].lastTime || !newInstance.probedFrom[key].lastTime ||
now - newInstance.probedFrom[key].lastTime > CONF_KEY_EXPIRY now - newInstance.probedFrom[key].lastTime > CONF_KEY_EXPIRY
) { ) {
console.log("Removing expired key " + key + " from the probed-from cache for orch " + id); console.log(
"Removing expired key " +
key +
" from the probed-from cache for orch " +
id
);
delete newInstance.probedFrom[key]; delete newInstance.probedFrom[key];
} }
}); });
@ -307,7 +312,9 @@ const onOrchUpdate = async function (id, obj, tag, region, livepeer_regions) {
!newInstance.regions[key].lastTime || !newInstance.regions[key].lastTime ||
now - newInstance.regions[key].lastTime > CONF_KEY_EXPIRY now - newInstance.regions[key].lastTime > CONF_KEY_EXPIRY
) { ) {
console.log("Removing expired key " + key + " from the regions cache for orch " + id); console.log(
"Removing expired key " + key + " from the regions cache for orch " + id
);
delete newInstance.regions[key]; delete newInstance.regions[key];
} }
}); });
@ -317,7 +324,12 @@ const onOrchUpdate = async function (id, obj, tag, region, livepeer_regions) {
!newInstance.livepeer_regions[key].lastTime || !newInstance.livepeer_regions[key].lastTime ||
now - newInstance.livepeer_regions[key].lastTime > CONF_KEY_EXPIRY now - newInstance.livepeer_regions[key].lastTime > CONF_KEY_EXPIRY
) { ) {
console.log("Removing expired key " + key + " from the livepeer regions cache for orch " + id); console.log(
"Removing expired key " +
key +
" from the livepeer regions cache for orch " +
id
);
delete newInstance.livepeer_regions[key]; delete newInstance.livepeer_regions[key];
} }
}); });
@ -485,6 +497,12 @@ const updateScore = async function (address) {
}, },
newSR newSR
); );
orchCache[address.toLowerCase()].leaderboardResults[
instance.region
].latestRTR = newRTR;
orchCache[address.toLowerCase()].leaderboardResults[
instance.region
].latestSR = newSR;
hasEdited = true; hasEdited = true;
} }
} }
@ -518,6 +536,49 @@ const recoverStorage = async function () {
if (storedOrchs) { if (storedOrchs) {
orchCache = storedOrchs; orchCache = storedOrchs;
} }
// Re-init from storage
for (const [id, obj] of Object.entries(orchCache)) {
const thisName = obj.name;
// Latest leaderboard results observed
if (obj.leaderboardResults) {
for (const [region, res] of Object.entries(obj.leaderboardResults)) {
// Skip the lastTime accessor - only use last observed regional stats
if (!res.latestRTR || res.latestSR) {
continue;
}
console.log(
"Re-init leaderboard scores for orch=" +
id +
", RTR=" +
res.latestRTR +
" and success rate of " +
res.latestSR * 100 +
"%, livepeer region " +
region
);
promLatestRTR.set(
{
livepeer_region: region,
orchestrator: thisName,
latitude: latitude,
longitude: longitude,
},
res.latestRTR
);
promLatestSuccessRate.set(
{
livepeer_region: region,
orchestrator: thisName,
latitude: latitude,
longitude: longitude,
},
res.latestSR
);
}
}
}
isSynced = true; isSynced = true;
}; };
recoverStorage(); recoverStorage();