github/ttl.sh
1
0
Fork 0
mirror of https://github.com/replicatedhq/ttl.sh.git synced 2026-07-12 15:49:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

move reaping to a separate function (#99)

Browse Source
This commit is contained in:
Salah Al Saleh
2022-07-27 12:34:47 -07:00
committed by GitHub
parent 4d1c798dac
commit 299ca1a263
1 changed files with 63 additions and 56 deletions
Download Patch File Download Diff File Expand all files Collapse all files

119
hooks/src/commands/reap.ts
View File

@@ -36,67 +36,17 @@ async function main(argv): Promise<any> {
cronTime: "* * * * *",
onTick: async () => {
if (jobRunning) {
console.log("-----> previous reap job is still running, skipping.");
console.log("-----> previous reap job is still running, skipping");
return;
}
console.log("-----> beginning to reap expired images");
jobRunning = true;
const now = new Date().getTime();
const images = await smembersAsync("current.images");
console.log(` there are ${images.length} total images to evaluate`);
for (const image of images) {
try {
const expireAt = await hgetAsync(image, "expires");
if (+expireAt > now) {
const minutesLeft = (+expireAt - now) / 1000 / 60;
console.log(`not expiring ${image} for another ~${Math.round(minutesLeft)} minute(s)`);
continue;
}
const imageAndTag = image.split(":");
const headers = {
"Accept": "application/vnd.docker.distribution.manifest.v2+json",
};
// Get the manifest from the tag
const getOptions = {
method: "HEAD",
uri: `https://ttl.sh/v2/${imageAndTag[0]}/manifests/${imageAndTag[1]}`,
headers,
resolveWithFullResponse: true,
simple: false,
}
const getResponse = await rp(getOptions);
if (getResponse.statusCode == 404) {
await sremAsync("current.images", image);
await delAsync(image);
continue;
}
console.log("++++ status code", getResponse.statusCode);
console.log("++++ headers", JSON.stringify(getResponse.headers));
const deleteURI = `https://ttl.sh/v2/${imageAndTag[0]}/manifests/${getResponse.headers.etag.replace(/"/g,"")}`;
// Remove from the registry
const options = {
method: "DELETE",
uri: deleteURI,
headers,
resolveWithFullResponse: true,
simple: false,
}
await rp(options);
console.log(`expiring ${image}`);
await sremAsync("current.images", image);
await delAsync(image);
} catch(err) {
console.log(`failed to evaluate image ${image}:`, err);
}
try {
await reapExpiredImages();
} catch(err) {
console.log("failed to reap expired images:", err);
}
jobRunning = false;
@@ -106,3 +56,60 @@ async function main(argv): Promise<any> {
job.start();
}
async function reapExpiredImages() {
const now = new Date().getTime();
const images = await smembersAsync("current.images");
console.log(` there are ${images.length} total images to evaluate`);
for (const image of images) {
try {
const expireAt = await hgetAsync(image, "expires");
if (+expireAt > now) {
const minutesLeft = (+expireAt - now) / 1000 / 60;
console.log(`not expiring ${image} for another ~${Math.round(minutesLeft)} minute(s)`);
continue;
}
const imageAndTag = image.split(":");
const headers = {
"Accept": "application/vnd.docker.distribution.manifest.v2+json",
};
// Get the manifest from the tag
const getOptions = {
method: "HEAD",
uri: `https://ttl.sh/v2/${imageAndTag[0]}/manifests/${imageAndTag[1]}`,
headers,
resolveWithFullResponse: true,
simple: false,
}
const getResponse = await rp(getOptions);
if (getResponse.statusCode == 404) {
await sremAsync("current.images", image);
await delAsync(image);
continue;
}
const deleteURI = `https://ttl.sh/v2/${imageAndTag[0]}/manifests/${getResponse.headers.etag.replace(/"/g,"")}`;
// Remove from the registry
const options = {
method: "DELETE",
uri: deleteURI,
headers,
resolveWithFullResponse: true,
simple: false,
}
await rp(options);
console.log(`expiring ${image}`);
await sremAsync("current.images", image);
await delAsync(image);
} catch(err) {
console.log(`failed to evaluate image ${image}:`, err);
}
}
}