mirror of
https://github.com/webinstall/webi-installers.git
synced 2026-06-09 01:06:33 +00:00
Compare commits
38 Commits
doc-instal
...
feat/basec
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
029a14bae4 | ||
|
|
946a340423 | ||
|
|
c3fff12f2b | ||
|
|
d62cbb1be0 | ||
|
|
49f2f26c91 | ||
|
|
ac88090aed | ||
|
|
d0fa554117 | ||
|
|
d0a9fdda05 | ||
|
|
e6ad76382d | ||
|
|
3fc6dcdb73 | ||
|
|
cd5f06c653 | ||
|
|
aafb6ffabe | ||
|
|
f112a1c90b | ||
|
|
bf5cafac18 | ||
|
|
1e499ed6c8 | ||
|
|
f638a25529 | ||
|
|
95418b1023 | ||
|
|
f66822295b | ||
|
|
c538942392 | ||
|
|
af28ddb686 | ||
|
|
631147901a | ||
|
|
b3375d0e24 | ||
|
|
c57757a027 | ||
|
|
0bf485dcc4 | ||
|
|
9f28505af7 | ||
|
|
46508b2ec2 | ||
|
|
70067a620e | ||
|
|
e221dafd69 | ||
|
|
07ad89ce46 | ||
|
|
2617520555 | ||
|
|
db312a98fc | ||
|
|
cd832d024c | ||
|
|
a57faa74f3 | ||
|
|
da10371c71 | ||
|
|
d0b0d54d18 | ||
|
|
2d1c082e30 | ||
|
|
28cd129a23 | ||
|
|
a5c8fc28a4 |
17
.gitignore
vendored
17
.gitignore
vendored
@@ -3,6 +3,16 @@ install-*.sh
|
|||||||
install-*.bat
|
install-*.bat
|
||||||
install-*.ps1
|
install-*.ps1
|
||||||
|
|
||||||
|
# Go build outputs (from go run/build in repo root)
|
||||||
|
/classify
|
||||||
|
/e2etest
|
||||||
|
/fetchraw
|
||||||
|
/inspect
|
||||||
|
/uaparse
|
||||||
|
/webicached
|
||||||
|
/zigtest
|
||||||
|
/distributables.csv
|
||||||
|
|
||||||
# local config
|
# local config
|
||||||
.env.*
|
.env.*
|
||||||
*.env
|
*.env
|
||||||
@@ -18,7 +28,14 @@ node_modules/
|
|||||||
*.bak
|
*.bak
|
||||||
*.bak.*
|
*.bak.*
|
||||||
|
|
||||||
|
# agent session files
|
||||||
|
agents/
|
||||||
|
|
||||||
# other
|
# other
|
||||||
.DS_Store
|
.DS_Store
|
||||||
desktop.ini
|
desktop.ini
|
||||||
.directory
|
.directory
|
||||||
|
LIVE_cache
|
||||||
|
/webid
|
||||||
|
bin/
|
||||||
|
.claude/
|
||||||
|
|||||||
120
AGENTS.md
120
AGENTS.md
@@ -370,3 +370,123 @@ Commit messages: `feat(<pkg>): add installer`, `fix(<pkg>): update install.sh`,
|
|||||||
`arch`, or `ext` explicitly in `releases.js`.
|
`arch`, or `ext` explicitly in `releases.js`.
|
||||||
- **Goreleaser archives**: Typically contain a bare binary at the archive root
|
- **Goreleaser archives**: Typically contain a bare binary at the archive root
|
||||||
(not nested in a directory). Use `mv ./cmd "$pkg_src_cmd"`.
|
(not nested in a directory). Use `mv ./cmd "$pkg_src_cmd"`.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Go Cache Daemon
|
||||||
|
|
||||||
|
The Go pipeline (`cmd/webicached`) replaces the Node.js release-fetching code.
|
||||||
|
It reads `releases.conf` files, fetches upstream release metadata, classifies
|
||||||
|
build assets, and writes to `~/.cache/webi/legacy/` in the format the Node.js server expects.
|
||||||
|
|
||||||
|
### Canonical Vocabulary
|
||||||
|
|
||||||
|
The classifier MUST use exactly these strings. They match the production API.
|
||||||
|
|
||||||
|
**OS**: `macos` (NOT `darwin`), `linux`, `windows`, `freebsd`, `openbsd`,
|
||||||
|
`netbsd`, `dragonfly`, `aix`, `illumos`, `plan9`, `solaris`, `posix_2017`
|
||||||
|
|
||||||
|
**Arch** — exact equivalences:
|
||||||
|
- `amd64` (NOT `x86_64`), `x86` (NOT `i386`/`i686`/`386`)
|
||||||
|
- `arm64` (NOT `aarch64`)
|
||||||
|
- `armv7l` (NOT `armv7`), `armv6l` (NOT `armv6`)
|
||||||
|
- `mipsle` (NOT `mipsel`), `mips64le` (NOT `mips64el`)
|
||||||
|
|
||||||
|
**Arch** — compatibility downcasts:
|
||||||
|
- `armhf` → `armv7l`, `armv7a` → `armv7l`, `armel` → `arm`
|
||||||
|
|
||||||
|
**Arch** — other: `arm`, `ppc64le`, `ppc64`, `loong64`, `riscv64`, `s390x`,
|
||||||
|
`mips`, `mips64`
|
||||||
|
|
||||||
|
**Libc**: `none` (never empty), `gnu`, `musl`, `msvc`
|
||||||
|
|
||||||
|
**Ext**: `tar.gz`, `tar.xz`, `zip`, `exe`, `7z`, `pkg`, `msi`
|
||||||
|
(no leading dot; `exe` for bare binaries)
|
||||||
|
|
||||||
|
### releases.conf
|
||||||
|
|
||||||
|
Each package directory contains a `releases.conf` that tells the daemon where
|
||||||
|
to fetch releases. Format is `key = value`, one per line. `#` comments and
|
||||||
|
blank lines are ignored.
|
||||||
|
|
||||||
|
#### Source types (mutually exclusive — pick one)
|
||||||
|
|
||||||
|
```ini
|
||||||
|
# GitHub binary releases (most common)
|
||||||
|
github_releases = sharkdp/bat
|
||||||
|
|
||||||
|
# GitHub source tarballs (with optional git fallback)
|
||||||
|
github_sources = bnnanet/serviceman
|
||||||
|
git_url = https://github.com/bnnanet/serviceman.git
|
||||||
|
|
||||||
|
# Git tag enumeration (vim plugins, shell scripts — git_url alone)
|
||||||
|
git_url = https://github.com/tpope/vim-commentary.git
|
||||||
|
|
||||||
|
# Gitea (full URL required, or short form + base_url)
|
||||||
|
gitea_releases = https://git.rootprojects.org/root/pathman
|
||||||
|
|
||||||
|
# GitLab (defaults to gitlab.com)
|
||||||
|
gitlab_releases = owner/repo
|
||||||
|
|
||||||
|
# HashiCorp releases API
|
||||||
|
hashicorp_product = terraform
|
||||||
|
|
||||||
|
# Custom source (servicemandist, nodedist, zigdist, etc.)
|
||||||
|
source = nodedist
|
||||||
|
url = https://nodejs.org/download/release
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Filtering, versioning, and platform
|
||||||
|
|
||||||
|
```ini
|
||||||
|
tag_prefix = bun- # monorepo: strip prefix from version
|
||||||
|
version_prefixes = jq- # strip from version string (space-separated)
|
||||||
|
asset_filter = MinGit # filename must contain this substring
|
||||||
|
exclude = busybox -src- -docs- # skip assets containing these (space-separated)
|
||||||
|
os = posix_2017 # restrict ALL versions to this OS (blanket)
|
||||||
|
alias_of = rg # mirrors another package's releases
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Design rules
|
||||||
|
|
||||||
|
- `os` is a blanket tag on ALL versions. Only use for packages that are always
|
||||||
|
POSIX-only. For version-dependent OS tagging, use a custom `TagVariants` in
|
||||||
|
`internal/releases/{pkg}/variants.go`.
|
||||||
|
- `git_url` can be primary (gittag source when it's the only key) or secondary
|
||||||
|
fallback alongside `github_sources`/`gitea_sources`.
|
||||||
|
- Full URL forms accepted for github/gitea/gitlab (e.g.
|
||||||
|
`github_releases = https://github.com/sharkdp/bat`).
|
||||||
|
|
||||||
|
### Testing
|
||||||
|
|
||||||
|
Test tools: `cmd/e2etest` (pipeline comparison), `cmd/comparecache` (cache diff),
|
||||||
|
`cmd/inspect` (single-package debug). Run each with `--help` for usage.
|
||||||
|
|
||||||
|
### Classifier vs Per-Package Tagger
|
||||||
|
|
||||||
|
The general classifier (`internal/classify/`) handles patterns common across
|
||||||
|
many projects. It MUST NOT contain one-off logic for a single package.
|
||||||
|
|
||||||
|
Per-package taggers (`internal/releases/{pkg}/variants.go`) handle
|
||||||
|
project-specific knowledge. Read the existing taggers for conventions.
|
||||||
|
|
||||||
|
MUST: Derive arch/OS from concrete evidence — not blanket defaults.
|
||||||
|
MUST: New general classifier patterns must apply to 2-3+ packages.
|
||||||
|
|
||||||
|
### Deploying
|
||||||
|
|
||||||
|
```sh
|
||||||
|
./scripts/deploy-webicached.sh beta.webi.sh
|
||||||
|
./scripts/deploy-webicached.sh next.webi.sh
|
||||||
|
```
|
||||||
|
|
||||||
|
First-time setup on a new host uses `serviceman`:
|
||||||
|
|
||||||
|
```sh
|
||||||
|
serviceman add --name webicached \
|
||||||
|
--workdir ~/srv/webid/installers/ -- \
|
||||||
|
~/bin/webicached \
|
||||||
|
--envfile ~/srv/webid/.env.secret \
|
||||||
|
--conf ~/srv/webid/installers/ \
|
||||||
|
--raw ~/.cache/webi/raw
|
||||||
|
```
|
||||||
|
|||||||
@@ -1,62 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
let Fetcher = require('../_common/fetcher.js');
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Gets releases from 'brew'.
|
|
||||||
*
|
|
||||||
* @param {null} _
|
|
||||||
* @param {string} formula
|
|
||||||
* @returns {Promise<any>}
|
|
||||||
*/
|
|
||||||
async function getDistributables(_, formula) {
|
|
||||||
if (!formula) {
|
|
||||||
return Promise.reject('missing formula for brew');
|
|
||||||
}
|
|
||||||
|
|
||||||
let resp;
|
|
||||||
try {
|
|
||||||
let url = `https://formulae.brew.sh/api/formula/${formula}.json`;
|
|
||||||
resp = await Fetcher.fetch(url, {
|
|
||||||
headers: { Accept: 'application/json' },
|
|
||||||
});
|
|
||||||
} catch (e) {
|
|
||||||
/** @type {Error & { code: string, response: { status: number, body: string } }} */ //@ts-expect-error
|
|
||||||
let err = e;
|
|
||||||
if (err.code === 'E_FETCH_RELEASES') {
|
|
||||||
err.message = `failed to fetch '${formula}' release data from 'brew': ${err.response.status} ${err.response.body}`;
|
|
||||||
}
|
|
||||||
throw e;
|
|
||||||
}
|
|
||||||
let body = JSON.parse(resp.body);
|
|
||||||
|
|
||||||
var ver = body.versions.stable;
|
|
||||||
var dl = (
|
|
||||||
body.bottle.stable.files.high_sierra || body.bottle.stable.files.catalina
|
|
||||||
).url.replace(new RegExp(ver.replace(/\./g, '\\.'), 'g'), '{{ v }}');
|
|
||||||
return [
|
|
||||||
{
|
|
||||||
version: ver,
|
|
||||||
download: dl.replace(/{{ v }}/g, ver),
|
|
||||||
},
|
|
||||||
].concat(
|
|
||||||
body.versioned_formulae.map(
|
|
||||||
/** @param {String} f */
|
|
||||||
function (f) {
|
|
||||||
var ver = f.replace(/.*@/, '');
|
|
||||||
return {
|
|
||||||
version: ver,
|
|
||||||
download: dl,
|
|
||||||
};
|
|
||||||
},
|
|
||||||
),
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
module.exports = getDistributables;
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
getDistributables(null, 'mariadb').then(function (all) {
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
@@ -1,56 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
let Fetcher = module.exports;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @typedef ResponseSummary
|
|
||||||
* @prop {Boolean} ok
|
|
||||||
* @prop {Headers} headers
|
|
||||||
* @prop {Number} status
|
|
||||||
* @prop {String} body
|
|
||||||
*/
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @param {String} url
|
|
||||||
* @param {RequestInit} opts
|
|
||||||
* @returns {Promise<ResponseSummary>}
|
|
||||||
*/
|
|
||||||
Fetcher.fetch = async function (url, opts) {
|
|
||||||
let resp = await fetch(url, opts);
|
|
||||||
let summary = Fetcher.throwIfNotOk(resp);
|
|
||||||
|
|
||||||
return summary;
|
|
||||||
};
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @param {Response} resp
|
|
||||||
* @returns {Promise<ResponseSummary>}
|
|
||||||
*/
|
|
||||||
Fetcher.throwIfNotOk = async function (resp) {
|
|
||||||
let text = await resp.text();
|
|
||||||
|
|
||||||
if (!resp.ok) {
|
|
||||||
let headers = Array.from(resp.headers);
|
|
||||||
console.error('[Fetcher] error: Response Headers:', headers);
|
|
||||||
console.error('[Fetcher] error: Response Text:', text);
|
|
||||||
let err = new Error(`fetch was not ok`);
|
|
||||||
Object.assign({
|
|
||||||
status: 503,
|
|
||||||
code: 'E_FETCH_RELEASES',
|
|
||||||
response: {
|
|
||||||
status: resp.status,
|
|
||||||
headers: headers,
|
|
||||||
body: text,
|
|
||||||
},
|
|
||||||
});
|
|
||||||
throw err;
|
|
||||||
}
|
|
||||||
|
|
||||||
let summary = {
|
|
||||||
ok: resp.ok,
|
|
||||||
headers: resp.headers,
|
|
||||||
status: resp.status,
|
|
||||||
body: text,
|
|
||||||
};
|
|
||||||
return summary;
|
|
||||||
};
|
|
||||||
@@ -1,218 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
require('dotenv').config({ path: '.env' });
|
|
||||||
|
|
||||||
var Crypto = require('crypto');
|
|
||||||
var util = require('util');
|
|
||||||
var exec = util.promisify(require('child_process').exec);
|
|
||||||
var Fs = require('node:fs/promises');
|
|
||||||
var FsSync = require('node:fs');
|
|
||||||
var Path = require('node:path');
|
|
||||||
|
|
||||||
var repoBaseDir = process.env.REPO_BASE_DIR || '';
|
|
||||||
if (!repoBaseDir) {
|
|
||||||
repoBaseDir = Path.resolve('./_repos');
|
|
||||||
// for stderr
|
|
||||||
console.error(`[Warn] REPO_BASE_DIR= not set, ${repoBaseDir}`);
|
|
||||||
}
|
|
||||||
|
|
||||||
var Repos = {};
|
|
||||||
|
|
||||||
Repos.clone = async function (repoPath, gitUrl) {
|
|
||||||
let uuid = Crypto.randomUUID();
|
|
||||||
let tmpPath = `${repoPath}.${uuid}.tmp`;
|
|
||||||
let bakPath = `${repoPath}.${uuid}.dup`;
|
|
||||||
await exec(`git clone --bare --filter=tree:0 ${gitUrl} ${tmpPath}`);
|
|
||||||
|
|
||||||
try {
|
|
||||||
FsSync.accessSync(repoPath);
|
|
||||||
return;
|
|
||||||
} catch (e) {
|
|
||||||
if (e.code !== 'ENOENT') {
|
|
||||||
throw e;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// sync to avoid race conditions
|
|
||||||
try {
|
|
||||||
FsSync.renameSync(repoPath, bakPath);
|
|
||||||
} catch (e) {
|
|
||||||
if (e.code !== 'ENOENT') {
|
|
||||||
throw e;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
FsSync.renameSync(tmpPath, repoPath);
|
|
||||||
|
|
||||||
await Fs.rm(bakPath, { force: true, recursive: true });
|
|
||||||
};
|
|
||||||
|
|
||||||
Repos.checkExists = async function (repoPath) {
|
|
||||||
let err = await Fs.access(repoPath).catch(Object);
|
|
||||||
if (!err) {
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (err.code !== 'ENOENT') {
|
|
||||||
throw err;
|
|
||||||
}
|
|
||||||
return false;
|
|
||||||
};
|
|
||||||
|
|
||||||
Repos.fetch = async function (repoPath) {
|
|
||||||
await exec(`git --git-dir=${repoPath} fetch`);
|
|
||||||
};
|
|
||||||
|
|
||||||
Repos.getTags = async function (repoPath) {
|
|
||||||
var { stdout } = await exec(`git --git-dir=${repoPath} tag`);
|
|
||||||
var rawTags = stdout.trim().split('\n');
|
|
||||||
|
|
||||||
let tags = [];
|
|
||||||
for (let tag of rawTags) {
|
|
||||||
// ex: v1, v2, v1.1, 1.1.0-rc
|
|
||||||
let maybeVersionRe = /^(v\d+|v?\d+\.\d+)/;
|
|
||||||
let maybeVersion = maybeVersionRe.test(tag);
|
|
||||||
if (maybeVersion) {
|
|
||||||
tags.push(tag);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
tags = tags.reverse();
|
|
||||||
return tags;
|
|
||||||
};
|
|
||||||
|
|
||||||
Repos.getTipInfo = async function (repoPath) {
|
|
||||||
var { stdout } = await exec(
|
|
||||||
`git --git-dir=${repoPath} rev-parse --abbrev-ref HEAD`,
|
|
||||||
);
|
|
||||||
var branch = stdout.trim();
|
|
||||||
|
|
||||||
var info = await Repos.getCommitInfo(repoPath, 'HEAD');
|
|
||||||
info.commitish = branch;
|
|
||||||
|
|
||||||
return info;
|
|
||||||
};
|
|
||||||
|
|
||||||
Repos.getCommitInfo = async function (repoPath, commitish) {
|
|
||||||
var { stdout } = await exec(
|
|
||||||
`git --git-dir=${repoPath} log -1 --format="%h %H %ad %cd" --date=iso-strict ${commitish}`,
|
|
||||||
);
|
|
||||||
stdout = stdout.trim();
|
|
||||||
var commitParts = stdout.split(/\s+/g);
|
|
||||||
return {
|
|
||||||
commitish: commitish,
|
|
||||||
commit_id: `${commitParts[0]}`,
|
|
||||||
commit: `${commitParts[1]}`,
|
|
||||||
date: commitParts[2],
|
|
||||||
date_authored: commitParts[3],
|
|
||||||
};
|
|
||||||
};
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Lists GitHub Releases (w/ uploaded assets)
|
|
||||||
*
|
|
||||||
* @param request
|
|
||||||
* @param {string} owner
|
|
||||||
* @param {string} gitUrl
|
|
||||||
* @returns {PromiseLike<any> | Promise<any>}
|
|
||||||
*/
|
|
||||||
async function getDistributables(gitUrl) {
|
|
||||||
let all = {
|
|
||||||
releases: [],
|
|
||||||
download: '',
|
|
||||||
};
|
|
||||||
|
|
||||||
let repoName = gitUrl.split('/').pop();
|
|
||||||
repoName = repoName.replace(/\.git$/, '');
|
|
||||||
|
|
||||||
let repoPath = `${repoBaseDir}/${repoName}.git`;
|
|
||||||
|
|
||||||
let isCloned = await Repos.checkExists(repoPath);
|
|
||||||
if (!isCloned) {
|
|
||||||
await Repos.clone(repoPath, gitUrl);
|
|
||||||
} else {
|
|
||||||
await Repos.fetch(repoPath);
|
|
||||||
}
|
|
||||||
|
|
||||||
let commitInfos = [];
|
|
||||||
let tags = await Repos.getTags(repoPath);
|
|
||||||
for (let tag of tags) {
|
|
||||||
let commitInfo = await Repos.getCommitInfo(repoPath, tag);
|
|
||||||
Object.assign(commitInfo, { version: tag, channel: '' });
|
|
||||||
commitInfos.push(commitInfo);
|
|
||||||
}
|
|
||||||
|
|
||||||
{
|
|
||||||
let tipInfo = await Repos.getTipInfo(repoPath);
|
|
||||||
// "2024-01-01T00:00:00-05:00" => "2024-01-01T05:00:00"
|
|
||||||
let date = new Date(tipInfo.date);
|
|
||||||
// "2024-01-01T05:00:00" => "v2024.01.01-05.00.00"
|
|
||||||
let version = date.toISOString();
|
|
||||||
// strip '.000Z'
|
|
||||||
version = version.replace(/\.\d+Z/, '');
|
|
||||||
version = version.replace(/[:\-]/g, '.');
|
|
||||||
version = version.replace(/T/, '-');
|
|
||||||
Object.assign(tipInfo, { version: `v${version}`, channel: '' });
|
|
||||||
if (commitInfos.length > 1) {
|
|
||||||
tipInfo.channel = 'beta';
|
|
||||||
}
|
|
||||||
commitInfos.push(tipInfo);
|
|
||||||
}
|
|
||||||
|
|
||||||
let releases = [];
|
|
||||||
for (let commitInfo of commitInfos) {
|
|
||||||
let version = commitInfo.version.replace(/^v/, '');
|
|
||||||
|
|
||||||
let date = new Date(commitInfo.date);
|
|
||||||
let isoDate = date.toISOString();
|
|
||||||
isoDate = isoDate.replace(/\.\d+Z/, '');
|
|
||||||
|
|
||||||
// tags and HEAD qualify for '--branch <branchish>'
|
|
||||||
let branch = commitInfo.commitish;
|
|
||||||
|
|
||||||
let rel = {
|
|
||||||
name: `${repoName}-v${version}`,
|
|
||||||
version: version,
|
|
||||||
git_tag: branch,
|
|
||||||
git_commit_hash: commitInfo.commit_id,
|
|
||||||
lts: false,
|
|
||||||
channel: commitInfo.channel,
|
|
||||||
date: isoDate,
|
|
||||||
os: '*',
|
|
||||||
arch: '*',
|
|
||||||
ext: 'git',
|
|
||||||
download: gitUrl,
|
|
||||||
};
|
|
||||||
|
|
||||||
releases.push(rel);
|
|
||||||
}
|
|
||||||
all.releases = releases;
|
|
||||||
|
|
||||||
return all;
|
|
||||||
}
|
|
||||||
|
|
||||||
module.exports = getDistributables;
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
(async function main() {
|
|
||||||
let testRepos = [
|
|
||||||
// just a few tags, and a different HEAD
|
|
||||||
'https://github.com/tpope/vim-commentary.git',
|
|
||||||
// no tags, just HEAD
|
|
||||||
'https://github.com/ziglang/zig.vim.git',
|
|
||||||
// many, many tags
|
|
||||||
//'https://github.com/dense-analysis/ale.git',
|
|
||||||
];
|
|
||||||
for (let url of testRepos) {
|
|
||||||
let all = await getDistributables(url);
|
|
||||||
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
}
|
|
||||||
})()
|
|
||||||
.then(function () {
|
|
||||||
process.exit(0);
|
|
||||||
})
|
|
||||||
.catch(function (err) {
|
|
||||||
console.error(err);
|
|
||||||
});
|
|
||||||
}
|
|
||||||
@@ -1,47 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var GitHubish = require('./githubish.js');
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Lists Gitea Releases (w/ uploaded assets)
|
|
||||||
*
|
|
||||||
* @param {null} _ - deprecated
|
|
||||||
* @param {String} owner
|
|
||||||
* @param {String} repo
|
|
||||||
* @param {String} baseurl
|
|
||||||
* @param {String} [username]
|
|
||||||
* @param {String} [token]
|
|
||||||
*/
|
|
||||||
async function getDistributables(
|
|
||||||
_,
|
|
||||||
owner,
|
|
||||||
repo,
|
|
||||||
baseurl,
|
|
||||||
username = '',
|
|
||||||
token = '',
|
|
||||||
) {
|
|
||||||
baseurl = `${baseurl}/api/v1`;
|
|
||||||
let all = await GitHubish.getDistributables({
|
|
||||||
owner,
|
|
||||||
repo,
|
|
||||||
baseurl,
|
|
||||||
username,
|
|
||||||
token,
|
|
||||||
});
|
|
||||||
return all;
|
|
||||||
}
|
|
||||||
|
|
||||||
module.exports = getDistributables;
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
getDistributables(
|
|
||||||
null,
|
|
||||||
'root',
|
|
||||||
'pathman',
|
|
||||||
'https://git.rootprojects.org',
|
|
||||||
'',
|
|
||||||
'',
|
|
||||||
).then(function (all) {
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
@@ -1,40 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
require('dotenv').config({ path: '.env' });
|
|
||||||
|
|
||||||
let GitHubSource = module.exports;
|
|
||||||
|
|
||||||
let GitHubishSource = require('./githubish-source.js');
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @param {Object} opts
|
|
||||||
* @param {String} opts.owner
|
|
||||||
* @param {String} opts.repo
|
|
||||||
* @param {String} [opts.baseurl]
|
|
||||||
* @param {String} [opts.username]
|
|
||||||
* @param {String} [opts.token]
|
|
||||||
*/
|
|
||||||
GitHubSource.getDistributables = async function ({
|
|
||||||
owner,
|
|
||||||
repo,
|
|
||||||
baseurl = 'https://api.github.com',
|
|
||||||
username = process.env.GITHUB_USERNAME || '',
|
|
||||||
token = process.env.GITHUB_TOKEN || '',
|
|
||||||
}) {
|
|
||||||
let all = await GitHubishSource.getDistributables({
|
|
||||||
owner,
|
|
||||||
repo,
|
|
||||||
baseurl,
|
|
||||||
username,
|
|
||||||
token,
|
|
||||||
});
|
|
||||||
return all;
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
GitHubSource.getDistributables(null, 'BeyondCodeBootcamp', 'DuckDNS.sh').then(
|
|
||||||
function (all) {
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
},
|
|
||||||
);
|
|
||||||
}
|
|
||||||
@@ -1,42 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
require('dotenv').config({ path: '.env' });
|
|
||||||
|
|
||||||
let GitHubish = require('./githubish.js');
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Lists GitHub Releases (w/ uploaded assets)
|
|
||||||
*
|
|
||||||
* @param {null} _ - deprecated
|
|
||||||
* @param {String} owner
|
|
||||||
* @param {String} repo
|
|
||||||
* @param {String} [baseurl]
|
|
||||||
* @param {String} [username]
|
|
||||||
* @param {String} [token]
|
|
||||||
*/
|
|
||||||
module.exports = async function (
|
|
||||||
_,
|
|
||||||
owner,
|
|
||||||
repo,
|
|
||||||
baseurl = 'https://api.github.com',
|
|
||||||
username = process.env.GITHUB_USERNAME || '',
|
|
||||||
token = process.env.GITHUB_TOKEN || '',
|
|
||||||
) {
|
|
||||||
let all = await GitHubish.getDistributables({
|
|
||||||
owner,
|
|
||||||
repo,
|
|
||||||
baseurl,
|
|
||||||
username,
|
|
||||||
token,
|
|
||||||
});
|
|
||||||
return all;
|
|
||||||
};
|
|
||||||
|
|
||||||
let GitHub = module.exports;
|
|
||||||
GitHub.getDistributables = module.exports;
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
GitHub.getDistributables(null, 'BurntSushi', 'ripgrep').then(function (all) {
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
@@ -1,174 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
let Fetcher = require('../_common/fetcher.js');
|
|
||||||
|
|
||||||
let GitHubishSource = module.exports;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Lists GitHub-Like Releases (source tarball & zip)
|
|
||||||
*
|
|
||||||
* @param {Object} opts
|
|
||||||
* @param {String} opts.owner
|
|
||||||
* @param {String} opts.repo
|
|
||||||
* @param {String} opts.baseurl
|
|
||||||
* @param {String} [opts.username]
|
|
||||||
* @param {String} [opts.token]
|
|
||||||
*/
|
|
||||||
GitHubishSource.getDistributables = async function ({
|
|
||||||
owner,
|
|
||||||
repo,
|
|
||||||
baseurl,
|
|
||||||
username = '',
|
|
||||||
token = '',
|
|
||||||
}) {
|
|
||||||
if (!owner) {
|
|
||||||
throw new Error('missing owner for repo');
|
|
||||||
}
|
|
||||||
if (!repo) {
|
|
||||||
throw new Error('missing repo name');
|
|
||||||
}
|
|
||||||
if (!baseurl) {
|
|
||||||
throw new Error('missing baseurl');
|
|
||||||
}
|
|
||||||
|
|
||||||
let url = `${baseurl}/repos/${owner}/${repo}/releases`;
|
|
||||||
let opts = {
|
|
||||||
headers: {
|
|
||||||
'Content-Type': 'appplication/json',
|
|
||||||
},
|
|
||||||
};
|
|
||||||
|
|
||||||
if (token) {
|
|
||||||
let userpass = `${username}:${token}`;
|
|
||||||
let basicAuth = btoa(userpass);
|
|
||||||
Object.assign(opts.headers, {
|
|
||||||
Authorization: `Basic ${basicAuth}`,
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
let resp;
|
|
||||||
try {
|
|
||||||
resp = await Fetcher.fetch(url, opts);
|
|
||||||
} catch (e) {
|
|
||||||
/** @type {Error & { code: string, response: { status: number, body: string } }} */ //@ts-expect-error
|
|
||||||
let err = e;
|
|
||||||
if (err.code === 'E_FETCH_RELEASES') {
|
|
||||||
err.message = `failed to fetch '${baseurl}' (githubish-source, user '${username}) release data: ${err.response.status} ${err.response.body}`;
|
|
||||||
}
|
|
||||||
throw e;
|
|
||||||
}
|
|
||||||
let gHubResp = JSON.parse(resp.body);
|
|
||||||
|
|
||||||
let all = {
|
|
||||||
/** @type {Array<BuildInfo>} */
|
|
||||||
releases: [],
|
|
||||||
download: '',
|
|
||||||
};
|
|
||||||
|
|
||||||
for (let release of gHubResp) {
|
|
||||||
let dists = GitHubishSource.releaseToDistributables(release);
|
|
||||||
for (let dist of dists) {
|
|
||||||
let updates =
|
|
||||||
await GitHubishSource.followDistributableDownloadAttachment(dist);
|
|
||||||
Object.assign(dist, updates);
|
|
||||||
all.releases.push(dist);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return all;
|
|
||||||
};
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @typedef BuildInfo
|
|
||||||
* @prop {String} [name] - name to use instead of filename for hash urls
|
|
||||||
* @prop {String} version
|
|
||||||
* @prop {String} [_version]
|
|
||||||
* @prop {String} [arch]
|
|
||||||
* @prop {String} channel
|
|
||||||
* @prop {String} date
|
|
||||||
* @prop {String} download
|
|
||||||
* @prop {String} [ext]
|
|
||||||
* @prop {String} [_filename]
|
|
||||||
* @prop {String} [hash]
|
|
||||||
* @prop {String} [libc]
|
|
||||||
* @prop {Boolean} [_musl]
|
|
||||||
* @prop {Boolean} [lts]
|
|
||||||
* @prop {String} [size]
|
|
||||||
* @prop {String} os
|
|
||||||
*/
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @param {any} ghRelease - TODO
|
|
||||||
* @returns {Array<BuildInfo>}
|
|
||||||
*/
|
|
||||||
GitHubishSource.releaseToDistributables = function (ghRelease) {
|
|
||||||
let ghTag = ghRelease['tag_name']; // TODO tags aren't always semver / sensical
|
|
||||||
let lts = /(\b|_)(lts)(\b|_)/.test(ghRelease['tag_name']);
|
|
||||||
let channel = 'stable';
|
|
||||||
if (ghRelease['prerelease']) {
|
|
||||||
channel = 'beta';
|
|
||||||
}
|
|
||||||
let date = ghRelease['published_at'] || '';
|
|
||||||
date = date.replace(/T.*/, '');
|
|
||||||
|
|
||||||
let urls = [ghRelease.tarball_url, ghRelease.zipball_url];
|
|
||||||
/** @type {Array<BuildInfo>} */
|
|
||||||
let dists = [];
|
|
||||||
for (let url of urls) {
|
|
||||||
dists.push({
|
|
||||||
name: '',
|
|
||||||
version: ghTag,
|
|
||||||
lts: lts,
|
|
||||||
channel: channel,
|
|
||||||
date: date,
|
|
||||||
os: '*',
|
|
||||||
arch: '*',
|
|
||||||
libc: '',
|
|
||||||
ext: '',
|
|
||||||
download: url,
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
return dists;
|
|
||||||
};
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @param {BuildInfo} dist
|
|
||||||
*/
|
|
||||||
GitHubishSource.followDistributableDownloadAttachment = async function (dist) {
|
|
||||||
let abortCtrl = new AbortController();
|
|
||||||
let resp = await fetch(dist.download, {
|
|
||||||
method: 'HEAD',
|
|
||||||
redirect: 'follow',
|
|
||||||
signal: abortCtrl.signal,
|
|
||||||
});
|
|
||||||
let headers = Object.fromEntries(resp.headers);
|
|
||||||
|
|
||||||
// Workaround for bug where METHOD changes to GET
|
|
||||||
abortCtrl.abort();
|
|
||||||
await resp.text().catch(function (err) {
|
|
||||||
if (err.name !== 'AbortError') {
|
|
||||||
throw err;
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
// ex: content-disposition: attachment; filename=BeyondCodeBootcamp-DuckDNS.sh-v1.0.1-0-ga2f4bde.zip
|
|
||||||
// => BeyondCodeBootcamp-DuckDNS.sh-v1.0.1-0-ga2f4bde.zip
|
|
||||||
let name = headers['content-disposition'].replace(
|
|
||||||
/.*filename=([^;]+)(;|$)/,
|
|
||||||
'$1',
|
|
||||||
);
|
|
||||||
let download = resp.url;
|
|
||||||
|
|
||||||
return { name, download };
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
GitHubishSource.getDistributables({
|
|
||||||
owner: 'BeyondCodeBootcamp',
|
|
||||||
repo: 'DuckDNS.sh',
|
|
||||||
baseurl: 'https://api.github.com',
|
|
||||||
}).then(function (all) {
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
@@ -1,137 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
let Fetcher = require('../_common/fetcher.js');
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @typedef DistributableRaw
|
|
||||||
* @prop {String} name
|
|
||||||
* @prop {String} version
|
|
||||||
* @prop {Boolean} lts
|
|
||||||
* @prop {String} [channel]
|
|
||||||
* @prop {String} date
|
|
||||||
* @prop {String} os
|
|
||||||
* @prop {String} arch
|
|
||||||
* @prop {String} ext
|
|
||||||
* @prop {String} download
|
|
||||||
*/
|
|
||||||
|
|
||||||
let GitHubish = module.exports;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Lists GitHub-Like Releases (w/ uploaded assets)
|
|
||||||
*
|
|
||||||
* @param {Object} opts
|
|
||||||
* @param {String} opts.owner
|
|
||||||
* @param {String} opts.repo
|
|
||||||
* @param {String} opts.baseurl
|
|
||||||
* @param {String} [opts.username]
|
|
||||||
* @param {String} [opts.token]
|
|
||||||
*/
|
|
||||||
GitHubish.getDistributables = async function ({
|
|
||||||
owner,
|
|
||||||
repo,
|
|
||||||
baseurl,
|
|
||||||
username = '',
|
|
||||||
token = '',
|
|
||||||
}) {
|
|
||||||
if (!owner) {
|
|
||||||
throw new Error('missing owner for repo');
|
|
||||||
}
|
|
||||||
if (!repo) {
|
|
||||||
throw new Error('missing repo name');
|
|
||||||
}
|
|
||||||
if (!baseurl) {
|
|
||||||
throw new Error('missing baseurl');
|
|
||||||
}
|
|
||||||
|
|
||||||
let url = `${baseurl}/repos/${owner}/${repo}/releases`;
|
|
||||||
let opts = {
|
|
||||||
headers: {
|
|
||||||
'Content-Type': 'appplication/json',
|
|
||||||
},
|
|
||||||
};
|
|
||||||
|
|
||||||
if (token) {
|
|
||||||
let userpass = `${username}:${token}`;
|
|
||||||
let basicAuth = btoa(userpass);
|
|
||||||
Object.assign(opts.headers, {
|
|
||||||
Authorization: `Basic ${basicAuth}`,
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
let resp;
|
|
||||||
try {
|
|
||||||
resp = await Fetcher.fetch(url, opts);
|
|
||||||
} catch (e) {
|
|
||||||
/** @type {Error & { code: string, response: { status: number, body: string } }} */ //@ts-expect-error
|
|
||||||
let err = e;
|
|
||||||
if (err.code === 'E_FETCH_RELEASES') {
|
|
||||||
err.message = `failed to fetch '${baseurl}' (githubish, user '${username}) release data: ${err.response.status} ${err.response.body}`;
|
|
||||||
}
|
|
||||||
throw e;
|
|
||||||
}
|
|
||||||
let gHubResp = JSON.parse(resp.body);
|
|
||||||
|
|
||||||
let all = {
|
|
||||||
/** @type {Array<DistributableRaw>} */
|
|
||||||
releases: [],
|
|
||||||
// todo make this ':baseurl' + ':releasename'
|
|
||||||
download: '',
|
|
||||||
};
|
|
||||||
|
|
||||||
try {
|
|
||||||
gHubResp.forEach(transformReleases);
|
|
||||||
} catch (e) {
|
|
||||||
/** @type {Error & { code: string, response: { status: number, body: string } }} */ //@ts-expect-error
|
|
||||||
let err = e;
|
|
||||||
console.error(err.message);
|
|
||||||
console.error('Error Headers:', resp.headers);
|
|
||||||
console.error('Error Body:', resp.body);
|
|
||||||
let msg = `failed to transform releases from '${baseurl}' with user '${username}'`;
|
|
||||||
throw new Error(msg);
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @param {any} release - TODO
|
|
||||||
*/
|
|
||||||
function transformReleases(release) {
|
|
||||||
for (let asset of release['assets']) {
|
|
||||||
let name = asset['name'];
|
|
||||||
let date = release['published_at']?.replace(/T.*/, '');
|
|
||||||
let download = asset['browser_download_url'];
|
|
||||||
|
|
||||||
// TODO tags aren't always semver / sensical
|
|
||||||
let version = release['tag_name'];
|
|
||||||
let channel;
|
|
||||||
if (release['prerelease']) {
|
|
||||||
// -rcX, -preview, -beta, etc will be checked in _webi/normalize.js
|
|
||||||
channel = 'beta';
|
|
||||||
}
|
|
||||||
let lts = /(\b|_)(lts)(\b|_)/.test(release['tag_name']);
|
|
||||||
|
|
||||||
all.releases.push({
|
|
||||||
name: name,
|
|
||||||
version: version,
|
|
||||||
lts: lts,
|
|
||||||
channel: channel,
|
|
||||||
date: date,
|
|
||||||
os: '', // will be guessed by download filename
|
|
||||||
arch: '', // will be guessed by download filename
|
|
||||||
ext: '', // will be normalized
|
|
||||||
download: download,
|
|
||||||
});
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return all;
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
GitHubish.getDistributables({
|
|
||||||
owner: 'BurntSushi',
|
|
||||||
repo: 'ripgrep',
|
|
||||||
baseurl: 'https://api.github.com',
|
|
||||||
}).then(function (all) {
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
3
_example/releases.conf
Normal file
3
_example/releases.conf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
# Example releases.conf — uses ripgrep as a sample project.
|
||||||
|
# Copy this file into your package directory and adjust.
|
||||||
|
github_releases = BurntSushi/ripgrep
|
||||||
@@ -1,37 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'BurntSushi';
|
|
||||||
var repo = 'ripgrep';
|
|
||||||
|
|
||||||
/******************************************************************************/
|
|
||||||
/** Note: Delete this Comment! **/
|
|
||||||
/** **/
|
|
||||||
/** Need a an example that filters out miscellaneous release files? **/
|
|
||||||
/** See `deno`, `gitea`, or `caddy` **/
|
|
||||||
/** **/
|
|
||||||
/******************************************************************************/
|
|
||||||
|
|
||||||
let Releases = module.exports;
|
|
||||||
|
|
||||||
Releases.latest = async function () {
|
|
||||||
let all = await github(null, owner, repo);
|
|
||||||
return all;
|
|
||||||
};
|
|
||||||
|
|
||||||
Releases.sample = async function () {
|
|
||||||
let normalize = require('../_webi/normalize.js');
|
|
||||||
let all = await Releases.latest();
|
|
||||||
all = normalize(all);
|
|
||||||
// just select the first 5 for demonstration
|
|
||||||
all.releases = all.releases.slice(0, 5);
|
|
||||||
return all;
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
(async function () {
|
|
||||||
let samples = await Releases.sample();
|
|
||||||
|
|
||||||
console.info(JSON.stringify(samples, null, 2));
|
|
||||||
})();
|
|
||||||
}
|
|
||||||
@@ -1,442 +0,0 @@
|
|||||||
---
|
|
||||||
name: installer
|
|
||||||
description: >
|
|
||||||
Create or update install.sh and install.ps1 scripts for a webi package.
|
|
||||||
Use when adding a new package to webi-installers, or when an existing
|
|
||||||
install script needs to be updated to match a changed archive structure.
|
|
||||||
Covers discovering archive layout from GitHub releases, identifying the
|
|
||||||
right install pattern (A–I), and writing both the POSIX shell and
|
|
||||||
PowerShell scripts that the webi framework calls.
|
|
||||||
Note: this skill covers install scripts only — writing releases.js /
|
|
||||||
releases.conf (the release-fetcher config) is a separate concern.
|
|
||||||
license: MIT
|
|
||||||
compatibility: Requires git, curl, tar. GitHub API access needed for
|
|
||||||
discovery phase. Designed for Claude Code in the webi-installers repo.
|
|
||||||
metadata:
|
|
||||||
author: AJ ONeal
|
|
||||||
version: "1.1"
|
|
||||||
---
|
|
||||||
|
|
||||||
# Webi Installer Skill
|
|
||||||
|
|
||||||
Write `install.sh` and `install.ps1` for a webi package. These scripts are
|
|
||||||
called by the webi framework **after** it has already downloaded and verified
|
|
||||||
the archive — your job is only to unpack and place the files.
|
|
||||||
|
|
||||||
> **Scope:** This skill covers `install.sh` and `install.ps1` only. A
|
|
||||||
> separate `releases.js` / `releases.conf` file is needed to tell webi where
|
|
||||||
> to fetch releases from. That config must already exist (or be written
|
|
||||||
> separately) before these install scripts are useful.
|
|
||||||
|
|
||||||
## Quick overview
|
|
||||||
|
|
||||||
1. [Discover the archive layout](#1-discover-the-archive-layout) — inspect
|
|
||||||
GitHub releases with `curl` + `tar -t` to understand what's inside.
|
|
||||||
2. [Choose the install pattern](#2-choose-the-install-pattern) — nine
|
|
||||||
patterns (A–I) cover almost every real-world case.
|
|
||||||
3. [Write `install.sh`](#3-write-installsh) — POSIX shell, ~20–40 lines.
|
|
||||||
4. [Write `install.ps1`](#4-write-installps1) — PowerShell, ~40–60 lines.
|
|
||||||
5. [Check for classification issues](#5-check-for-classification-issues) —
|
|
||||||
look for variant assets, non-standard OS/arch naming, or installer .exe
|
|
||||||
files that need special handling.
|
|
||||||
|
|
||||||
Full reference: [`references/PATTERNS.md`](references/PATTERNS.md)
|
|
||||||
Archive layout details: [`references/ARCHIVE-LAYOUTS.md`](references/ARCHIVE-LAYOUTS.md)
|
|
||||||
Classification guide: [`references/CLASSIFICATION.md`](references/CLASSIFICATION.md)
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 1. Discover the archive layout
|
|
||||||
|
|
||||||
### Use the webi releases API (fastest, if the package already exists)
|
|
||||||
|
|
||||||
```sh
|
|
||||||
# JSON with all releases for a package
|
|
||||||
curl -s https://webinstall.dev/api/releases/bat.json | jq '.releases[:3]'
|
|
||||||
```
|
|
||||||
|
|
||||||
Each entry has `name` (filename), `version`, `os`, `arch`, `ext`, `download`.
|
|
||||||
|
|
||||||
### Or inspect GitHub releases directly
|
|
||||||
|
|
||||||
```sh
|
|
||||||
# List asset filenames for the latest release
|
|
||||||
curl -s "https://api.github.com/repos/sharkdp/bat/releases?per_page=3" \
|
|
||||||
| jq '.[0].assets[] | .name'
|
|
||||||
```
|
|
||||||
|
|
||||||
### Inspect what's inside an archive
|
|
||||||
|
|
||||||
Download one representative asset and list its contents **without extracting**:
|
|
||||||
|
|
||||||
```sh
|
|
||||||
# tar.gz / tar.xz
|
|
||||||
curl -fsSL "$DOWNLOAD_URL" | tar -tz
|
|
||||||
|
|
||||||
# tar.zst (modern systems — GNU tar / bsdtar both support this)
|
|
||||||
curl -fsSL "$DOWNLOAD_URL" | tar --zstd -tz
|
|
||||||
|
|
||||||
# zip
|
|
||||||
curl -fsSL "$DOWNLOAD_URL" -o /tmp/pkg.zip && unzip -l /tmp/pkg.zip
|
|
||||||
|
|
||||||
# bare binary (no archive extension, e.g. jq-linux-amd64)
|
|
||||||
# The file IS the binary — no unpacking needed. Set WEBI_SINGLE=true.
|
|
||||||
```
|
|
||||||
|
|
||||||
Look for:
|
|
||||||
- Is the binary at the top level or inside a subdirectory?
|
|
||||||
- Does the subdirectory name include the version and/or triplet?
|
|
||||||
- Are there completions (`completions/`, `autocomplete/`, `complete/`)?
|
|
||||||
- Are there man pages (`*.1`, `doc/*.1`, `man/man1/`)?
|
|
||||||
- Are there shared libraries (`.so`, `.dylib`, `.dll`) alongside the binary?
|
|
||||||
- Is the binary name different from the package command name?
|
|
||||||
|
|
||||||
See [`references/ARCHIVE-LAYOUTS.md`](references/ARCHIVE-LAYOUTS.md) for
|
|
||||||
what each pattern looks like, with real examples.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 2. Choose the install pattern
|
|
||||||
|
|
||||||
| Pattern | Description | Examples |
|
|
||||||
|---------|-------------|---------|
|
|
||||||
| **A** | Bare binary (or binary+docs) at archive root | caddy, fzf, k9s, terraform |
|
|
||||||
| **B** | Binary inside a version/triplet-named subdirectory | delta, shellcheck, trip, xsv |
|
|
||||||
| **C** | Like B, plus shell completions and/or man pages | bat, fd, rg, sd, watchexec, zoxide |
|
|
||||||
| **D** | Binary + shared libraries (bundled) | ollama (Linux), psql, sass, syncthing |
|
|
||||||
| **E** | FHS-like layout (`bin/`, `share/man/`) | gh, pandoc |
|
|
||||||
| **F** | Renamed binary needing install-time rename | pathman, yq |
|
|
||||||
| **G** | Full SDK/toolchain (many files) | go, node, zig, flutter, julia |
|
|
||||||
| **H** | .NET runtime bundle | pwsh |
|
|
||||||
| **I** | Multi-binary distribution | dashcore, mutagen |
|
|
||||||
|
|
||||||
**Pattern A** is by far the most common (~28 packages). When in doubt,
|
|
||||||
download the archive and `tar -tz` it before writing a single line of code.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 3. Write `install.sh`
|
|
||||||
|
|
||||||
The framework (`_webi/package-install.tpl.sh`) handles: user-agent detection,
|
|
||||||
version resolution, download, checksum verification, and PATH management.
|
|
||||||
Your script is **injected into** the framework and provides the
|
|
||||||
package-specific part: where to find the binary and how to move it.
|
|
||||||
|
|
||||||
### Script structure
|
|
||||||
|
|
||||||
Every `install.sh` wraps its definitions in an `__init_pkgname()` function
|
|
||||||
and immediately calls it. This prevents variable leakage when the script is
|
|
||||||
sourced by the framework:
|
|
||||||
|
|
||||||
```sh
|
|
||||||
#!/bin/sh
|
|
||||||
|
|
||||||
__init_toolname() {
|
|
||||||
set -e
|
|
||||||
set -u
|
|
||||||
|
|
||||||
####################
|
|
||||||
# Install toolname #
|
|
||||||
####################
|
|
||||||
|
|
||||||
pkg_cmd_name="toolname"
|
|
||||||
WEBI_SINGLE=true # if applicable — see below
|
|
||||||
|
|
||||||
pkg_dst_cmd="$HOME/.local/bin/toolname"
|
|
||||||
pkg_dst="$pkg_dst_cmd"
|
|
||||||
|
|
||||||
pkg_src_cmd="$HOME/.local/opt/toolname-v$WEBI_VERSION/bin/toolname"
|
|
||||||
pkg_src_dir="$HOME/.local/opt/toolname-v$WEBI_VERSION"
|
|
||||||
pkg_src="$pkg_src_cmd"
|
|
||||||
|
|
||||||
pkg_install() {
|
|
||||||
# ...
|
|
||||||
}
|
|
||||||
|
|
||||||
pkg_get_current_version() {
|
|
||||||
# ...
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
__init_toolname
|
|
||||||
```
|
|
||||||
|
|
||||||
### Variables
|
|
||||||
|
|
||||||
| Variable | Description |
|
|
||||||
|----------|-------------|
|
|
||||||
| `pkg_cmd_name` | The command name that ends up on `$PATH` |
|
|
||||||
| `pkg_dst_cmd` | Final destination: `~/.local/bin/<cmd>` (the symlink) |
|
|
||||||
| `pkg_dst` | Same as `pkg_dst_cmd` for single-binary packages; `~/.local/opt/<cmd>` for SDKs |
|
|
||||||
| `pkg_src_cmd` | Versioned binary: `~/.local/opt/<pkg>-v<ver>/bin/<cmd>` |
|
|
||||||
| `pkg_src_dir` | Versioned install dir: `~/.local/opt/<pkg>-v<ver>` |
|
|
||||||
| `pkg_src` | Same as `pkg_src_cmd` for single-binary packages; same as `pkg_src_dir` for SDKs |
|
|
||||||
|
|
||||||
**Framework-derived (set by the framework before calling `pkg_install` — do not set manually):**
|
|
||||||
- `pkg_src_bin` — `$(dirname "$pkg_src_cmd")` — the versioned `bin/` dir
|
|
||||||
- `pkg_dst_bin` — `$(dirname "$pkg_dst_cmd")` — `~/.local/bin`
|
|
||||||
|
|
||||||
### `WEBI_SINGLE`
|
|
||||||
|
|
||||||
`WEBI_SINGLE=true` affects the default values the framework uses for
|
|
||||||
`pkg_src` and `pkg_dst`, and how `webi_link()` creates the symlink:
|
|
||||||
|
|
||||||
- **With `WEBI_SINGLE=true`**: links the binary file directly:
|
|
||||||
`~/.local/bin/cmd → ~/.local/opt/cmd-vX.Y.Z/bin/cmd`
|
|
||||||
- **Without it (default)**: links the directory:
|
|
||||||
`~/.local/opt/cmd → ~/.local/opt/cmd-vX.Y.Z`
|
|
||||||
|
|
||||||
Set `WEBI_SINGLE=true` when using the conventional Pattern A skeleton
|
|
||||||
(where `pkg_src` and `pkg_dst` are not set to custom values). When you
|
|
||||||
explicitly assign all six variables yourself (as in Patterns B–F),
|
|
||||||
`WEBI_SINGLE` is not strictly required but can still be set for clarity.
|
|
||||||
|
|
||||||
Pattern G (SDKs) and Pattern H (.NET bundles) do NOT use `WEBI_SINGLE` —
|
|
||||||
they define `pkg_link()` manually because the whole directory tree must
|
|
||||||
be linked, not just a single binary.
|
|
||||||
|
|
||||||
### Required function: `pkg_install`
|
|
||||||
|
|
||||||
Moves files from the extracted archive into the versioned opt directory.
|
|
||||||
The framework has already extracted the archive into a temp directory and
|
|
||||||
`cd`'d into it before calling `pkg_install`.
|
|
||||||
|
|
||||||
```sh
|
|
||||||
pkg_install() {
|
|
||||||
mkdir -p "$pkg_src_bin"
|
|
||||||
mv ./tool-*/tool "$pkg_src_cmd"
|
|
||||||
chmod a+x "$pkg_src_cmd"
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
### Recommended function: `pkg_get_current_version`
|
|
||||||
|
|
||||||
Used to detect whether the package is already installed at the right version:
|
|
||||||
|
|
||||||
```sh
|
|
||||||
pkg_get_current_version() {
|
|
||||||
# 'tool --version' output: "tool 1.2.3 (rev abc)"
|
|
||||||
# trim to just the version number
|
|
||||||
tool --version 2>/dev/null | head -n 1 | cut -d' ' -f2
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
### Skeletons by pattern
|
|
||||||
|
|
||||||
**Pattern A** — binary at archive root (`WEBI_SINGLE=true`):
|
|
||||||
```sh
|
|
||||||
WEBI_SINGLE=true
|
|
||||||
pkg_install() {
|
|
||||||
mkdir -p "$pkg_src_bin"
|
|
||||||
mv ./"$pkg_cmd_name"* "$pkg_src_cmd"
|
|
||||||
chmod a+x "$pkg_src_cmd"
|
|
||||||
}
|
|
||||||
```
|
|
||||||
Use `$pkg_cmd_name*` as the glob — it matches the binary and avoids
|
|
||||||
accidentally moving LICENSE or README into the binary path.
|
|
||||||
|
|
||||||
**Pattern B** — binary inside a `tool-{ver}-{triplet}/` subdirectory:
|
|
||||||
```sh
|
|
||||||
WEBI_SINGLE=true
|
|
||||||
pkg_install() {
|
|
||||||
mkdir -p "$pkg_src_bin"
|
|
||||||
mv ./tool-*/tool "$pkg_src_cmd"
|
|
||||||
chmod a+x "$pkg_src_cmd"
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
**Pattern C** — like B, plus completions and man pages.
|
|
||||||
The completion directory and filename vary per package — always check
|
|
||||||
`tar -tz` output first. Common variants: `completions/`, `autocomplete/`,
|
|
||||||
`complete/`. See [`references/PATTERNS.md`](references/PATTERNS.md) for
|
|
||||||
a full example with guards:
|
|
||||||
```sh
|
|
||||||
WEBI_SINGLE=true
|
|
||||||
pkg_install() {
|
|
||||||
mkdir -p "$pkg_src_bin"
|
|
||||||
mv ./tool-*/tool "$pkg_src_cmd"
|
|
||||||
chmod a+x "$pkg_src_cmd"
|
|
||||||
|
|
||||||
# bash completion (directory name varies — check tar -tz)
|
|
||||||
if test -e ./tool-*/completions/tool.bash; then
|
|
||||||
mkdir -p "$pkg_src_dir/share/bash-completion/completions"
|
|
||||||
mv ./tool-*/completions/tool.bash \
|
|
||||||
"$pkg_src_dir/share/bash-completion/completions/tool"
|
|
||||||
fi
|
|
||||||
if test -e ./tool-*/completions/tool.fish; then
|
|
||||||
mkdir -p "$pkg_src_dir/share/fish/vendor_completions.d"
|
|
||||||
mv ./tool-*/completions/tool.fish \
|
|
||||||
"$pkg_src_dir/share/fish/vendor_completions.d/tool.fish"
|
|
||||||
fi
|
|
||||||
if test -e ./tool-*/completions/_tool; then
|
|
||||||
mkdir -p "$pkg_src_dir/share/zsh/site-functions"
|
|
||||||
mv ./tool-*/completions/_tool \
|
|
||||||
"$pkg_src_dir/share/zsh/site-functions/_tool"
|
|
||||||
fi
|
|
||||||
if test -e ./tool-*/tool.1; then
|
|
||||||
mkdir -p "$pkg_src_dir/share/man/man1"
|
|
||||||
mv ./tool-*/tool.1 "$pkg_src_dir/share/man/man1/tool.1"
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
**Pattern D** — binary + shared libraries. The entire directory structure
|
|
||||||
must be preserved. See [`references/PATTERNS.md`](references/PATTERNS.md)
|
|
||||||
for the ollama and psql examples.
|
|
||||||
|
|
||||||
**Pattern E** — FHS layout (archive already has `bin/` and `share/`):
|
|
||||||
```sh
|
|
||||||
WEBI_SINGLE=true
|
|
||||||
pkg_install() {
|
|
||||||
mkdir -p "$(dirname "$pkg_src_dir")"
|
|
||||||
mv ./tool-*/ "$pkg_src_dir"
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
**Pattern F** — binary needs rename (archive name ≠ command name).
|
|
||||||
Use when the binary in the archive cannot be matched by `$pkg_cmd_name*`
|
|
||||||
— e.g., `yq_linux_amd64` for a command named `yq`:
|
|
||||||
```sh
|
|
||||||
WEBI_SINGLE=true
|
|
||||||
pkg_install() {
|
|
||||||
mkdir -p "$pkg_src_bin"
|
|
||||||
mv ./yq_* "$pkg_src_cmd"
|
|
||||||
chmod a+x "$pkg_src_cmd"
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
**Pattern G** — full SDK (do NOT set `WEBI_SINGLE`):
|
|
||||||
```sh
|
|
||||||
# pkg_src = directory, not a binary
|
|
||||||
pkg_src="$pkg_src_dir"
|
|
||||||
pkg_dst="$HOME/.local/opt/tool"
|
|
||||||
|
|
||||||
pkg_install() {
|
|
||||||
mkdir -p "$(dirname "$pkg_src_dir")"
|
|
||||||
mv ./tool-*/ "$pkg_src_dir"
|
|
||||||
}
|
|
||||||
|
|
||||||
pkg_link() {
|
|
||||||
rm -f "$pkg_dst"
|
|
||||||
ln -s "$pkg_src" "$pkg_dst"
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 4. Write `install.ps1`
|
|
||||||
|
|
||||||
A PowerShell framework template exists (`_webi/package-install.tpl.ps1`)
|
|
||||||
and injects the `install.ps1` script at the `# {{ installer }}` placeholder.
|
|
||||||
The template provides: error handling, directory setup, `Invoke-DownloadUrl`
|
|
||||||
helper, and PATH management via `webi_path_add`. However, unlike the shell
|
|
||||||
side, the PS1 framework does **not** download or extract the archive — the
|
|
||||||
package script must handle that itself. The same path conventions apply
|
|
||||||
(opt/bin layout), but Windows uses `Copy-Item` instead of symlinks for
|
|
||||||
the final `bin/` step.
|
|
||||||
|
|
||||||
### Variable block (always at top)
|
|
||||||
|
|
||||||
```powershell
|
|
||||||
$pkg_cmd_name = "tool"
|
|
||||||
|
|
||||||
$pkg_dst_cmd = "$Env:USERPROFILE\.local\bin\tool.exe"
|
|
||||||
$pkg_dst_bin = "$Env:USERPROFILE\.local\bin"
|
|
||||||
$pkg_dst = "$pkg_dst_cmd"
|
|
||||||
|
|
||||||
$pkg_src_cmd = "$Env:USERPROFILE\.local\opt\tool-v$Env:WEBI_VERSION\bin\tool.exe"
|
|
||||||
$pkg_src_bin = "$Env:USERPROFILE\.local\opt\tool-v$Env:WEBI_VERSION\bin"
|
|
||||||
$pkg_src_dir = "$Env:USERPROFILE\.local\opt\tool-v$Env:WEBI_VERSION"
|
|
||||||
$pkg_src = "$pkg_src_cmd"
|
|
||||||
```
|
|
||||||
|
|
||||||
### Standard body
|
|
||||||
|
|
||||||
```powershell
|
|
||||||
New-Item "$Env:USERPROFILE\Downloads\webi" -ItemType Directory -Force | Out-Null
|
|
||||||
$pkg_download = "$Env:USERPROFILE\Downloads\webi\$Env:WEBI_PKG_FILE"
|
|
||||||
|
|
||||||
# Fetch archive
|
|
||||||
if (!(Test-Path -Path "$pkg_download")) {
|
|
||||||
Write-Output "Downloading tool from $Env:WEBI_PKG_URL to $pkg_download"
|
|
||||||
& curl.exe -A "$Env:WEBI_UA" -fsSL "$Env:WEBI_PKG_URL" -o "$pkg_download.part"
|
|
||||||
& Move-Item "$pkg_download.part" "$pkg_download"
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!(Test-Path -Path "$pkg_src_cmd")) {
|
|
||||||
Write-Output "Installing tool"
|
|
||||||
|
|
||||||
Push-Location .local\tmp
|
|
||||||
Remove-Item -Path ".\tool-v*" -Recurse -ErrorAction Ignore
|
|
||||||
|
|
||||||
# Unpack — Windows BSD-tar handles zip too
|
|
||||||
Write-Output "Unpacking $pkg_download"
|
|
||||||
& tar xf "$pkg_download"
|
|
||||||
|
|
||||||
# Move binary into place — adjust glob for your archive structure
|
|
||||||
Write-Output "Install Location: $pkg_src_cmd"
|
|
||||||
New-Item "$pkg_src_bin" -ItemType Directory -Force | Out-Null
|
|
||||||
Move-Item -Path ".\tool-*\tool.exe" -Destination "$pkg_src_bin"
|
|
||||||
Pop-Location
|
|
||||||
}
|
|
||||||
|
|
||||||
# Windows has no symlinks in the webi sense — copy to bin/
|
|
||||||
Write-Output "Copying into '$pkg_dst_cmd' from '$pkg_src_cmd'"
|
|
||||||
Remove-Item -Path "$pkg_dst_cmd" -Recurse -ErrorAction Ignore | Out-Null
|
|
||||||
New-Item "$pkg_dst_bin" -ItemType Directory -Force | Out-Null
|
|
||||||
Copy-Item -Path "$pkg_src" -Destination "$pkg_dst" -Recurse
|
|
||||||
```
|
|
||||||
|
|
||||||
For Pattern A (binary at archive root), change the `Move-Item` line to:
|
|
||||||
```powershell
|
|
||||||
Move-Item -Path ".\tool.exe" -Destination "$pkg_src_bin"
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## 5. Check for classification issues
|
|
||||||
|
|
||||||
Before writing any scripts, scan the asset list for red flags:
|
|
||||||
|
|
||||||
### Non-standard OS/arch names in filenames
|
|
||||||
|
|
||||||
The webi classifier recognises most patterns automatically. Watch for:
|
|
||||||
- `darwin` vs `macos` — both recognised; output normalised to `macos`
|
|
||||||
- `x86_64` vs `amd64` — both recognised; output normalised to `amd64`
|
|
||||||
- `aarch64` vs `arm64` — both recognised; output normalised to `arm64`
|
|
||||||
- `armv7` (missing trailing `l`) — normalised to `armv7l`
|
|
||||||
|
|
||||||
These are handled automatically. Only flag them if the asset list contains
|
|
||||||
something genuinely unusual that the classifier would not recognise.
|
|
||||||
|
|
||||||
### Variant assets needing tags
|
|
||||||
|
|
||||||
Flag if you see multiple assets for the same OS/arch that serve different
|
|
||||||
hardware or runtime requirements:
|
|
||||||
- **GPU variants**: `*-rocm*`, `*-cuda*`, `*-vulkan*` alongside a baseline build
|
|
||||||
- **Windows installer**: `*Setup.exe` or `*Install.exe` alongside a bare `*.exe`
|
|
||||||
- **Framework-dependent .NET**: `*-fxdependent*` vs self-contained
|
|
||||||
- **AppImage**: `*.AppImage` — not supported by the webi installer
|
|
||||||
- **Electron/GUI app**: `*.dmg` or `*.AppImage` that is a full GUI app, not a CLI
|
|
||||||
|
|
||||||
If you find variants, see [`references/CLASSIFICATION.md`](references/CLASSIFICATION.md)
|
|
||||||
for how to write a variant tagger.
|
|
||||||
|
|
||||||
### Formats to drop
|
|
||||||
|
|
||||||
These are automatically filtered by the framework — no action needed:
|
|
||||||
- `.deb`, `.rpm`, `.snap`, `.AppImage`
|
|
||||||
- Checksums (`*.sha256`, `*.sha512`, `*.asc`, `*.sig`)
|
|
||||||
- Source archives (`*-src.tar.gz`, `*.tar.gz` with no OS in name)
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Reference files
|
|
||||||
|
|
||||||
- [`references/PATTERNS.md`](references/PATTERNS.md) — detailed pattern
|
|
||||||
descriptions with real package examples and complete install script snippets
|
|
||||||
- [`references/ARCHIVE-LAYOUTS.md`](references/ARCHIVE-LAYOUTS.md) — actual
|
|
||||||
`tar -t` output for representative packages in each pattern
|
|
||||||
- [`references/CLASSIFICATION.md`](references/CLASSIFICATION.md) — when and
|
|
||||||
how to write variant taggers; non-standard filename conventions
|
|
||||||
@@ -1,289 +0,0 @@
|
|||||||
# Archive Layouts — Real Package Examples
|
|
||||||
|
|
||||||
Actual `tar -t` / `unzip -l` output for representative packages.
|
|
||||||
Use these to calibrate your eye for what each pattern looks like.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Pattern A — Flat archive (no subdirectory)
|
|
||||||
|
|
||||||
### caddy 2.9.1 — linux/amd64 tar.gz
|
|
||||||
```
|
|
||||||
caddy
|
|
||||||
LICENSE
|
|
||||||
README.md
|
|
||||||
```
|
|
||||||
Binary `caddy` is at the top level. Set `WEBI_SINGLE=true`.
|
|
||||||
|
|
||||||
### fzf 0.70.0 — linux/amd64 tar.gz
|
|
||||||
```
|
|
||||||
fzf
|
|
||||||
```
|
|
||||||
Minimal — just the binary.
|
|
||||||
|
|
||||||
### terraform 1.9.8 — linux/amd64 zip
|
|
||||||
```
|
|
||||||
terraform
|
|
||||||
LICENSE.txt
|
|
||||||
```
|
|
||||||
Zip archive but same flat layout.
|
|
||||||
|
|
||||||
### k9s — linux/amd64 tar.gz
|
|
||||||
```
|
|
||||||
k9s
|
|
||||||
LICENSE
|
|
||||||
README.md
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Pattern B — Named subdirectory, binary only
|
|
||||||
|
|
||||||
### delta 0.18.2 — linux/amd64 tar.gz
|
|
||||||
```
|
|
||||||
delta-0.18.2-x86_64-unknown-linux-musl/
|
|
||||||
delta-0.18.2-x86_64-unknown-linux-musl/delta
|
|
||||||
delta-0.18.2-x86_64-unknown-linux-musl/LICENSE
|
|
||||||
delta-0.18.2-x86_64-unknown-linux-musl/README.md
|
|
||||||
```
|
|
||||||
Glob to move: `./delta-*/delta`
|
|
||||||
|
|
||||||
### shellcheck 0.10.0 — linux/x86_64 tar.xz
|
|
||||||
```
|
|
||||||
shellcheck-v0.10.0/
|
|
||||||
shellcheck-v0.10.0/shellcheck
|
|
||||||
shellcheck-v0.10.0/LICENSE.txt
|
|
||||||
shellcheck-v0.10.0/README.txt
|
|
||||||
```
|
|
||||||
Glob to move: `./shellcheck-*/shellcheck`
|
|
||||||
|
|
||||||
### xsv 0.13.0 — linux/x86_64 tar.gz
|
|
||||||
```
|
|
||||||
xsv-0.13.0-x86_64-unknown-linux-musl/
|
|
||||||
xsv-0.13.0-x86_64-unknown-linux-musl/xsv
|
|
||||||
xsv-0.13.0-x86_64-unknown-linux-musl/UNLICENSE
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Pattern C — Subdirectory + completions + man pages
|
|
||||||
|
|
||||||
### rg/ripgrep 14.1.1 — linux/amd64 tar.gz
|
|
||||||
```
|
|
||||||
ripgrep-14.1.1-x86_64-unknown-linux-musl/
|
|
||||||
ripgrep-14.1.1-x86_64-unknown-linux-musl/rg
|
|
||||||
ripgrep-14.1.1-x86_64-unknown-linux-musl/complete/
|
|
||||||
ripgrep-14.1.1-x86_64-unknown-linux-musl/complete/_rg
|
|
||||||
ripgrep-14.1.1-x86_64-unknown-linux-musl/complete/_rg.ps1
|
|
||||||
ripgrep-14.1.1-x86_64-unknown-linux-musl/complete/rg.bash
|
|
||||||
ripgrep-14.1.1-x86_64-unknown-linux-musl/complete/rg.fish
|
|
||||||
ripgrep-14.1.1-x86_64-unknown-linux-musl/doc/
|
|
||||||
ripgrep-14.1.1-x86_64-unknown-linux-musl/doc/rg.1
|
|
||||||
ripgrep-14.1.1-x86_64-unknown-linux-musl/doc/FAQ.md
|
|
||||||
ripgrep-14.1.1-x86_64-unknown-linux-musl/doc/GUIDE.md
|
|
||||||
ripgrep-14.1.1-x86_64-unknown-linux-musl/CHANGELOG.md
|
|
||||||
ripgrep-14.1.1-x86_64-unknown-linux-musl/LICENSE-MIT
|
|
||||||
ripgrep-14.1.1-x86_64-unknown-linux-musl/README.md
|
|
||||||
```
|
|
||||||
Note: completions are in `complete/` (not `completions/`). Man page is `doc/rg.1`.
|
|
||||||
|
|
||||||
### sd 1.1.0 — linux/x86_64 tar.gz
|
|
||||||
```
|
|
||||||
sd-v1.1.0-x86_64-unknown-linux-musl/
|
|
||||||
sd-v1.1.0-x86_64-unknown-linux-musl/sd
|
|
||||||
sd-v1.1.0-x86_64-unknown-linux-musl/sd.1
|
|
||||||
sd-v1.1.0-x86_64-unknown-linux-musl/completions/
|
|
||||||
sd-v1.1.0-x86_64-unknown-linux-musl/completions/sd.bash
|
|
||||||
sd-v1.1.0-x86_64-unknown-linux-musl/completions/sd.elv
|
|
||||||
sd-v1.1.0-x86_64-unknown-linux-musl/completions/sd.fish
|
|
||||||
sd-v1.1.0-x86_64-unknown-linux-musl/completions/_sd
|
|
||||||
sd-v1.1.0-x86_64-unknown-linux-musl/completions/_sd.ps1
|
|
||||||
sd-v1.1.0-x86_64-unknown-linux-musl/CHANGELOG.md
|
|
||||||
sd-v1.1.0-x86_64-unknown-linux-musl/LICENSE
|
|
||||||
sd-v1.1.0-x86_64-unknown-linux-musl/README.md
|
|
||||||
```
|
|
||||||
Note: man page `sd.1` is at subdirectory root. Completions in `completions/`.
|
|
||||||
|
|
||||||
### bat 0.26.1 — linux/amd64 tar.gz
|
|
||||||
```
|
|
||||||
bat-v0.26.1-x86_64-unknown-linux-musl/
|
|
||||||
bat-v0.26.1-x86_64-unknown-linux-musl/bat
|
|
||||||
bat-v0.26.1-x86_64-unknown-linux-musl/bat.1
|
|
||||||
bat-v0.26.1-x86_64-unknown-linux-musl/autocomplete/
|
|
||||||
bat-v0.26.1-x86_64-unknown-linux-musl/autocomplete/bat.bash
|
|
||||||
bat-v0.26.1-x86_64-unknown-linux-musl/autocomplete/bat.fish
|
|
||||||
bat-v0.26.1-x86_64-unknown-linux-musl/autocomplete/bat.zsh
|
|
||||||
bat-v0.26.1-x86_64-unknown-linux-musl/LICENSE-APACHE
|
|
||||||
bat-v0.26.1-x86_64-unknown-linux-musl/LICENSE-MIT
|
|
||||||
bat-v0.26.1-x86_64-unknown-linux-musl/README.md
|
|
||||||
```
|
|
||||||
Note: completions in `autocomplete/` (not `completions/`). Zsh file is `bat.zsh` not `_bat`.
|
|
||||||
|
|
||||||
### goreleaser — linux/amd64 tar.gz
|
|
||||||
```
|
|
||||||
goreleaser
|
|
||||||
completions/
|
|
||||||
completions/goreleaser.bash
|
|
||||||
completions/goreleaser.fish
|
|
||||||
completions/goreleaser.zsh
|
|
||||||
manpages/
|
|
||||||
manpages/goreleaser.1.gz
|
|
||||||
LICENSE.md
|
|
||||||
README.md
|
|
||||||
```
|
|
||||||
Note: goreleaser uses Pattern A layout (binary at root, no subdirectory)
|
|
||||||
but includes completions and a gzipped man page. Set `WEBI_SINGLE=true`;
|
|
||||||
move completions and man page after the binary.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Pattern D — Binary + shared libraries
|
|
||||||
|
|
||||||
### ollama 0.17.7 — linux/amd64 tar.zst
|
|
||||||
```
|
|
||||||
bin/
|
|
||||||
bin/ollama
|
|
||||||
lib/
|
|
||||||
lib/ollama/
|
|
||||||
lib/ollama/libggml-base.so
|
|
||||||
lib/ollama/libggml-cpu-alderlake.so
|
|
||||||
lib/ollama/libggml-cpu-haswell.so
|
|
||||||
lib/ollama/libggml-cpu-icelake.so
|
|
||||||
lib/ollama/libggml-cpu-sandybridge.so
|
|
||||||
lib/ollama/libggml-cpu-skylakex.so
|
|
||||||
lib/ollama/libggml-cpu-sse42.so
|
|
||||||
lib/ollama/libggml-cpu-x64.so
|
|
||||||
lib/ollama/cuda_v12/
|
|
||||||
lib/ollama/cuda_v12/libcublas.so.12
|
|
||||||
lib/ollama/cuda_v12/libcublasLt.so.12
|
|
||||||
lib/ollama/cuda_v12/libcudart.so.12
|
|
||||||
lib/ollama/cuda_v12/libggml-cuda.so
|
|
||||||
... (66 files total)
|
|
||||||
```
|
|
||||||
Extract bin/ and lib/ directories separately or together.
|
|
||||||
|
|
||||||
### psql (postgres client) — linux/amd64 tar.gz
|
|
||||||
```
|
|
||||||
psql-17.2-linux-x86_64/
|
|
||||||
psql-17.2-linux-x86_64/bin/
|
|
||||||
psql-17.2-linux-x86_64/bin/psql
|
|
||||||
psql-17.2-linux-x86_64/lib/
|
|
||||||
psql-17.2-linux-x86_64/lib/libpq.so.5
|
|
||||||
psql-17.2-linux-x86_64/lib/libz.so.1
|
|
||||||
psql-17.2-linux-x86_64/lib/libzstd.so.1
|
|
||||||
psql-17.2-linux-x86_64/lib/libssl.so.3
|
|
||||||
psql-17.2-linux-x86_64/lib/libcrypto.so.3
|
|
||||||
psql-17.2-linux-x86_64/include/
|
|
||||||
... (75 files total)
|
|
||||||
```
|
|
||||||
Move the entire `psql-{ver}-{triplet}/` directory: `mv ./psql-*/ "$pkg_src_dir"`
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Pattern E — FHS layout
|
|
||||||
|
|
||||||
### gh 2.67.0 — linux/amd64 tar.gz
|
|
||||||
```
|
|
||||||
gh_2.67.0_linux_amd64/
|
|
||||||
gh_2.67.0_linux_amd64/bin/
|
|
||||||
gh_2.67.0_linux_amd64/bin/gh
|
|
||||||
gh_2.67.0_linux_amd64/share/
|
|
||||||
gh_2.67.0_linux_amd64/share/man/
|
|
||||||
gh_2.67.0_linux_amd64/share/man/man1/
|
|
||||||
gh_2.67.0_linux_amd64/share/man/man1/gh-actions-cache-delete.1
|
|
||||||
gh_2.67.0_linux_amd64/share/man/man1/gh-actions-cache-list.1
|
|
||||||
... (129 man pages)
|
|
||||||
gh_2.67.0_linux_amd64/LICENSE
|
|
||||||
```
|
|
||||||
Move the entire `gh_*/` directory: `mv ./gh_*/ "$pkg_src_dir"`
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Pattern F — Binary needs rename
|
|
||||||
|
|
||||||
### yq — linux/amd64 tar.gz (WEBI_SINGLE=true)
|
|
||||||
```
|
|
||||||
yq_linux_amd64
|
|
||||||
yq.1
|
|
||||||
```
|
|
||||||
Binary is `yq_linux_amd64` — must rename to `yq` during install.
|
|
||||||
|
|
||||||
### pathman 0.6.0 — linux/amd64 tar.gz (WEBI_SINGLE=true)
|
|
||||||
```
|
|
||||||
pathman-v0.6.0-linux-amd64_v1
|
|
||||||
```
|
|
||||||
Binary name includes the full release tag. Rename to `pathman`.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Pattern G — Full SDK
|
|
||||||
|
|
||||||
### node 24.14.0 — linux/amd64 tar.xz
|
|
||||||
```
|
|
||||||
node-v24.14.0-linux-x64/
|
|
||||||
node-v24.14.0-linux-x64/bin/
|
|
||||||
node-v24.14.0-linux-x64/bin/node
|
|
||||||
node-v24.14.0-linux-x64/bin/npm -> ../lib/node_modules/npm/bin/npm-cli.js
|
|
||||||
node-v24.14.0-linux-x64/bin/npx -> ../lib/node_modules/npm/bin/npx-cli.js
|
|
||||||
node-v24.14.0-linux-x64/include/
|
|
||||||
node-v24.14.0-linux-x64/lib/
|
|
||||||
node-v24.14.0-linux-x64/lib/node_modules/
|
|
||||||
node-v24.14.0-linux-x64/share/
|
|
||||||
... (thousands of files)
|
|
||||||
```
|
|
||||||
Move entire directory: `mv ./node-*/ "$pkg_src_dir"`
|
|
||||||
|
|
||||||
### go 1.24.1 — linux/amd64 tar.gz
|
|
||||||
```
|
|
||||||
go/
|
|
||||||
go/bin/
|
|
||||||
go/bin/go
|
|
||||||
go/bin/gofmt
|
|
||||||
go/src/
|
|
||||||
go/pkg/
|
|
||||||
... (thousands of files)
|
|
||||||
```
|
|
||||||
Note: go's archive root directory is literally `go/` with no version in the name.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Pattern H — .NET runtime bundle
|
|
||||||
|
|
||||||
### pwsh 7.4.6 — linux/amd64 tar.gz
|
|
||||||
```
|
|
||||||
pwsh
|
|
||||||
Accessibility.dll
|
|
||||||
clrcompression.dll
|
|
||||||
clrjit.dll
|
|
||||||
createdump
|
|
||||||
cs/
|
|
||||||
cs/System.Private.CoreLib.resources.dll
|
|
||||||
de/
|
|
||||||
de/System.Private.CoreLib.resources.dll
|
|
||||||
... (727 files, all in same flat directory)
|
|
||||||
```
|
|
||||||
No subdirectory. Move all files into `$pkg_src_bin/`.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Inspecting archives yourself
|
|
||||||
|
|
||||||
```sh
|
|
||||||
# tar.gz / tar.xz / tar.zst — list contents only (no extraction)
|
|
||||||
curl -fsSL "$URL" | tar -tz | head -20
|
|
||||||
|
|
||||||
# zip
|
|
||||||
curl -fsSL "$URL" -o /tmp/pkg.zip
|
|
||||||
unzip -l /tmp/pkg.zip | head -20
|
|
||||||
|
|
||||||
# For a .zst file when tar doesn't support zstd natively:
|
|
||||||
curl -fsSL "$URL" -o /tmp/pkg.tar.zst && zstd -dc /tmp/pkg.tar.zst | tar -tz | head -20
|
|
||||||
```
|
|
||||||
|
|
||||||
**What to look for**:
|
|
||||||
1. Is there a top-level directory? (Pattern B/C/D/E/G) or no directory? (Pattern A/F/H)
|
|
||||||
2. What is the directory named? Does it contain version? triplet?
|
|
||||||
3. Are there `completions/`, `autocomplete/`, `complete/` subdirs? (Pattern C)
|
|
||||||
4. Are there `.so`/`.dylib`/`.dll` files? (Pattern D or H)
|
|
||||||
5. Does the binary name match the command you want on PATH? (Pattern F if not)
|
|
||||||
6. Is there a `bin/` directory at the top level? (Pattern E or G)
|
|
||||||
@@ -1,183 +0,0 @@
|
|||||||
# Classification Reference
|
|
||||||
|
|
||||||
When to flag classification issues, what the webi classifier does automatically,
|
|
||||||
and what needs manual annotation.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## What the classifier handles automatically
|
|
||||||
|
|
||||||
The webi classifier (`internal/classify/classify.go`) parses asset filenames
|
|
||||||
using regex patterns and produces canonical `os`, `arch`, `libc`, and `ext`
|
|
||||||
values. It handles the vast majority of packages with no configuration needed.
|
|
||||||
|
|
||||||
### OS recognition
|
|
||||||
Filenames containing these terms are classified automatically:
|
|
||||||
- `darwin`, `macos`, `osx`, `apple` → `macos` in legacy cache
|
|
||||||
- `linux` → `linux`
|
|
||||||
- `windows`, `win`, `win32`, `win64` → `windows`
|
|
||||||
- `freebsd`, `openbsd`, `netbsd`, `dragonfly` → respective values
|
|
||||||
- `.deb`, `.rpm`, `.snap` → `linux` (but dropped from legacy cache)
|
|
||||||
- `.dmg`, `.app.zip` → `macos`
|
|
||||||
|
|
||||||
### Arch recognition
|
|
||||||
Filenames containing these terms are classified automatically:
|
|
||||||
- `x86_64`, `amd64`, `64bit`, `x64` → `amd64`
|
|
||||||
- `aarch64`, `arm64` → `arm64`
|
|
||||||
- `armv7`, `armv7l`, `armhf`, `gnueabihf` → `armv7l`
|
|
||||||
- `armv6`, `armv6l` → `armv6l`
|
|
||||||
- `i386`, `i686`, `386`, `x86` → `x86`
|
|
||||||
- `universal`, `universal2` → `amd64` (fat binary; arm64 falls back to this)
|
|
||||||
|
|
||||||
### Format recognition
|
|
||||||
- `.tar.gz`, `.tar.xz`, `.tar.zst`, `.tar.bz2`, `.zip`, `.7z` → compressed archive
|
|
||||||
- `.pkg`, `.msi`, `.dmg` → platform installer
|
|
||||||
- `.exe` → either bare binary or GUI installer (see below)
|
|
||||||
- No extension in filename → bare binary (ext = `exe` in cache)
|
|
||||||
|
|
||||||
### Automatically dropped
|
|
||||||
These asset types are recognised and excluded without any configuration:
|
|
||||||
- Checksums: `*.sha256`, `*.sha512`, `*.md5`, `*.sha256sum`
|
|
||||||
- Signatures: `*.asc`, `*.sig`, `*.cosign`, `*.sbom`
|
|
||||||
- Source archives: files with `source`, `src` in the name but no OS
|
|
||||||
- Package formats not supported by the Node installer: `.deb`, `.rpm`, `.snap`,
|
|
||||||
`.AppImage`, `.apk`
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## When you need to add configuration
|
|
||||||
|
|
||||||
### Variant assets
|
|
||||||
|
|
||||||
A **variant** is a secondary build that serves the same OS/arch as a baseline
|
|
||||||
build but requires different hardware or runtime support. The Node.js installer
|
|
||||||
can't choose between variants — it only knows OS, arch, and libc. Variants
|
|
||||||
must be tagged and then excluded at export time.
|
|
||||||
|
|
||||||
**Common variants and how to identify them**:
|
|
||||||
|
|
||||||
| Variant | Filename pattern | Notes |
|
|
||||||
|---------|-----------------|-------|
|
|
||||||
| CUDA (GPU) | `*-cuda*`, `*cuda12*` | NVIDIA GPU support |
|
|
||||||
| ROCm (GPU) | `*-rocm*` | AMD GPU support |
|
|
||||||
| Vulkan | `*-vulkan*` | Cross-vendor GPU |
|
|
||||||
| AppImage | `*.AppImage` | Linux sandboxed app |
|
|
||||||
| .NET fxdependent | `*-fxdependent*` | Requires .NET runtime |
|
|
||||||
| Windows installer | `*Setup.exe`, `*Install.exe` | GUI installer, not the binary |
|
|
||||||
|
|
||||||
**Rule**: if there are multiple assets for the same OS/arch combination and
|
|
||||||
they serve the same users differently, they need variant tags. The baseline
|
|
||||||
(most widely compatible) build should be kept; variants should be tagged and
|
|
||||||
excluded.
|
|
||||||
|
|
||||||
**Example**: ollama publishes for linux/amd64:
|
|
||||||
- `ollama-linux-amd64.tar.zst` — baseline (CPU + any GPU auto-detected)
|
|
||||||
- `ollama-linux-amd64-rocm.tar.zst` — ROCm variant
|
|
||||||
- `ollama-linux-amd64-jetpack6.tar.zst` — NVIDIA Jetson variant
|
|
||||||
|
|
||||||
Only the baseline is useful via webi. The ROCm and Jetpack builds should be
|
|
||||||
tagged as variants and excluded.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
### Windows .exe: bare binary vs GUI installer
|
|
||||||
|
|
||||||
`.exe` assets are ambiguous — they could be:
|
|
||||||
1. A bare binary (the tool itself, run from command line)
|
|
||||||
2. A GUI installer (runs a setup wizard, not useful for webi)
|
|
||||||
|
|
||||||
**How to tell**:
|
|
||||||
- GUI installer: filename contains `Setup`, `Install`, `Installer`, `inno`, `nsis`
|
|
||||||
- GUI installer: the tool also has a `.zip` or `.tar.gz` for Windows
|
|
||||||
- Bare binary: filename matches the tool name with minimal decoration
|
|
||||||
|
|
||||||
**When you see both**, the `.zip`/archive build is what webi uses. The `.exe`
|
|
||||||
installer should be tagged as a variant (`installer`) so it's excluded.
|
|
||||||
|
|
||||||
**When there's only a `.exe`** (no archive), it's probably the bare binary.
|
|
||||||
Test by downloading and running it — a bare binary runs immediately.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
### Packages with no OS/arch in filenames
|
|
||||||
|
|
||||||
Some packages (rare) release with minimal filename decoration. Examples:
|
|
||||||
- `tool-v1.2.3.tar.gz` — no OS, no arch
|
|
||||||
- `tool.tar.gz` — version not even in filename
|
|
||||||
|
|
||||||
These are usually source archives (not compiled binaries) and should be
|
|
||||||
dropped entirely from the release list. If they are compiled binaries for a
|
|
||||||
specific OS, the releases.js config needs an `asset_filter` key to match the
|
|
||||||
right file, plus OS/arch metadata added.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
### Non-standard OS naming in filenames
|
|
||||||
|
|
||||||
A few upstreams use unusual OS names:
|
|
||||||
- `sunos` — should map to `solaris` (the webi classifier does this)
|
|
||||||
- `osx` or `macosx` — recognised as `macos`
|
|
||||||
- `apple-darwin` (Rust triplet) — recognised as `macos`
|
|
||||||
|
|
||||||
If a package uses a genuinely unknown OS string, the classifier will produce
|
|
||||||
`os = ""` for that asset. Those entries are dropped from the legacy cache.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
### Asset filter configuration
|
|
||||||
|
|
||||||
If GitHub releases for a package include multiple builds that would otherwise
|
|
||||||
collide (e.g. `extended` vs non-extended for hugo, or specific project builds
|
|
||||||
in a monorepo), add to the package's `releases.conf`:
|
|
||||||
|
|
||||||
```ini
|
|
||||||
# Only include assets containing "extended" in the name
|
|
||||||
asset_filter = extended
|
|
||||||
|
|
||||||
# Exclude assets containing "legacy" in the name
|
|
||||||
asset_exclude = legacy
|
|
||||||
```
|
|
||||||
|
|
||||||
These filters run before classification.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Quick checklist when inspecting a new package
|
|
||||||
|
|
||||||
1. **Look at the latest 2–3 releases** on GitHub. Note all asset filenames.
|
|
||||||
2. **Find the "standard" builds** — the ones a normal user would download for
|
|
||||||
their OS. Usually there are ≤4 per OS (amd64, arm64, x86, armv7l).
|
|
||||||
3. **Check for extras**:
|
|
||||||
- Are there GPU-specific builds for the same OS/arch? → variant
|
|
||||||
- Are there `.exe` installer files alongside a `.zip`? → variant
|
|
||||||
- Are there `.deb`/`.rpm`/`.AppImage`? → auto-dropped, no action needed
|
|
||||||
- Does the Windows build have no archive and only a bare `.exe`? → fine
|
|
||||||
4. **Check OS/arch naming** — does the filename use standard terms, or
|
|
||||||
something unusual that might confuse the classifier?
|
|
||||||
5. **Check format changes** — do old releases use a different archive type
|
|
||||||
or directory layout than recent ones? The install script may need to
|
|
||||||
handle both.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Canonical vocabulary reference
|
|
||||||
|
|
||||||
All cache output must use exactly these values.
|
|
||||||
|
|
||||||
**OS**: `macos`, `linux`, `windows`, `freebsd`, `openbsd`, `netbsd`,
|
|
||||||
`dragonfly`, `aix`, `illumos`, `plan9`, `solaris`
|
|
||||||
|
|
||||||
**Arch**:
|
|
||||||
- `amd64` (not `x86_64`)
|
|
||||||
- `arm64` (not `aarch64`)
|
|
||||||
- `armv7l` (not `armv7` — the `l` stands for little-endian; `uname -m` reports `armv7l`)
|
|
||||||
- `armv6l` (not `armv6`)
|
|
||||||
- `x86` (not `i386`, `i686`, `386`)
|
|
||||||
- `mipsle` (not `mipsel`)
|
|
||||||
- `mips64le` (not `mips64el`)
|
|
||||||
- Other: `arm`, `ppc64le`, `ppc64`, `loong64`, `riscv64`, `s390x`, `mips`, `mips64`
|
|
||||||
|
|
||||||
**Libc**: `none` (static/Go/Zig — never empty), `gnu`, `musl`, `msvc`
|
|
||||||
|
|
||||||
**Ext**: `tar.gz`, `tar.xz`, `zip`, `exe`, `7z`, `pkg`, `msi`
|
|
||||||
(no leading dot; `exe` for bare binaries with no file extension)
|
|
||||||
@@ -1,388 +0,0 @@
|
|||||||
# Install Patterns Reference
|
|
||||||
|
|
||||||
Nine patterns cover the full range of webi packages. Pattern A is by far
|
|
||||||
the most common. Check `tar -tz $ARCHIVE` before writing any code.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Pattern A — Bare binary at archive root
|
|
||||||
|
|
||||||
The archive extracts directly to the current directory with no wrapper
|
|
||||||
subdirectory. Binary (and optional LICENSE/README) is at the top level.
|
|
||||||
|
|
||||||
**Set `WEBI_SINGLE=true`** — tells the framework to link the binary file
|
|
||||||
directly (`~/.local/bin/cmd → ~/.local/opt/cmd-vX/bin/cmd`) rather than
|
|
||||||
linking the versioned directory.
|
|
||||||
|
|
||||||
Representative packages: caddy, fzf, k9s, terraform, sttr, lf, monorel,
|
|
||||||
awless, bun, cilium, curlie, dashmsg, dotenv, dotenv-linter, ffuf,
|
|
||||||
gitdeploy, gprox, grype, hugo, keypairs, koji, ots, runzip, sclient,
|
|
||||||
sqlc, sqlpkg, uuidv7, xcaddy, deno
|
|
||||||
|
|
||||||
**install.sh**:
|
|
||||||
```sh
|
|
||||||
pkg_cmd_name="caddy"
|
|
||||||
WEBI_SINGLE=true
|
|
||||||
|
|
||||||
pkg_dst_cmd="$HOME/.local/bin/caddy"
|
|
||||||
pkg_dst="$pkg_dst_cmd"
|
|
||||||
pkg_src_cmd="$HOME/.local/opt/caddy-v$WEBI_VERSION/bin/caddy"
|
|
||||||
pkg_src_dir="$HOME/.local/opt/caddy-v$WEBI_VERSION"
|
|
||||||
pkg_src="$pkg_src_cmd"
|
|
||||||
|
|
||||||
pkg_install() {
|
|
||||||
mkdir -p "$pkg_src_bin"
|
|
||||||
mv ./"$pkg_cmd_name"* "$pkg_src_cmd"
|
|
||||||
chmod a+x "$pkg_src_cmd"
|
|
||||||
}
|
|
||||||
|
|
||||||
pkg_get_current_version() {
|
|
||||||
caddy version 2>/dev/null | head -n 1 | cut -d' ' -f1 | sed 's:^v::'
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
**install.ps1** key lines:
|
|
||||||
```powershell
|
|
||||||
# No subdirectory — binary is at the top level of the archive
|
|
||||||
Move-Item -Path ".\caddy.exe" -Destination "$pkg_src_bin"
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Pattern B — Binary inside a version/triplet subdirectory
|
|
||||||
|
|
||||||
Archive extracts to a single directory named with the version and/or
|
|
||||||
platform triplet. Binary (and docs) live inside that directory.
|
|
||||||
|
|
||||||
Representative packages: delta, hexyl, shellcheck, trip, xsv, kubectx, kubens
|
|
||||||
|
|
||||||
**Subdirectory naming conventions seen in the wild**:
|
|
||||||
- `tool-{ver}-{triplet}/` — most Rust tools (delta, shellcheck, xsv)
|
|
||||||
- `tool-{ver}/` — simpler version-only dirs
|
|
||||||
- flat (no dir) — kubectx/kubens use flat archives despite being "B-ish"
|
|
||||||
|
|
||||||
**install.sh**:
|
|
||||||
```sh
|
|
||||||
pkg_cmd_name="delta"
|
|
||||||
# WEBI_SINGLE not set (or false)
|
|
||||||
|
|
||||||
pkg_dst_cmd="$HOME/.local/bin/delta"
|
|
||||||
pkg_dst="$pkg_dst_cmd"
|
|
||||||
pkg_src_cmd="$HOME/.local/opt/delta-v$WEBI_VERSION/bin/delta"
|
|
||||||
pkg_src_dir="$HOME/.local/opt/delta-v$WEBI_VERSION"
|
|
||||||
pkg_src="$pkg_src_cmd"
|
|
||||||
|
|
||||||
pkg_install() {
|
|
||||||
mkdir -p "$pkg_src_bin"
|
|
||||||
mv ./delta-*/delta "$pkg_src_cmd"
|
|
||||||
chmod a+x "$pkg_src_cmd"
|
|
||||||
}
|
|
||||||
|
|
||||||
pkg_get_current_version() {
|
|
||||||
delta --version 2>/dev/null | head -n 1 | cut -d' ' -f2
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
**install.ps1** key lines:
|
|
||||||
```powershell
|
|
||||||
Move-Item -Path ".\delta-*\delta.exe" -Destination "$pkg_src_bin"
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Pattern C — Subdirectory with binary + completions and/or man pages
|
|
||||||
|
|
||||||
Same as B but the archive also contains shell completions and/or man pages
|
|
||||||
worth installing.
|
|
||||||
|
|
||||||
Representative packages: bat, fd, lsd, rg/ripgrep, sd, watchexec, zoxide
|
|
||||||
|
|
||||||
Note: goreleaser has a flat archive (Pattern A layout) but with completions at
|
|
||||||
the archive root. See the goreleaser entry in ARCHIVE-LAYOUTS.md.
|
|
||||||
|
|
||||||
**Completion directory name varies by package**:
|
|
||||||
- `completions/` — sd, watchexec, zoxide
|
|
||||||
- `autocomplete/` — bat, fd, lsd
|
|
||||||
- `complete/` — rg/ripgrep
|
|
||||||
|
|
||||||
**Completion filename conventions**:
|
|
||||||
- Bash: `tool.bash`, `tool.bash-completion`, `_tool.bash`
|
|
||||||
- Fish: `tool.fish`
|
|
||||||
- Zsh: `_tool`
|
|
||||||
- PowerShell: `_tool.ps1`, `tool.ps1`
|
|
||||||
|
|
||||||
**Man page location varies**:
|
|
||||||
- `tool.1` at subdirectory root — sd, bat, fd, lsd
|
|
||||||
- `doc/tool.1` — rg/ripgrep
|
|
||||||
- `man/man1/tool.1` — zoxide (deepest path)
|
|
||||||
|
|
||||||
**install.sh** (rg as example):
|
|
||||||
```sh
|
|
||||||
pkg_cmd_name="rg"
|
|
||||||
|
|
||||||
pkg_dst_cmd="$HOME/.local/bin/rg"
|
|
||||||
pkg_dst="$pkg_dst_cmd"
|
|
||||||
pkg_src_cmd="$HOME/.local/opt/rg-v$WEBI_VERSION/bin/rg"
|
|
||||||
pkg_src_dir="$HOME/.local/opt/rg-v$WEBI_VERSION"
|
|
||||||
pkg_src="$pkg_src_cmd"
|
|
||||||
|
|
||||||
pkg_install() {
|
|
||||||
mkdir -p "$pkg_src_bin"
|
|
||||||
mv ./ripgrep-*/rg "$pkg_src_cmd"
|
|
||||||
chmod a+x "$pkg_src_cmd"
|
|
||||||
|
|
||||||
# bash completion
|
|
||||||
if test -e ./ripgrep-*/complete/rg.bash; then
|
|
||||||
mkdir -p "$pkg_src_dir/share/bash-completion/completions"
|
|
||||||
mv ./ripgrep-*/complete/rg.bash \
|
|
||||||
"$pkg_src_dir/share/bash-completion/completions/rg"
|
|
||||||
fi
|
|
||||||
# fish completion
|
|
||||||
if test -e ./ripgrep-*/complete/rg.fish; then
|
|
||||||
mkdir -p "$pkg_src_dir/share/fish/vendor_completions.d"
|
|
||||||
mv ./ripgrep-*/complete/rg.fish \
|
|
||||||
"$pkg_src_dir/share/fish/vendor_completions.d/rg.fish"
|
|
||||||
fi
|
|
||||||
# zsh completion
|
|
||||||
if test -e ./ripgrep-*/complete/_rg; then
|
|
||||||
mkdir -p "$pkg_src_dir/share/zsh/site-functions"
|
|
||||||
mv ./ripgrep-*/complete/_rg \
|
|
||||||
"$pkg_src_dir/share/zsh/site-functions/_rg"
|
|
||||||
fi
|
|
||||||
# man page
|
|
||||||
if test -e ./ripgrep-*/doc/rg.1; then
|
|
||||||
mkdir -p "$pkg_src_dir/share/man/man1"
|
|
||||||
mv ./ripgrep-*/doc/rg.1 "$pkg_src_dir/share/man/man1/rg.1"
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
pkg_get_current_version() {
|
|
||||||
rg --version 2>/dev/null | head -n 1 | cut -d' ' -f2
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
**Note**: Completion paths in completions/man install are best-effort
|
|
||||||
— use `if test -e ...` guards so the script still works on older releases
|
|
||||||
that didn't include them.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Pattern D — Binary + shared libraries
|
|
||||||
|
|
||||||
The package bundles shared libraries alongside the binary. The entire
|
|
||||||
directory tree must be preserved.
|
|
||||||
|
|
||||||
Representative packages: ollama (Linux), psql/postgres, sass (Dart VM),
|
|
||||||
syncthing, xz
|
|
||||||
|
|
||||||
**install.sh**:
|
|
||||||
```sh
|
|
||||||
pkg_cmd_name="ollama"
|
|
||||||
|
|
||||||
pkg_dst_cmd="$HOME/.local/bin/ollama"
|
|
||||||
pkg_dst="$pkg_dst_cmd"
|
|
||||||
pkg_src_cmd="$HOME/.local/opt/ollama-v$WEBI_VERSION/bin/ollama"
|
|
||||||
pkg_src_dir="$HOME/.local/opt/ollama-v$WEBI_VERSION"
|
|
||||||
pkg_src="$pkg_src_cmd"
|
|
||||||
|
|
||||||
pkg_install() {
|
|
||||||
mkdir -p "$(dirname "$pkg_src_dir")"
|
|
||||||
# Archive already has bin/ and lib/ layout
|
|
||||||
mv ./bin "$pkg_src_dir/bin"
|
|
||||||
mv ./lib "$pkg_src_dir/lib"
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
For psql (archive has a `psql-{ver}-{triplet}/` wrapper dir):
|
|
||||||
```sh
|
|
||||||
pkg_install() {
|
|
||||||
mkdir -p "$(dirname "$pkg_src_dir")"
|
|
||||||
mv ./psql-*/ "$pkg_src_dir"
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Pattern E — FHS-like layout
|
|
||||||
|
|
||||||
Archive already follows `bin/`, `share/man/`, `share/doc/` hierarchy.
|
|
||||||
Extract the whole thing directly into the versioned opt directory.
|
|
||||||
|
|
||||||
Representative packages: gh (GitHub CLI), pandoc
|
|
||||||
|
|
||||||
**install.sh**:
|
|
||||||
```sh
|
|
||||||
pkg_cmd_name="gh"
|
|
||||||
|
|
||||||
pkg_dst_cmd="$HOME/.local/bin/gh"
|
|
||||||
pkg_dst="$pkg_dst_cmd"
|
|
||||||
pkg_src_cmd="$HOME/.local/opt/gh-v$WEBI_VERSION/bin/gh"
|
|
||||||
pkg_src_dir="$HOME/.local/opt/gh-v$WEBI_VERSION"
|
|
||||||
pkg_src="$pkg_src_cmd"
|
|
||||||
|
|
||||||
pkg_install() {
|
|
||||||
mkdir -p "$(dirname "$pkg_src_dir")"
|
|
||||||
mv ./gh_*/ "$pkg_src_dir"
|
|
||||||
}
|
|
||||||
|
|
||||||
pkg_get_current_version() {
|
|
||||||
gh --version 2>/dev/null | head -n 1 | cut -d' ' -f3
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
No `chmod` needed — binary is already executable inside the archive.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Pattern F — Binary needs rename
|
|
||||||
|
|
||||||
Binary in the archive doesn't match the expected command name.
|
|
||||||
|
|
||||||
Representative packages: pathman (`pathman-v0.6.0-linux-amd64_v1` → `pathman`),
|
|
||||||
yq (`yq_linux_amd64` → `yq`)
|
|
||||||
|
|
||||||
**install.sh**:
|
|
||||||
```sh
|
|
||||||
pkg_cmd_name="yq"
|
|
||||||
WEBI_SINGLE=true
|
|
||||||
|
|
||||||
pkg_dst_cmd="$HOME/.local/bin/yq"
|
|
||||||
pkg_dst="$pkg_dst_cmd"
|
|
||||||
pkg_src_cmd="$HOME/.local/opt/yq-v$WEBI_VERSION/bin/yq"
|
|
||||||
pkg_src_dir="$HOME/.local/opt/yq-v$WEBI_VERSION"
|
|
||||||
pkg_src="$pkg_src_cmd"
|
|
||||||
|
|
||||||
pkg_install() {
|
|
||||||
mkdir -p "$pkg_src_bin"
|
|
||||||
# Binary is named yq_linux_amd64 (or yq_darwin_amd64 etc)
|
|
||||||
mv ./yq_* "$pkg_src_cmd"
|
|
||||||
chmod a+x "$pkg_src_cmd"
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Pattern G — Full SDK / toolchain
|
|
||||||
|
|
||||||
Archive contains a complete runtime or SDK (hundreds to thousands of files).
|
|
||||||
The entire tree goes into opt; multiple binaries are linked from `bin/`.
|
|
||||||
|
|
||||||
Representative packages: go, node, zig, flutter, julia, cmake, tinygo
|
|
||||||
|
|
||||||
**install.sh** (node as example):
|
|
||||||
```sh
|
|
||||||
pkg_cmd_name="node"
|
|
||||||
# NOTE: pkg_src points to the directory, not a binary
|
|
||||||
|
|
||||||
pkg_dst_cmd="$HOME/.local/bin/node"
|
|
||||||
pkg_dst="$HOME/.local/opt/node" # versioned-dir symlink target
|
|
||||||
|
|
||||||
pkg_src_cmd="$HOME/.local/opt/node-v$WEBI_VERSION/bin/node"
|
|
||||||
pkg_src_dir="$HOME/.local/opt/node-v$WEBI_VERSION"
|
|
||||||
pkg_src="$pkg_src_dir" # pkg_src = the directory
|
|
||||||
|
|
||||||
pkg_install() {
|
|
||||||
mkdir -p "$(dirname "$pkg_src")"
|
|
||||||
mv ./node-*/ "$pkg_src"
|
|
||||||
}
|
|
||||||
|
|
||||||
pkg_link() {
|
|
||||||
rm -f "$pkg_dst"
|
|
||||||
ln -s "$pkg_src" "$pkg_dst"
|
|
||||||
}
|
|
||||||
|
|
||||||
pkg_get_current_version() {
|
|
||||||
node --version 2>/dev/null | head -n 1 | sed 's:^v::'
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Pattern H — .NET runtime bundle
|
|
||||||
|
|
||||||
Flat directory with one binary and hundreds of `.dll` files. The entire
|
|
||||||
directory must be preserved. Like Pattern G (SDK) in structure — the
|
|
||||||
versioned directory is the package root, with the binary directly inside
|
|
||||||
(no `bin/` subdirectory). A `pkg_link()` creates the unversioned symlink.
|
|
||||||
|
|
||||||
Representative packages: pwsh (PowerShell Core)
|
|
||||||
|
|
||||||
**install.sh**:
|
|
||||||
```sh
|
|
||||||
pkg_cmd_name="pwsh"
|
|
||||||
|
|
||||||
# note: binary is at pkg_src_dir root, no bin/ subdirectory
|
|
||||||
pkg_src_cmd="$HOME/.local/opt/pwsh-v$WEBI_VERSION/pwsh"
|
|
||||||
pkg_src_dir="$HOME/.local/opt/pwsh-v$WEBI_VERSION"
|
|
||||||
pkg_src="$pkg_src_dir"
|
|
||||||
|
|
||||||
pkg_dst_cmd="$HOME/.local/opt/pwsh/pwsh"
|
|
||||||
pkg_dst="$HOME/.local/opt/pwsh"
|
|
||||||
|
|
||||||
pkg_install() {
|
|
||||||
# Archive extracts flat — move all contents into the versioned dir
|
|
||||||
mkdir -p "$pkg_src_dir"
|
|
||||||
mv ./* "$pkg_src_dir"
|
|
||||||
chmod a+x "$pkg_src_cmd"
|
|
||||||
}
|
|
||||||
|
|
||||||
pkg_link() {
|
|
||||||
rm -rf "$pkg_dst"
|
|
||||||
ln -s "$pkg_src" "$pkg_dst"
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Pattern I — Multi-binary distribution
|
|
||||||
|
|
||||||
Archive contains multiple related binaries. Install the primary one and
|
|
||||||
link only that.
|
|
||||||
|
|
||||||
Representative packages: dashcore (dashd + dash-cli + dash-qt + ...),
|
|
||||||
mutagen (mutagen + mutagen-agents.tar.gz)
|
|
||||||
|
|
||||||
**install.sh** (dashcore-style):
|
|
||||||
```sh
|
|
||||||
pkg_cmd_name="dashd"
|
|
||||||
|
|
||||||
pkg_dst_cmd="$HOME/.local/bin/dashd"
|
|
||||||
pkg_dst="$pkg_dst_cmd"
|
|
||||||
pkg_src_cmd="$HOME/.local/opt/dashcore-v$WEBI_VERSION/bin/dashd"
|
|
||||||
pkg_src_dir="$HOME/.local/opt/dashcore-v$WEBI_VERSION"
|
|
||||||
pkg_src="$pkg_src_cmd"
|
|
||||||
|
|
||||||
pkg_install() {
|
|
||||||
mkdir -p "$(dirname "$pkg_src_dir")"
|
|
||||||
mv ./dashcore-*/ "$pkg_src_dir"
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Choosing between patterns
|
|
||||||
|
|
||||||
```
|
|
||||||
Archive root contains a single binary (or binary + docs)?
|
|
||||||
→ Pattern A (set WEBI_SINGLE=true)
|
|
||||||
|
|
||||||
Archive has a named subdirectory wrapping the binary?
|
|
||||||
├─ Binary only inside subdir? → Pattern B
|
|
||||||
├─ Binary + completions/man pages? → Pattern C
|
|
||||||
└─ Binary + shared libraries (.so)? → Pattern D
|
|
||||||
|
|
||||||
Archive already has bin/ and share/ layout?
|
|
||||||
→ Pattern E
|
|
||||||
|
|
||||||
Binary name doesn't match the command name?
|
|
||||||
→ Pattern F (rename during install)
|
|
||||||
|
|
||||||
Archive is a full SDK (compiler, runtime, stdlib)?
|
|
||||||
→ Pattern G (pkg_src = pkg_src_dir)
|
|
||||||
|
|
||||||
Flat directory with many DLLs (.NET)?
|
|
||||||
→ Pattern H
|
|
||||||
|
|
||||||
Multiple binaries for a single distributed system?
|
|
||||||
→ Pattern I
|
|
||||||
```
|
|
||||||
Submodule _webi/build-classifier updated: 20e001829a...f9cc9f3e19
@@ -13,7 +13,6 @@ async function main() {
|
|||||||
caches: CACHE_DIR,
|
caches: CACHE_DIR,
|
||||||
installers: INSTALLERS_DIR,
|
installers: INSTALLERS_DIR,
|
||||||
});
|
});
|
||||||
bc.freshenRandomPackage(600 * 1000);
|
|
||||||
|
|
||||||
// let dirs = await bc.getProjectsByType();
|
// let dirs = await bc.getProjectsByType();
|
||||||
// let projNames = Object.keys(dirs.valid);
|
// let projNames = Object.keys(dirs.valid);
|
||||||
|
|||||||
@@ -3,13 +3,16 @@
|
|||||||
var BuildsCacher = module.exports;
|
var BuildsCacher = module.exports;
|
||||||
|
|
||||||
let Fs = require('node:fs/promises');
|
let Fs = require('node:fs/promises');
|
||||||
|
let Os = require('node:os');
|
||||||
let Path = require('node:path');
|
let Path = require('node:path');
|
||||||
|
|
||||||
|
let LEGACY_CACHE_DIR = Path.join(Os.homedir(), '.cache/webi/legacy');
|
||||||
|
|
||||||
let HostTargets = require('./build-classifier/host-targets.js');
|
let HostTargets = require('./build-classifier/host-targets.js');
|
||||||
let Lexver = require('./build-classifier/lexver.js');
|
let Lexver = require('./build-classifier/lexver.js');
|
||||||
let Triplet = require('./build-classifier/triplet.js');
|
let Triplet = require('./build-classifier/triplet.js');
|
||||||
|
|
||||||
var ALIAS_RE = /^alias: (\w+)$/m;
|
var ALIAS_RE = /^alias: ([\w.-]+)$/m;
|
||||||
|
|
||||||
var LEGACY_ARCH_MAP = {
|
var LEGACY_ARCH_MAP = {
|
||||||
'*': 'ANYARCH',
|
'*': 'ANYARCH',
|
||||||
@@ -126,61 +129,8 @@ async function readFirstBytes(path) {
|
|||||||
return str;
|
return str;
|
||||||
}
|
}
|
||||||
|
|
||||||
let promises = {};
|
BuildsCacher.create = function ({ ALL_TERMS, installers }) {
|
||||||
async function getLatestBuilds(Releases, installersDir, cacheDir, name, date) {
|
|
||||||
console.info(`[INFO] getLatestBuilds: ${name}`);
|
|
||||||
|
|
||||||
if (!Releases) {
|
|
||||||
Releases = require(`${installersDir}/${name}/releases.js`);
|
|
||||||
}
|
|
||||||
// TODO update all releases files with module.exports.xxxx = 'foo';
|
|
||||||
if (!Releases.latest) {
|
|
||||||
Releases.latest = Releases;
|
|
||||||
}
|
|
||||||
|
|
||||||
let id = `${cacheDir}/${name}`;
|
|
||||||
if (!promises[id]) {
|
|
||||||
promises[id] = Promise.resolve();
|
|
||||||
}
|
|
||||||
|
|
||||||
promises[id] = promises[id].then(async function () {
|
|
||||||
return await getLatestBuildsInner(Releases, cacheDir, name, date);
|
|
||||||
});
|
|
||||||
|
|
||||||
return await promises[id];
|
|
||||||
}
|
|
||||||
|
|
||||||
async function getLatestBuildsInner(Releases, cacheDir, name, date) {
|
|
||||||
let data = await Releases.latest();
|
|
||||||
|
|
||||||
if (!date) {
|
|
||||||
date = new Date();
|
|
||||||
}
|
|
||||||
let isoDate = date.toISOString();
|
|
||||||
let yearMonth = isoDate.slice(0, 7);
|
|
||||||
|
|
||||||
// TODO hash file
|
|
||||||
let dataFile = `${cacheDir}/${yearMonth}/${name}.json`;
|
|
||||||
// TODO fsstat releases.js vs require-ing time as well
|
|
||||||
let tsFile = `${cacheDir}/${yearMonth}/${name}.updated.txt`;
|
|
||||||
|
|
||||||
let dirPath = Path.dirname(dataFile);
|
|
||||||
await Fs.mkdir(dirPath, { recursive: true });
|
|
||||||
|
|
||||||
let json = JSON.stringify(data, null, 2);
|
|
||||||
await Fs.writeFile(dataFile, json, 'utf8');
|
|
||||||
|
|
||||||
let seconds = date.valueOf();
|
|
||||||
let ms = seconds / 1000;
|
|
||||||
let msStr = ms.toFixed(3);
|
|
||||||
await Fs.writeFile(tsFile, msStr, 'utf8');
|
|
||||||
|
|
||||||
return data;
|
|
||||||
}
|
|
||||||
|
|
||||||
BuildsCacher.create = function ({ ALL_TERMS, installers, caches }) {
|
|
||||||
let installersDir = installers;
|
let installersDir = installers;
|
||||||
let cacheDir = caches;
|
|
||||||
|
|
||||||
if (!ALL_TERMS) {
|
if (!ALL_TERMS) {
|
||||||
ALL_TERMS = Triplet.TERMS_PRIMARY_MAP;
|
ALL_TERMS = Triplet.TERMS_PRIMARY_MAP;
|
||||||
@@ -195,9 +145,11 @@ BuildsCacher.create = function ({ ALL_TERMS, installers, caches }) {
|
|||||||
bc._triplets = {};
|
bc._triplets = {};
|
||||||
bc._targetsByBuildIdCache = {};
|
bc._targetsByBuildIdCache = {};
|
||||||
bc._caches = {};
|
bc._caches = {};
|
||||||
bc._staleAge = 15 * 60 * 1000;
|
|
||||||
bc._allFormats = {};
|
bc._allFormats = {};
|
||||||
bc._allTriplets = {};
|
bc._allTriplets = {};
|
||||||
|
// Per-name lock: serializes cold-cache getPackages so concurrent
|
||||||
|
// callers can't corrupt bc._caches[name] via a transformAndUpdate race.
|
||||||
|
bc._inflight = {};
|
||||||
|
|
||||||
for (let term of TERMS_META) {
|
for (let term of TERMS_META) {
|
||||||
delete bc.orphanTerms[term];
|
delete bc.orphanTerms[term];
|
||||||
@@ -216,19 +168,6 @@ BuildsCacher.create = function ({ ALL_TERMS, installers, caches }) {
|
|||||||
let entries = await Fs.readdir(installersDir, { withFileTypes: true });
|
let entries = await Fs.readdir(installersDir, { withFileTypes: true });
|
||||||
for (let entry of entries) {
|
for (let entry of entries) {
|
||||||
let meta = await bc.getProjectTypeByEntry(entry);
|
let meta = await bc.getProjectTypeByEntry(entry);
|
||||||
if (meta.type === 'not_found') {
|
|
||||||
let err = meta.detail;
|
|
||||||
console.error('');
|
|
||||||
console.error('PROBLEM');
|
|
||||||
console.error(` ${err.message}`);
|
|
||||||
console.error('');
|
|
||||||
console.error('SOLUTION');
|
|
||||||
console.error(' npm clean-install');
|
|
||||||
console.error('');
|
|
||||||
throw new Error(
|
|
||||||
'[SANITY FAIL] should never have missing modules in prod',
|
|
||||||
);
|
|
||||||
}
|
|
||||||
dirs[meta.type][entry.name] = meta.detail;
|
dirs[meta.type][entry.name] = meta.detail;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -297,19 +236,16 @@ BuildsCacher.create = function ({ ALL_TERMS, installers, caches }) {
|
|||||||
return { type: 'alias', detail: link };
|
return { type: 'alias', detail: link };
|
||||||
}
|
}
|
||||||
|
|
||||||
let releasesPath = Path.join(path, 'releases.js');
|
let cacheFile = `${LEGACY_CACHE_DIR}/${entry.name}.json`;
|
||||||
try {
|
let hasCacheFile = await Fs.access(cacheFile)
|
||||||
void require(releasesPath);
|
.then(function () {
|
||||||
} catch (err) {
|
return true;
|
||||||
if (err.code !== 'MODULE_NOT_FOUND') {
|
})
|
||||||
return { type: 'errors', detail: err };
|
.catch(function () {
|
||||||
}
|
return false;
|
||||||
|
});
|
||||||
if (err.message.includes(`Cannot find module '${releasesPath}'`)) {
|
if (!hasCacheFile) {
|
||||||
return { type: 'selfhosted', detail: true };
|
return { type: 'selfhosted', detail: true };
|
||||||
}
|
|
||||||
|
|
||||||
return { type: 'not_found', detail: err };
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return { type: 'valid', detail: true };
|
return { type: 'valid', detail: true };
|
||||||
@@ -317,14 +253,26 @@ BuildsCacher.create = function ({ ALL_TERMS, installers, caches }) {
|
|||||||
|
|
||||||
// Typically a package is organized by release (ex: go has 1.20, 1.21, etc),
|
// Typically a package is organized by release (ex: go has 1.20, 1.21, etc),
|
||||||
// but we will organize by the build (ex: go1.20-darwin-arm64.tar.gz, etc).
|
// but we will organize by the build (ex: go1.20-darwin-arm64.tar.gz, etc).
|
||||||
bc.getPackages = async function ({ Releases, name, date }) {
|
bc.getPackages = async function (args) {
|
||||||
if (!date) {
|
let name = args.name;
|
||||||
date = new Date();
|
let warm = bc._caches[name];
|
||||||
|
if (warm) {
|
||||||
|
return _doGetPackages(args);
|
||||||
}
|
}
|
||||||
let isoDate = date.toISOString();
|
let inflight = bc._inflight[name];
|
||||||
let yearMonth = isoDate.slice(0, 7);
|
if (inflight) {
|
||||||
let dataFile = `${cacheDir}/${yearMonth}/${name}.json`;
|
return inflight;
|
||||||
let tsFile = `${cacheDir}/${yearMonth}/${name}.updated.txt`;
|
}
|
||||||
|
let p = _doGetPackages(args).finally(function () {
|
||||||
|
delete bc._inflight[name];
|
||||||
|
});
|
||||||
|
bc._inflight[name] = p;
|
||||||
|
return p;
|
||||||
|
};
|
||||||
|
|
||||||
|
async function _doGetPackages({ name }) {
|
||||||
|
let dataFile = `${LEGACY_CACHE_DIR}/${name}.json`;
|
||||||
|
let tsFile = `${LEGACY_CACHE_DIR}/${name}.updated.txt`;
|
||||||
|
|
||||||
let tsDate;
|
let tsDate;
|
||||||
{
|
{
|
||||||
@@ -378,7 +326,7 @@ BuildsCacher.create = function ({ ALL_TERMS, installers, caches }) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
if (!projInfo) {
|
if (!projInfo) {
|
||||||
projInfo = await getLatestBuilds(Releases, installersDir, cacheDir, name);
|
return meta;
|
||||||
}
|
}
|
||||||
let latestProjInfo = await BuildsCacher.transformAndUpdate(
|
let latestProjInfo = await BuildsCacher.transformAndUpdate(
|
||||||
name,
|
name,
|
||||||
@@ -389,63 +337,8 @@ BuildsCacher.create = function ({ ALL_TERMS, installers, caches }) {
|
|||||||
);
|
);
|
||||||
bc._caches[name] = latestProjInfo;
|
bc._caches[name] = latestProjInfo;
|
||||||
|
|
||||||
process.nextTick(async function () {
|
return latestProjInfo;
|
||||||
let now = date.valueOf();
|
}
|
||||||
let age = now - projInfo.updated;
|
|
||||||
|
|
||||||
let fresh = age < bc._staleAge;
|
|
||||||
if (fresh) {
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
projInfo = await getLatestBuilds(Releases, installersDir, cacheDir, name);
|
|
||||||
let latestProjInfo = BuildsCacher.transformAndUpdate(
|
|
||||||
name,
|
|
||||||
projInfo,
|
|
||||||
meta,
|
|
||||||
date,
|
|
||||||
bc,
|
|
||||||
);
|
|
||||||
bc._caches[name] = latestProjInfo;
|
|
||||||
});
|
|
||||||
|
|
||||||
return projInfo;
|
|
||||||
};
|
|
||||||
|
|
||||||
// Makes sure that packages are updated once an hour, on average
|
|
||||||
bc._staleNames = [];
|
|
||||||
bc._freshenTimeout = null;
|
|
||||||
bc.freshenRandomPackage = async function (minDelay) {
|
|
||||||
if (!minDelay) {
|
|
||||||
minDelay = 15 * 1000;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (bc._staleNames.length === 0) {
|
|
||||||
let dirs = await bc.getProjectsByType();
|
|
||||||
bc._staleNames = Object.keys(dirs.valid);
|
|
||||||
bc._staleNames.sort(function () {
|
|
||||||
return 0.5 - Math.random();
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
let name = bc._staleNames.pop();
|
|
||||||
void (await bc.getPackages({
|
|
||||||
//Releases: Releases,
|
|
||||||
name: name,
|
|
||||||
date: new Date(),
|
|
||||||
}));
|
|
||||||
console.info(`[INFO] freshenRandomPackage: ${name}`);
|
|
||||||
|
|
||||||
let hour = 60 * 60 * 1000;
|
|
||||||
let delay = minDelay;
|
|
||||||
let spread = hour / bc._staleNames.length;
|
|
||||||
let seed = Math.random();
|
|
||||||
delay += seed * spread;
|
|
||||||
|
|
||||||
clearTimeout(bc._freshenTimeout);
|
|
||||||
bc._freshenTimeout = setTimeout(bc.freshenRandomPackage, delay);
|
|
||||||
bc._freshenTimeout.unref();
|
|
||||||
};
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Given a list of acceptable formats, get the sorted list of of formats.
|
* Given a list of acceptable formats, get the sorted list of of formats.
|
||||||
@@ -537,7 +430,10 @@ BuildsCacher.create = function ({ ALL_TERMS, installers, caches }) {
|
|||||||
exts.push('.gz');
|
exts.push('.gz');
|
||||||
exts.push('.sh');
|
exts.push('.sh');
|
||||||
}
|
}
|
||||||
exts.push('.git');
|
let hasGit = formats.includes('git') || formats.includes('.git');
|
||||||
|
if (hasGit) {
|
||||||
|
exts.push('.git');
|
||||||
|
}
|
||||||
|
|
||||||
// Fallbacks
|
// Fallbacks
|
||||||
// (we include everything to bubble an extract error over not found)
|
// (we include everything to bubble an extract error over not found)
|
||||||
@@ -646,29 +542,19 @@ BuildsCacher.create = function ({ ALL_TERMS, installers, caches }) {
|
|||||||
return null;
|
return null;
|
||||||
}
|
}
|
||||||
|
|
||||||
for (let _triplet of triplets) {
|
// Version-first iteration, not triplet-first: take the newest
|
||||||
let targetReleases = projInfo.releasesByTriplet[_triplet];
|
// version even when its only build lives in a fallback triplet
|
||||||
if (!targetReleases) {
|
// (e.g. serviceman v1.0.1 only exists at posix_2017-ANYARCH-none).
|
||||||
continue;
|
for (let lexver of projInfo.lexvers) {
|
||||||
}
|
let ver = projInfo.lexversMap[lexver] || lexver;
|
||||||
|
|
||||||
let versions = Object.keys(targetReleases);
|
for (let _triplet of triplets) {
|
||||||
//console.log('dbg: targetRelease versions', versions);
|
let targetReleases = projInfo.releasesByTriplet[_triplet];
|
||||||
let lexvers = [];
|
if (!targetReleases) {
|
||||||
for (let version of versions) {
|
continue;
|
||||||
let lexPrefix = Lexver.parseVersion(version);
|
}
|
||||||
lexvers.push(lexPrefix);
|
|
||||||
}
|
|
||||||
lexvers.sort();
|
|
||||||
lexvers.reverse();
|
|
||||||
// TODO get the other matchInfo props
|
|
||||||
|
|
||||||
// Make sure that these releases are the expected version
|
|
||||||
// (ex: jq1.7 => darwin-arm64-libc, jq1.6 => darwin-x86_64-libc)
|
|
||||||
for (let matchver of lexvers) {
|
|
||||||
let ver = projInfo.lexversMap[matchver] || matchver;
|
|
||||||
let packages = targetReleases[ver];
|
let packages = targetReleases[ver];
|
||||||
//console.log('dbg: packages', packages);
|
|
||||||
if (!packages) {
|
if (!packages) {
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
@@ -719,21 +605,33 @@ BuildsCacher.create = function ({ ALL_TERMS, installers, caches }) {
|
|||||||
return triplets;
|
return triplets;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Prefer platform-specific matches over ANYOS/ANYARCH fallbacks.
|
||||||
|
// This ensures e.g. darwin-aarch64-none matches before
|
||||||
|
// ANYOS-ANYARCH-none (.git source URLs from old releases).
|
||||||
let oses = [];
|
let oses = [];
|
||||||
if (hostTarget.os === 'windows') {
|
if (hostTarget.os === 'windows') {
|
||||||
oses = ['ANYOS', 'windows'];
|
oses = ['windows', 'ANYOS'];
|
||||||
} else if (hostTarget.os === 'android') {
|
} else if (hostTarget.os === 'android') {
|
||||||
oses = ['ANYOS', 'posix_2017', 'posix_2024', 'android', 'linux'];
|
oses = ['android', 'linux', 'posix_2017', 'posix_2024', 'ANYOS'];
|
||||||
} else {
|
} else {
|
||||||
oses = ['ANYOS', 'posix_2017', 'posix_2024', hostTarget.os];
|
oses = [hostTarget.os, 'posix_2017', 'posix_2024', 'ANYOS'];
|
||||||
}
|
}
|
||||||
|
|
||||||
let waterfall = HostTargets.WATERFALL[hostTarget.os] || {};
|
let waterfall = HostTargets.WATERFALL[hostTarget.os] || {};
|
||||||
let arches = waterfall[hostTarget.arch] ||
|
let arches = waterfall[hostTarget.arch] ||
|
||||||
HostTargets.WATERFALL.ANYOS[hostTarget.arch] || [hostTarget.arch];
|
HostTargets.WATERFALL.ANYOS[hostTarget.arch] || [hostTarget.arch];
|
||||||
arches = ['ANYARCH'].concat(arches);
|
arches = arches.concat(['ANYARCH']);
|
||||||
let libcs = waterfall[hostTarget.libc] ||
|
// termsToTarget omits libc for plain UAs; 'libc' → waterfall ['none','libc',...]
|
||||||
HostTargets.WATERFALL.ANYOS[hostTarget.libc] || [hostTarget.libc];
|
let libc = hostTarget.libc || 'libc';
|
||||||
|
let libcs = waterfall[libc] ||
|
||||||
|
HostTargets.WATERFALL.ANYOS[libc] || [libc];
|
||||||
|
|
||||||
|
// Extend the glibc-host waterfall: the table only lists [none, libc]
|
||||||
|
// but Rust projects (bat, rg) and node ship libc='gnu' builds, and
|
||||||
|
// static musl builds also run on glibc hosts.
|
||||||
|
if (libc === 'libc' && !libcs.includes('gnu')) {
|
||||||
|
libcs = ['none', 'gnu', 'musl', 'libc'];
|
||||||
|
}
|
||||||
|
|
||||||
for (let os of oses) {
|
for (let os of oses) {
|
||||||
for (let arch of arches) {
|
for (let arch of arches) {
|
||||||
@@ -762,10 +660,17 @@ BuildsCacher.create = function ({ ALL_TERMS, installers, caches }) {
|
|||||||
};
|
};
|
||||||
|
|
||||||
BuildsCacher._classify = function (bc, projInfo, build) {
|
BuildsCacher._classify = function (bc, projInfo, build) {
|
||||||
/* jshint maxcomplexity: 25 */
|
/* jshint maxcomplexity: 30 */
|
||||||
let maybeInstallable = Triplet.maybeInstallable(projInfo, build);
|
// Cache entries arrive pre-classified (os/arch/libc/ext set). Skip
|
||||||
if (!maybeInstallable) {
|
// maybeInstallable for those — it false-rejects names ending in a
|
||||||
return null;
|
// version tag (`serviceman-v1.0.1`, `v1.0.1.zip`).
|
||||||
|
let cacheClassified =
|
||||||
|
build.os && build.arch && build.libc && build.ext;
|
||||||
|
if (!cacheClassified) {
|
||||||
|
let maybeInstallable = Triplet.maybeInstallable(projInfo, build);
|
||||||
|
if (!maybeInstallable) {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if (LEGACY_OS_MAP[build.os]) {
|
if (LEGACY_OS_MAP[build.os]) {
|
||||||
@@ -829,16 +734,26 @@ BuildsCacher._classify = function (bc, projInfo, build) {
|
|||||||
bc.unknownTerms[term] = true;
|
bc.unknownTerms[term] = true;
|
||||||
}
|
}
|
||||||
|
|
||||||
// {NAME}.windows.x86_64v2.musl.exe
|
// Skip termsToTarget for cache-classified entries: it false-flags
|
||||||
// windows-x86_64_v2-musl
|
// e.g. .git URLs as os=ANYOS while the cache says os=posix_2017,
|
||||||
|
// and the mismatch check throws.
|
||||||
target = { triplet: '' };
|
target = { triplet: '' };
|
||||||
try {
|
if (cacheClassified) {
|
||||||
void Triplet.termsToTarget(target, projInfo, build, terms);
|
target.os = build.os;
|
||||||
} catch (e) {
|
target.arch = build.arch;
|
||||||
console.error(`PACKAGE FORMAT CHANGE for '${projInfo.name}':`);
|
target.libc = build.libc;
|
||||||
console.error(e.message);
|
target.vendor = build.vendor || 'unknown';
|
||||||
console.error(build);
|
target.android = false;
|
||||||
return null;
|
target.unknownTerms = [];
|
||||||
|
} else {
|
||||||
|
try {
|
||||||
|
void Triplet.termsToTarget(target, projInfo, build, terms);
|
||||||
|
} catch (e) {
|
||||||
|
console.error(`PACKAGE FORMAT CHANGE for '${projInfo.name}':`);
|
||||||
|
console.error(e.message);
|
||||||
|
console.error(build);
|
||||||
|
return null;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
target.triplet = `${target.arch}-${target.vendor}-${target.os}-${target.libc}`;
|
target.triplet = `${target.arch}-${target.vendor}-${target.os}-${target.libc}`;
|
||||||
|
|||||||
@@ -15,11 +15,8 @@ let bc = BuildsCacher.create({
|
|||||||
caches: CACHE_DIR,
|
caches: CACHE_DIR,
|
||||||
installers: INSTALLERS_DIR,
|
installers: INSTALLERS_DIR,
|
||||||
});
|
});
|
||||||
bc.freshenRandomPackage(600 * 1000);
|
|
||||||
|
|
||||||
Builds.init = async function () {
|
Builds.init = async function () {
|
||||||
bc.freshenRandomPackage(600 * 1000);
|
|
||||||
|
|
||||||
let dirs = await bc.getProjectsByType();
|
let dirs = await bc.getProjectsByType();
|
||||||
let projNames = Object.keys(dirs.valid);
|
let projNames = Object.keys(dirs.valid);
|
||||||
|
|
||||||
@@ -27,7 +24,6 @@ Builds.init = async function () {
|
|||||||
await Parallel.run(parallel, projNames, getAll);
|
await Parallel.run(parallel, projNames, getAll);
|
||||||
async function getAll(name) {
|
async function getAll(name) {
|
||||||
void (await bc.getPackages({
|
void (await bc.getPackages({
|
||||||
//Releases: Releases,
|
|
||||||
name: name,
|
name: name,
|
||||||
date: new Date(),
|
date: new Date(),
|
||||||
}));
|
}));
|
||||||
|
|||||||
@@ -1,11 +1,14 @@
|
|||||||
'use strict';
|
'use strict';
|
||||||
|
|
||||||
|
let Fs = require('node:fs/promises');
|
||||||
|
let Os = require('node:os');
|
||||||
let Path = require('node:path');
|
let Path = require('node:path');
|
||||||
|
|
||||||
// let Builds = require('./builds.js');
|
|
||||||
let BuildsCacher = require('./builds-cacher.js');
|
let BuildsCacher = require('./builds-cacher.js');
|
||||||
let Triplet = require('./build-classifier/triplet.js');
|
let Triplet = require('./build-classifier/triplet.js');
|
||||||
|
|
||||||
|
let LEGACY_CACHE_DIR = Path.join(Os.homedir(), '.cache/webi/legacy');
|
||||||
|
|
||||||
async function main() {
|
async function main() {
|
||||||
let projName = process.argv[2];
|
let projName = process.argv[2];
|
||||||
if (!projName) {
|
if (!projName) {
|
||||||
@@ -36,16 +39,11 @@ async function main() {
|
|||||||
arches: [],
|
arches: [],
|
||||||
libcs: [],
|
libcs: [],
|
||||||
formats: [],
|
formats: [],
|
||||||
// TODO channels: [],
|
|
||||||
};
|
};
|
||||||
|
|
||||||
let installersDir = Path.join(__dirname, '..');
|
let dataFile = Path.join(LEGACY_CACHE_DIR, `${projName}.json`);
|
||||||
let Releases = require(`${installersDir}/${projName}/releases.js`);
|
let json = await Fs.readFile(dataFile, 'utf8');
|
||||||
if (!Releases.latest) {
|
let projInfo = JSON.parse(json);
|
||||||
Releases.latest = Releases;
|
|
||||||
}
|
|
||||||
|
|
||||||
let projInfo = await Releases.latest();
|
|
||||||
|
|
||||||
// let packages = await Builds.getPackage({ name: projName });
|
// let packages = await Builds.getPackage({ name: projName });
|
||||||
// console.log(packages);
|
// console.log(packages);
|
||||||
@@ -70,9 +68,11 @@ async function main() {
|
|||||||
console.log(`[DEBUG] transformed`);
|
console.log(`[DEBUG] transformed`);
|
||||||
let sample = transformed.packages.slice(0, 20);
|
let sample = transformed.packages.slice(0, 20);
|
||||||
console.log('packages:', sample, ':packages');
|
console.log('packages:', sample, ':packages');
|
||||||
|
let firstTriplet = Object.keys(transformed.releasesByTriplet)[0];
|
||||||
|
let firstVersion = transformed.versions[0];
|
||||||
console.log(
|
console.log(
|
||||||
'releasesByTriplet:',
|
`releasesByTriplet[${firstTriplet}][${firstVersion}]:`,
|
||||||
transformed.releasesByTriplet['linux-x86_64-none'][transformed.versions[0]],
|
transformed.releasesByTriplet[firstTriplet]?.[firstVersion],
|
||||||
':releasesByTriplet',
|
':releasesByTriplet',
|
||||||
);
|
);
|
||||||
console.log('versions:', transformed.versions, ':versions');
|
console.log('versions:', transformed.versions, ':versions');
|
||||||
|
|||||||
@@ -139,8 +139,6 @@ async function main() {
|
|||||||
console.info('');
|
console.info('');
|
||||||
}
|
}
|
||||||
|
|
||||||
bc.freshenRandomPackage(600 * 1000);
|
|
||||||
|
|
||||||
let rows = [];
|
let rows = [];
|
||||||
let triples = [];
|
let triples = [];
|
||||||
let valids = Object.keys(dirs.valid);
|
let valids = Object.keys(dirs.valid);
|
||||||
|
|||||||
@@ -1,259 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
// this may need customizations between packages
|
|
||||||
var osMap = {
|
|
||||||
macos: /(\b|_)(apple|os(\s_-)?x\b|mac|darwin|iPhone|iOS|iPad)/i,
|
|
||||||
linux: /(\b|_)(linux)/i,
|
|
||||||
freebsd: /(\b|_)(freebsd)/i,
|
|
||||||
windows: /(\b|_)(win|microsoft|msft)/i,
|
|
||||||
sunos: /(\b|_)(sun)/i,
|
|
||||||
aix: /(\b|_)(aix)/i,
|
|
||||||
};
|
|
||||||
|
|
||||||
var maps = {
|
|
||||||
oses: {},
|
|
||||||
arches: {},
|
|
||||||
libcs: {},
|
|
||||||
formats: {},
|
|
||||||
};
|
|
||||||
|
|
||||||
Object.keys(osMap).forEach(function (name) {
|
|
||||||
maps.oses[name] = true;
|
|
||||||
});
|
|
||||||
|
|
||||||
var formats = ['zip', 'xz', 'tar', 'pkg', 'msi', 'git', 'exe', 'dmg', 'git'];
|
|
||||||
formats.forEach(function (name) {
|
|
||||||
maps.formats[name] = true;
|
|
||||||
});
|
|
||||||
|
|
||||||
// evaluation order matters
|
|
||||||
// (i.e. otherwise x86 and x64 can cross match)
|
|
||||||
var arches = [
|
|
||||||
// arm64/aarch64 has very high specificity, so it comes first
|
|
||||||
'arm64',
|
|
||||||
// arm 7 is also generic aarch/arm/arm32
|
|
||||||
'armv7l',
|
|
||||||
// arm6 can run on armv7
|
|
||||||
'armv6l',
|
|
||||||
// amd64 is more likely and less often specified than arm64
|
|
||||||
'amd64',
|
|
||||||
'x86',
|
|
||||||
'ppc64le',
|
|
||||||
'ppc64',
|
|
||||||
's390x',
|
|
||||||
];
|
|
||||||
// Used for detecting system arch from package download url, for example:
|
|
||||||
//
|
|
||||||
// https://git.com/org/foo/releases/v0.7.9/foo-aarch64-linux-musl.tar.gz
|
|
||||||
// https://git.com/org/foo/releases/v0.7.9/foo-arm-linux-musleabihf.tar.gz
|
|
||||||
// https://git.com/org/foo/releases/v0.7.9/foo-armv7-linux-musleabihf.tar.gz
|
|
||||||
// https://git.com/org/foo/releases/v0.7.9/foo-x86_64-linux-musl.tar.gz
|
|
||||||
//
|
|
||||||
var archMap = {
|
|
||||||
arm64: /(\b|_)(aarch64|arm64)/i,
|
|
||||||
armv7l: /(\b|_)(arm32|arm[_\-]?v?7l?)/i,
|
|
||||||
armv6l: /(\b|_)(arm|aarch32|arm[_\-]?v?6l?)(\b|_)/i,
|
|
||||||
//amd64: /(amd.?64|x64|[_\-]64)/i,
|
|
||||||
amd64:
|
|
||||||
/(\b|_|amd|(dar)?win(dows)?|mac(os)?|linux|osx|x)64([_\-]?bit)?(\b|_)/i,
|
|
||||||
//x86: /(86)(\b|_)/i,
|
|
||||||
x86: /(\b|_|amd|(dar)?win(dows)?|mac(os)?|linux|osx|x)(86|32|i?386)([_\-]?bit)?(\b|_)/i,
|
|
||||||
ppc64le: /(\b|_)(ppc64le)/i,
|
|
||||||
ppc64: /(\b|_)(ppc64)(\b|_)/i,
|
|
||||||
s390x: /(\b|_)(s390x)/i,
|
|
||||||
};
|
|
||||||
arches.forEach(function (name) {
|
|
||||||
maps.arches[name] = true;
|
|
||||||
});
|
|
||||||
|
|
||||||
var libcs = ['none', 'musl', 'gnu', 'msvc', 'libc'];
|
|
||||||
libcs.forEach(function (name) {
|
|
||||||
maps.libcs[name] = true;
|
|
||||||
});
|
|
||||||
|
|
||||||
function normalize(all) {
|
|
||||||
/* jshint maxcomplexity:50 */
|
|
||||||
/* jshint maxdepth:10 */
|
|
||||||
var supported = {
|
|
||||||
oses: {},
|
|
||||||
arches: {},
|
|
||||||
libcs: {},
|
|
||||||
formats: {},
|
|
||||||
};
|
|
||||||
|
|
||||||
for (let rel of all.releases) {
|
|
||||||
rel.version = rel.version.replace(/^v/i, '');
|
|
||||||
|
|
||||||
if (!rel.name) {
|
|
||||||
rel.name = rel.download.replace(/.*\//, '');
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!rel.os) {
|
|
||||||
rel.os = 'unknown';
|
|
||||||
|
|
||||||
let osNames = Object.keys(osMap);
|
|
||||||
for (let osName of osNames) {
|
|
||||||
let relName = rel.name || rel.download;
|
|
||||||
let osRegExp = osMap[osName];
|
|
||||||
let matches = osRegExp.test(relName);
|
|
||||||
if (matches) {
|
|
||||||
rel.os = osName;
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
supported.oses[rel.os] = true;
|
|
||||||
|
|
||||||
if (!rel.arch) {
|
|
||||||
for (let arch of arches) {
|
|
||||||
let name = rel.name || rel.download;
|
|
||||||
let isArch = name.match(archMap[arch]);
|
|
||||||
if (isArch) {
|
|
||||||
rel.arch = arch;
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if (!rel.arch) {
|
|
||||||
if ('macos' === rel.os) {
|
|
||||||
rel.arch = 'amd64';
|
|
||||||
}
|
|
||||||
}
|
|
||||||
supported.arches[rel.arch] = true;
|
|
||||||
|
|
||||||
// note: depends on rel.os
|
|
||||||
if (!rel.libc) {
|
|
||||||
let isMusl;
|
|
||||||
let isMsvc;
|
|
||||||
let isStatic;
|
|
||||||
let isGnu;
|
|
||||||
|
|
||||||
// extra blocks to prevent copy pasta errors
|
|
||||||
|
|
||||||
{
|
|
||||||
let muslRe = /(\b|_)(musl)(\b|_)/i;
|
|
||||||
isMusl = muslRe.test(rel.download) || muslRe.test(rel.name);
|
|
||||||
}
|
|
||||||
|
|
||||||
{
|
|
||||||
let msvcRe = /(\b|_)(msvc)(\b|_)/i;
|
|
||||||
isMsvc = msvcRe.test(rel.download) || msvcRe.test(rel.name);
|
|
||||||
}
|
|
||||||
|
|
||||||
{
|
|
||||||
let staticRe = /(\b|_)(static)(\b|_)/i;
|
|
||||||
isStatic = staticRe.test(rel.download) || staticRe.test(rel.name);
|
|
||||||
}
|
|
||||||
|
|
||||||
{
|
|
||||||
let gnuRe = /(\b|_)(gnu|glibc|libc)(\b|_)/i;
|
|
||||||
isGnu = gnuRe.test(rel.download) || gnuRe.test(rel.name);
|
|
||||||
}
|
|
||||||
|
|
||||||
if (isMusl) {
|
|
||||||
// we specifically tag things that need musl++ in their own releases
|
|
||||||
rel.libc = 'none';
|
|
||||||
} else if (isStatic) {
|
|
||||||
rel.libc = 'none';
|
|
||||||
} else if (isGnu) {
|
|
||||||
rel.libc = 'gnu';
|
|
||||||
if (rel.os === 'windows') {
|
|
||||||
// windows gnu is static
|
|
||||||
rel.libc = 'none';
|
|
||||||
} else if (rel.os === 'darwin') {
|
|
||||||
// if glibc is required on macos, it'll be static
|
|
||||||
rel.libc = 'none';
|
|
||||||
}
|
|
||||||
} else if (isMsvc) {
|
|
||||||
rel.libc = 'msvc';
|
|
||||||
} else {
|
|
||||||
// The default is no requirement for any particular libc
|
|
||||||
// (Go, Zig, POSIX Shell, JS, etc)
|
|
||||||
// and hopefully we never have to worry about mingw and friends
|
|
||||||
rel.libc = 'none';
|
|
||||||
}
|
|
||||||
}
|
|
||||||
supported.libcs[rel.libc] = true;
|
|
||||||
|
|
||||||
var tarExt;
|
|
||||||
if (!rel.ext) {
|
|
||||||
// pkg-v1.0.tar.gz => ['gz', 'tar', '0', 'pkg-v1']
|
|
||||||
// pkg-v1.0.tar => ['tar', '0' ,'pkg-v1']
|
|
||||||
// pkg-v1.0.zip => ['zip', '0', 'pkg-v1']
|
|
||||||
var exts = (rel.name || rel.download).split('.');
|
|
||||||
if (1 === exts.length) {
|
|
||||||
// for bare releases in the format of foo-linux-amd64
|
|
||||||
rel.ext = 'exe';
|
|
||||||
}
|
|
||||||
exts = exts.reverse().slice(0, 2);
|
|
||||||
if ('tar' === exts[1]) {
|
|
||||||
rel.ext = exts.reverse().join('.');
|
|
||||||
tarExt = 'tar';
|
|
||||||
} else if ('tgz' === exts[0]) {
|
|
||||||
rel.ext = 'tar.gz';
|
|
||||||
tarExt = 'tar';
|
|
||||||
} else {
|
|
||||||
rel.ext = exts[0];
|
|
||||||
}
|
|
||||||
if (/\-|linux|mac|os[_\-]?x|arm|amd|86|64|mip/i.test(rel.ext)) {
|
|
||||||
// for bare releases in the format of foo.linux-amd64
|
|
||||||
rel.ext = 'exe';
|
|
||||||
}
|
|
||||||
}
|
|
||||||
supported.formats[tarExt || rel.ext] = true;
|
|
||||||
|
|
||||||
if (!rel.channel) {
|
|
||||||
// basically like this: (+.-_)(beta|rc)(0-9)(+.-_)
|
|
||||||
// matches:
|
|
||||||
// - v1.0-beta
|
|
||||||
// - v1.0-beta1.1
|
|
||||||
// - v1.0-beta-11
|
|
||||||
// won't match:
|
|
||||||
// - v1.0beta
|
|
||||||
// - v1.0-beta1b
|
|
||||||
let isBetaRe =
|
|
||||||
/(\b|_)(alpha|beta|dev|developer|prev|preview|rc)(\d+)(\b|_)/;
|
|
||||||
let isBeta = isBetaRe.test(rel.name);
|
|
||||||
if (isBeta) {
|
|
||||||
rel.channel = 'beta';
|
|
||||||
} else {
|
|
||||||
rel.channel = 'stable';
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if (all.download) {
|
|
||||||
rel.download = all.download.replace(/{{ download }}/, rel.download);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
all.oses = Object.keys(supported.oses).filter(function (name) {
|
|
||||||
return maps.oses[name];
|
|
||||||
});
|
|
||||||
all.arches = Object.keys(supported.arches).filter(function (name) {
|
|
||||||
return maps.arches[name];
|
|
||||||
});
|
|
||||||
all.libcs = Object.keys(supported.libcs).filter(function (name) {
|
|
||||||
return maps.libcs[name];
|
|
||||||
});
|
|
||||||
all.formats = Object.keys(supported.formats).filter(function (name) {
|
|
||||||
return maps.formats[name];
|
|
||||||
});
|
|
||||||
|
|
||||||
return all;
|
|
||||||
}
|
|
||||||
|
|
||||||
module.exports = normalize;
|
|
||||||
module.exports._debug = function (all) {
|
|
||||||
all = normalize(all);
|
|
||||||
all.releases = all.releases
|
|
||||||
.filter(function (r) {
|
|
||||||
return ['windows', 'macos', 'linux'].includes(r.os) && 'amd64' === r.arch;
|
|
||||||
})
|
|
||||||
.slice(0, 10);
|
|
||||||
return all;
|
|
||||||
};
|
|
||||||
// NOT in order of priority (which would be tar, xz, zip, ...)
|
|
||||||
module.exports.formats = formats;
|
|
||||||
module.exports.arches = arches;
|
|
||||||
module.exports.libcs = libcs;
|
|
||||||
module.exports.formatsMap = maps.formats;
|
|
||||||
@@ -49,7 +49,7 @@ var baseurl = 'https://webinstall.dev';
|
|||||||
var maxLen = 0;
|
var maxLen = 0;
|
||||||
console.info('');
|
console.info('');
|
||||||
console.info('Has the necessary files?');
|
console.info('Has the necessary files?');
|
||||||
['README.md', 'releases.js', 'install.sh', 'install.ps1']
|
['README.md', 'install.sh', 'install.ps1']
|
||||||
.map(function (node) {
|
.map(function (node) {
|
||||||
maxLen = Math.max(maxLen, node.length);
|
maxLen = Math.max(maxLen, node.length);
|
||||||
return node;
|
return node;
|
||||||
@@ -71,6 +71,14 @@ Builds.getPackage({ name: projName }).then(async function (/*projInfo*/) {
|
|||||||
var nodeOs = os.platform();
|
var nodeOs = os.platform();
|
||||||
var nodeOsRelease = os.release();
|
var nodeOsRelease = os.release();
|
||||||
var nodeArch = os.arch();
|
var nodeArch = os.arch();
|
||||||
|
|
||||||
|
// To make arch names compatible across all helpers
|
||||||
|
if (nodeArch === 'x64') {
|
||||||
|
nodeArch = 'amd64';
|
||||||
|
} else if (nodeArch === 'arm64') {
|
||||||
|
nodeArch = 'arm64';
|
||||||
|
}
|
||||||
|
|
||||||
var nodeLibc = 'libc';
|
var nodeLibc = 'libc';
|
||||||
if (process.platform === 'linux') {
|
if (process.platform === 'linux') {
|
||||||
nodeLibc = 'gnu';
|
nodeLibc = 'gnu';
|
||||||
|
|||||||
@@ -2,75 +2,30 @@
|
|||||||
|
|
||||||
var Releases = module.exports;
|
var Releases = module.exports;
|
||||||
|
|
||||||
|
var Fs = require('node:fs/promises');
|
||||||
|
var Os = require('node:os');
|
||||||
var path = require('path');
|
var path = require('path');
|
||||||
var _normalize = require('./normalize.js');
|
|
||||||
|
|
||||||
var cache = {};
|
var cache = {};
|
||||||
//var staleAge = 5 * 1000;
|
|
||||||
//var expiredAge = 15 * 1000;
|
|
||||||
var staleAge = 5 * 60 * 1000;
|
|
||||||
var expiredAge = 15 * 60 * 1000;
|
|
||||||
|
|
||||||
let installerDir = path.join(__dirname, '..');
|
var LEGACY_CACHE_DIR = path.join(Os.homedir(), '.cache/webi/legacy');
|
||||||
|
|
||||||
Releases.get = async function (pkgdir) {
|
// Sort releases by ext preference and libc within the same version.
|
||||||
let get;
|
// The cache is already sorted by version (stable before beta, newest first),
|
||||||
try {
|
// so we only re-order within the same version string.
|
||||||
get = require(`${pkgdir}/releases.js`);
|
|
||||||
// TODO update all releases files with module.exports.xxxx = 'foo';
|
|
||||||
if (!get.latest) {
|
|
||||||
get.latest = get;
|
|
||||||
}
|
|
||||||
} catch (e) {
|
|
||||||
let err = new Error('no releases.js for', pkgdir.split(/[\/\\]+/).pop());
|
|
||||||
err.code = 'E_NO_RELEASE';
|
|
||||||
throw err;
|
|
||||||
}
|
|
||||||
|
|
||||||
let all = await get.latest();
|
|
||||||
|
|
||||||
return _normalize(all);
|
|
||||||
};
|
|
||||||
|
|
||||||
// TODO needs a proper test, and more accurate (though perhaps far less simple) code
|
|
||||||
function createFormatsSorter(formats) {
|
function createFormatsSorter(formats) {
|
||||||
return function sortByVerExt(a, b) {
|
return function sortByExtLibc(a, b) {
|
||||||
function lexver(semver) {
|
if (a.version !== b.version) {
|
||||||
// v1.20.156 => 00001.00020.00156.zzzzz
|
// Array.sort is stable (V8, ES2019), so returning 0 across
|
||||||
// TODO BUG: v1.20.156-rc2 => 00001.00020.00156.rc2zz
|
// versions preserves the cache's pre-sorted version-desc order.
|
||||||
var parts = semver.split(/[+\.\-]/g);
|
return 0;
|
||||||
while (parts.length < 4) {
|
|
||||||
parts.push('');
|
|
||||||
}
|
|
||||||
return parts
|
|
||||||
.map(function (num, i) {
|
|
||||||
if (3 === i) {
|
|
||||||
return num.toString().padEnd(10, 'z');
|
|
||||||
}
|
|
||||||
return num.toString().padStart(10, '0');
|
|
||||||
})
|
|
||||||
.join('.');
|
|
||||||
}
|
|
||||||
|
|
||||||
var aver = lexver(a.version);
|
|
||||||
var bver = lexver(b.version);
|
|
||||||
if (aver > bver) {
|
|
||||||
//console.log(aver, '>', bver);
|
|
||||||
return -1;
|
|
||||||
}
|
|
||||||
if (aver < bver) {
|
|
||||||
//console.log(aver, '<', bver);
|
|
||||||
return 1;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
var aExtPri = formats.indexOf(a.ext.replace(/tar\..*/, 'tar'));
|
var aExtPri = formats.indexOf(a.ext.replace(/tar\..*/, 'tar'));
|
||||||
var bExtPri = formats.indexOf(b.ext.replace(/tar\..*/, 'tar'));
|
var bExtPri = formats.indexOf(b.ext.replace(/tar\..*/, 'tar'));
|
||||||
if (aExtPri > bExtPri) {
|
if (aExtPri > bExtPri) {
|
||||||
//console.log(a.ext, aExtPri, '>', b.ext, bExtPri);
|
|
||||||
return -1;
|
return -1;
|
||||||
}
|
}
|
||||||
if (aExtPri < bExtPri) {
|
if (aExtPri < bExtPri) {
|
||||||
//console.log(a.ext, aExtPri, '<', b.ext, bExtPri);
|
|
||||||
return 1;
|
return 1;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -87,99 +42,39 @@ function createFormatsSorter(formats) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
async function getCachedReleases(pkg) {
|
async function getCachedReleases(pkg) {
|
||||||
// returns { download: '<template string>', releases: [{ version, date, os, arch, lts, channel, download}] }
|
// returns { download: '', releases: [{ version, date, os, arch, lts, channel, download}] }
|
||||||
|
|
||||||
async function chainCachePromise(fn) {
|
if (cache[pkg]) {
|
||||||
cache[pkg].promise = cache[pkg].promise.then(fn);
|
return cache[pkg];
|
||||||
return cache[pkg].promise;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async function sleep(ms) {
|
let dataFile = `${LEGACY_CACHE_DIR}/${pkg}.json`;
|
||||||
return await new Promise(function (resolve, reject) {
|
|
||||||
setTimeout(resolve, ms);
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
async function putCache() {
|
let json = await Fs.readFile(dataFile, 'utf8').catch(function (err) {
|
||||||
var age = Date.now() - cache[pkg].updatedAt;
|
if (err.code === 'ENOENT') {
|
||||||
if (age < staleAge) {
|
return null;
|
||||||
//console.debug('NOT STALE ANYMORE - updated in previous promise');
|
|
||||||
return cache[pkg].all;
|
|
||||||
}
|
}
|
||||||
|
throw err;
|
||||||
|
});
|
||||||
|
|
||||||
//console.debug('DOWNLOADING NEW "%s" releases', pkg);
|
if (!json) {
|
||||||
var pkgdir = path.join(installerDir, pkg);
|
let empty = { download: '', releases: [] };
|
||||||
|
cache[pkg] = empty;
|
||||||
// workaround for request timeout seeming to not work
|
return empty;
|
||||||
let complete = false;
|
|
||||||
await Promise.race([
|
|
||||||
Releases.get(pkgdir)
|
|
||||||
.catch(function (err) {
|
|
||||||
if ('E_NO_RELEASE' === err.code) {
|
|
||||||
let all = { _error: 'E_NO_RELEASE', download: '', releases: [] };
|
|
||||||
return all;
|
|
||||||
}
|
|
||||||
|
|
||||||
throw err;
|
|
||||||
})
|
|
||||||
.catch(function (err) {
|
|
||||||
let hasReleases = cache[pkg].all?.releases?.length > 1;
|
|
||||||
if (!hasReleases) {
|
|
||||||
throw err;
|
|
||||||
}
|
|
||||||
|
|
||||||
console.error(`Error: the BOOGEYMAN got us!`);
|
|
||||||
console.error(err.stack);
|
|
||||||
|
|
||||||
return cache[pkg].all;
|
|
||||||
})
|
|
||||||
.then(function (all) {
|
|
||||||
// Note: it is possible for slightly older data
|
|
||||||
// to replace slightly newer data, but this is better
|
|
||||||
// than being in a cycle where release updates _always_
|
|
||||||
// take longer than expected.
|
|
||||||
//console.debug('DOWNLOADED NEW "%s" releases', pkg);
|
|
||||||
cache[pkg].updatedAt = Date.now();
|
|
||||||
cache[pkg].all = all;
|
|
||||||
complete = true;
|
|
||||||
}),
|
|
||||||
sleep(15000).then(function () {
|
|
||||||
if (complete) {
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
console.error(`request timeout waiting for '${pkg}' release info`);
|
|
||||||
}),
|
|
||||||
]);
|
|
||||||
|
|
||||||
return cache[pkg].all;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if (!cache[pkg]) {
|
let all;
|
||||||
cache[pkg] = {
|
try {
|
||||||
updatedAt: 0,
|
all = JSON.parse(json);
|
||||||
all: { download: '', releases: [] },
|
} catch (e) {
|
||||||
promise: Promise.resolve(),
|
console.error(`error: ${dataFile}:\n\t${e.message}`);
|
||||||
};
|
let empty = { download: '', releases: [] };
|
||||||
|
cache[pkg] = empty;
|
||||||
|
return empty;
|
||||||
}
|
}
|
||||||
|
|
||||||
var bgRenewal;
|
cache[pkg] = all;
|
||||||
var age = Date.now() - cache[pkg].updatedAt;
|
return all;
|
||||||
var fresh = age < staleAge;
|
|
||||||
if (!fresh) {
|
|
||||||
bgRenewal = chainCachePromise(putCache);
|
|
||||||
}
|
|
||||||
|
|
||||||
var tooStale = age > expiredAge;
|
|
||||||
if (!tooStale) {
|
|
||||||
return await cache[pkg].all;
|
|
||||||
}
|
|
||||||
|
|
||||||
return await Promise.race([
|
|
||||||
bgRenewal,
|
|
||||||
sleep(5000).then(function () {
|
|
||||||
return cache[pkg].all;
|
|
||||||
}),
|
|
||||||
]);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async function filterReleases(
|
async function filterReleases(
|
||||||
@@ -190,15 +85,22 @@ async function filterReleases(
|
|||||||
// sort the most compatible format first
|
// sort the most compatible format first
|
||||||
// (i.e. so that we don't do .pkg on linux except on purpose)
|
// (i.e. so that we don't do .pkg on linux except on purpose)
|
||||||
var rformats = formats.slice(0).reverse();
|
var rformats = formats.slice(0).reverse();
|
||||||
var sortByVerExt = createFormatsSorter(rformats);
|
var sortByExtLibc = createFormatsSorter(rformats);
|
||||||
var reVer = new RegExp('^' + ver + '\\b');
|
var reVer = new RegExp('^' + ver + '\\b');
|
||||||
|
|
||||||
function selectMatches(rel) {
|
function selectMatches(rel) {
|
||||||
|
/* jshint maxcomplexity: 25 */
|
||||||
if (os) {
|
if (os) {
|
||||||
if (rel.os !== '*') {
|
// '*' = any OS (matches anything, including windows).
|
||||||
if (rel.os !== os) {
|
// 'posix' / 'posix_20xx' = any POSIX OS (matches linux, macos,
|
||||||
return false;
|
// freebsd, etc., but NOT windows).
|
||||||
}
|
let isPosix = rel.os === 'posix' || rel.os.startsWith('posix_20');
|
||||||
|
let osMatches =
|
||||||
|
rel.os === '*' ||
|
||||||
|
rel.os === os ||
|
||||||
|
(isPosix && os !== 'windows');
|
||||||
|
if (!osMatches) {
|
||||||
|
return false;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -210,7 +112,10 @@ async function filterReleases(
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if (rel.libc !== 'none') {
|
// libc='libc' is serve-releases.js's default when the caller
|
||||||
|
// didn't pin one — treat it as 'no preference', not a filter.
|
||||||
|
let isMeaningfulLibc = libc && libc !== 'libc' && rel.libc !== 'none';
|
||||||
|
if (isMeaningfulLibc) {
|
||||||
let releaseRequiresMusl = rel.libc === 'musl';
|
let releaseRequiresMusl = rel.libc === 'musl';
|
||||||
// goal: handle non-glibc (Alpine / Docker / musl)
|
// goal: handle non-glibc (Alpine / Docker / musl)
|
||||||
let osHasMusl = libc === 'musl';
|
let osHasMusl = libc === 'musl';
|
||||||
@@ -257,7 +162,7 @@ async function filterReleases(
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
var sortedRels = all.releases.filter(selectMatches).sort(sortByVerExt);
|
var sortedRels = all.releases.filter(selectMatches).sort(sortByExtLibc);
|
||||||
//console.log(sortedRels.slice(0, 4));
|
//console.log(sortedRels.slice(0, 4));
|
||||||
|
|
||||||
return sortedRels.slice(0, limit || 1000);
|
return sortedRels.slice(0, limit || 1000);
|
||||||
@@ -416,8 +321,8 @@ Releases.getReleases = function ({
|
|||||||
};
|
};
|
||||||
|
|
||||||
if (require.main === module) {
|
if (require.main === module) {
|
||||||
return module
|
return Releases
|
||||||
.exports({
|
.getReleases({
|
||||||
pkg: 'node',
|
pkg: 'node',
|
||||||
ver: '',
|
ver: '',
|
||||||
os: 'macos',
|
os: 'macos',
|
||||||
|
|||||||
@@ -38,9 +38,8 @@ function getOs(ua) {
|
|||||||
// It's the year of the Linux Desktop!
|
// It's the year of the Linux Desktop!
|
||||||
// See also http://www.mslinux.org/
|
// See also http://www.mslinux.org/
|
||||||
// 'linux' must be tested before 'Microsoft' because WSL
|
// 'linux' must be tested before 'Microsoft' because WSL
|
||||||
// (TODO: does this affect cygwin / msysgit?)
|
|
||||||
return 'linux';
|
return 'linux';
|
||||||
} else if (/^ms$|Microsoft|Windows|win32|win|PowerShell/i.test(ua)) {
|
} else if (/^ms$|Microsoft|Windows|win32|win|PowerShell|CYGWIN|MINGW/i.test(ua)) {
|
||||||
// 'win' must be tested after 'darwin'
|
// 'win' must be tested after 'darwin'
|
||||||
return 'windows';
|
return 'windows';
|
||||||
} else if (/Linux|curl|wget/i.test(ua)) {
|
} else if (/Linux|curl|wget/i.test(ua)) {
|
||||||
|
|||||||
2
aliasman/releases.conf
Normal file
2
aliasman/releases.conf
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
github_sources = BeyondCodeBootcamp/aliasman
|
||||||
|
git_url = https://github.com/BeyondCodeBootcamp/aliasman.git
|
||||||
@@ -1,22 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
let Releases = module.exports;
|
|
||||||
|
|
||||||
let GitHubSource = require('../_common/github-source.js');
|
|
||||||
let owner = 'BeyondCodeBootcamp';
|
|
||||||
let repo = 'aliasman';
|
|
||||||
|
|
||||||
Releases.latest = async function () {
|
|
||||||
let all = await GitHubSource.getDistributables({ owner, repo });
|
|
||||||
for (let pkg of all.releases) {
|
|
||||||
pkg.os = 'posix_2017';
|
|
||||||
}
|
|
||||||
return all;
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
Releases.latest().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
1
arc/releases.conf
Normal file
1
arc/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = mholt/archiver
|
||||||
@@ -1,21 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'mholt';
|
|
||||||
var repo = 'archiver';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
all._names = ['archiver', 'arc'];
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
// just select the first 5 for demonstration
|
|
||||||
all.releases = all.releases.slice(0, 5);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
1
atomicparsley/releases.conf
Normal file
1
atomicparsley/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = wez/atomicparsley
|
||||||
@@ -1,79 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'wez';
|
|
||||||
var repo = 'atomicparsley';
|
|
||||||
|
|
||||||
let targets = {
|
|
||||||
x86win: {
|
|
||||||
os: 'windows',
|
|
||||||
arch: 'x86',
|
|
||||||
libc: 'msvc',
|
|
||||||
},
|
|
||||||
x64win: {
|
|
||||||
os: 'windows',
|
|
||||||
arch: 'amd64',
|
|
||||||
// https://github.com/wez/atomicparsley/issues/6#issuecomment-1364523028
|
|
||||||
libc: 'msvc',
|
|
||||||
},
|
|
||||||
x64mac: {
|
|
||||||
os: 'macos',
|
|
||||||
arch: 'amd64',
|
|
||||||
},
|
|
||||||
x64lin: {
|
|
||||||
os: 'linux',
|
|
||||||
arch: 'amd64',
|
|
||||||
libc: 'gnu',
|
|
||||||
},
|
|
||||||
x64musl: {
|
|
||||||
os: 'linux',
|
|
||||||
arch: 'amd64',
|
|
||||||
libc: 'musl',
|
|
||||||
},
|
|
||||||
};
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
for (let rel of all.releases) {
|
|
||||||
let windows32 = rel.name.includes('WindowsX86.');
|
|
||||||
if (windows32) {
|
|
||||||
Object.assign(rel, targets.x86win);
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
let windows64 = rel.name.includes('Windows.');
|
|
||||||
if (windows64) {
|
|
||||||
Object.assign(rel, targets.x64win);
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
let macos64 = rel.name.includes('MacOS');
|
|
||||||
if (macos64) {
|
|
||||||
Object.assign(rel, targets.x64mac);
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
let musl64 = rel.name.includes('Alpine');
|
|
||||||
if (musl64) {
|
|
||||||
Object.assign(rel, targets.x64musl);
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
let lin64 = rel.name.includes('Linux.');
|
|
||||||
if (lin64) {
|
|
||||||
Object.assign(rel, targets.x64lin);
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
all._names = ['AtomicParsley', 'atomicparsley'];
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
console.info(JSON.stringify(all));
|
|
||||||
//console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
1
awless/releases.conf
Normal file
1
awless/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = wallix/awless
|
||||||
@@ -1,22 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'wallix';
|
|
||||||
var repo = 'awless';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
// remove checksums and .deb
|
|
||||||
all.releases = all.releases.filter(function (rel) {
|
|
||||||
return !/(\.txt)|(\.deb)$/i.test(rel.name);
|
|
||||||
});
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
console.info(JSON.stringify(all));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
128
basecamp-cli/README.md
Normal file
128
basecamp-cli/README.md
Normal file
@@ -0,0 +1,128 @@
|
|||||||
|
---
|
||||||
|
title: basecamp-cli
|
||||||
|
homepage: https://github.com/basecamp/basecamp-cli
|
||||||
|
tagline: |
|
||||||
|
basecamp: CLI for Basecamp 3 — manage projects, todos, messages, cards, and more from the terminal.
|
||||||
|
---
|
||||||
|
|
||||||
|
To update or switch versions, run `webi basecamp-cli@stable` (or `@v0.7`,
|
||||||
|
`@beta`, etc).
|
||||||
|
|
||||||
|
### Files
|
||||||
|
|
||||||
|
These are the files / directories that are created and/or modified with this
|
||||||
|
install:
|
||||||
|
|
||||||
|
```text
|
||||||
|
~/.config/envman/PATH.env
|
||||||
|
~/.local/bin/basecamp
|
||||||
|
~/.local/opt/basecamp-cli-VERSION/bin/basecamp
|
||||||
|
~/.local/opt/basecamp-cli-VERSION/completions/
|
||||||
|
```
|
||||||
|
|
||||||
|
## Cheat Sheet
|
||||||
|
|
||||||
|
> `basecamp` is the official CLI for Basecamp 3. It provides full API coverage
|
||||||
|
> for projects, todos, messages, cards, schedule, files, and more — all from the
|
||||||
|
> command line.
|
||||||
|
|
||||||
|
### How to authenticate
|
||||||
|
|
||||||
|
```sh
|
||||||
|
basecamp auth login
|
||||||
|
```
|
||||||
|
|
||||||
|
For headless environments (CI, remote servers):
|
||||||
|
|
||||||
|
```sh
|
||||||
|
basecamp auth login --device-code
|
||||||
|
```
|
||||||
|
|
||||||
|
Check auth status:
|
||||||
|
|
||||||
|
```sh
|
||||||
|
basecamp auth status
|
||||||
|
```
|
||||||
|
|
||||||
|
### How to list projects and todos
|
||||||
|
|
||||||
|
```sh
|
||||||
|
basecamp projects list --md
|
||||||
|
|
||||||
|
basecamp todos list --assignee me --in PROJECT_ID --md
|
||||||
|
```
|
||||||
|
|
||||||
|
Cross-project view of your assigned work:
|
||||||
|
|
||||||
|
```sh
|
||||||
|
basecamp assignments --md
|
||||||
|
```
|
||||||
|
|
||||||
|
### How to create and complete todos
|
||||||
|
|
||||||
|
```sh
|
||||||
|
basecamp todo "Write release notes" --in PROJECT_ID --list TODOLIST_ID --assignee me --due tomorrow
|
||||||
|
|
||||||
|
basecamp done TODO_ID
|
||||||
|
```
|
||||||
|
|
||||||
|
### How to post a message or comment
|
||||||
|
|
||||||
|
```sh
|
||||||
|
basecamp message "Sprint Update" "Shipped v2.1 to production." --in PROJECT_ID
|
||||||
|
|
||||||
|
basecamp comment RECORDING_ID "Looks good." --in PROJECT_ID
|
||||||
|
```
|
||||||
|
|
||||||
|
### How to move cards through a workflow
|
||||||
|
|
||||||
|
```sh
|
||||||
|
basecamp cards columns --in PROJECT_ID --md
|
||||||
|
|
||||||
|
basecamp cards move CARD_ID --to COLUMN_ID --in PROJECT_ID
|
||||||
|
```
|
||||||
|
|
||||||
|
### How to set up per-project defaults
|
||||||
|
|
||||||
|
Create `.basecamp/config.json` in your repo (commit it):
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"project_id": "12345",
|
||||||
|
"todolist_id": "67890"
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
Then trust it once:
|
||||||
|
|
||||||
|
```sh
|
||||||
|
basecamp config trust
|
||||||
|
```
|
||||||
|
|
||||||
|
After that, you can omit `--in` for most commands in that repo.
|
||||||
|
|
||||||
|
### Shell completions
|
||||||
|
|
||||||
|
Completions for bash, fish, and zsh ship with the installer. Find them at:
|
||||||
|
|
||||||
|
```text
|
||||||
|
~/.local/opt/basecamp-cli-VERSION/completions/
|
||||||
|
```
|
||||||
|
|
||||||
|
Bash:
|
||||||
|
|
||||||
|
```sh
|
||||||
|
echo "source ~/.local/opt/basecamp-cli-VERSION/completions/basecamp.bash" >> ~/.bashrc
|
||||||
|
```
|
||||||
|
|
||||||
|
Fish:
|
||||||
|
|
||||||
|
```sh
|
||||||
|
ln -s ~/.local/opt/basecamp-cli-VERSION/completions/basecamp.fish ~/.config/fish/completions/
|
||||||
|
```
|
||||||
|
|
||||||
|
Zsh:
|
||||||
|
|
||||||
|
```sh
|
||||||
|
echo "fpath+=( ~/.local/opt/basecamp-cli-VERSION/completions )" >> ~/.zshrc
|
||||||
|
```
|
||||||
46
basecamp-cli/install.ps1
Normal file
46
basecamp-cli/install.ps1
Normal file
@@ -0,0 +1,46 @@
|
|||||||
|
#!/usr/bin/env pwsh
|
||||||
|
|
||||||
|
$pkg_cmd_name = "basecamp"
|
||||||
|
|
||||||
|
$pkg_dst_cmd = "$Env:USERPROFILE\.local\bin\basecamp.exe"
|
||||||
|
$pkg_dst = "$pkg_dst_cmd"
|
||||||
|
|
||||||
|
$pkg_src_cmd = "$Env:USERPROFILE\.local\opt\basecamp-cli-v$Env:WEBI_VERSION\bin\basecamp.exe"
|
||||||
|
$pkg_src_bin = "$Env:USERPROFILE\.local\opt\basecamp-cli-v$Env:WEBI_VERSION\bin"
|
||||||
|
$pkg_src_dir = "$Env:USERPROFILE\.local\opt\basecamp-cli-v$Env:WEBI_VERSION"
|
||||||
|
$pkg_src = "$pkg_src_cmd"
|
||||||
|
|
||||||
|
New-Item "$Env:USERPROFILE\Downloads\webi" -ItemType Directory -Force | Out-Null
|
||||||
|
$pkg_download = "$Env:USERPROFILE\Downloads\webi\$Env:WEBI_PKG_FILE"
|
||||||
|
|
||||||
|
if (!(Test-Path -Path "$Env:USERPROFILE\Downloads\webi\$Env:WEBI_PKG_FILE")) {
|
||||||
|
Write-Output "Downloading basecamp from $Env:WEBI_PKG_URL to $pkg_download"
|
||||||
|
& curl.exe -A "$Env:WEBI_UA" -fsSL "$Env:WEBI_PKG_URL" -o "$pkg_download.part"
|
||||||
|
& Move-Item "$pkg_download.part" "$pkg_download"
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!(Test-Path -Path "$pkg_src_cmd")) {
|
||||||
|
Write-Output "Installing basecamp"
|
||||||
|
|
||||||
|
Push-Location .local\tmp
|
||||||
|
|
||||||
|
Remove-Item -Path ".\basecamp-*" -Recurse -ErrorAction Ignore
|
||||||
|
Remove-Item -Path ".\basecamp.exe" -Recurse -ErrorAction Ignore
|
||||||
|
|
||||||
|
Write-Output "Unpacking $pkg_download"
|
||||||
|
& tar xf "$pkg_download"
|
||||||
|
|
||||||
|
New-Item "$pkg_src_bin" -ItemType Directory -Force | Out-Null
|
||||||
|
Move-Item -Path ".\basecamp.exe" -Destination "$pkg_src_bin"
|
||||||
|
|
||||||
|
New-Item "$pkg_src_dir\completions" -ItemType Directory -Force | Out-Null
|
||||||
|
if (Test-Path -Path ".\completions") {
|
||||||
|
Copy-Item -Path ".\completions\*" -Destination "$pkg_src_dir\completions" -Recurse
|
||||||
|
}
|
||||||
|
|
||||||
|
Pop-Location
|
||||||
|
}
|
||||||
|
|
||||||
|
Write-Output "Copying into '$pkg_dst_cmd' from '$pkg_src_cmd'"
|
||||||
|
Remove-Item -Path "$pkg_dst_cmd" -Recurse -ErrorAction Ignore | Out-Null
|
||||||
|
Copy-Item -Path "$pkg_src" -Destination "$pkg_dst" -Recurse
|
||||||
44
basecamp-cli/install.sh
Normal file
44
basecamp-cli/install.sh
Normal file
@@ -0,0 +1,44 @@
|
|||||||
|
#!/bin/sh
|
||||||
|
# shellcheck disable=SC2034
|
||||||
|
|
||||||
|
set -e
|
||||||
|
set -u
|
||||||
|
|
||||||
|
__init_basecamp() {
|
||||||
|
pkg_cmd_name="basecamp"
|
||||||
|
|
||||||
|
pkg_src_dir="$HOME/.local/opt/basecamp-cli-v$WEBI_VERSION"
|
||||||
|
pkg_src_cmd="$pkg_src_dir/bin/basecamp"
|
||||||
|
pkg_src="$pkg_src_cmd"
|
||||||
|
|
||||||
|
pkg_dst_cmd="$HOME/.local/bin/basecamp"
|
||||||
|
pkg_dst="$pkg_dst_cmd"
|
||||||
|
|
||||||
|
pkg_install() {
|
||||||
|
mkdir -p "$(dirname "$pkg_src_cmd")"
|
||||||
|
mkdir -p "$pkg_src_dir/completions"
|
||||||
|
|
||||||
|
if test -f ./basecamp; then
|
||||||
|
mv ./basecamp "$pkg_src_cmd"
|
||||||
|
elif test -e ./basecamp-*/basecamp; then
|
||||||
|
mv ./basecamp-*/basecamp "$pkg_src_cmd"
|
||||||
|
elif test -e ./basecamp-*; then
|
||||||
|
mv ./basecamp-* "$pkg_src_cmd"
|
||||||
|
else
|
||||||
|
echo >&2 "failed to find 'basecamp' executable"
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if test -d ./completions; then
|
||||||
|
cp -a ./completions/. "$pkg_src_dir/completions/"
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
pkg_get_current_version() {
|
||||||
|
basecamp --version 2> /dev/null |
|
||||||
|
head -n 1 |
|
||||||
|
cut -d' ' -f3
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
__init_basecamp
|
||||||
2
basecamp-cli/releases.conf
Normal file
2
basecamp-cli/releases.conf
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
github_releases = basecamp/basecamp-cli
|
||||||
|
exclude = .deb .rpm .apk .sbom.json .pem .sig .bundle checksums.txt
|
||||||
1
bat/releases.conf
Normal file
1
bat/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = sharkdp/bat
|
||||||
@@ -1,20 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'sharkdp';
|
|
||||||
var repo = 'bat';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
all.releases = all.releases.slice(0, 10);
|
|
||||||
//console.info(JSON.stringify(all));
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
188
brew/install.sh
188
brew/install.sh
@@ -4,73 +4,143 @@ set -e
|
|||||||
set -u
|
set -u
|
||||||
|
|
||||||
_install_brew() {
|
_install_brew() {
|
||||||
# Straight from https://brew.sh
|
# Straight from https://brew.sh
|
||||||
#/bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/master/install.sh)"
|
#/bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)"
|
||||||
|
|
||||||
if test "Darwin" = "$(uname -s)"; then
|
if test "Darwin" = "$(uname -s)"; then
|
||||||
needs_xcode="$(/usr/bin/xcode-select -p > /dev/null 2> /dev/null || echo "true")"
|
needs_xcode="$(/usr/bin/xcode-select -p > /dev/null 2> /dev/null || echo "true")"
|
||||||
if test -n "${needs_xcode}"; then
|
if test -n "${needs_xcode}"; then
|
||||||
echo ""
|
echo ""
|
||||||
echo ""
|
echo ""
|
||||||
echo "ERROR: Run this command to install XCode Command Line Tools first:"
|
echo "ERROR: Run this command to install XCode Command Line Tools first:"
|
||||||
echo ""
|
echo ""
|
||||||
echo " xcode-select --install"
|
echo " xcode-select --install"
|
||||||
echo ""
|
echo ""
|
||||||
echo "After the install, close this terminal, open a new one, and try again."
|
echo "After the install, close this terminal, open a new one, and try again."
|
||||||
echo ""
|
echo ""
|
||||||
fi
|
fi
|
||||||
else
|
else
|
||||||
if ! command -v gcc > /dev/null; then
|
if ! command -v gcc > /dev/null; then
|
||||||
echo >&2 "Warning: to install 'gcc' et al on Linux use the built-in package manager."
|
echo >&2 "Warning: to install 'gcc' et al on Linux use the built-in package manager."
|
||||||
echo >&2 " For example, try: sudo apt install -y build-essential"
|
echo >&2 " For example, try: sudo apt install -y build-essential"
|
||||||
fi
|
fi
|
||||||
if ! command -v git > /dev/null; then
|
if ! command -v git > /dev/null; then
|
||||||
echo >&2 "Error: to install 'git' on Linux use the built-in package manager."
|
echo >&2 "Error: to install 'git' on Linux use the built-in package manager."
|
||||||
echo >&2 " For example, try: sudo apt install -y git"
|
echo >&2 " For example, try: sudo apt install -y git"
|
||||||
exit 1
|
exit 1
|
||||||
fi
|
fi
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# From Straight from https://brew.sh
|
# From Straight from https://brew.sh
|
||||||
if ! test -d "$HOME/.local/opt/brew"; then
|
if ! test -d "$HOME/.local/opt/brew"; then
|
||||||
echo "Installing to '$HOME/.local/opt/brew'"
|
echo "Installing to '$HOME/.local/opt/brew'"
|
||||||
echo ""
|
echo ""
|
||||||
echo "If you prefer to have brew installed to '/usr/local' cancel now and do the following:"
|
echo "If you prefer to have brew installed to '/usr/local' cancel now and do the following:"
|
||||||
echo " rm -rf '$HOME/.local/opt/brew'"
|
echo " rm -rf '$HOME/.local/opt/brew'"
|
||||||
# shellcheck disable=2016
|
# shellcheck disable=2016
|
||||||
echo ' /bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/master/install.sh)"'
|
echo ' /bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)"'
|
||||||
echo ""
|
echo ""
|
||||||
sleep 3
|
sleep 3
|
||||||
git clone --depth=1 https://github.com/Homebrew/brew "$HOME/.local/opt/brew"
|
#mkdir -p "$HOME/.local/opt/brew"
|
||||||
fi
|
#curl -fsSL https://github.com/Homebrew/brew/tarball/main |
|
||||||
|
# tar xz --strip-components 1 -C "$HOME/.local/opt/brew"
|
||||||
|
git clone --depth 3 https://github.com/Homebrew/brew "$HOME/.local/opt/brew"
|
||||||
|
fi
|
||||||
|
|
||||||
rm -rf "$HOME/.local/bin/brew-update-service-install"
|
my_shellenv="$("$HOME/.local/opt/brew/bin/brew" shellenv)"
|
||||||
webi_download \
|
eval "${my_shellenv}"
|
||||||
"$WEBI_HOST/packages/brew/brew-update-service-install" \
|
chmod -R go-w "$(brew --prefix)/share/zsh" 2> /dev/null || true
|
||||||
"$HOME/.local/bin/brew-update-service-install" \
|
|
||||||
brew-update-service-install
|
|
||||||
chmod a+x "$HOME/.local/bin/brew-update-service-install"
|
|
||||||
|
|
||||||
webi_path_add "$HOME/.local/opt/brew/bin"
|
rm -rf "$HOME/.local/bin/brew-update-service-install"
|
||||||
export PATH="$HOME/.local/opt/brew/bin:$PATH"
|
webi_download \
|
||||||
|
"$WEBI_HOST/packages/brew/brew-update-service-install" \
|
||||||
|
"$HOME/.local/bin/brew-update-service-install" \
|
||||||
|
brew-update-service-install
|
||||||
|
chmod a+x "$HOME/.local/bin/brew-update-service-install"
|
||||||
|
|
||||||
echo "Updating brew..."
|
webi_path_add "$HOME/.local/opt/brew/bin"
|
||||||
brew update
|
webi_path_add "$HOME/.local/opt/brew/sbin"
|
||||||
|
|
||||||
webi_path_add "$HOME/.local/opt/brew/sbin"
|
fn_brew_shell_integrate_bash
|
||||||
export PATH="$HOME/.local/opt/brew/sbin:$PATH"
|
fn_brew_shell_integrate_zsh
|
||||||
|
fn_brew_shell_integrate_fish
|
||||||
|
|
||||||
echo "Installed 'brew' to '$HOME/.local/opt/brew'"
|
echo "Installed 'brew' to '$HOME/.local/opt/brew'"
|
||||||
echo ""
|
echo ""
|
||||||
echo "If you prefer to have brew installed to '/usr/local' do the following:"
|
echo "If you prefer to have brew installed to '/usr/local' do the following:"
|
||||||
echo " mv '$HOME/.local/opt/brew' '$HOME/.local/opt/brew.$(date '+%F_%H-%M-%S').bak'"
|
echo " mv '$HOME/.local/opt/brew' '$HOME/.local/opt/brew.$(date '+%F_%H-%M-%S').bak'"
|
||||||
# shellcheck disable=2016
|
# shellcheck disable=2016
|
||||||
echo ' /bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/master/install.sh)"'
|
echo ' /bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)"'
|
||||||
echo ""
|
echo ""
|
||||||
|
|
||||||
echo "To register 'brew update' as a hourly system service:"
|
echo "To register 'brew update' as a hourly system service:"
|
||||||
echo " brew-update-service-install"
|
echo " brew-update-service-install"
|
||||||
echo ""
|
echo ""
|
||||||
|
}
|
||||||
|
|
||||||
|
fn_brew_shell_integrate_bash() {
|
||||||
|
if ! command -v bash > /dev/null; then
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
if ! test -e ~/.bashrc && ! test -e ~/.bash_history; then
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
touch -a ~/.bashrc
|
||||||
|
if grep -q 'brew shellenv' ~/.bashrc; then
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo >&2 " Edit ~/.bashrc to init brew"
|
||||||
|
# shellcheck disable=SC2016
|
||||||
|
{
|
||||||
|
echo ''
|
||||||
|
echo '# Generated by Webi. Do not edit.'
|
||||||
|
echo 'eval "$('"$HOME/.local/opt/brew/bin/brew"' shellenv)"'
|
||||||
|
} >> ~/.bashrc
|
||||||
|
}
|
||||||
|
|
||||||
|
fn_brew_shell_integrate_zsh() {
|
||||||
|
if ! command -v zsh > /dev/null; then
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
if ! test -e ~/.zshrc &&
|
||||||
|
! test -e ~/.zsh_sessions &&
|
||||||
|
! test -e ~/.zsh_history; then
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
touch -a ~/.zshrc
|
||||||
|
if grep -q 'brew shellenv' ~/.zshrc; then
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo >&2 " Edit ~/.zshrc to init brew"
|
||||||
|
# shellcheck disable=SC2016
|
||||||
|
{
|
||||||
|
echo ''
|
||||||
|
echo '# Generated by Webi. Do not edit.'
|
||||||
|
echo 'eval "$('"$HOME/.local/opt/brew/bin/brew"' shellenv)"'
|
||||||
|
} >> ~/.zshrc
|
||||||
|
}
|
||||||
|
|
||||||
|
fn_brew_shell_integrate_fish() {
|
||||||
|
if ! command -v fish > /dev/null; then
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
mkdir -p ~/.config/fish
|
||||||
|
touch -a ~/.config/fish/config.fish
|
||||||
|
if grep -q 'brew shellenv' ~/.config/fish/config.fish; then
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo >&2 " Edit ~/.config/fish/config.fish to init brew"
|
||||||
|
{
|
||||||
|
echo ''
|
||||||
|
echo '# Generated by Webi. Do not edit.'
|
||||||
|
echo "$HOME/.local/opt/brew/bin/brew shellenv | source"
|
||||||
|
} >> ~/.config/fish/config.fish
|
||||||
}
|
}
|
||||||
|
|
||||||
_install_brew
|
_install_brew
|
||||||
|
|||||||
109
btop/README.md
Normal file
109
btop/README.md
Normal file
@@ -0,0 +1,109 @@
|
|||||||
|
---
|
||||||
|
title: btop
|
||||||
|
homepage: https://github.com/aristocratos/btop
|
||||||
|
tagline: |
|
||||||
|
btop: a beautiful, interactive resource monitor
|
||||||
|
description: |
|
||||||
|
btop++ is a fast, feature-rich terminal resource monitor written in C++.
|
||||||
|
It shows real-time usage and stats for CPU, memory, disks, network, and
|
||||||
|
processes — with full mouse support, customizable themes, and an
|
||||||
|
easy-to-use menu system. The spiritual successor to bashtop and bpytop.
|
||||||
|
---
|
||||||
|
|
||||||
|
To update or switch versions, run `webi btop@stable` (or `@v1.4`, `@beta`, etc).
|
||||||
|
|
||||||
|
### Files
|
||||||
|
|
||||||
|
These are the files / directories that are created and/or modified with this
|
||||||
|
install:
|
||||||
|
|
||||||
|
```
|
||||||
|
~/.config/envman/PATH.env
|
||||||
|
~/.local/bin/btop
|
||||||
|
~/.local/opt/btop/
|
||||||
|
~/.local/opt/btop-<VERSION>/
|
||||||
|
```
|
||||||
|
|
||||||
|
## Cheat Sheet
|
||||||
|
|
||||||
|

|
||||||
|
|
||||||
|
> btop gives you a gorgeous, interactive view of what your system is doing —
|
||||||
|
> CPU cores, RAM, swap, disk I/O, network throughput, and a filterable process
|
||||||
|
> list — all in one terminal window.
|
||||||
|
|
||||||
|
### Launch btop
|
||||||
|
|
||||||
|
```sh
|
||||||
|
btop
|
||||||
|
```
|
||||||
|
|
||||||
|
### Navigation
|
||||||
|
|
||||||
|
| Key | Action |
|
||||||
|
| -------------- | ----------------------------------- |
|
||||||
|
| `Arrow keys` | Move selection in process list |
|
||||||
|
| `Enter` | Show detailed stats for process |
|
||||||
|
| `F` | Filter / search processes |
|
||||||
|
| `K` | Send signal (kill, SIGTERM, etc.) |
|
||||||
|
| `R` | Renice (change process priority) |
|
||||||
|
| `T` | Toggle tree / flat process view |
|
||||||
|
| `M` | Change sort field |
|
||||||
|
| `ESC` | Open settings menu |
|
||||||
|
| `Q` | Quit |
|
||||||
|
|
||||||
|
Mouse support is fully enabled by default — scroll and click anywhere in the UI.
|
||||||
|
|
||||||
|
### Change the color theme
|
||||||
|
|
||||||
|
Press `ESC` to open the menu, navigate to **Options → Color theme**, and pick
|
||||||
|
from the built-in themes (Default, TTY, Dracula, Gruvbox, and more).
|
||||||
|
|
||||||
|
Custom themes can be placed in:
|
||||||
|
|
||||||
|
```
|
||||||
|
~/.config/btop/themes/
|
||||||
|
```
|
||||||
|
|
||||||
|
### Adjust update interval
|
||||||
|
|
||||||
|
In the Options menu, set **Update interval** (in milliseconds). The default is
|
||||||
|
`2000` (2 seconds). Lower values give a more live feel; higher values reduce CPU
|
||||||
|
overhead from btop itself.
|
||||||
|
|
||||||
|
### Config file location
|
||||||
|
|
||||||
|
btop's settings are saved automatically at:
|
||||||
|
|
||||||
|
```
|
||||||
|
~/.config/btop/btop.conf
|
||||||
|
```
|
||||||
|
|
||||||
|
You can edit this file directly to set options like `update_ms`, `color_theme`,
|
||||||
|
`proc_sorting`, or `net_iface`.
|
||||||
|
|
||||||
|
### Run btop with a specific network interface shown
|
||||||
|
|
||||||
|
```sh
|
||||||
|
btop --utf-foce # force UTF-8 box drawing
|
||||||
|
btop --debug # verbose debug output to btop.log
|
||||||
|
```
|
||||||
|
|
||||||
|
Network interface selection is done interactively inside btop via the network
|
||||||
|
panel — press `B` / `N` to cycle interfaces.
|
||||||
|
|
||||||
|
### GPU monitoring (Linux x86\_64)
|
||||||
|
|
||||||
|
On Linux, btop supports Nvidia, AMD, and Intel GPUs out of the box provided the
|
||||||
|
correct drivers are installed. If wattage or GPU stats are missing, you may need
|
||||||
|
to grant extended capabilities:
|
||||||
|
|
||||||
|
```sh
|
||||||
|
# Run once after install (requires sudo)
|
||||||
|
sudo setcap cap_perfmon,cap_sys_ptrace+ep ~/.local/bin/btop
|
||||||
|
```
|
||||||
|
|
||||||
|
### See also
|
||||||
|
|
||||||
|
- [btop releases](https://github.com/aristocratos/btop/releases)
|
||||||
|
- [Theme gallery](https://github.com/aristocratos/btop/tree/main/themes)
|
||||||
58
btop/install.sh
Normal file
58
btop/install.sh
Normal file
@@ -0,0 +1,58 @@
|
|||||||
|
#!/bin/sh
|
||||||
|
__init_btop() {
|
||||||
|
set -e
|
||||||
|
set -u
|
||||||
|
|
||||||
|
################
|
||||||
|
# Install btop #
|
||||||
|
################
|
||||||
|
|
||||||
|
# Every package should define these 6 variables
|
||||||
|
pkg_cmd_name="btop"
|
||||||
|
|
||||||
|
pkg_dst_cmd="$HOME/.local/bin/btop"
|
||||||
|
pkg_dst="$pkg_dst_cmd"
|
||||||
|
|
||||||
|
pkg_src_cmd="$HOME/.local/opt/btop-v$WEBI_VERSION/bin/btop"
|
||||||
|
pkg_src_dir="$HOME/.local/opt/btop-v$WEBI_VERSION"
|
||||||
|
pkg_src="$pkg_src_cmd"
|
||||||
|
|
||||||
|
# pkg_install must be defined by every package
|
||||||
|
pkg_install() {
|
||||||
|
# ~/.local/opt/btop-v1.4.6/bin
|
||||||
|
mkdir -p "$(dirname "${pkg_src_cmd}")"
|
||||||
|
|
||||||
|
# mv ./btop/bin/btop ~/.local/opt/btop-v1.4.6/bin/btop
|
||||||
|
mv ./btop/bin/btop "${pkg_src_cmd}"
|
||||||
|
}
|
||||||
|
|
||||||
|
# pkg_get_current_version is recommended, but not required
|
||||||
|
pkg_get_current_version() {
|
||||||
|
# 'btop --version' has output in this format:
|
||||||
|
# btop 1.4.6 (rev abcdef0123)
|
||||||
|
# This trims it down to just the version number:
|
||||||
|
# 1.4.6
|
||||||
|
btop --version 2> /dev/null |
|
||||||
|
head -n 1 |
|
||||||
|
cut -d ' ' -f 2
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
fn_btop_brew_install() {
|
||||||
|
if ! command -v brew > /dev/null; then
|
||||||
|
"$HOME/.local/bin/webi" brew
|
||||||
|
export PATH="$HOME/.local/opt/brew/bin:$HOME/.local/opt/brew/sbin:$PATH"
|
||||||
|
fi
|
||||||
|
|
||||||
|
export HOMEBREW_NO_AUTO_UPDATE=1
|
||||||
|
export HOMEBREW_NO_ENV_HINTS=1
|
||||||
|
brew install btop
|
||||||
|
}
|
||||||
|
|
||||||
|
my_os=$(uname -s)
|
||||||
|
if test "Darwin" = "${my_os}" && test "$WEBI_CHANNEL" = "error"; then
|
||||||
|
fn_btop_brew_install
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
__init_btop
|
||||||
2
btop/releases.conf
Normal file
2
btop/releases.conf
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
github_releases = aristocratos/btop
|
||||||
|
exclude = -m68k -bigsur -monterey -ventura -macos
|
||||||
5
bun/releases.conf
Normal file
5
bun/releases.conf
Normal file
@@ -0,0 +1,5 @@
|
|||||||
|
github_releases = oven-sh/bun
|
||||||
|
tag_prefix = bun-
|
||||||
|
default_x86_64 = x86_64_v3
|
||||||
|
x86_64_v2 = baseline
|
||||||
|
variants = profile
|
||||||
@@ -1,61 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'oven-sh';
|
|
||||||
var repo = 'bun';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
// collect baseline asset names so we can prefer them over non-baseline
|
|
||||||
// (baseline builds avoid SIGILL on older/container CPUs)
|
|
||||||
let baselineNames = new Set();
|
|
||||||
all.releases.forEach(function (r) {
|
|
||||||
if (r.name.includes('-baseline')) {
|
|
||||||
baselineNames.add(r.name.replace('-baseline', ''));
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
all.releases = all.releases
|
|
||||||
.filter(function (r) {
|
|
||||||
if (r.name.includes('-profile')) {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (r.name.endsWith('.txt') || r.name.endsWith('.asc')) {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
|
|
||||||
// drop the non-baseline asset when a baseline twin exists
|
|
||||||
if (!r.name.includes('-baseline') && baselineNames.has(r.name)) {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
|
|
||||||
let isMusl = r.name.includes('-musl');
|
|
||||||
if (isMusl) {
|
|
||||||
r._musl = true;
|
|
||||||
r.libc = 'musl';
|
|
||||||
} else if (r.name.includes('-linux-')) {
|
|
||||||
r.libc = 'gnu';
|
|
||||||
}
|
|
||||||
|
|
||||||
return true;
|
|
||||||
})
|
|
||||||
.map(function (r) {
|
|
||||||
// bun-linux-x64-baseline.zip => bun-linux-x64
|
|
||||||
r.name = r.name.replace('-baseline', '').replace(/\.zip$/, '');
|
|
||||||
// bun-v0.5.1 => v0.5.1
|
|
||||||
r.version = r.version.replace(/bun-/g, '');
|
|
||||||
return r;
|
|
||||||
});
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
// just select the first 5 for demonstration
|
|
||||||
all.releases = all.releases.slice(0, 5);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
1
caddy/releases.conf
Normal file
1
caddy/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = caddyserver/caddy
|
||||||
@@ -1,27 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'caddyserver';
|
|
||||||
var repo = 'caddy';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
// remove checksums and .deb
|
|
||||||
all.releases = all.releases.filter(function (rel) {
|
|
||||||
let isOneOffAsset = rel.download.includes('buildable-artifact');
|
|
||||||
if (isOneOffAsset) {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
|
|
||||||
return true;
|
|
||||||
});
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
console.info(JSON.stringify(all));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
1
chromedriver/releases.conf
Normal file
1
chromedriver/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
source = chromedist
|
||||||
@@ -1,101 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
let Fetcher = require('../_common/fetcher.js');
|
|
||||||
|
|
||||||
// See <https://googlechromelabs.github.io/chrome-for-testing/>
|
|
||||||
const releaseApiUrl =
|
|
||||||
'https://googlechromelabs.github.io/chrome-for-testing/known-good-versions-with-downloads.json';
|
|
||||||
|
|
||||||
// {
|
|
||||||
// "timestamp": "2023-11-15T21:08:56.730Z",
|
|
||||||
// "versions": [
|
|
||||||
// {
|
|
||||||
// "version": "121.0.6120.0",
|
|
||||||
// "revision": "1222902",
|
|
||||||
// "downloads": {
|
|
||||||
// "chrome": [],
|
|
||||||
// "chromedriver": [
|
|
||||||
// {
|
|
||||||
// "platform": "linux64",
|
|
||||||
// "url": "https://edgedl.me.gvt1.com/edgedl/chrome/chrome-for-testing/121.0.6120.0/linux64/chromedriver-linux64.zip"
|
|
||||||
// },
|
|
||||||
// {
|
|
||||||
// "platform": "mac-arm64",
|
|
||||||
// "url": "https://edgedl.me.gvt1.com/edgedl/chrome/chrome-for-testing/121.0.6120.0/mac-arm64/chromedriver-mac-arm64.zip"
|
|
||||||
// },
|
|
||||||
// {
|
|
||||||
// "platform": "mac-x64",
|
|
||||||
// "url": "https://edgedl.me.gvt1.com/edgedl/chrome/chrome-for-testing/121.0.6120.0/mac-x64/chromedriver-mac-x64.zip"
|
|
||||||
// },
|
|
||||||
// {
|
|
||||||
// "platform": "win32",
|
|
||||||
// "url": "https://edgedl.me.gvt1.com/edgedl/chrome/chrome-for-testing/121.0.6120.0/win32/chromedriver-win32.zip"
|
|
||||||
// },
|
|
||||||
// {
|
|
||||||
// "platform": "win64",
|
|
||||||
// "url": "https://edgedl.me.gvt1.com/edgedl/chrome/chrome-for-testing/121.0.6120.0/win64/chromedriver-win64.zip"
|
|
||||||
// }
|
|
||||||
// ],
|
|
||||||
// "chrome-headless-shell": []
|
|
||||||
// }
|
|
||||||
// }
|
|
||||||
// ]
|
|
||||||
// }
|
|
||||||
|
|
||||||
module.exports = async function () {
|
|
||||||
let resp;
|
|
||||||
try {
|
|
||||||
resp = await Fetcher.fetch(releaseApiUrl, {
|
|
||||||
headers: { Accept: 'application/json' },
|
|
||||||
});
|
|
||||||
} catch (e) {
|
|
||||||
/** @type {Error & { code: string, response: { status: number, body: string } }} */ //@ts-expect-error
|
|
||||||
let err = e;
|
|
||||||
if (err.code === 'E_FETCH_RELEASES') {
|
|
||||||
err.message = `failed to fetch 'chromedriver' release data: ${err.response.status} ${err.response.body}`;
|
|
||||||
}
|
|
||||||
throw e;
|
|
||||||
}
|
|
||||||
let data = JSON.parse(resp.body);
|
|
||||||
|
|
||||||
let builds = [];
|
|
||||||
for (let release of data.versions) {
|
|
||||||
if (!release.downloads.chromedriver) {
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
let version = release.version;
|
|
||||||
for (let asset of release.downloads.chromedriver) {
|
|
||||||
let build = {
|
|
||||||
version: version,
|
|
||||||
download: asset.url,
|
|
||||||
// I' not sure that this is actually statically built but it
|
|
||||||
// seems to be and at worst we'll just get bug reports for Alpine
|
|
||||||
libc: 'none',
|
|
||||||
};
|
|
||||||
|
|
||||||
builds.push(build);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
let all = {
|
|
||||||
download: '',
|
|
||||||
releases: builds,
|
|
||||||
};
|
|
||||||
|
|
||||||
return all;
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module
|
|
||||||
.exports()
|
|
||||||
.then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
// just select the latest 20 for demonstration
|
|
||||||
all.releases = all.releases.slice(-20);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
})
|
|
||||||
.catch(function (err) {
|
|
||||||
console.error('Error:', err);
|
|
||||||
});
|
|
||||||
}
|
|
||||||
1
cilium/releases.conf
Normal file
1
cilium/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = cilium/cilium-cli
|
||||||
@@ -1,21 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'cilium';
|
|
||||||
var repo = 'cilium-cli';
|
|
||||||
|
|
||||||
module.exports = async function () {
|
|
||||||
let all = await github(null, owner, repo);
|
|
||||||
return all;
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
(async function () {
|
|
||||||
let normalize = require('../_webi/normalize.js');
|
|
||||||
let all = await module.exports();
|
|
||||||
all = normalize(all);
|
|
||||||
// just select the first 5 for demonstration
|
|
||||||
all.releases = all.releases.slice(0, 5);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
})();
|
|
||||||
}
|
|
||||||
1
cmake/releases.conf
Normal file
1
cmake/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = Kitware/CMake
|
||||||
@@ -1,53 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'Kitware';
|
|
||||||
var repo = 'CMake';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
for (let rel of all.releases) {
|
|
||||||
if (rel.version.startsWith('v')) {
|
|
||||||
rel._version = rel.version.slice(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
{
|
|
||||||
let linuxRe = /(\b|_)(linux|gnu)(\b|_)/i;
|
|
||||||
let isLinux = linuxRe.test(rel.download) || linuxRe.test(rel.name);
|
|
||||||
|
|
||||||
if (isLinux) {
|
|
||||||
let muslRe = /(\b|_)(musl|alpine)(\b|_)/i;
|
|
||||||
let isMusl = muslRe.test(rel.download) || muslRe.test(rel.name);
|
|
||||||
if (isMusl) {
|
|
||||||
rel.libc = 'musl';
|
|
||||||
} else {
|
|
||||||
rel.libc = 'gnu';
|
|
||||||
}
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
{
|
|
||||||
let windowsRe = /(\b|_)(win\d*|windows\d*)(\b|_)/i;
|
|
||||||
let isWindows =
|
|
||||||
windowsRe.test(rel.download) || windowsRe.test(rel.name);
|
|
||||||
|
|
||||||
if (isWindows) {
|
|
||||||
rel.libc = 'msvc';
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
// just select the first 5 for demonstration
|
|
||||||
all.releases = all.releases.slice(0, 5);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
924
cmd/webicached/main.go
Normal file
924
cmd/webicached/main.go
Normal file
@@ -0,0 +1,924 @@
|
|||||||
|
// Command webicached is the release cache daemon. It fetches releases
|
||||||
|
// from upstream sources, classifies build assets, and writes them to
|
||||||
|
// the _cache/ directory in the format the Node.js server expects.
|
||||||
|
//
|
||||||
|
// This is the Go replacement for the Node.js release-fetching pipeline.
|
||||||
|
// It reads releases.conf files to discover packages, fetches from the
|
||||||
|
// configured source, classifies assets, and writes to fsstore.
|
||||||
|
//
|
||||||
|
// Default mode: classify all from existing rawcache on startup, then
|
||||||
|
// fetch+refresh one package per tick (round-robin, 15m default).
|
||||||
|
//
|
||||||
|
// Usage:
|
||||||
|
//
|
||||||
|
// go run ./cmd/webicached # default: round-robin, one per tick
|
||||||
|
// go run ./cmd/webicached -eager # fetch all packages on startup
|
||||||
|
// go run ./cmd/webicached -once -no-fetch # classify from rawcache and exit
|
||||||
|
// go run ./cmd/webicached bat goreleaser # only these packages
|
||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"encoding/json"
|
||||||
|
"errors"
|
||||||
|
"flag"
|
||||||
|
"fmt"
|
||||||
|
"io"
|
||||||
|
"log"
|
||||||
|
"math/rand/v2"
|
||||||
|
"net/http"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"sort"
|
||||||
|
"strings"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/joho/godotenv"
|
||||||
|
"github.com/webinstall/webi-installers/internal/classifypkg"
|
||||||
|
"github.com/webinstall/webi-installers/internal/httpclient"
|
||||||
|
"github.com/webinstall/webi-installers/internal/installerconf"
|
||||||
|
"github.com/webinstall/webi-installers/internal/rawcache"
|
||||||
|
"github.com/webinstall/webi-installers/internal/releases/chromedist"
|
||||||
|
"github.com/webinstall/webi-installers/internal/releases/flutterdist"
|
||||||
|
"github.com/webinstall/webi-installers/internal/releases/gitea"
|
||||||
|
"github.com/webinstall/webi-installers/internal/releases/github"
|
||||||
|
"github.com/webinstall/webi-installers/internal/releases/githubish"
|
||||||
|
"github.com/webinstall/webi-installers/internal/releases/gittag"
|
||||||
|
"github.com/webinstall/webi-installers/internal/releases/golang"
|
||||||
|
"github.com/webinstall/webi-installers/internal/releases/gpgdist"
|
||||||
|
"github.com/webinstall/webi-installers/internal/releases/hashicorp"
|
||||||
|
"github.com/webinstall/webi-installers/internal/releases/iterm2dist"
|
||||||
|
"github.com/webinstall/webi-installers/internal/releases/juliadist"
|
||||||
|
"github.com/webinstall/webi-installers/internal/releases/mariadbdist"
|
||||||
|
"github.com/webinstall/webi-installers/internal/releases/nodedist"
|
||||||
|
"github.com/webinstall/webi-installers/internal/releases/servicemandist"
|
||||||
|
"github.com/webinstall/webi-installers/internal/releases/zigdist"
|
||||||
|
"github.com/webinstall/webi-installers/internal/storage"
|
||||||
|
"github.com/webinstall/webi-installers/internal/storage/fsstore"
|
||||||
|
)
|
||||||
|
|
||||||
|
var (
|
||||||
|
name = "webicached"
|
||||||
|
version = "0.0.0-dev"
|
||||||
|
commit = "0000000"
|
||||||
|
date = "0001-01-01"
|
||||||
|
licenseYear = "2024"
|
||||||
|
licenseOwner = "AJ ONeal"
|
||||||
|
licenseType = "MPL-2.0"
|
||||||
|
)
|
||||||
|
|
||||||
|
func printVersion(w io.Writer) {
|
||||||
|
b_ver := strings.TrimPrefix(version, "v")
|
||||||
|
_, _ = fmt.Fprintf(w, "%s v%s %s (%s)\n", name, b_ver, commit[:7], date)
|
||||||
|
_, _ = fmt.Fprintf(w, "Copyright (C) %s %s\n", licenseYear, licenseOwner)
|
||||||
|
_, _ = fmt.Fprintf(w, "Licensed under %s\n", licenseType)
|
||||||
|
}
|
||||||
|
|
||||||
|
type MainConfig struct {
|
||||||
|
envFile string
|
||||||
|
confDir string
|
||||||
|
cacheDir string
|
||||||
|
rawDir string
|
||||||
|
token string
|
||||||
|
once bool
|
||||||
|
noFetch bool
|
||||||
|
shallow bool
|
||||||
|
eager bool
|
||||||
|
interval time.Duration
|
||||||
|
pageDelay time.Duration
|
||||||
|
}
|
||||||
|
|
||||||
|
// WebiCache holds the configuration for the cache daemon.
|
||||||
|
type WebiCache struct {
|
||||||
|
ConfDir string // root directory with {pkg}/releases.conf files
|
||||||
|
Store storage.Store // classified asset storage (fsstore)
|
||||||
|
RawDir string // raw upstream response cache
|
||||||
|
Client *http.Client // HTTP client for upstream calls
|
||||||
|
Auth *githubish.Auth // GitHub API auth (optional)
|
||||||
|
Shallow bool // fetch only the first page of releases
|
||||||
|
NoFetch bool // skip fetching, classify from existing raw data only
|
||||||
|
PageDelay time.Duration // delay between paginated API requests
|
||||||
|
}
|
||||||
|
|
||||||
|
// delayTransport wraps an http.RoundTripper to add a delay between requests.
|
||||||
|
type delayTransport struct {
|
||||||
|
base http.RoundTripper
|
||||||
|
delay time.Duration
|
||||||
|
last time.Time
|
||||||
|
}
|
||||||
|
|
||||||
|
func (t *delayTransport) RoundTrip(req *http.Request) (*http.Response, error) {
|
||||||
|
if !t.last.IsZero() && t.delay > 0 {
|
||||||
|
if wait := t.delay - time.Since(t.last); wait > 0 {
|
||||||
|
time.Sleep(wait)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
t.last = time.Now()
|
||||||
|
return t.base.RoundTrip(req)
|
||||||
|
}
|
||||||
|
|
||||||
|
func main() {
|
||||||
|
if len(os.Args) > 1 {
|
||||||
|
switch os.Args[1] {
|
||||||
|
case "-V", "-version", "--version", "version":
|
||||||
|
printVersion(os.Stdout)
|
||||||
|
os.Exit(0)
|
||||||
|
case "help", "-help", "--help":
|
||||||
|
printVersion(os.Stdout)
|
||||||
|
fmt.Fprintln(os.Stdout, "")
|
||||||
|
fs := flag.NewFlagSet(os.Args[0], flag.ContinueOnError)
|
||||||
|
fs.SetOutput(os.Stdout)
|
||||||
|
registerFlags(fs, &MainConfig{})
|
||||||
|
fs.Usage()
|
||||||
|
os.Exit(0)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
cfg := MainConfig{}
|
||||||
|
fs := flag.NewFlagSet(os.Args[0], flag.ContinueOnError)
|
||||||
|
registerFlags(fs, &cfg)
|
||||||
|
if err := fs.Parse(os.Args[1:]); err != nil {
|
||||||
|
if errors.Is(err, flag.ErrHelp) {
|
||||||
|
os.Exit(0)
|
||||||
|
}
|
||||||
|
os.Exit(1)
|
||||||
|
}
|
||||||
|
|
||||||
|
cfg.cacheDir = expandHome(cfg.cacheDir)
|
||||||
|
cfg.rawDir = expandHome(cfg.rawDir)
|
||||||
|
|
||||||
|
if cfg.envFile != "" {
|
||||||
|
if err := godotenv.Load(cfg.envFile); err != nil {
|
||||||
|
log.Fatalf("envfile: %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if cfg.token == "" {
|
||||||
|
cfg.token = os.Getenv("GITHUB_TOKEN")
|
||||||
|
}
|
||||||
|
|
||||||
|
fss, err := fsstore.New(cfg.cacheDir)
|
||||||
|
if err != nil {
|
||||||
|
log.Fatalf("fsstore: %v", err)
|
||||||
|
}
|
||||||
|
var store storage.Store = fss
|
||||||
|
|
||||||
|
var auth *githubish.Auth
|
||||||
|
if cfg.token != "" {
|
||||||
|
auth = &githubish.Auth{Token: cfg.token}
|
||||||
|
}
|
||||||
|
|
||||||
|
client := httpclient.New()
|
||||||
|
if cfg.pageDelay > 0 {
|
||||||
|
client.Transport = &delayTransport{
|
||||||
|
base: client.Transport,
|
||||||
|
delay: cfg.pageDelay,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
wc := &WebiCache{
|
||||||
|
ConfDir: cfg.confDir,
|
||||||
|
Store: store,
|
||||||
|
RawDir: cfg.rawDir,
|
||||||
|
Client: client,
|
||||||
|
Auth: auth,
|
||||||
|
Shallow: cfg.shallow,
|
||||||
|
NoFetch: cfg.noFetch,
|
||||||
|
PageDelay: cfg.pageDelay,
|
||||||
|
}
|
||||||
|
|
||||||
|
filterPkgs := fs.Args()
|
||||||
|
|
||||||
|
if cfg.eager {
|
||||||
|
wc.Run(filterPkgs)
|
||||||
|
if cfg.once {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
} else if cfg.once {
|
||||||
|
wc.Run(filterPkgs)
|
||||||
|
return
|
||||||
|
} else {
|
||||||
|
saved := wc.NoFetch
|
||||||
|
wc.NoFetch = true
|
||||||
|
wc.Run(filterPkgs)
|
||||||
|
wc.NoFetch = saved
|
||||||
|
}
|
||||||
|
|
||||||
|
packages, err := discover(wc.ConfDir)
|
||||||
|
if err != nil {
|
||||||
|
log.Fatalf("discover: %v", err)
|
||||||
|
}
|
||||||
|
nameSet := make(map[string]bool, len(filterPkgs))
|
||||||
|
for _, a := range filterPkgs {
|
||||||
|
nameSet[a] = true
|
||||||
|
}
|
||||||
|
if len(filterPkgs) > 0 {
|
||||||
|
var filtered []pkgConf
|
||||||
|
for _, p := range packages {
|
||||||
|
if nameSet[p.name] {
|
||||||
|
filtered = append(filtered, p)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
packages = filtered
|
||||||
|
}
|
||||||
|
|
||||||
|
var real []pkgConf
|
||||||
|
for _, pkg := range packages {
|
||||||
|
if pkg.conf.AliasOf == "" {
|
||||||
|
real = append(real, pkg)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// rescanNew appends any conf files added since the last scan.
|
||||||
|
// Returns true when at least one new package was added so the caller
|
||||||
|
// can restart the batch loop and process new packages immediately.
|
||||||
|
rescanNew := func() bool {
|
||||||
|
discovered, err := discover(wc.ConfDir)
|
||||||
|
if err != nil {
|
||||||
|
log.Printf("rescan: %v", err)
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
known := make(map[string]bool, len(real))
|
||||||
|
for _, p := range real {
|
||||||
|
known[p.name] = true
|
||||||
|
}
|
||||||
|
added := false
|
||||||
|
for _, p := range discovered {
|
||||||
|
if p.conf.AliasOf != "" || known[p.name] {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if len(filterPkgs) > 0 && !nameSet[p.name] {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
log.Printf("discovered new package: %s (source=%s)", p.name, p.conf.Source)
|
||||||
|
real = append(real, p)
|
||||||
|
added = true
|
||||||
|
}
|
||||||
|
return added
|
||||||
|
}
|
||||||
|
|
||||||
|
log.Printf("refreshing %d packages, interval %s, batch size 20 (ctrl-c to stop)", len(real), cfg.interval)
|
||||||
|
for {
|
||||||
|
// Rescan before computing staleness so newly added conf files are
|
||||||
|
// included immediately. New packages have a zero timestamp and sort
|
||||||
|
// to the front of the stale list, so they are processed next.
|
||||||
|
rescanNew()
|
||||||
|
|
||||||
|
stale := wc.stalest(real)
|
||||||
|
if len(stale) == 0 {
|
||||||
|
log.Printf("all packages fresh, sleeping %s", cfg.interval)
|
||||||
|
time.Sleep(cfg.interval)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
batch := stale
|
||||||
|
if len(batch) > 20 {
|
||||||
|
batch = batch[:20]
|
||||||
|
}
|
||||||
|
rand.Shuffle(len(batch), func(i, j int) {
|
||||||
|
batch[i], batch[j] = batch[j], batch[i]
|
||||||
|
})
|
||||||
|
|
||||||
|
log.Printf("batch: %d stale, refreshing %d (most stale first)", len(stale), len(batch))
|
||||||
|
for _, pkg := range batch {
|
||||||
|
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Minute)
|
||||||
|
if err := wc.refreshPackage(ctx, pkg); err != nil {
|
||||||
|
log.Printf(" ERROR %s: %v", pkg.name, err)
|
||||||
|
}
|
||||||
|
cancel()
|
||||||
|
time.Sleep(cfg.interval)
|
||||||
|
// Rescan mid-batch so new packages preempt remaining batch items.
|
||||||
|
if rescanNew() {
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func registerFlags(fs *flag.FlagSet, cfg *MainConfig) {
|
||||||
|
fs.StringVar(&cfg.envFile, "envfile", "", "path to .env file to load before running")
|
||||||
|
fs.StringVar(&cfg.confDir, "conf", ".", "root directory containing {pkg}/releases.conf files")
|
||||||
|
fs.StringVar(&cfg.cacheDir, "legacy", "~/.cache/webi/legacy", "legacy cache directory (fsstore root)")
|
||||||
|
fs.StringVar(&cfg.rawDir, "raw", "~/.cache/webi/raw", "raw cache directory for upstream responses")
|
||||||
|
fs.StringVar(&cfg.token, "token", "", "GitHub API token (or set $GITHUB_TOKEN)")
|
||||||
|
fs.BoolVar(&cfg.once, "once", false, "run once then exit (no periodic refresh)")
|
||||||
|
fs.BoolVar(&cfg.noFetch, "no-fetch", false, "skip fetching, classify from existing raw data only")
|
||||||
|
fs.BoolVar(&cfg.shallow, "shallow", false, "fetch only the first page of releases (latest)")
|
||||||
|
fs.BoolVar(&cfg.eager, "eager", false, "fetch all packages on startup (default: one per tick)")
|
||||||
|
fs.DurationVar(&cfg.interval, "interval", 9*time.Second, "delay between individual package fetches")
|
||||||
|
fs.DurationVar(&cfg.pageDelay, "page-delay", 2*time.Second, "delay between paginated API requests")
|
||||||
|
}
|
||||||
|
|
||||||
|
func expandHome(path string) string {
|
||||||
|
if !strings.HasPrefix(path, "~/") {
|
||||||
|
return path
|
||||||
|
}
|
||||||
|
home, err := os.UserHomeDir()
|
||||||
|
if err != nil {
|
||||||
|
return path
|
||||||
|
}
|
||||||
|
return filepath.Join(home, path[2:])
|
||||||
|
}
|
||||||
|
|
||||||
|
// stalest returns packages sorted by most stale first (oldest UpdatedAt).
|
||||||
|
// Packages with no cache entry or empty assets are considered most stale.
|
||||||
|
func (wc *WebiCache) stalest(packages []pkgConf) []pkgConf {
|
||||||
|
type stamped struct {
|
||||||
|
pkg pkgConf
|
||||||
|
updatedAt time.Time
|
||||||
|
}
|
||||||
|
|
||||||
|
var stale []stamped
|
||||||
|
ctx := context.Background()
|
||||||
|
for _, pkg := range packages {
|
||||||
|
data, err := wc.Store.Load(ctx, pkg.name)
|
||||||
|
var t time.Time
|
||||||
|
if err == nil && data != nil {
|
||||||
|
t = data.UpdatedAt
|
||||||
|
}
|
||||||
|
// Never fetched, or older than 10 minutes.
|
||||||
|
// 0-asset results are not treated as perpetually stale — packages that
|
||||||
|
// produce no classifiable assets (e.g. galera) respect the timestamp.
|
||||||
|
if t.IsZero() || time.Since(t) > 10*time.Minute {
|
||||||
|
stale = append(stale, stamped{pkg: pkg, updatedAt: t})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
sort.SliceStable(stale, func(i, j int) bool {
|
||||||
|
ti, tj := stale[i].updatedAt, stale[j].updatedAt
|
||||||
|
if ti.Equal(tj) {
|
||||||
|
return stale[i].pkg.name < stale[j].pkg.name
|
||||||
|
}
|
||||||
|
return ti.Before(tj)
|
||||||
|
})
|
||||||
|
|
||||||
|
result := make([]pkgConf, len(stale))
|
||||||
|
for i, s := range stale {
|
||||||
|
result[i] = s.pkg
|
||||||
|
}
|
||||||
|
return result
|
||||||
|
}
|
||||||
|
|
||||||
|
// Run discovers packages and refreshes each one.
|
||||||
|
func (wc *WebiCache) Run(filterPkgs []string) {
|
||||||
|
ctx, cancel := context.WithTimeout(context.Background(), 30*time.Minute)
|
||||||
|
defer cancel()
|
||||||
|
|
||||||
|
packages, err := discover(wc.ConfDir)
|
||||||
|
if err != nil {
|
||||||
|
log.Printf("discover: %v", err)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
if len(filterPkgs) > 0 {
|
||||||
|
nameSet := make(map[string]bool, len(filterPkgs))
|
||||||
|
for _, a := range filterPkgs {
|
||||||
|
nameSet[a] = true
|
||||||
|
}
|
||||||
|
var filtered []pkgConf
|
||||||
|
for _, p := range packages {
|
||||||
|
if nameSet[p.name] {
|
||||||
|
filtered = append(filtered, p)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
packages = filtered
|
||||||
|
}
|
||||||
|
|
||||||
|
var real []pkgConf
|
||||||
|
for _, pkg := range packages {
|
||||||
|
if pkg.conf.AliasOf != "" {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
real = append(real, pkg)
|
||||||
|
}
|
||||||
|
|
||||||
|
log.Printf("refreshing %d packages", len(real))
|
||||||
|
runStart := time.Now()
|
||||||
|
|
||||||
|
for _, pkg := range real {
|
||||||
|
if err := wc.refreshPackage(ctx, pkg); err != nil {
|
||||||
|
log.Printf(" ERROR %s: %v", pkg.name, err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
log.Printf("refreshed %d packages in %s", len(real), time.Since(runStart))
|
||||||
|
}
|
||||||
|
|
||||||
|
type pkgConf struct {
|
||||||
|
name string
|
||||||
|
conf *installerconf.Conf
|
||||||
|
}
|
||||||
|
|
||||||
|
func discover(dir string) ([]pkgConf, error) {
|
||||||
|
pattern := filepath.Join(dir, "*", "releases.conf")
|
||||||
|
matches, err := filepath.Glob(pattern)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
var packages []pkgConf
|
||||||
|
for _, path := range matches {
|
||||||
|
pkgDir := filepath.Dir(path)
|
||||||
|
name := filepath.Base(pkgDir)
|
||||||
|
if strings.HasPrefix(name, "_") {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
// If the package directory is a symlink, treat it as an alias
|
||||||
|
// of the symlink target (e.g. rust.vim → vim-rust).
|
||||||
|
fi, err := os.Lstat(filepath.Join(dir, name))
|
||||||
|
if err != nil {
|
||||||
|
log.Printf("warning: %s: %v", name, err)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if fi.Mode()&os.ModeSymlink != 0 {
|
||||||
|
target, err := os.Readlink(filepath.Join(dir, name))
|
||||||
|
if err != nil {
|
||||||
|
log.Printf("warning: readlink %s: %v", name, err)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
packages = append(packages, pkgConf{
|
||||||
|
name: name,
|
||||||
|
conf: &installerconf.Conf{AliasOf: target},
|
||||||
|
})
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
conf, err := installerconf.Read(path)
|
||||||
|
if err != nil {
|
||||||
|
log.Printf("warning: %s: %v", path, err)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
packages = append(packages, pkgConf{name: name, conf: conf})
|
||||||
|
}
|
||||||
|
|
||||||
|
sort.Slice(packages, func(i, j int) bool {
|
||||||
|
return packages[i].name < packages[j].name
|
||||||
|
})
|
||||||
|
return packages, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// refreshPackage does the full pipeline for one package:
|
||||||
|
// fetch raw → classify → write to fsstore.
|
||||||
|
func (wc *WebiCache) refreshPackage(ctx context.Context, pkg pkgConf) error {
|
||||||
|
pkgStart := time.Now()
|
||||||
|
name := pkg.name
|
||||||
|
conf := pkg.conf
|
||||||
|
|
||||||
|
// Step 1: Fetch raw upstream data to rawcache (unless -no-fetch).
|
||||||
|
if !wc.NoFetch {
|
||||||
|
shallow := wc.Shallow
|
||||||
|
if !shallow {
|
||||||
|
d, err := rawcache.Open(filepath.Join(wc.RawDir, name))
|
||||||
|
if err == nil && d.Populated() {
|
||||||
|
shallow = true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
fetchStart := time.Now()
|
||||||
|
if err := wc.fetchRaw(ctx, pkg, shallow); err != nil {
|
||||||
|
return fmt.Errorf("fetch: %w", err)
|
||||||
|
}
|
||||||
|
log.Printf(" %s: fetch %s", name, time.Since(fetchStart))
|
||||||
|
}
|
||||||
|
|
||||||
|
// Step 2: Classify raw data into assets, tag variants, apply config.
|
||||||
|
classifyStart := time.Now()
|
||||||
|
d, err := rawcache.Open(filepath.Join(wc.RawDir, name))
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("rawcache open: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Open supplementary gittag raw cache if available (for packages with
|
||||||
|
// git_url that use a non-gittag source type like servicemandist).
|
||||||
|
var gitTagDir *rawcache.Dir
|
||||||
|
if conf.GitURL != "" && conf.Source != "gittag" {
|
||||||
|
gd, gdErr := rawcache.Open(filepath.Join(wc.RawDir, "_gittag", name))
|
||||||
|
if gdErr == nil && gd.Populated() {
|
||||||
|
gitTagDir = gd
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
assets, err := classifypkg.Package(name, conf, d, gitTagDir)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("classify: %w", err)
|
||||||
|
}
|
||||||
|
classifyDur := time.Since(classifyStart)
|
||||||
|
|
||||||
|
// Step 3: Write to fsstore.
|
||||||
|
writeStart := time.Now()
|
||||||
|
tx, err := wc.Store.BeginRefresh(ctx, name)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("begin refresh: %w", err)
|
||||||
|
}
|
||||||
|
if err := tx.Put(assets); err != nil {
|
||||||
|
tx.Rollback()
|
||||||
|
return fmt.Errorf("put: %w", err)
|
||||||
|
}
|
||||||
|
if err := tx.Commit(ctx); err != nil {
|
||||||
|
return fmt.Errorf("commit: %w", err)
|
||||||
|
}
|
||||||
|
writeDur := time.Since(writeStart)
|
||||||
|
|
||||||
|
log.Printf(" %s: %d assets (classify %s, write %s, total %s)",
|
||||||
|
name, len(assets), classifyDur, writeDur, time.Since(pkgStart))
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// --- Fetch raw ---
|
||||||
|
|
||||||
|
func (wc *WebiCache) fetchRaw(ctx context.Context, pkg pkgConf, shallow bool) error {
|
||||||
|
switch pkg.conf.Source {
|
||||||
|
case "github", "githubsource":
|
||||||
|
if err := wc.fetchGitHub(ctx, pkg.name, pkg.conf, shallow); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
case "nodedist":
|
||||||
|
return wc.fetchNodeDist(ctx, pkg.name, pkg.conf)
|
||||||
|
case "gittag":
|
||||||
|
return wc.fetchGitTag(ctx, pkg.name, pkg.conf, shallow)
|
||||||
|
case "gitea":
|
||||||
|
return wc.fetchGitea(ctx, pkg.name, pkg.conf, shallow)
|
||||||
|
case "chromedist":
|
||||||
|
return fetchChromeDist(ctx, wc.Client, wc.RawDir, pkg.name)
|
||||||
|
case "flutterdist":
|
||||||
|
return fetchFlutterDist(ctx, wc.Client, wc.RawDir, pkg.name)
|
||||||
|
case "golang":
|
||||||
|
return fetchGolang(ctx, wc.Client, wc.RawDir, pkg.name)
|
||||||
|
case "gpgdist":
|
||||||
|
return fetchGPGDist(ctx, wc.Client, wc.RawDir, pkg.name)
|
||||||
|
case "hashicorp":
|
||||||
|
return fetchHashiCorp(ctx, wc.Client, wc.RawDir, pkg.name, pkg.conf)
|
||||||
|
case "iterm2dist":
|
||||||
|
return fetchITerm2Dist(ctx, wc.Client, wc.RawDir, pkg.name)
|
||||||
|
case "juliadist":
|
||||||
|
return fetchJuliaDist(ctx, wc.Client, wc.RawDir, pkg.name)
|
||||||
|
case "mariadbdist":
|
||||||
|
return fetchMariaDBDist(ctx, wc.Client, wc.RawDir, pkg.name)
|
||||||
|
case "servicemandist":
|
||||||
|
if err := servicemandist.Fetch(ctx, wc.Client, wc.RawDir, pkg.name, wc.Auth, shallow); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
case "zigdist":
|
||||||
|
return fetchZigDist(ctx, wc.Client, wc.RawDir, pkg.name)
|
||||||
|
default:
|
||||||
|
log.Printf(" %s: source %q not yet supported, skipping", pkg.name, pkg.conf.Source)
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// For non-gittag sources with a git_url, also clone the repo to get
|
||||||
|
// commit hashes. Git entries are classified from this data in
|
||||||
|
// refreshPackage, not from the main raw cache.
|
||||||
|
if pkg.conf.GitURL != "" && pkg.conf.Source != "gittag" {
|
||||||
|
gitShallow := shallow
|
||||||
|
if !wc.Shallow {
|
||||||
|
gd, gdErr := rawcache.Open(filepath.Join(wc.RawDir, "_gittag", pkg.name))
|
||||||
|
if gdErr == nil && !gd.Populated() {
|
||||||
|
gitShallow = false
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if err := wc.fetchGitTagSupplementary(ctx, pkg.name, pkg.conf.GitURL, gitShallow); err != nil {
|
||||||
|
log.Printf(" %s: supplementary gittag fetch: %v", pkg.name, err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// fetchGitTagSupplementary clones a git repo to get commit hashes for
|
||||||
|
// packages that use a non-gittag source type (servicemandist, githubsource)
|
||||||
|
// but also have a git_url for source installs.
|
||||||
|
func (wc *WebiCache) fetchGitTagSupplementary(ctx context.Context, pkgName, gitURL string, shallow bool) error {
|
||||||
|
d, err := rawcache.Open(filepath.Join(wc.RawDir, "_gittag", pkgName))
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
repoDir := filepath.Join(wc.RawDir, "_repos")
|
||||||
|
os.MkdirAll(repoDir, 0o755)
|
||||||
|
|
||||||
|
for batch, err := range gittag.Fetch(ctx, gitURL, repoDir) {
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
for _, entry := range batch {
|
||||||
|
tag := entry.Version
|
||||||
|
if tag == "" {
|
||||||
|
tag = "HEAD-" + entry.CommitHash
|
||||||
|
}
|
||||||
|
data, _ := json.Marshal(entry)
|
||||||
|
d.Merge(tag, data)
|
||||||
|
}
|
||||||
|
if shallow {
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wc *WebiCache) fetchGitHub(ctx context.Context, pkgName string, conf *installerconf.Conf, shallow bool) error {
|
||||||
|
owner, repo := conf.Owner, conf.Repo
|
||||||
|
if owner == "" || repo == "" {
|
||||||
|
return fmt.Errorf("missing owner or repo")
|
||||||
|
}
|
||||||
|
|
||||||
|
d, err := rawcache.Open(filepath.Join(wc.RawDir, pkgName))
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
tagPrefix := conf.TagPrefix
|
||||||
|
for batch, err := range github.Fetch(ctx, wc.Client, owner, repo, wc.Auth) {
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("github %s/%s: %w", owner, repo, err)
|
||||||
|
}
|
||||||
|
for _, rel := range batch {
|
||||||
|
if rel.Draft {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
tag := rel.TagName
|
||||||
|
if tagPrefix != "" && !strings.HasPrefix(tag, tagPrefix) {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
data, _ := json.Marshal(rel)
|
||||||
|
d.Merge(tag, data)
|
||||||
|
}
|
||||||
|
if shallow {
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wc *WebiCache) fetchNodeDist(ctx context.Context, pkgName string, conf *installerconf.Conf) error {
|
||||||
|
baseURL := conf.BaseURL
|
||||||
|
if baseURL == "" {
|
||||||
|
return fmt.Errorf("missing url")
|
||||||
|
}
|
||||||
|
|
||||||
|
d, err := rawcache.Open(filepath.Join(wc.RawDir, pkgName))
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
// Fetch from primary URL. Tag with "official/" prefix so unofficial
|
||||||
|
// entries for the same version don't overwrite.
|
||||||
|
for batch, err := range nodedist.Fetch(ctx, wc.Client, baseURL) {
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
for _, entry := range batch {
|
||||||
|
data, _ := json.Marshal(entry)
|
||||||
|
d.Merge("official/"+entry.Version, data)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Fetch from unofficial URL if configured (e.g. Node.js unofficial builds
|
||||||
|
// which add musl, riscv64, loong64 targets).
|
||||||
|
if unofficialURL := conf.Extra["unofficial_url"]; unofficialURL != "" {
|
||||||
|
for batch, err := range nodedist.Fetch(ctx, wc.Client, unofficialURL) {
|
||||||
|
if err != nil {
|
||||||
|
log.Printf("warning: %s unofficial fetch: %v", pkgName, err)
|
||||||
|
break
|
||||||
|
}
|
||||||
|
for _, entry := range batch {
|
||||||
|
data, _ := json.Marshal(entry)
|
||||||
|
d.Merge("unofficial/"+entry.Version, data)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wc *WebiCache) fetchGitTag(ctx context.Context, pkgName string, conf *installerconf.Conf, shallow bool) error {
|
||||||
|
gitURL := conf.BaseURL
|
||||||
|
if gitURL == "" {
|
||||||
|
return fmt.Errorf("missing url")
|
||||||
|
}
|
||||||
|
|
||||||
|
d, err := rawcache.Open(filepath.Join(wc.RawDir, pkgName))
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
repoDir := filepath.Join(wc.RawDir, "_repos")
|
||||||
|
os.MkdirAll(repoDir, 0o755)
|
||||||
|
|
||||||
|
for batch, err := range gittag.Fetch(ctx, gitURL, repoDir) {
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
for _, entry := range batch {
|
||||||
|
tag := entry.Version
|
||||||
|
if tag == "" {
|
||||||
|
tag = "HEAD-" + entry.CommitHash
|
||||||
|
}
|
||||||
|
data, _ := json.Marshal(entry)
|
||||||
|
d.Merge(tag, data)
|
||||||
|
}
|
||||||
|
if shallow {
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (wc *WebiCache) fetchGitea(ctx context.Context, pkgName string, conf *installerconf.Conf, shallow bool) error {
|
||||||
|
baseURL, owner, repo := conf.BaseURL, conf.Owner, conf.Repo
|
||||||
|
if baseURL == "" || owner == "" || repo == "" {
|
||||||
|
return fmt.Errorf("missing base_url, owner, or repo")
|
||||||
|
}
|
||||||
|
|
||||||
|
d, err := rawcache.Open(filepath.Join(wc.RawDir, pkgName))
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
for batch, err := range gitea.Fetch(ctx, wc.Client, baseURL, owner, repo, nil) {
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
for _, rel := range batch {
|
||||||
|
if rel.Draft {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
data, _ := json.Marshal(rel)
|
||||||
|
d.Merge(rel.TagName, data)
|
||||||
|
}
|
||||||
|
if shallow {
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func fetchChromeDist(ctx context.Context, client *http.Client, rawDir, pkgName string) error {
|
||||||
|
d, err := rawcache.Open(filepath.Join(rawDir, pkgName))
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
for batch, err := range chromedist.Fetch(ctx, client) {
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("chromedist: %w", err)
|
||||||
|
}
|
||||||
|
for _, ver := range batch {
|
||||||
|
data, _ := json.Marshal(ver)
|
||||||
|
d.Merge(ver.Version, data)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func fetchFlutterDist(ctx context.Context, client *http.Client, rawDir, pkgName string) error {
|
||||||
|
d, err := rawcache.Open(filepath.Join(rawDir, pkgName))
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
for batch, err := range flutterdist.Fetch(ctx, client) {
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("flutterdist: %w", err)
|
||||||
|
}
|
||||||
|
for _, rel := range batch {
|
||||||
|
// Key by version+channel+os for uniqueness.
|
||||||
|
key := rel.Version + "-" + rel.Channel + "-" + rel.OS
|
||||||
|
data, _ := json.Marshal(rel)
|
||||||
|
d.Merge(key, data)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func fetchGolang(ctx context.Context, client *http.Client, rawDir, pkgName string) error {
|
||||||
|
d, err := rawcache.Open(filepath.Join(rawDir, pkgName))
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
for batch, err := range golang.Fetch(ctx, client) {
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("golang: %w", err)
|
||||||
|
}
|
||||||
|
for _, rel := range batch {
|
||||||
|
data, _ := json.Marshal(rel)
|
||||||
|
d.Merge(rel.Version, data)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func fetchGPGDist(ctx context.Context, client *http.Client, rawDir, pkgName string) error {
|
||||||
|
d, err := rawcache.Open(filepath.Join(rawDir, pkgName))
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
for batch, err := range gpgdist.Fetch(ctx, client) {
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("gpgdist: %w", err)
|
||||||
|
}
|
||||||
|
for _, entry := range batch {
|
||||||
|
data, _ := json.Marshal(entry)
|
||||||
|
d.Merge(entry.Version, data)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func fetchHashiCorp(ctx context.Context, client *http.Client, rawDir, pkgName string, conf *installerconf.Conf) error {
|
||||||
|
product := conf.Repo
|
||||||
|
if product == "" {
|
||||||
|
product = pkgName
|
||||||
|
}
|
||||||
|
|
||||||
|
d, err := rawcache.Open(filepath.Join(rawDir, pkgName))
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
for idx, err := range hashicorp.Fetch(ctx, client, product) {
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("hashicorp %s: %w", product, err)
|
||||||
|
}
|
||||||
|
for ver, vdata := range idx.Versions {
|
||||||
|
data, _ := json.Marshal(vdata)
|
||||||
|
d.Merge(ver, data)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func fetchITerm2Dist(ctx context.Context, client *http.Client, rawDir, pkgName string) error {
|
||||||
|
d, err := rawcache.Open(filepath.Join(rawDir, pkgName))
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
for batch, err := range iterm2dist.Fetch(ctx, client) {
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("iterm2dist: %w", err)
|
||||||
|
}
|
||||||
|
for _, entry := range batch {
|
||||||
|
key := entry.Version
|
||||||
|
if entry.Channel == "beta" {
|
||||||
|
key += "-beta"
|
||||||
|
}
|
||||||
|
data, _ := json.Marshal(entry)
|
||||||
|
d.Merge(key, data)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func fetchJuliaDist(ctx context.Context, client *http.Client, rawDir, pkgName string) error {
|
||||||
|
d, err := rawcache.Open(filepath.Join(rawDir, pkgName))
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
for batch, err := range juliadist.Fetch(ctx, client) {
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("juliadist: %w", err)
|
||||||
|
}
|
||||||
|
for _, rel := range batch {
|
||||||
|
data, _ := json.Marshal(rel)
|
||||||
|
d.Merge(rel.Version, data)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func fetchMariaDBDist(ctx context.Context, client *http.Client, rawDir, pkgName string) error {
|
||||||
|
d, err := rawcache.Open(filepath.Join(rawDir, pkgName))
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
for batch, err := range mariadbdist.Fetch(ctx, client) {
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("mariadbdist: %w", err)
|
||||||
|
}
|
||||||
|
for _, rel := range batch {
|
||||||
|
data, _ := json.Marshal(rel)
|
||||||
|
d.Merge(rel.ReleaseID, data)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func fetchZigDist(ctx context.Context, client *http.Client, rawDir, pkgName string) error {
|
||||||
|
d, err := rawcache.Open(filepath.Join(rawDir, pkgName))
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
for batch, err := range zigdist.Fetch(ctx, client) {
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("zigdist: %w", err)
|
||||||
|
}
|
||||||
|
for _, rel := range batch {
|
||||||
|
data, _ := json.Marshal(rel)
|
||||||
|
d.Merge(rel.Version, data)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
1
comrak/releases.conf
Normal file
1
comrak/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = kivikakk/comrak
|
||||||
@@ -1,40 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'kivikakk';
|
|
||||||
var repo = 'comrak';
|
|
||||||
|
|
||||||
var ODDITIES = ['-musleabihf.1-'];
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
let builds = [];
|
|
||||||
|
|
||||||
loopBuilds: for (let build of all.releases) {
|
|
||||||
let isOddity;
|
|
||||||
for (let oddity of ODDITIES) {
|
|
||||||
isOddity = build.name.includes(oddity);
|
|
||||||
if (isOddity) {
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if (isOddity) {
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
builds.push(build);
|
|
||||||
}
|
|
||||||
|
|
||||||
all.releases = builds;
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
all.releases = all.releases.slice(0, 10);
|
|
||||||
//console.info(JSON.stringify(all));
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
1
crabz/releases.conf
Normal file
1
crabz/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = sstadick/crabz
|
||||||
@@ -1,31 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'sstadick';
|
|
||||||
var repo = 'crabz';
|
|
||||||
|
|
||||||
module.exports = async function () {
|
|
||||||
let all = await github(null, owner, repo);
|
|
||||||
|
|
||||||
let releases = [];
|
|
||||||
for (let rel of all.releases) {
|
|
||||||
let isSrc = rel.download.includes('-src.');
|
|
||||||
if (isSrc) {
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
releases.push(rel);
|
|
||||||
}
|
|
||||||
all.releases = releases;
|
|
||||||
|
|
||||||
return all;
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
// just select the first 5 for demonstration
|
|
||||||
all.releases = all.releases.slice(0, 5);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
1
curlie/releases.conf
Normal file
1
curlie/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = rs/curlie
|
||||||
@@ -1,21 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'rs';
|
|
||||||
var repo = 'curlie';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
all._names = ['curlie', 'curl-httpie'];
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
all.releases = all.releases.slice(0, 10);
|
|
||||||
//console.info(JSON.stringify(all));
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
1
dashcore/releases.conf
Normal file
1
dashcore/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = dashpay/dash
|
||||||
@@ -1,31 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'dashpay';
|
|
||||||
var repo = 'dash';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
all.releases.forEach(function (rel) {
|
|
||||||
if (rel.name.includes('osx64')) {
|
|
||||||
rel.os = 'macos';
|
|
||||||
}
|
|
||||||
|
|
||||||
if (rel.version.startsWith('v')) {
|
|
||||||
rel._version = rel.version.slice(1);
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
all._names = ['dashd', 'dashcore'];
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
// just select the first 5 for demonstration
|
|
||||||
all.releases = all.releases.slice(0, 5);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
1
dashd/releases.conf
Normal file
1
dashd/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
alias_of = dashcore
|
||||||
@@ -1,3 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
module.exports = require('../dashcore/releases.js');
|
|
||||||
1
dashmsg/releases.conf
Normal file
1
dashmsg/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = dashhive/dashmsg
|
||||||
@@ -1,18 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'dashhive';
|
|
||||||
var repo = 'dashmsg';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
1
delta/releases.conf
Normal file
1
delta/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = dandavison/delta
|
||||||
@@ -1,20 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'dandavison';
|
|
||||||
var repo = 'delta';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
// just select the first 15 for demonstration
|
|
||||||
all.releases = all.releases.slice(0, 15);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
1
deno/releases.conf
Normal file
1
deno/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = denoland/deno
|
||||||
@@ -1,42 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var path = require('path');
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'denoland';
|
|
||||||
var repo = 'deno';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
// remove checksums and .deb
|
|
||||||
all.releases = all.releases
|
|
||||||
.filter(function (rel) {
|
|
||||||
let isMeta = rel.name.endsWith('.d.ts');
|
|
||||||
if (isMeta) {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
|
|
||||||
return true;
|
|
||||||
})
|
|
||||||
.map(function (rel) {
|
|
||||||
var ext;
|
|
||||||
if (!rel.name.match(rel.version)) {
|
|
||||||
ext = path.extname(rel.name);
|
|
||||||
rel.filename =
|
|
||||||
rel.name.slice(0, rel.name.length - ext.length) +
|
|
||||||
'-' +
|
|
||||||
rel.version +
|
|
||||||
ext;
|
|
||||||
}
|
|
||||||
return rel;
|
|
||||||
});
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
121
docs/installer-patterns.md
Normal file
121
docs/installer-patterns.md
Normal file
@@ -0,0 +1,121 @@
|
|||||||
|
# Installer Archive Patterns
|
||||||
|
|
||||||
|
Every package falls into one of these archive structure patterns. When writing
|
||||||
|
or modifying an `install.sh`, identify the pattern first — it determines the
|
||||||
|
extraction and installation strategy.
|
||||||
|
|
||||||
|
## Pattern A: Bare Binary in Archive
|
||||||
|
|
||||||
|
Archive contains the binary (and maybe LICENSE/README) at the top level.
|
||||||
|
|
||||||
|
Examples: awless, caddy, cilium, curlie, dashmsg, deno, dotenv, dotenv-linter,
|
||||||
|
ffuf, fzf, gitdeploy, gprox, grype, hugo, hugo-extended, k9s, keypairs, koji,
|
||||||
|
lf, monorel, ots, runzip, sclient, sqlc, sqlpkg, sttr, terraform, uuidv7, xcaddy
|
||||||
|
|
||||||
|
Install: extract, move binary to `~/.local/opt/{pkg}-{ver}/bin/{binary}`, symlink.
|
||||||
|
|
||||||
|
## Pattern B: Subdirectory with Binary Only
|
||||||
|
|
||||||
|
Archive contains a version-named directory wrapping the binary and docs.
|
||||||
|
|
||||||
|
Examples: delta, hexyl, kubectx, kubens, shellcheck, trip, xsv
|
||||||
|
|
||||||
|
Typical directory naming: `{tool}-{ver}-{triplet}/`
|
||||||
|
|
||||||
|
Install: extract, find binary in subdirectory, move to opt, symlink.
|
||||||
|
|
||||||
|
Special cases:
|
||||||
|
- `pathman`: bare binary named with full release tag (needs rename)
|
||||||
|
- `yq`: binary named with platform suffix `yq_linux_amd64` (needs rename)
|
||||||
|
|
||||||
|
## Pattern C: Binary + Completions + Man Pages
|
||||||
|
|
||||||
|
Archive includes shell completions and/or man pages alongside the binary.
|
||||||
|
|
||||||
|
| Package | Completions Dir | Man Page |
|
||||||
|
|---------|----------------|----------|
|
||||||
|
| bat | `autocomplete/` | `bat.1` |
|
||||||
|
| fd | `autocomplete/{fd.bash,.fish,_fd}` | `fd.1` |
|
||||||
|
| goreleaser | `completions/{.bash,.fish,.zsh}` | `manpages/*.1.gz` |
|
||||||
|
| lsd | `autocomplete/{lsd.bash-completion,.fish,_lsd}` | `lsd.1` |
|
||||||
|
| rg | `complete/{rg.bash,.fish,_rg}` | `doc/rg.1` |
|
||||||
|
| sd | `completions/{sd.bash,.fish,_sd}` | `sd.1` |
|
||||||
|
| watchexec | `completions/{bash,fish,zsh}` | `watchexec.1` |
|
||||||
|
| zoxide | `completions/{zoxide.bash,.fish,_zoxide}` | `man/man1/zoxide*.1` |
|
||||||
|
|
||||||
|
Install: extract, install binary, install completions to standard dirs, install
|
||||||
|
man pages. Completion naming varies: `autocomplete/`, `completions/`, `complete/`.
|
||||||
|
|
||||||
|
## Pattern D: Binary + Libraries
|
||||||
|
|
||||||
|
Complex packages that bundle shared libraries.
|
||||||
|
|
||||||
|
| Package | Layout |
|
||||||
|
|---------|--------|
|
||||||
|
| ollama (Linux) | `bin/ollama` + `lib/ollama/{cuda_v12,cuda_v13,vulkan}/` |
|
||||||
|
| pg/postgres/psql | `bin/psql` + `lib/{libpq,libz,...}.so` + `include/` |
|
||||||
|
| sass | `dart-sass/sass` (wrapper) + `dart-sass/src/{dart,sass.snapshot}` |
|
||||||
|
| syncthing | `syncthing-{triplet}-{ver}/syncthing` + `etc/{systemd,...}/` |
|
||||||
|
| xz | `xz-{ver}-{triplet}/xz` + `xz-{ver}-{triplet}/unxz` |
|
||||||
|
|
||||||
|
Install: extract entire directory tree into opt, symlink binary.
|
||||||
|
|
||||||
|
## Pattern E: FHS-like Layout (bin/ + share/)
|
||||||
|
|
||||||
|
Archive already follows standard layout.
|
||||||
|
|
||||||
|
| Package | Layout |
|
||||||
|
|---------|--------|
|
||||||
|
| gh | `gh_{ver}_{os}_{arch}/bin/gh` + `share/man/man1/*.1` |
|
||||||
|
| pandoc | `pandoc-{ver}/bin/{pandoc,...}` + `share/man/man1/*.1.gz` |
|
||||||
|
|
||||||
|
Install: extract directly into opt (already correct layout).
|
||||||
|
|
||||||
|
## Pattern G: Full SDK/Toolchain
|
||||||
|
|
||||||
|
Self-contained toolchain with compiler, runtime, standard library.
|
||||||
|
|
||||||
|
| Package | Layout |
|
||||||
|
|---------|--------|
|
||||||
|
| cmake | `cmake-{ver}-{os}-{arch}/bin/{cmake,ctest,...}` + `share/` + `man/` |
|
||||||
|
| tinygo | `tinygo/bin/tinygo` + `tinygo/src/` + `tinygo/targets/` |
|
||||||
|
| go | `go/bin/{go,gofmt}` + `go/src/` + `go/pkg/` |
|
||||||
|
| zig | `zig-{os}-{arch}-{ver}/zig` + `lib/` |
|
||||||
|
| flutter | `flutter/bin/flutter` + full SDK |
|
||||||
|
| julia | `julia-{ver}/bin/julia` + full SDK |
|
||||||
|
| node | `node-{ver}-{os}-{arch}/bin/{node,npm,npx}` + `lib/` |
|
||||||
|
|
||||||
|
Install: extract entire tree into `~/.local/opt/{pkg}-{ver}/`, symlink `bin/*`.
|
||||||
|
|
||||||
|
## Pattern H: .NET Runtime Bundle
|
||||||
|
|
||||||
|
Flat archive with hundreds of DLLs.
|
||||||
|
|
||||||
|
Example: pwsh — `pwsh` binary + `*.dll` + locale dirs
|
||||||
|
|
||||||
|
Install: extract entire directory into opt, symlink primary binary.
|
||||||
|
|
||||||
|
## Pattern I: Multi-Binary Distribution
|
||||||
|
|
||||||
|
Archive contains multiple related binaries + libs.
|
||||||
|
|
||||||
|
| Package | Layout |
|
||||||
|
|---------|--------|
|
||||||
|
| dashcore | `dashcore-{ver}/bin/{dashd,dash-cli,...}` + `lib/` + `share/man/` |
|
||||||
|
| mutagen | `mutagen` + `mutagen-agents.tar.gz` (embedded agent archive) |
|
||||||
|
|
||||||
|
Install: extract into opt, symlink primary binary.
|
||||||
|
|
||||||
|
## Format Changes Over Time
|
||||||
|
|
||||||
|
Most packages have stable formats. Notable structural changes:
|
||||||
|
|
||||||
|
| Package | When | Change |
|
||||||
|
|---------|------|--------|
|
||||||
|
| sd | 2023 | zip → tar.gz, added completions + man page |
|
||||||
|
| ollama | 2025-2026 | bare binary → no GitHub release → tar.zst with lib/ |
|
||||||
|
| deno | 2020-2021 | .gz (gzipped binary) → .zip |
|
||||||
|
| hugo | 2017-2018 | zip → tar.gz; 2024: macOS → .pkg only |
|
||||||
|
| gh | 2024 | darwin: tar.gz → .pkg |
|
||||||
|
| sclient | 2023 | tar.gz → tar.xz |
|
||||||
|
| watchexec | 2019-2020 | tar.gz → tar.xz |
|
||||||
74
docs/version-oddities.md
Normal file
74
docs/version-oddities.md
Normal file
@@ -0,0 +1,74 @@
|
|||||||
|
# Version & Release Oddities
|
||||||
|
|
||||||
|
Non-standard version formats and tag prefixes that affect parsing, sorting,
|
||||||
|
and classification. The Go classifier and `internal/lexver` must handle all
|
||||||
|
of these.
|
||||||
|
|
||||||
|
## Non-Numeric Tag Prefixes
|
||||||
|
|
||||||
|
| Package | Raw Tag | Cleaned | Transform |
|
||||||
|
|---------|---------|---------|-----------|
|
||||||
|
| lf | `r21` | `0.21.0` | `r` prefix → prepend `0.` |
|
||||||
|
| bun | `bun-v1.0.0` | `1.0.0` | Strip `bun-` prefix |
|
||||||
|
| jq | `jq-1.7` | `1.7` | Strip `jq-` prefix |
|
||||||
|
| watchexec | `cli-v1.2.3` | `1.2.3` | Strip `cli-` prefix |
|
||||||
|
| ffmpeg | `b6.0` | `6.0` | Strip `b` prefix |
|
||||||
|
|
||||||
|
## Underscore-Delimited Tags
|
||||||
|
|
||||||
|
| Package | Raw Tag | Cleaned | Transform |
|
||||||
|
|---------|---------|---------|-----------|
|
||||||
|
| postgres | `REL_17_0` | `17.0` | Strip `REL_`, replace `_` with `.` |
|
||||||
|
| psql | `REL_17_0` | `17.0` | Same as postgres |
|
||||||
|
|
||||||
|
## Platform Suffix in Version
|
||||||
|
|
||||||
|
| Package | Raw Tag | Cleaned | Transform |
|
||||||
|
|---------|---------|---------|-----------|
|
||||||
|
| git (Windows) | `2.41.0.windows.1` | `2.41.0` | Strip `.windows.N` suffix |
|
||||||
|
|
||||||
|
## 4-Part Versions
|
||||||
|
|
||||||
|
| Package | Example | Notes |
|
||||||
|
|---------|---------|-------|
|
||||||
|
| chromedriver | `121.0.6120.0` | Google Chrome's versioning |
|
||||||
|
| gpg | `2.2.19.0` | 4th segment is build metadata |
|
||||||
|
|
||||||
|
## Date-Based Versions
|
||||||
|
|
||||||
|
| Package | Notes |
|
||||||
|
|---------|-------|
|
||||||
|
| atomicparsley | Date-based version strings |
|
||||||
|
|
||||||
|
## Complex Pre-Release Formats
|
||||||
|
|
||||||
|
| Package | Example | Notes |
|
||||||
|
|---------|---------|-------|
|
||||||
|
| flutter | `2.3.0-16.0.pre` | Extra dots and numeric segments |
|
||||||
|
| iterm2 | `iTerm2_3_5_0beta17` | Underscores, beta attached → `3.5.0-beta17` |
|
||||||
|
|
||||||
|
## Channel Detection
|
||||||
|
|
||||||
|
- Node.js: odd major = "current" not LTS (v15, v17, v19, v21, v23)
|
||||||
|
- Go: `go` prefix stripped (`go1.23.6` → `1.23.6`)
|
||||||
|
- Terraform: `-alpha`, `-beta`, `-rc` suffixes → beta channel
|
||||||
|
|
||||||
|
## Directory Symlinks (Aliases)
|
||||||
|
|
||||||
|
These are directory-level symlinks. They share all files (including
|
||||||
|
releases.conf) with their target automatically.
|
||||||
|
|
||||||
|
```
|
||||||
|
msvc-runtime → vcruntime
|
||||||
|
msvcruntime → vcruntime
|
||||||
|
rust.vim → vim-rust
|
||||||
|
vc-redist → vcruntime
|
||||||
|
vc-runtime → vcruntime
|
||||||
|
vc_redist → vcruntime
|
||||||
|
vcredist → vcruntime
|
||||||
|
vcruntime140 → vcruntime
|
||||||
|
vim-essential → vim-essentials
|
||||||
|
vim-mouse → vim-gui
|
||||||
|
vps-myip → myip
|
||||||
|
xcode-cli → commandlinetools
|
||||||
|
```
|
||||||
1
dotenv-linter/releases.conf
Normal file
1
dotenv-linter/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = dotenv-linter/dotenv-linter
|
||||||
@@ -1,20 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'dotenv-linter';
|
|
||||||
var repo = 'dotenv-linter';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
// just select the first 5 for demonstration
|
|
||||||
all.releases = all.releases.slice(0, 5);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
1
dotenv/releases.conf
Normal file
1
dotenv/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = therootcompany/dotenv
|
||||||
@@ -1,18 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'therootcompany';
|
|
||||||
var repo = 'dotenv';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
console.info(JSON.stringify(all));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
2
duckdns.sh/releases.conf
Normal file
2
duckdns.sh/releases.conf
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
github_sources = BeyondCodeBootcamp/DuckDNS.sh
|
||||||
|
git_url = https://github.com/BeyondCodeBootcamp/DuckDNS.sh.git
|
||||||
@@ -1,22 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
let Releases = module.exports;
|
|
||||||
|
|
||||||
let GitHubSource = require('../_common/github-source.js');
|
|
||||||
let owner = 'BeyondCodeBootcamp';
|
|
||||||
let repo = 'DuckDNS.sh';
|
|
||||||
|
|
||||||
Releases.latest = async function () {
|
|
||||||
let all = await GitHubSource.getDistributables({ owner, repo });
|
|
||||||
for (let pkg of all.releases) {
|
|
||||||
pkg.os = 'posix_2017';
|
|
||||||
}
|
|
||||||
return all;
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
Releases.latest().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
1
fd/releases.conf
Normal file
1
fd/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = sharkdp/fd
|
||||||
@@ -1,31 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'sharkdp';
|
|
||||||
var repo = 'fd';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
let builds = [];
|
|
||||||
|
|
||||||
for (let build of all.releases) {
|
|
||||||
if (build.name === 'fd') {
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
builds.push(build);
|
|
||||||
}
|
|
||||||
|
|
||||||
all.releases = builds;
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
all.releases = all.releases.slice(0, 10);
|
|
||||||
//console.info(JSON.stringify(all));
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
4
ffmpeg/releases.conf
Normal file
4
ffmpeg/releases.conf
Normal file
@@ -0,0 +1,4 @@
|
|||||||
|
source = ffmpegdist
|
||||||
|
github_releases = eugeneware/ffmpeg-static
|
||||||
|
asset_filter = ffmpeg
|
||||||
|
version_prefix = b
|
||||||
@@ -1,45 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var path = require('path');
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'eugeneware';
|
|
||||||
var repo = 'ffmpeg-static';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
all.releases = all.releases
|
|
||||||
.filter(function (rel) {
|
|
||||||
let isFfmpeg = rel.name.includes('ffmpeg');
|
|
||||||
if (!isFfmpeg) {
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
// remove README and LICENSE
|
|
||||||
return !['.README', '.LICENSE'].includes(path.extname(rel.name));
|
|
||||||
})
|
|
||||||
.map(function (rel) {
|
|
||||||
rel.version = rel.version.replace(/^b/, '');
|
|
||||||
|
|
||||||
if (/win32/.test(rel.name)) {
|
|
||||||
rel.os = 'windows';
|
|
||||||
rel.ext = 'exe';
|
|
||||||
}
|
|
||||||
if (/ia32/.test(rel.name)) {
|
|
||||||
rel.arch = '386';
|
|
||||||
} else if (/x64/.test(rel.name)) {
|
|
||||||
rel.arch = 'amd64';
|
|
||||||
}
|
|
||||||
|
|
||||||
return rel;
|
|
||||||
});
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
console.info(JSON.stringify(all));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
1
ffuf/releases.conf
Normal file
1
ffuf/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = ffuf/ffuf
|
||||||
@@ -1,20 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'ffuf';
|
|
||||||
var repo = 'ffuf';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
// just select the first 5 for demonstration
|
|
||||||
all.releases = all.releases.slice(0, 5);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
149
fish/install.sh
149
fish/install.sh
@@ -3,23 +3,19 @@ set -e
|
|||||||
set -u
|
set -u
|
||||||
|
|
||||||
if command -v fish > /dev/null; then
|
if command -v fish > /dev/null; then
|
||||||
if [ ! -e ~/.config/fish/config.fish ]; then
|
if ! test -e ~/.config/fish/config.fish; then
|
||||||
mkdir -p ~/.config/fish
|
mkdir -p ~/.config/fish
|
||||||
touch ~/.config/fish/config.fish
|
touch ~/.config/fish/config.fish
|
||||||
chmod 0600 ~/.config/fish/config.fish
|
chmod 0600 ~/.config/fish/config.fish
|
||||||
fi
|
fi
|
||||||
fi
|
|
||||||
|
|
||||||
if [ "Darwin" != "$(uname -s)" ]; then
|
|
||||||
echo "No fish installer for Linux yet. Try this instead:"
|
|
||||||
echo " sudo apt install -y fish"
|
|
||||||
exit 1
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
################
|
################
|
||||||
# Install fish #
|
# Install fish #
|
||||||
################
|
################
|
||||||
|
|
||||||
|
my_os=$(uname -s)
|
||||||
|
|
||||||
# Every package should define these 6 variables
|
# Every package should define these 6 variables
|
||||||
# shellcheck disable=2034
|
# shellcheck disable=2034
|
||||||
pkg_cmd_name="fish"
|
pkg_cmd_name="fish"
|
||||||
@@ -34,70 +30,109 @@ pkg_src_dir="$HOME/.local/opt/fish-v$WEBI_VERSION"
|
|||||||
# shellcheck disable=2034
|
# shellcheck disable=2034
|
||||||
pkg_src="$pkg_src_cmd"
|
pkg_src="$pkg_src_cmd"
|
||||||
|
|
||||||
# pkg_install must be defined by every package
|
if test "Darwin" = "${my_os}"; then
|
||||||
|
pkg_src_cmd="/Applications/fish.app/Contents/Resources/base/usr/local/bin/fish"
|
||||||
|
# shellcheck disable=2034
|
||||||
|
pkg_src="${pkg_src_cmd}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
_linux_post_install() {
|
||||||
|
if ! test -e "$HOME/.local/bin/fish"; then
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "To set fish as your default shell, run:"
|
||||||
|
echo " chsh -s $HOME/.local/bin/fish"
|
||||||
|
echo ""
|
||||||
|
}
|
||||||
|
|
||||||
_macos_post_install() {
|
_macos_post_install() {
|
||||||
if ! [ -e "$HOME/.local/bin/fish" ]; then
|
if ! test -e "$HOME/.local/bin/fish"; then
|
||||||
return 0
|
return 0
|
||||||
fi
|
fi
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo "Trying to set fish as the default shell..."
|
echo "Trying to set fish as the default shell..."
|
||||||
echo ""
|
echo ""
|
||||||
# stop the caching of preferences
|
# stop the caching of preferences
|
||||||
killall cfprefsd
|
killall cfprefsd
|
||||||
|
|
||||||
# Set default Terminal.app shell to fish
|
# Set default Terminal.app shell to fish
|
||||||
defaults write com.apple.Terminal "Shell" -string "$HOME/.local/bin/fish"
|
defaults write com.apple.Terminal "Shell" -string "$HOME/.local/bin/fish"
|
||||||
echo "To set 'fish' as the default Terminal.app shell:"
|
echo "To set 'fish' as the default Terminal.app shell:"
|
||||||
echo " Terminal > Preferences > General > Shells open with:"
|
echo " Terminal > Preferences > General > Shells open with:"
|
||||||
echo " $HOME/.local/bin/fish"
|
echo " $HOME/.local/bin/fish"
|
||||||
echo ""
|
echo ""
|
||||||
|
|
||||||
# Set default iTerm2 shell to fish
|
# Set default iTerm2 shell to fish
|
||||||
if [ -e "$HOME/Library/Preferences/com.googlecode.iterm2.plist" ]; then
|
if test -e "$HOME/Library/Preferences/com.googlecode.iterm2.plist"; then
|
||||||
/usr/libexec/PlistBuddy \
|
/usr/libexec/PlistBuddy \
|
||||||
-c "SET ':New Bookmarks:0:Custom Command' 'Custom Shell'" \
|
-c "SET ':New Bookmarks:0:Custom Command' 'Custom Shell'" \
|
||||||
"$HOME/Library/Preferences/com.googlecode.iterm2.plist"
|
"$HOME/Library/Preferences/com.googlecode.iterm2.plist"
|
||||||
/usr/libexec/PlistBuddy \
|
/usr/libexec/PlistBuddy \
|
||||||
-c "SET ':New Bookmarks:0:Command' $HOME/.local/bin/fish" \
|
-c "SET ':New Bookmarks:0:Command' $HOME/.local/bin/fish" \
|
||||||
"$HOME/Library/Preferences/com.googlecode.iterm2.plist"
|
"$HOME/Library/Preferences/com.googlecode.iterm2.plist"
|
||||||
echo "To set 'fish' as the default iTerm2 shell:"
|
echo "To set 'fish' as the default iTerm2 shell:"
|
||||||
echo " iTerm2 > Preferences > Profiles > General > Command >"
|
echo " iTerm2 > Preferences > Profiles > General > Command >"
|
||||||
echo " Custom Shell: $HOME/.local/bin/fish"
|
echo " Custom Shell: $HOME/.local/bin/fish"
|
||||||
echo ""
|
echo ""
|
||||||
fi
|
fi
|
||||||
|
|
||||||
killall cfprefsd
|
killall cfprefsd
|
||||||
}
|
}
|
||||||
|
|
||||||
# always try to reset the default shells
|
# always try to reset the default shells
|
||||||
_macos_post_install
|
if test "Darwin" = "${my_os}"; then
|
||||||
|
_macos_post_install
|
||||||
|
fi
|
||||||
|
|
||||||
pkg_install() {
|
pkg_install() {
|
||||||
mv fish.app/Contents/Resources/base/usr/local "$HOME/.local/opt/fish-v${WEBI_VERSION}"
|
if test "Darwin" = "${my_os}"; then
|
||||||
|
rm -rf "/Applications/fish-v${WEBI_VERSION}.app"
|
||||||
|
mv -f fish*.app "/Applications/fish-v${WEBI_VERSION}.app"
|
||||||
|
rm -rf /Applications/fish.app
|
||||||
|
mv "/Applications/fish-v${WEBI_VERSION}.app" "/Applications/fish.app"
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
mkdir -p "$pkg_src_dir/bin"
|
||||||
|
mv fish "$pkg_src_dir/bin/"
|
||||||
|
}
|
||||||
|
|
||||||
|
pkg_link() {
|
||||||
|
if test "Darwin" = "${my_os}"; then
|
||||||
|
mkdir -p "$HOME/.local/bin"
|
||||||
|
ln -sf /Applications/fish.app/Contents/Resources/base/usr/local/bin/fish "$HOME/.local/bin/fish"
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
rm -rf "$pkg_dst_cmd"
|
||||||
|
ln -s "$pkg_src_cmd" "$pkg_dst_cmd"
|
||||||
}
|
}
|
||||||
|
|
||||||
pkg_post_install() {
|
pkg_post_install() {
|
||||||
# don't skip what webi would do automatically
|
# don't skip what webi would do automatically
|
||||||
webi_post_install
|
webi_post_install
|
||||||
|
|
||||||
# try again to update default shells, now that all files should exist
|
# try again to update default shells, now that all files should exist
|
||||||
_macos_post_install
|
if test "Darwin" = "${my_os}"; then
|
||||||
|
_macos_post_install
|
||||||
if [ ! -e ~/.config/fish/config.fish ]; then
|
else
|
||||||
mkdir -p ~/.config/fish
|
_linux_post_install
|
||||||
touch ~/.config/fish/config.fish
|
fi
|
||||||
chmod 0600 ~/.config/fish/config.fish
|
if ! test -e ~/.config/fish/config.fish; then
|
||||||
fi
|
mkdir -p ~/.config/fish
|
||||||
|
touch ~/.config/fish/config.fish
|
||||||
|
chmod 0600 ~/.config/fish/config.fish
|
||||||
|
fi
|
||||||
}
|
}
|
||||||
|
|
||||||
# pkg_get_current_version is recommended, but (soon) not required
|
# pkg_get_current_version is recommended, but (soon) not required
|
||||||
pkg_get_current_version() {
|
pkg_get_current_version() {
|
||||||
# 'fish --version' has output in this format:
|
# 'fish --version' has output in this format:
|
||||||
# fish, version 3.1.2
|
# fish, version 4.3.3
|
||||||
# This trims it down to just the version number:
|
# This trims it down to just the version number:
|
||||||
# 3.1.2
|
# 4.3.3
|
||||||
fish --version 2> /dev/null | head -n 1 | cut -d ' ' -f 3
|
fish --version 2> /dev/null | head -n 1 | cut -d ' ' -f 3
|
||||||
}
|
}
|
||||||
|
|||||||
2
fish/releases.conf
Normal file
2
fish/releases.conf
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
github_releases = fish-shell/fish-shell
|
||||||
|
exclude = bundledpcre fish-static OpenBeta
|
||||||
@@ -1,39 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'fish-shell';
|
|
||||||
var repo = 'fish-shell';
|
|
||||||
|
|
||||||
var ODDITIES = ['bundledpcre'];
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
all.releases = all.releases
|
|
||||||
.map(function (rel) {
|
|
||||||
for (let oddity of ODDITIES) {
|
|
||||||
let isOddity = rel.name.includes(oddity);
|
|
||||||
if (isOddity) {
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// We can extract the macos bins from the .app
|
|
||||||
if (/\.app\.zip$/.test(rel.name)) {
|
|
||||||
rel.os = 'macos';
|
|
||||||
rel.arch = 'amd64';
|
|
||||||
return rel;
|
|
||||||
}
|
|
||||||
})
|
|
||||||
.filter(Boolean);
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
// just select the first 5 for demonstration
|
|
||||||
all.releases = all.releases.slice(0, 5);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
1
flutter/releases.conf
Normal file
1
flutter/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
source = flutterdist
|
||||||
@@ -1,132 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
let Fetcher = require('../_common/fetcher.js');
|
|
||||||
|
|
||||||
let FLUTTER_OSES = ['macos', 'linux', 'windows'];
|
|
||||||
|
|
||||||
/**
|
|
||||||
* stable, beta, dev
|
|
||||||
* @type {Object.<String, Boolean>}
|
|
||||||
*/
|
|
||||||
let channelMap = {};
|
|
||||||
|
|
||||||
// This can be spot-checked against
|
|
||||||
// https://docs.flutter.dev/release/archive?tab=windows
|
|
||||||
|
|
||||||
// The release URLs are
|
|
||||||
// - https://storage.googleapis.com/flutter_infra_release/releases/releases_macos.json
|
|
||||||
// - https://storage.googleapis.com/flutter_infra_release/releases/releases_linux.json
|
|
||||||
// - https://storage.googleapis.com/flutter_infra_release/releases/releases_windows.json
|
|
||||||
// The old release URLs are
|
|
||||||
// - https://storage.googleapis.com/flutter_infra/releases/releases_macos.json
|
|
||||||
// - https://storage.googleapis.com/flutter_infra/releases/releases_linux.json
|
|
||||||
// - https://storage.googleapis.com/flutter_infra/releases/releases_windows.json
|
|
||||||
|
|
||||||
// The data looks like
|
|
||||||
// {
|
|
||||||
// "base_url": "https://storage.googleapis.com/flutter_infra/releases",
|
|
||||||
// "current_release": {
|
|
||||||
// "beta": "b22742018b3edf16c6cadd7b76d9db5e7f9064b5",
|
|
||||||
// "dev": "fa5883b78e566877613ad1ccb48dd92075cb5c23",
|
|
||||||
// "stable": "02c026b03cd31dd3f867e5faeb7e104cce174c5f"
|
|
||||||
// },
|
|
||||||
// "releases": [
|
|
||||||
// {
|
|
||||||
// "hash": "fa5883b78e566877613ad1ccb48dd92075cb5c23",
|
|
||||||
// "channel": "dev",
|
|
||||||
// "version": "2.3.0-16.0.pre",
|
|
||||||
// "release_date": "2021-05-27T23:58:47.683121Z",
|
|
||||||
// "archive": "dev/macos/flutter_macos_2.3.0-16.0.pre-dev.zip",
|
|
||||||
// "sha256": "f572b42d36714e6c58a3ed170b93bb414e2ced3ca4bde5094fbe18061cbcba6c"
|
|
||||||
// },
|
|
||||||
// {
|
|
||||||
// "hash": "02c026b03cd31dd3f867e5faeb7e104cce174c5f",
|
|
||||||
// "channel": "stable",
|
|
||||||
// "version": "2.2.1",
|
|
||||||
// "release_date": "2021-05-27T23:06:07.243882Z",
|
|
||||||
// "archive": "stable/macos/flutter_macos_2.2.1-stable.zip",
|
|
||||||
// "sha256": "6373d39ec563c337600baf42a42b258420208e4523d85479373e113d61d748df"
|
|
||||||
// },
|
|
||||||
// {
|
|
||||||
// "hash": "b22742018b3edf16c6cadd7b76d9db5e7f9064b5",
|
|
||||||
// "channel": "beta",
|
|
||||||
// "version": "2.2.0",
|
|
||||||
// "release_date": "2021-05-19T21:14:59.281482Z",
|
|
||||||
// "archive": "beta/macos/flutter_macos_2.2.0-beta.zip",
|
|
||||||
// "sha256": "31ab530e708f8d1274712211253a27a4ce7d676f139d30f2ec021df22382f052"
|
|
||||||
// }
|
|
||||||
// ]
|
|
||||||
// }
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @typedef BuildInfo
|
|
||||||
* @prop {String} version
|
|
||||||
* @prop {String} [_version]
|
|
||||||
* @prop {Boolean} lts
|
|
||||||
* @prop {String} channel
|
|
||||||
* @prop {String} date
|
|
||||||
* @prop {String} download
|
|
||||||
* @prop {String} [_filename]
|
|
||||||
*/
|
|
||||||
|
|
||||||
module.exports = async function () {
|
|
||||||
let all = {
|
|
||||||
download: '',
|
|
||||||
/** @type {Array<BuildInfo>} */
|
|
||||||
releases: [],
|
|
||||||
/** @type {Array<String>} */
|
|
||||||
channels: [],
|
|
||||||
};
|
|
||||||
|
|
||||||
for (let osname of FLUTTER_OSES) {
|
|
||||||
let resp;
|
|
||||||
try {
|
|
||||||
let url = `https://storage.googleapis.com/flutter_infra_release/releases/releases_${osname}.json`;
|
|
||||||
resp = await Fetcher.fetch(url, {
|
|
||||||
headers: { Accept: 'application/json' },
|
|
||||||
});
|
|
||||||
} catch (e) {
|
|
||||||
/** @type {Error & { code: string, response: { status: number, body: string } }} */ //@ts-expect-error
|
|
||||||
let err = e;
|
|
||||||
if (err.code === 'E_FETCH_RELEASES') {
|
|
||||||
err.message = `failed to fetch 'flutter' release data for ${osname}: ${err.response.status} ${err.response.body}`;
|
|
||||||
}
|
|
||||||
throw e;
|
|
||||||
}
|
|
||||||
let data = JSON.parse(resp.body);
|
|
||||||
|
|
||||||
let osBaseUrl = data.base_url;
|
|
||||||
let osReleases = data.releases;
|
|
||||||
|
|
||||||
for (let asset of osReleases) {
|
|
||||||
if (!channelMap[asset.channel]) {
|
|
||||||
channelMap[asset.channel] = true;
|
|
||||||
}
|
|
||||||
|
|
||||||
all.releases.push({
|
|
||||||
version: asset.version,
|
|
||||||
_version: `${asset.version}-${asset.channel}`,
|
|
||||||
lts: false,
|
|
||||||
channel: asset.channel,
|
|
||||||
date: asset.release_date.replace(/T.*/, ''),
|
|
||||||
download: `${osBaseUrl}/${asset.archive}`,
|
|
||||||
_filename: asset.archive,
|
|
||||||
});
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
all.channels = Object.keys(channelMap);
|
|
||||||
|
|
||||||
// note: versions have a waterfall relationship with channels:
|
|
||||||
// - a release that is in beta today may become stable tomorrow
|
|
||||||
// - semver prereleases are either beta or dev
|
|
||||||
|
|
||||||
return all;
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all.releases = all.releases.slice(25);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
1
fzf/releases.conf
Normal file
1
fzf/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = junegunn/fzf
|
||||||
@@ -1,20 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'junegunn';
|
|
||||||
var repo = 'fzf';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
all.releases = all.releases.slice(0, 10);
|
|
||||||
//console.info(JSON.stringify(all));
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
@@ -23,7 +23,7 @@ __init_gh() {
|
|||||||
# ~/.local/opt/gh-v0.99.9/bin
|
# ~/.local/opt/gh-v0.99.9/bin
|
||||||
mkdir -p "$(dirname "$pkg_src_cmd")"
|
mkdir -p "$(dirname "$pkg_src_cmd")"
|
||||||
|
|
||||||
# mv ./gh-*/gh ~/.local/opt/gh-v0.99.9/bin/gh
|
# mv ./gh_*/bin/gh ~/.local/opt/gh-v0.99.9/bin/gh
|
||||||
mv ./"$pkg_cmd_name"*/bin/gh "$pkg_src_cmd"
|
mv ./"$pkg_cmd_name"*/bin/gh "$pkg_src_cmd"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
1
gh/releases.conf
Normal file
1
gh/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = cli/cli
|
||||||
@@ -1,20 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'cli';
|
|
||||||
var repo = 'cli';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
// just select the first 5 for demonstration
|
|
||||||
all.releases = all.releases.slice(0, 5);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
4
git/releases.conf
Normal file
4
git/releases.conf
Normal file
@@ -0,0 +1,4 @@
|
|||||||
|
github_releases = git-for-windows/git
|
||||||
|
asset_filter = MinGit
|
||||||
|
exclude = busybox
|
||||||
|
variants = installer
|
||||||
@@ -1,33 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'git-for-windows';
|
|
||||||
var repo = 'git';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
// TODO support mac and linux tarballs
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
// See https://github.com/git-for-windows/git/wiki/MinGit
|
|
||||||
// also consider https://github.com/git-for-windows/git/wiki/Silent-or-Unattended-Installation
|
|
||||||
all.releases = all.releases
|
|
||||||
.filter(function (rel) {
|
|
||||||
rel.os = 'windows';
|
|
||||||
rel._version = rel.version.replace(/\.windows.1.*/, '');
|
|
||||||
rel._version = rel._version.replace(/\.windows(\.\d)/, '$1');
|
|
||||||
return (
|
|
||||||
/MinGit/i.test(rel.name || rel.download) &&
|
|
||||||
!/busybox/i.test(rel.name || rel.download)
|
|
||||||
);
|
|
||||||
})
|
|
||||||
.slice(0, 20);
|
|
||||||
all._names = ['MinGit', 'git'];
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
console.info(JSON.stringify(all, null, 2));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
1
gitdeploy/releases.conf
Normal file
1
gitdeploy/releases.conf
Normal file
@@ -0,0 +1 @@
|
|||||||
|
github_releases = therootcompany/gitdeploy
|
||||||
@@ -1,18 +0,0 @@
|
|||||||
'use strict';
|
|
||||||
|
|
||||||
var github = require('../_common/github.js');
|
|
||||||
var owner = 'therootcompany';
|
|
||||||
var repo = 'gitdeploy';
|
|
||||||
|
|
||||||
module.exports = function () {
|
|
||||||
return github(null, owner, repo).then(function (all) {
|
|
||||||
return all;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
if (module === require.main) {
|
|
||||||
module.exports().then(function (all) {
|
|
||||||
all = require('../_webi/normalize.js')(all);
|
|
||||||
console.info(JSON.stringify(all));
|
|
||||||
});
|
|
||||||
}
|
|
||||||
3
gitea/releases.conf
Normal file
3
gitea/releases.conf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
github_releases = go-gitea/gitea
|
||||||
|
exclude = -src- -docs-
|
||||||
|
variants = gogit
|
||||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user