mirror of
https://github.com/ArchiveBox/ArchiveBox.git
synced 2026-06-22 11:31:05 -04:00
Nick Sweeting
266 lines
8.0 KiB
Bash
Executable File
266 lines
8.0 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
set -Eeuo pipefail
|
|
IFS=$'\n\t'
|
|
|
|
ARCHIVEBOX_REPO="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
|
|
WORKSPACE_DIR="$(cd "${ARCHIVEBOX_REPO}/.." && pwd)"
|
|
PYPI_USERNAME="${PYPI_USERNAME:-__token__}"
|
|
|
|
cd "${WORKSPACE_DIR}"
|
|
|
|
repo_dir() {
|
|
local repo="$1"
|
|
printf '%s/%s\n' "${WORKSPACE_DIR}" "${repo}"
|
|
}
|
|
|
|
current_version() {
|
|
local repo="$1"
|
|
python3 - "$repo" <<'PY'
|
|
from pathlib import Path
|
|
import re
|
|
import sys
|
|
|
|
text = Path(sys.argv[1], "pyproject.toml").read_text()
|
|
match = re.search(r'^version = "([^"]+)"$', text, re.MULTILINE)
|
|
if not match:
|
|
raise SystemExit(f"Failed to find version in {sys.argv[1]}/pyproject.toml")
|
|
print(match.group(1))
|
|
PY
|
|
}
|
|
|
|
bump_patch_to() {
|
|
local repo="$1"
|
|
local version="$2"
|
|
python3 - "$repo" "$version" <<'PY'
|
|
from pathlib import Path
|
|
import re
|
|
import sys
|
|
|
|
path = Path(sys.argv[1], "pyproject.toml")
|
|
version = sys.argv[2]
|
|
text = path.read_text()
|
|
path.write_text(re.sub(r'^version = "[^"]+"$', f'version = "{version}"', text, count=1, flags=re.MULTILINE))
|
|
PY
|
|
}
|
|
|
|
next_patch_version() {
|
|
python3 - "$@" <<'PY'
|
|
import re
|
|
import sys
|
|
|
|
versions = sys.argv[1:]
|
|
parts = []
|
|
for version in versions:
|
|
match = re.fullmatch(r"(\d+)\.(\d+)\.(\d+)", version)
|
|
if not match:
|
|
raise SystemExit(f"Expected patch version, got {version}")
|
|
parts.append(tuple(int(part) for part in match.groups()))
|
|
major, minor, patch = max(parts)
|
|
print(f"{major}.{minor}.{patch + 1}")
|
|
PY
|
|
}
|
|
|
|
bump_archivebox_rc() {
|
|
python3 - "${ARCHIVEBOX_REPO}" <<'PY'
|
|
from pathlib import Path
|
|
import json
|
|
import re
|
|
import sys
|
|
|
|
repo = Path(sys.argv[1])
|
|
pyproject_path = repo / "pyproject.toml"
|
|
package_path = repo / "etc" / "package.json"
|
|
pyproject_text = pyproject_path.read_text()
|
|
match = re.search(r'^version = "(\d+)\.(\d+)\.(\d+)(?:-?rc(\d+))?"$', pyproject_text, re.MULTILINE)
|
|
if not match:
|
|
raise SystemExit("Expected ArchiveBox version like 0.9.31rc15")
|
|
|
|
major, minor, patch, rc = match.groups()
|
|
next_version = f"{major}.{minor}.{patch}rc{int(rc or 0) + 1}"
|
|
pyproject_path.write_text(re.sub(r'^version = "[^"]+"$', f'version = "{next_version}"', pyproject_text, count=1, flags=re.MULTILINE))
|
|
|
|
package_json = json.loads(package_path.read_text())
|
|
package_json["version"] = next_version
|
|
package_path.write_text(json.dumps(package_json, indent=2) + "\n")
|
|
print(next_version)
|
|
PY
|
|
}
|
|
|
|
set_dependency_version() {
|
|
local repo="$1"
|
|
local package="$2"
|
|
local version="$3"
|
|
python3 - "$repo" "$package" "$version" <<'PY'
|
|
from pathlib import Path
|
|
import re
|
|
import sys
|
|
|
|
repo, package, version = sys.argv[1:]
|
|
path = Path(repo, "pyproject.toml")
|
|
text = path.read_text()
|
|
updated, count = re.subn(rf'("{re.escape(package)}>=)[^"]+(")', rf'\g<1>{version}\2', text)
|
|
if count:
|
|
path.write_text(updated)
|
|
PY
|
|
}
|
|
|
|
assert_branch() {
|
|
local repo="$1"
|
|
local branch="$2"
|
|
local actual
|
|
actual="$(git -C "$repo" branch --show-current)"
|
|
if [[ "$actual" != "$branch" ]]; then
|
|
echo "[X] Expected $(basename "$repo") on ${branch}, found ${actual}" >&2
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
build_and_prek() {
|
|
local repo="$1"
|
|
(
|
|
cd "$repo"
|
|
rm -rf dist
|
|
uv --no-cache build --out-dir dist
|
|
# prek auto-fixes (ruff-format, add-trailing-comma, end-of-file-fixer,
|
|
# …) exit with status 1 on first run when they modify a file, which
|
|
# otherwise tears down the entire release under ``set -e``. Re-run
|
|
# once: the second pass sees the already-fixed files and exits 0.
|
|
# A *real* lint failure (anything that can't be auto-fixed) still
|
|
# fails the second pass and kills the script as before.
|
|
if ! uv --no-cache run prek run --all-files; then
|
|
echo "[*] prek auto-fixed files in $(basename "$repo"); re-running to verify clean…"
|
|
uv --no-cache run prek run --all-files
|
|
fi
|
|
rm -rf dist
|
|
uv --no-cache build --out-dir dist
|
|
)
|
|
}
|
|
|
|
commit_push_publish() {
|
|
local repo="$1"
|
|
local branch="$2"
|
|
local package="$3"
|
|
local version="$4"
|
|
local tag="v${version}"
|
|
|
|
(
|
|
cd "$repo"
|
|
git add -u
|
|
while IFS= read -r path; do
|
|
git add -- "$path"
|
|
done < <(git ls-files --others --exclude-standard)
|
|
if ! git diff --cached --quiet; then
|
|
git commit -m "release: ${package} ${version}"
|
|
else
|
|
echo "[*] No staged changes in ${package}; reusing existing commit."
|
|
fi
|
|
git push origin "$branch"
|
|
if git rev-parse -q --verify "refs/tags/${tag}" >/dev/null; then
|
|
if [[ "$(git rev-list -n1 "${tag}")" != "$(git rev-parse HEAD)" ]]; then
|
|
echo "[X] Tag ${tag} already exists but does not point at HEAD in ${package}" >&2
|
|
exit 1
|
|
fi
|
|
else
|
|
git tag -a "${tag}" -m "release: ${package} ${version}"
|
|
fi
|
|
git push origin "refs/tags/${tag}"
|
|
uv --no-cache publish --username="${PYPI_USERNAME}" dist/*
|
|
)
|
|
}
|
|
|
|
wait_for_pypi() {
|
|
local package="$1"
|
|
local version="$2"
|
|
local attempts=0
|
|
|
|
until python3 - "$package" "$version" <<'PY'
|
|
import json
|
|
import sys
|
|
import urllib.request
|
|
|
|
package, version = sys.argv[1:]
|
|
with urllib.request.urlopen(f"https://pypi.org/pypi/{package}/json", timeout=10) as response:
|
|
data = json.load(response)
|
|
raise SystemExit(0 if version in data.get("releases", {}) else 1)
|
|
PY
|
|
do
|
|
attempts=$((attempts + 1))
|
|
if [[ "$attempts" -ge 30 ]]; then
|
|
echo "[X] Timed out waiting for ${package}==${version} on PyPI" >&2
|
|
exit 1
|
|
fi
|
|
sleep 10
|
|
done
|
|
|
|
local tmpdir
|
|
tmpdir="$(mktemp -d)"
|
|
uv --no-cache venv "${tmpdir}/venv" --python 3.13 >/dev/null
|
|
attempts=0
|
|
while true; do
|
|
set +e
|
|
uv --no-cache pip install --dry-run --no-deps --python "${tmpdir}/venv/bin/python" "${package}==${version}" >/dev/null
|
|
status="$?"
|
|
set -e
|
|
if [[ "$status" -eq 0 ]]; then
|
|
break
|
|
fi
|
|
attempts=$((attempts + 1))
|
|
if [[ "$attempts" -ge 30 ]]; then
|
|
rm -rf "$tmpdir"
|
|
echo "[X] Timed out waiting for uv to resolve ${package}==${version} from PyPI" >&2
|
|
exit 1
|
|
fi
|
|
sleep 10
|
|
done
|
|
rm -rf "$tmpdir"
|
|
}
|
|
|
|
release_python_repo() {
|
|
local repo_name="$1"
|
|
local branch="$2"
|
|
local package="$3"
|
|
local version="$4"
|
|
local repo
|
|
repo="$(repo_dir "$repo_name")"
|
|
|
|
echo "[+] Releasing ${package} ${version} from ${repo_name}:${branch}"
|
|
assert_branch "$repo" "$branch"
|
|
build_and_prek "$repo"
|
|
commit_push_publish "$repo" "$branch" "$package" "$version"
|
|
wait_for_pypi "$package" "$version"
|
|
}
|
|
|
|
ABXPKG_VERSION="$(next_patch_version "$(current_version "$(repo_dir abxpkg)")")"
|
|
ABX_SHARED_VERSION="$(next_patch_version "$(current_version "$(repo_dir abx-plugins)")" "$(current_version "$(repo_dir abx-dl)")")"
|
|
|
|
bump_patch_to "$(repo_dir abxpkg)" "$ABXPKG_VERSION"
|
|
release_python_repo abxpkg main abxpkg "$ABXPKG_VERSION"
|
|
|
|
bump_patch_to "$(repo_dir abx-plugins)" "$ABX_SHARED_VERSION"
|
|
set_dependency_version "$(repo_dir abx-plugins)" abxpkg "$ABXPKG_VERSION"
|
|
release_python_repo abx-plugins main abx-plugins "$ABX_SHARED_VERSION"
|
|
|
|
bump_patch_to "$(repo_dir abx-dl)" "$ABX_SHARED_VERSION"
|
|
set_dependency_version "$(repo_dir abx-dl)" abxpkg "$ABXPKG_VERSION"
|
|
set_dependency_version "$(repo_dir abx-dl)" abx-plugins "$ABX_SHARED_VERSION"
|
|
release_python_repo abx-dl main abx-dl "$ABX_SHARED_VERSION"
|
|
|
|
ARCHIVEBOX_VERSION="$(bump_archivebox_rc)"
|
|
set_dependency_version "$ARCHIVEBOX_REPO" abxpkg "$ABXPKG_VERSION"
|
|
set_dependency_version "$ARCHIVEBOX_REPO" abx-plugins "$ABX_SHARED_VERSION"
|
|
set_dependency_version "$ARCHIVEBOX_REPO" abx-dl "$ABX_SHARED_VERSION"
|
|
|
|
echo "[+] Releasing archivebox ${ARCHIVEBOX_VERSION} from archivebox:dev"
|
|
assert_branch "$ARCHIVEBOX_REPO" dev
|
|
build_and_prek "$ARCHIVEBOX_REPO"
|
|
commit_push_publish "$ARCHIVEBOX_REPO" dev archivebox "$ARCHIVEBOX_VERSION"
|
|
|
|
(
|
|
cd "$ARCHIVEBOX_REPO"
|
|
./bin/release_docker.sh dev "$ARCHIVEBOX_VERSION" "sha-$(git rev-parse --short HEAD)"
|
|
SKIP_DOCKER=1 ./bin/deploy_dev_demo.sh
|
|
)
|
|
|
|
echo "[√] Released abxpkg ${ABXPKG_VERSION}, abx-plugins/abx-dl ${ABX_SHARED_VERSION}, archivebox ${ARCHIVEBOX_VERSION}"
|