ci: move CI tasks into Nushell scripts and update dependencies weekly
Replace the shell scripts in flake.nix with Nushell scripts in ci/, exposed as flake apps in nix/ci-tasks.nix, so every workflow command is a plain nix call. Build the workspace dependencies in a step of their own, upload to Cachix only after the builds, and run the formatting check through the pre-commit hooks. Automated pushes, tags and pull requests now use the wvhulle-bot account. A weekly cron updates Cargo.lock and flake.lock and opens or updates one pull request from bot/dependency-updates. Claude-Session: https://claude.ai/code/session_01D8dLLgYd8cfR2aQfA5eZXa
This commit is contained in:
11 files changed
+519
-173
No files matched your search
Executable
+64
@@ -0,0 +1,64 @@
|
||||
#!/usr/bin/env nu
|
||||
|
||||
const CODEBERG_USER = "wvhulle-bot"
|
||||
const TEA_LOGIN_NAME = "codeberg"
|
||||
const UPDATE_BRANCH = "bot/dependency-updates"
|
||||
const UPDATE_COMMIT_MESSAGE = "chore(deps): update lock files"
|
||||
const PULL_REQUEST_DESCRIPTION = "Opened by the weekly dependency update job. The checks on this pull request are the trial build. Commits pushed to this branch by hand stop further automatic updates until it is merged."
|
||||
|
||||
def open-pull-request-heads []: nothing -> list<string> {
|
||||
^tea pulls list --login $TEA_LOGIN_NAME --repo $env.CI_REPO --state open --fields head --output simple
|
||||
| lines
|
||||
| str trim
|
||||
}
|
||||
|
||||
def remote-update-branch-commits []: nothing -> list<string> {
|
||||
^git ls-remote --heads origin $"refs/heads/($UPDATE_BRANCH)"
|
||||
| parse "{commit_id}\t{ref_name}"
|
||||
| get commit_id
|
||||
}
|
||||
|
||||
def update-branch-has-hand-written-commits []: nothing -> bool {
|
||||
^git fetch --quiet origin $"+refs/heads/($UPDATE_BRANCH):refs/remotes/origin/($UPDATE_BRANCH)"
|
||||
^git log --format=%an $"origin/main..origin/($UPDATE_BRANCH)"
|
||||
| lines
|
||||
| any {|commit_author| $commit_author != $env.GIT_AUTHOR_NAME }
|
||||
}
|
||||
|
||||
def "main open-dependency-update-pr" [
|
||||
--cargo-lock
|
||||
--flake-lock
|
||||
]: nothing -> nothing {
|
||||
^git remote set-url origin $"https://($CODEBERG_USER):($env.CODEBERG_TOKEN)@codeberg.org/($env.CI_REPO).git"
|
||||
^tea login add --name $TEA_LOGIN_NAME --url $env.CI_FORGE_URL --token $env.CODEBERG_TOKEN
|
||||
^git fetch --quiet origin +refs/heads/main:refs/remotes/origin/main
|
||||
let remote_commits = remote-update-branch-commits
|
||||
let remote_commit = $remote_commits | str join
|
||||
let pull_request_is_open = $UPDATE_BRANCH in (open-pull-request-heads)
|
||||
if ($remote_commits | is-not-empty) and $pull_request_is_open and (update-branch-has-hand-written-commits) {
|
||||
print $"Leaving ($UPDATE_BRANCH) alone because it contains hand-written commits"
|
||||
return
|
||||
}
|
||||
^git checkout -B $UPDATE_BRANCH origin/main
|
||||
if $cargo_lock {
|
||||
^cargo update
|
||||
}
|
||||
if $flake_lock {
|
||||
^nix flake update
|
||||
}
|
||||
if (^git diff --name-only | is-empty) {
|
||||
print "Dependencies are up to date"
|
||||
return
|
||||
}
|
||||
^git commit --all --message $UPDATE_COMMIT_MESSAGE
|
||||
^git push $"--force-with-lease=($UPDATE_BRANCH):($remote_commit)" origin $UPDATE_BRANCH
|
||||
if $pull_request_is_open {
|
||||
print $"Updated the open pull request from ($UPDATE_BRANCH)"
|
||||
} else {
|
||||
^tea pulls create --login $TEA_LOGIN_NAME --repo $env.CI_REPO --head $UPDATE_BRANCH --base main --title $UPDATE_COMMIT_MESSAGE --description $PULL_REQUEST_DESCRIPTION
|
||||
}
|
||||
}
|
||||
|
||||
def main []: nothing -> nothing {
|
||||
print "Run a subcommand, for example: open-dependency-update-pr --cargo-lock --flake-lock"
|
||||
}
|
||||
Executable
+79
@@ -0,0 +1,79 @@
|
||||
#!/usr/bin/env nu
|
||||
|
||||
const EXPORT_DIRECTORY_NAME = ".nix-built-paths"
|
||||
const PATH_LIST_FILE_NAME = "paths.txt"
|
||||
const CACHIX_CACHE_NAME = "wvhulle"
|
||||
const CACHIX_CACHE_URL = "https://wvhulle.cachix.org"
|
||||
|
||||
def export-directory []: nothing -> path {
|
||||
$env.CI_WORKSPACE | path join $EXPORT_DIRECTORY_NAME
|
||||
}
|
||||
|
||||
def store-paths-from-lines []: string -> list<string> {
|
||||
lines | compact --empty
|
||||
}
|
||||
|
||||
def exported-store-paths []: nothing -> list<string> {
|
||||
let path_list_file = export-directory | path join $PATH_LIST_FILE_NAME
|
||||
if ($path_list_file | path exists) {
|
||||
open --raw $path_list_file | store-paths-from-lines
|
||||
} else {
|
||||
[]
|
||||
}
|
||||
}
|
||||
|
||||
def nix-config-with-hook [existing_config: string, hook_program: string]: nothing -> string {
|
||||
$"($existing_config)\npost-build-hook = ($hook_program)"
|
||||
}
|
||||
|
||||
def "main export-built-paths-hook" []: nothing -> nothing {
|
||||
let built_paths = $env.OUT_PATHS | split row " " | compact --empty
|
||||
let directory = export-directory
|
||||
mkdir $directory
|
||||
^nix copy --quiet --to $"file://($directory)?compression=zstd" ...$built_paths
|
||||
$built_paths | each {|built_path| $"($built_path)\n" } | str join | save --append ($directory | path join $PATH_LIST_FILE_NAME)
|
||||
}
|
||||
|
||||
def --wrapped "main build-and-export-paths" [
|
||||
...build_arguments: string
|
||||
]: nothing -> nothing {
|
||||
let hook_config = nix-config-with-hook ($env.NIX_CONFIG? | default "") $env.EXPORT_HOOK_PROGRAM
|
||||
with-env {NIX_CONFIG: $hook_config} {
|
||||
^nix build --quiet --print-build-logs ...$build_arguments
|
||||
}
|
||||
}
|
||||
|
||||
def "main build-unless-cached" [
|
||||
installable: string
|
||||
]: nothing -> nothing {
|
||||
let built_output = ^nix eval --quiet --raw $"($installable).outPath"
|
||||
let cache_lookup = do { ^nix path-info --quiet --store $CACHIX_CACHE_URL $built_output } | complete
|
||||
if $cache_lookup.exit_code == 0 {
|
||||
print $"($built_output) is already in Cachix"
|
||||
} else {
|
||||
main build-and-export-paths $installable
|
||||
}
|
||||
}
|
||||
|
||||
def "main import-exported-paths" []: nothing -> nothing {
|
||||
let exported_paths = exported-store-paths
|
||||
if ($exported_paths | is-empty) {
|
||||
print "No exported paths to import"
|
||||
} else {
|
||||
^nix copy --quiet --no-check-sigs --from $"file://(export-directory)" ...$exported_paths
|
||||
}
|
||||
}
|
||||
|
||||
def "main upload-exported-paths" []: nothing -> nothing {
|
||||
let exported_paths = exported-store-paths
|
||||
if ($exported_paths | is-empty) {
|
||||
print "No newly built paths to upload"
|
||||
} else {
|
||||
main import-exported-paths
|
||||
^cachix push $CACHIX_CACHE_NAME ...$exported_paths
|
||||
}
|
||||
}
|
||||
|
||||
def main []: nothing -> nothing {
|
||||
print "Run a subcommand, for example: build-and-export-paths"
|
||||
}
|
||||
Executable
+69
@@ -0,0 +1,69 @@
|
||||
#!/usr/bin/env nu
|
||||
|
||||
const CODEBERG_USER = "wvhulle-bot"
|
||||
const TEA_LOGIN_NAME = "codeberg"
|
||||
const RELEASE_ARCHIVE_PATTERN = "*.tar.gz"
|
||||
const CHECKSUM_FILE_NAME = "sha256sum.txt"
|
||||
|
||||
def checksum-line [archive_digest: string, archive_name: string]: nothing -> string {
|
||||
$"($archive_digest) ($archive_name)\n"
|
||||
}
|
||||
|
||||
def run-release-plz [subcommand: string]: nothing -> nothing {
|
||||
^release-plz $subcommand --forge gitea --git-token $env.CODEBERG_TOKEN
|
||||
}
|
||||
|
||||
def "main authenticate-git-origin" []: nothing -> nothing {
|
||||
^git remote set-url origin $"https://($CODEBERG_USER):($env.CODEBERG_TOKEN)@codeberg.org/($env.CI_REPO).git"
|
||||
}
|
||||
|
||||
def "main publish-unreleased-crate-version" []: nothing -> nothing {
|
||||
main authenticate-git-origin
|
||||
^git checkout -B main $env.CI_COMMIT_SHA
|
||||
^git fetch origin main:refs/remotes/origin/main
|
||||
^git branch --set-upstream-to=origin/main main
|
||||
run-release-plz release
|
||||
}
|
||||
|
||||
def "main open-or-update-release-pr" []: nothing -> nothing {
|
||||
run-release-plz release-pr
|
||||
}
|
||||
|
||||
def "main collect-release-archives" [
|
||||
build_result: path
|
||||
dist_directory: path
|
||||
]: nothing -> nothing {
|
||||
mkdir $dist_directory
|
||||
for archive_path in (glob ($build_result | path join $RELEASE_ARCHIVE_PATTERN)) {
|
||||
cp $archive_path $dist_directory
|
||||
}
|
||||
}
|
||||
|
||||
def "main upload-release-assets" [
|
||||
dist_directory: path
|
||||
]: nothing -> nothing {
|
||||
let archive_paths = glob ($dist_directory | path join $RELEASE_ARCHIVE_PATTERN) | sort
|
||||
let checksum_file = $dist_directory | path join $CHECKSUM_FILE_NAME
|
||||
$archive_paths
|
||||
| each {|archive_path|
|
||||
checksum-line (open --raw $archive_path | hash sha256) ($archive_path | path basename)
|
||||
}
|
||||
| str join
|
||||
| save --force $checksum_file
|
||||
^tea login add --name $TEA_LOGIN_NAME --url $env.CI_FORGE_URL --token $env.CODEBERG_TOKEN
|
||||
^tea releases assets create --login $TEA_LOGIN_NAME --repo $env.CI_REPO $env.CI_COMMIT_TAG ...$archive_paths $checksum_file
|
||||
}
|
||||
|
||||
def "main check-commit-messages" [
|
||||
--fetch-target-branch
|
||||
...revision_ranges: string
|
||||
]: nothing -> nothing {
|
||||
if $fetch_target_branch {
|
||||
^git fetch --quiet origin $env.CI_COMMIT_TARGET_BRANCH
|
||||
}
|
||||
^convco check ...$revision_ranges
|
||||
}
|
||||
|
||||
def main []: nothing -> nothing {
|
||||
print "Run a subcommand, for example: check-commit-messages"
|
||||
}
|
||||
Reference in new issue
Block a user