#!/usr/bin/env sh set -euC ################################################################################ ## Constants readonly apiurl=https://192.168.51.81:8006/api2/json ## FIXME: There seems to be a problem with file upload where the task is ## registered to `node051` no matter what node we are actually uploading to? For ## now, let us just use `node051` everywhere. readonly node=node051 readonly tmpdir=/tmp/proxmox-provision-$RANDOM$RANDOM mkdir $tmpdir ################################################################################ ## Parse arguments username= password= sockets=1 cores=1 memory=2048 vmids= help () { cat <<EOF Usage: $0 [OPTION...] [ID...] Authentication options: --username STR Username, with provider (eg. niols@pve) --password STR Password If not provided via the command line, username and password will be looked for in a '.proxmox' file in the current working directory, the username on the first line, and the password on the second. Other options: --sockets INT Number of sockets (default: $sockets) --cores INT Number of cores (default: $cores) --memory INT Memory (default: $memory) Others: -h|-?|--help Show this help and exit EOF } die () { printf '\033[31m'; printf "$@"; printf '\033[0m\n'; exit 2; } die_with_help () { printf '\033[31m'; printf "$@"; printf '\033[0m\n'; help; exit 2; } while [ $# -gt 0 ]; do argument=$1 shift case $argument in --username) readonly username=$1; shift ;; --password) readonly password=$1; shift ;; --sockets) sockets=$1; shift ;; --cores) cores=$1; shift ;; --memory) memory=$1; shift ;; -h|-\?|--help) help; exit 0 ;; -*) die_with_help 'Unknown argument: `%s`.' "$argument" ;; *) vmids="$vmids $argument" ;; esac done if [ -z "$username" ] || [ -z "$password" ]; then if [ -f .proxmox ]; then { read username; read password; } < .proxmox else die_with_help 'Required: `--username` and `--password`.\n' fi fi readonly sockets readonly cores readonly memory ## FIXME: When we figure out how to use other nodes than node051. # if [ -z "$node" ]; then # printf 'Picking random node...' # proxmox GET $apiurl/nodes # node=$(from_response .data[].node | sort -R | head -n 1) # printf ' done. Picked `%s`.\n' "$node" # fi # readonly node ################################################################################ ## Getting started printf 'Authenticating...' response=$( http \ --verify no \ POST $apiurl/access/ticket \ "username=$username" \ "password=$password" ) readonly ticket=$(echo "$response" | jq -r .data.ticket) readonly csrfToken=$(echo "$response" | jq -r .data.CSRFPreventionToken) printf ' done.\n' acquire_lock () { until mkdir $tmpdir/lock-$1 2>/dev/null; do sleep 1; done } release_lock () { rmdir $tmpdir/lock-$1 } proxmox () { acquire_lock proxmox http \ --form \ --verify no \ --ignore-stdin \ "$@" \ "Cookie:PVEAuthCookie=$ticket" \ "CSRFPreventionToken:$csrfToken" release_lock proxmox } ## Synchronous variant for when the `proxmox` function would just respond an ## UPID in the `data` JSON field. proxmox_sync () ( response=$(proxmox "$@") upid=$(echo "$response" | jq -r .data) while :; do response=$(proxmox GET $apiurl/nodes/$node/tasks/$upid/status) status=$(echo "$response" | jq -r .data.status) case $status in running) sleep 1 ;; stopped) break ;; *) die 'unexpected status: `%s`' "$status" ;; esac done ) ################################################################################ ## Build ISO build_iso () { acquire_lock build printf 'Building ISO for VM %d...\n' $1 nix build \ .#isoInstallers.provisioning.fedi$1 \ --log-format raw --quiet \ --out-link $tmpdir/installer-fedi$1 ln -sf $tmpdir/installer-fedi$1/iso/installer.iso $tmpdir/installer-fedi$1.iso printf 'done building ISO for VM %d.\n' $1 release_lock build } ################################################################################ ## Upload ISO upload_iso () { acquire_lock upload printf 'Uploading ISO for VM %d...\n' $1 proxmox_sync POST $apiurl/nodes/$node/storage/local/upload \ filename@$tmpdir/installer-fedi$1.iso \ content==iso printf 'done uploading ISO for VM %d.\n' $1 release_lock upload } ################################################################################ ## Remove ISO remove_iso () { printf 'Removing ISO for VM %d... unsupported for now. (FIXME)\n' $1 } ################################################################################ ## Create VM create_vm () { printf 'Creating VM %d...\n' $1 proxmox_sync POST $apiurl/nodes/$node/qemu \ \ vmid==$1 \ name=="fedi$1" \ pool==Fediversity \ \ ide2=="local:iso/installer-fedi$1.iso,media=cdrom" \ ostype==l26 \ \ bios==ovmf \ efidisk0=='linstor_storage:1,efitype=4m' \ agent==1 \ \ scsihw==virtio-scsi-single \ scsi0=='linstor_storage:32,discard=on,ssd=on,iothread=on' \ \ sockets==$sockets \ cores==$cores \ cpu==x86-64-v2-AES \ numa==1 \ \ memory==$memory \ \ net0=='virtio,bridge=vnet1306' printf 'done creating VM %d.\n' $1 } ################################################################################ ## Install VM install_vm () ( printf 'Installing VM %d...\n' $1 proxmox_sync POST $apiurl/nodes/$node/qemu/$1/status/start while :; do response=$(proxmox GET $apiurl/nodes/$node/qemu/$1/status/current) status=$(echo "$response" | jq -r .data.status) case $status in running) sleep 1 ;; stopped) break ;; *) printf ' unexpected status: `%s`\n' "$status"; exit 2 ;; esac done printf 'done installing VM %d.\n' $1 ) ################################################################################ ## Start VM start_vm () { printf 'Starting VM %d...\n' $1 proxmox_sync POST $apiurl/nodes/$node/qemu/$1/config \ ide2=='none,media=cdrom' \ net0=='virtio,bridge=vnet1305' proxmox_sync POST $apiurl/nodes/$node/qemu/$1/status/start printf 'done starting VM %d.\n' $1 } ################################################################################ ## Main loop printf 'Provisioning VMs%s with:\n' "$vmids" printf ' sockets: %d\n' $sockets printf ' cores: %d\n' $cores printf ' memory: %d\n' $memory provision_vm () { build_iso $1 upload_iso $1 create_vm $1 install_vm $1 start_vm $1 remove_iso $1 } for vmid in $vmids; do provision_vm $vmid & done wait printf 'done provisioning VMs%s.\n' "$vmids" ################################################################################ ## Cleanup rm -Rf $tmpdir