mirror of
https://github.com/tailscale/tailscale.git
synced 2026-11-20 08:41:19 -08:00
The QEMU lab runs on a host that's itself a VM, which distorted latency in particular. ec2.sh manages benchmark instances in the sandbox AWS account (us-west-2; the org's SCP allows only some regions and requires IMDSv2): a key pair, a security group open to this host and between its members, a cluster placement group, and Ubuntu 24.04 instances with IPv6 that install the build tools for their own kernel. Everything is named bradfitz-tswg... and tagged owner=claude-tswg. It writes the hosts file that tailscale.com's lean harness takes in remote mode. To keep costs down, ec2-idle-stop.sh, run every 5 minutes from a systemd user timer on the always-on dev host, stops the instances once nothing has touched ~/.cache/tslinux/ec2/last-used for 30 minutes. ec2.sh and the harness touch it while in use, and "ec2.sh start" brings stopped instances back. First EC2 results (c7i.xlarge pair) are in DESIGN.md: throughput is capped by EC2 at about 7.25 Gbps for both tswg and wireguard-go, with tswg's receiver using up to 17% less CPU per byte; 1.6x the small packets; a quarter of the RTT under load at p50; twice the idle RTT. Updates #426 Signed-off-by: Brad Fitzpatrick <[email protected]> Change-Id: Ibe770a30bea31cb79ac514aeb545f468576b5f05
83 lines
2.6 KiB
Bash
Executable File
83 lines
2.6 KiB
Bash
Executable File
#!/bin/sh
|
|
# SPDX-License-Identifier: GPL-2.0
|
|
#
|
|
# ec2-idle-stop.sh stops (doesn't terminate) the benchmark EC2 instances
|
|
# that ec2.sh creates, those tagged owner=claude-tswg, once they've been
|
|
# idle for a while, to keep costs down. "Idle" means the marker file
|
|
# $TSWG_EC2_MARKER (default ~/.cache/tslinux/ec2/last-used) hasn't been
|
|
# touched for $TSWG_EC2_IDLE_MINUTES (default 30) minutes: ec2.sh touches
|
|
# it on every command, and tailscale.com's lean harness touches it every
|
|
# minute while it uses the instances. Stopped instances keep their disks;
|
|
# "ec2.sh start" brings them back.
|
|
#
|
|
# It's meant to run every few minutes from a systemd user timer on a host
|
|
# that's always on:
|
|
#
|
|
# ec2-idle-stop.sh install install and start the timer (and enable lingering,
|
|
# so it runs without a login session)
|
|
# ec2-idle-stop.sh uninstall remove the timer
|
|
# ec2-idle-stop.sh check stop the instances if idle (what the timer runs)
|
|
|
|
set -eu
|
|
|
|
export AWS_PROFILE=${AWS_PROFILE:-tswg-sandbox}
|
|
export AWS_REGION=${AWS_REGION:-us-west-2}
|
|
export PATH=/usr/local/bin:/usr/bin:/bin
|
|
marker=${TSWG_EC2_MARKER:-$HOME/.cache/tslinux/ec2/last-used}
|
|
idle=${TSWG_EC2_IDLE_MINUTES:-30}
|
|
unit=tswg-ec2-idle-stop
|
|
units=$HOME/.config/systemd/user
|
|
self=$(cd "$(dirname "$0")" && pwd)/$(basename "$0")
|
|
|
|
case ${1:-} in
|
|
check)
|
|
ids=$(aws ec2 describe-instances --filters "Name=tag:owner,Values=claude-tswg" \
|
|
"Name=instance-state-name,Values=pending,running" \
|
|
--query 'Reservations[].Instances[].InstanceId' --output text)
|
|
if [ -z "$ids" ]; then
|
|
exit 0
|
|
fi
|
|
if [ -f "$marker" ] && [ -n "$(find "$marker" -mmin -"$idle")" ]; then
|
|
echo "in use (marker touched within $idle minutes): $ids"
|
|
exit 0
|
|
fi
|
|
echo "idle for over $idle minutes; stopping $ids"
|
|
# shellcheck disable=SC2086
|
|
aws ec2 stop-instances --instance-ids $ids --output text > /dev/null
|
|
;;
|
|
install)
|
|
mkdir -p "$units"
|
|
cat > "$units/$unit.service" <<EOF
|
|
[Unit]
|
|
Description=Stop idle tswg benchmark EC2 instances
|
|
|
|
[Service]
|
|
Type=oneshot
|
|
ExecStart=$self check
|
|
EOF
|
|
cat > "$units/$unit.timer" <<EOF
|
|
[Unit]
|
|
Description=Stop idle tswg benchmark EC2 instances every 5 minutes
|
|
|
|
[Timer]
|
|
OnCalendar=*:0/5
|
|
|
|
[Install]
|
|
WantedBy=timers.target
|
|
EOF
|
|
sudo -n loginctl enable-linger "$(id -un)"
|
|
systemctl --user daemon-reload
|
|
systemctl --user enable --now "$unit.timer"
|
|
systemctl --user list-timers "$unit.timer" --no-pager
|
|
;;
|
|
uninstall)
|
|
systemctl --user disable --now "$unit.timer" || true
|
|
rm -f "$units/$unit.service" "$units/$unit.timer"
|
|
systemctl --user daemon-reload
|
|
;;
|
|
*)
|
|
sed -n 's/^# \{0,1\}//; /^It.s meant/,/^$/p' "$0" >&2
|
|
exit 2
|
|
;;
|
|
esac
|