aly / digitalocean-torrentdl.sh

#!/bin/bash # Provisions a droplet on DigitalOcean to download a given torrent file, then reupload to a given rclone remote # Prints estimated USD cost of transaction when complete # uses your user's rclone.conf, so set up the remote locally and make sure it works # torrentdl.sh https://releases.ubuntu.com/20.04/ubuntu-20.04.1-live-server-amd64.iso.torrent b2:my-linux-isos/ubuntu/ # Default values IMAGE="ubuntu-20-04-x64" REGION="sgp1" # overridden by ping check HOSTNAME="torrent-dl" URLREGEX='^(https?|ftp|file)://[-A-Za-z0-9\+&@#/%?=~_|!:,.;]*[-A-Za-z0-9\+&@#/%=~_|]$' TORRENT="$1" DESTREMOTE="$2" echo "Checking dependencies (wget, installed doctl, configured rclone)" [ -s "$HOME/.config/rclone/rclone.conf" ] || (echo "Set up rclone (from rclone.org, not from package manager) with a remote, or write to ~/.config/rclone/rclone.conf, then run this script again"; exit) if type doctl >/dev/null 2>&1; then if ! doctl compute droplet list >/dev/null 2>&1; then echo doctl not authenticated, running doctl auth init doctl auth init fi else echo 'doctl not found, attempting to install with "go get github.com/digitalocean/doctl/cmd/doctl"' if ! go version >/dev/null 2>&1; then echo golang-go not found, installing gvm and go1.15.6 to ~/.gvm in 5 seconds. Ctrl-C to abort sleep 5 bash < <(curl -s -S -L https://raw.githubusercontent.com/moovweb/gvm/master/binscripts/gvm-installer) source ~/.gvm/scripts/gvm gvm install go1.4 -B gvm use go1.4 export GOROOT_BOOTSTRAP=$GOROOT gvm install go1.15.6 gvm use --default go1.15.6 fi go get github.com/digitalocean/doctl/cmd/doctl doctl auth init fi if [ -f $HOME/.config/doctl/closest-dc ]; then REGION=`cat $HOME/.config/doctl/closest-dc` else echo "Finding your closest datacenter..." REGION=`doctl compute region list --no-header | grep -v false | awk '{print $1}' | \ while read p; do ping -c4 speedtest-$p.digitalocean.com | grep --color=never rtt | awk -v p=" $p" -F'/' '{print $5 p}'; done | \ sort | head -n1 | awk '{print $2}'` echo $REGION > $HOME/.config/doctl/closest-dc fi if [[ $TORRENT =~ $URLREGEX ]]; then if ! type wget >/dev/null 2>&1; then echo wget not found for downloading torrent file from url, installing from apt using sudo. echo "If this isn't right for your environment, install wget before running script again" sudo apt-get install -y wget || exit fi echo Downloading torrent from url... wget "$TORRENT" -c export TORRENT=`basename "$TORRENT"` fi TORRENTSIZE=`head -1 "$TORRENT" | grep -aoE '6:lengthi[0-9]+' | cut -di -f2 | awk '{s+=$1} END {print s}'` if (($TORRENTSIZE<=30000000000)); then # 30GB SIZE="s-1vcpu-2gb" elif (($TORRENTSIZE<=60000000000)); then # 60GB SIZE="s-2vcpu-4gb" elif (($TORRENTSIZE<=140000000000)); then # 140GB SIZE="s-4vcpu-8gb" else # up to 300GB SIZE="s-8vcpu-16gb" fi if [ -v "$1" ]; then echo Usage: $0 https://releases.ubuntu.com/20.04/ubuntu-20.04.1-live-server-amd64.iso.torrent b2:my-linux-isos/ubuntu/ exit fi echo "Downloading '$TORRENT' on $REGION:$IMAGE:$SIZE with hostname $HOSTNAME, then uploading to '$DESTREMOTE'" #read -p "Press enter to continue, ctrl-c to abort..." echo "Started at `date`" export STARTTIME=`date +%s` echo "Provisioning droplet..." export SSHKEYS=`doctl compute ssh-key list --no-header --format ID | tr '\n' ',' | sed 's/,$/\n/'` export IP=$( set -x; doctl compute droplet create $HOSTNAME --ssh-keys $SSHKEYS --region $REGION --size $SIZE --image $IMAGE --wait --no-header --format PublicIPv4 ) echo -n "Droplet at $IP, waiting for connection" until (ssh -o StrictHostKeyChecking=no root@$IP mkdir -p /root/.config/rclone /root/t 2>/dev/null >/dev/null); do echo -n "." sleep 1 done ssh-keyscan -H $IP 2>/dev/null >> ~/.ssh/known_hosts echo echo Copying rclone conf and torrent to droplet... scp ~/.config/rclone/rclone.conf root@$IP:/root/.config/rclone/rclone.conf scp "$TORRENT" root@$IP:/root/t/ echo Installing dependencies... ssh -t root@$IP "rm /var/lib/man-db/auto-update; until (apt-get update; apt-get install -y aria2); do sleep 1; done; curl https://rclone.org/install.sh | sudo bash" #ssh -t root@$IP "apt-get update; apt-get install -y aria2; curl https://rclone.org/install.sh | sudo bash" echo Downloading torrent... ssh -t root@$IP aria2c -d "/root/t/" --enable-dht=false --enable-peer-exchange=false --seed-time=0 "/root/t/*.torrent" echo Uploading torrent to rclone remote... ssh -t root@$IP rclone copy /root/t/ "$DESTREMOTE" -P --fast-list --transfers=$(($LINES-5)) echo Job complete, deleting droplet $(set -x; doctl compute droplet delete -f $HOSTNAME) echo "Finished at `date`" export ENDTIME=`date +%s` echo "Total run time: $(($ENDTIME-$STARTTIME))" echo -n "Total (estimated) cost: USD $" doctl compute size list | grep $SIZE | awk '{print $5}' | while read p; do python3 -c "print(($p/2592000)*($ENDTIME-$STARTTIME))"; done