added caddy install
added osxfer script for transfering a root filesystem based on subvolumesmaster
David Kebler
parent
edfbbe7fe0
commit
0efd6a0b9e
|
|
@ -0,0 +1,22 @@
|
|||
|
||||
caddy_install () {
|
||||
|
||||
local target
|
||||
local dir="$(dirname $(realpath "${BASH_SOURCE:-$0}"))"
|
||||
target=${1:-/opt/caddy}
|
||||
[[ -d $target ]] || mkdir -p $target
|
||||
echo installing caddy to $target
|
||||
if /bin/cp -r -f $dir/caddy/* $target; then
|
||||
pushd $target || return
|
||||
echo CADDY_DIR=$target >> .env
|
||||
source .env
|
||||
cp conf/example.conf conf/$CONF
|
||||
./config
|
||||
else
|
||||
echo unable to copy caddy files to $target, install aborted
|
||||
fi
|
||||
popd || return
|
||||
}
|
||||
|
||||
# if script was executed then call the function
|
||||
(return 0 2>/dev/null) || caddy_install $@
|
||||
|
|
@ -0,0 +1,9 @@
|
|||
# copy to .env and edit to suit
|
||||
COMPOSE_PROJECT_NAME=caddy
|
||||
# default NAME is caddy
|
||||
NAME=${COMPOSE_PROJECT_NAME}
|
||||
IMAGE=ucommandit/caddy-r53
|
||||
CREDENTIALS=${DNS_CHALLENGE_CREDENTIALS:-$PWD/credentials.env}
|
||||
# will use Caddyfile unless CONF is set
|
||||
# this file should be in /conf on your host (e.g. my.conf)
|
||||
CONF=$(hostnamectl hostname)
|
||||
|
|
@ -0,0 +1,23 @@
|
|||
#!/bin/bash
|
||||
|
||||
# example using wildcart
|
||||
*.domain.net *.subdomain.domain.net {
|
||||
|
||||
tls domain.net@gmail.com {
|
||||
dns route53 {
|
||||
max_retries 10
|
||||
}
|
||||
}
|
||||
|
||||
# example simple files server
|
||||
# @files host files.domain.net
|
||||
# handle @files {
|
||||
# root * <some dir>
|
||||
# file_server browse
|
||||
# }
|
||||
|
||||
@portainer host docker.domain.net
|
||||
handle @portainer {
|
||||
reverse_proxy subdomain.domain.net:9000
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
#!/bin/bash
|
||||
docker-compose config
|
||||
|
|
@ -0,0 +1,38 @@
|
|||
services:
|
||||
caddy:
|
||||
container_name: ${NAME:-caddy}
|
||||
image: ${IMAGE:-caddy}
|
||||
# if no $CONF is given then Caddyfile in ${PWD}/conf:/opt/caddy/conf will be used
|
||||
command: caddy run ${CONF}
|
||||
hostname: ${NAME:-caddy}
|
||||
env_file:
|
||||
- $CREDENTIALS
|
||||
volumes:
|
||||
- data:/opt/caddy/data
|
||||
- settings:/opt/caddy/settings
|
||||
- conf:/opt/caddy/conf
|
||||
# - files:/opt/caddy/files
|
||||
restart: unless-stopped
|
||||
ports:
|
||||
- 80:80
|
||||
- 443:443
|
||||
# port 2019 is for API, not required
|
||||
# - 2019:2019
|
||||
# binding data and settings are not required
|
||||
# But if there volumes are deleted caddy will need to redo all the certs
|
||||
volumes:
|
||||
data:
|
||||
# driver_opts:
|
||||
# type: none
|
||||
# device: ${PWD}/data
|
||||
# o: bind
|
||||
settings:
|
||||
# driver_opts:
|
||||
# type: none
|
||||
# device: ${PWD}/config
|
||||
# o: bind
|
||||
conf:
|
||||
driver_opts:
|
||||
type: none
|
||||
device: ${PWD}/conf
|
||||
o: bind
|
||||
|
|
@ -0,0 +1,3 @@
|
|||
[[ $1 ]] && opt="-n $1"
|
||||
[[ $1 == "f" ]] && opt="-f"
|
||||
docker-compose logs $opt
|
||||
|
|
@ -0,0 +1,9 @@
|
|||
# UCI Caddy Container
|
||||
|
||||
use caddy.inst to install on your host
|
||||
|
||||
by default install script will create file <hostname>.conf in /opt/caddy/conf
|
||||
|
||||
/opt/caddy/conf by default will be mounted in container
|
||||
|
||||
now create your (route53) dns challenge credentails file, by defualt with be /opt/caddy/credentials.env
|
||||
|
|
@ -0,0 +1,3 @@
|
|||
#!/bin/bash
|
||||
./stop
|
||||
./start
|
||||
|
|
@ -0,0 +1 @@
|
|||
docker-compose up
|
||||
|
|
@ -0,0 +1 @@
|
|||
docker-compose down -v
|
||||
|
|
@ -0,0 +1,5 @@
|
|||
echo upping the max size of the host buffer
|
||||
echo net.core.rmem_max=2500000 | sudo tee -a /etc/sysctl.conf
|
||||
# confirm
|
||||
sudo sysctl -p | grep rmem_max
|
||||
docker-compose up -d
|
||||
|
|
@ -0,0 +1 @@
|
|||
docker-compose down
|
||||
|
|
@ -0,0 +1,3 @@
|
|||
#!/bin/bash
|
||||
source .env
|
||||
docker exec -it ${NAME:-caddy} bash -l
|
||||
|
|
@ -0,0 +1,4 @@
|
|||
#!/bin/bash
|
||||
./stop
|
||||
docker-compose pull
|
||||
./start
|
||||
|
|
@ -1,36 +0,0 @@
|
|||
#!/bin/bash
|
||||
module_load filesystem
|
||||
module_load confirm
|
||||
|
||||
copy_rootfs () {
|
||||
local dr=""
|
||||
# local de=--delete-excluded
|
||||
[[ ! $(mounted $1) ]] && echo $1 is not a mountpoint exiting && return 2
|
||||
cmd=$(echo sudo rsync $dr $de --progress -aAXv --exclude={\
|
||||
"/dev/*",\
|
||||
"/proc/*",\
|
||||
"/sys/*",\
|
||||
"tmp/*",\
|
||||
"/run/*",\
|
||||
"/mnt/*",\
|
||||
"/media/*",\
|
||||
"/lost+found",\
|
||||
"/data/*",\
|
||||
"/backup/*",\
|
||||
"/snapshots/*",\
|
||||
"/remotes/*",\
|
||||
"*[Cc]ache*",\
|
||||
"*/[Ll]og/*",\
|
||||
"*/[Ll]ogs/*",\
|
||||
"*.[Ll]og",\
|
||||
"/etc/fstab*",\
|
||||
"/boot/refind_linux.conf"\
|
||||
}\
|
||||
/ $1
|
||||
)
|
||||
echo $cmd
|
||||
if confirm run this copy command; then
|
||||
$cmd
|
||||
fi
|
||||
|
||||
}
|
||||
|
|
@ -0,0 +1,108 @@
|
|||
#!/bin/bash
|
||||
|
||||
scripts_dir="$(dirname $(realpath "${BASH_SOURCE:-$0}"))"
|
||||
|
||||
clone_snaps () {
|
||||
local snap; local bsnap
|
||||
if ! sudo mkdir -p $TDIR/$TNAME &>/dev/null; then
|
||||
echo ERROR unable to make directory $TDIR/$TNAME
|
||||
return 1
|
||||
fi
|
||||
echo cloning transfered read only snapshots at $TSNAPS
|
||||
ls -la $TSNAPS
|
||||
echo to $TDIR/$TNAME
|
||||
echo "################"
|
||||
echo cdir: $CDIR, tname: $TNAME
|
||||
latest=$(sudo btrbk -c "$CDIR/$TNAME.conf" list --format col:h:target_subvolume | xargs -I % sh -c 'basename %' | sed '$!N; /^\(.*\)\n\1$/!P; D')
|
||||
echo $latest
|
||||
if [[ $latest ]]; then
|
||||
for snap in $latest; do
|
||||
# dests+=" $(btrbk -c $file list target --format col:h:target_path)"
|
||||
bsnap=$(basename "${snap%.*}")
|
||||
echo cloning $TSNAPS/$snap to $TDIR/$TNAME/$bsnap
|
||||
if [[ -d $TDIR/$TNAME/$bsnap ]]; then
|
||||
echo snapshot $TDIR/$TNAME/$bsnap already exists you must manually remove it if you want to overwrite
|
||||
echo "'sudo btrfs sub del $TDIR/$TNAME/$bsnap' or 'sudo btrfs sub del $TDIR/$TNAME/*'"
|
||||
else
|
||||
sudo btrfs sub snap $TSNAPS/$snap $TDIR/$TNAME/$bsnap
|
||||
echo $TDIR/$TNAME/$bsnap
|
||||
ls -la $TDIR/$TNAME/$bsnap
|
||||
fi
|
||||
done
|
||||
echo $TDIR/$TNAME
|
||||
ls -la $TDIR/$TNAME
|
||||
else
|
||||
echo no transfered snapshots, nothing to clone
|
||||
fi
|
||||
}
|
||||
|
||||
osxfer () {
|
||||
|
||||
local TDIR; local TSNAPS; local SDIR; local CDIR
|
||||
|
||||
efile=$1.env
|
||||
if [[ -f $efile ]]; then
|
||||
module_load confirm
|
||||
echo "#### sourcing $efile ########"
|
||||
source $efile
|
||||
TDIR=${TDIR:-/snapshots/transfer/target}
|
||||
TSNAPS=${TDIR:-/snapshots/transfer/target}/${TSNAPS:-tmp/tsnaps}
|
||||
SDIR=${SDIR:-/snapshots/transfer/source}
|
||||
CDIR=${CDIR:-/snapshots/conf}
|
||||
echo tsnaps: $TSNAPS
|
||||
# TODO make sure minimal environment is set
|
||||
source <(
|
||||
source $efile
|
||||
bash $(module_find btpl) $scripts_dir/os.conf.tmpl
|
||||
) >$CDIR/$TNAME.conf
|
||||
# echo "######### btrbk file: $TNAME.conf ##############"
|
||||
echo "$CDIR/$TNAME.conf"
|
||||
# echo "#######################"
|
||||
# if ! confirm "conf file is ok?"; then exit; fi
|
||||
module_load btrbk btrfs
|
||||
mkdir -p $TDIR &>/dev/null
|
||||
mkdir -p $SDIR &>/dev/null
|
||||
# echo $SDIR
|
||||
# ls -la /snapshots/transfer
|
||||
[[ $TLABEL ]] && sudo mount -L $TLABEL $TDIR
|
||||
[[ $TUUID ]] && sudo mount --UUID=$TUUID $TDIR
|
||||
[[ $TDEV ]] && sudo mount /dev/$TDEV $TDIR
|
||||
if mountpoint $TDIR &>/dev/null; then
|
||||
sudo mkdir -p $TSNAPS
|
||||
echo able to mount $TLABEL $TUUID $TDEV at $TDIR... continuing transfer
|
||||
if ls $TSNAPS/@root.* &>/dev/null; then
|
||||
echo exists
|
||||
if ! confirm a set of transfer snapshots exist at destination, resend?; then
|
||||
clone_snaps
|
||||
return
|
||||
fi
|
||||
fi
|
||||
if btrbk_run $2 "$CDIR/$TNAME.conf"; then
|
||||
echo successful transfer from $SMP/$SNAME to $TLABEL $TUUID $TDEV - $TSNAPS
|
||||
sudo btrbk -c "$CDIR/$TNAME.conf" list latest
|
||||
echo "########################"
|
||||
clone_snaps
|
||||
else
|
||||
echo ERROR: snapshot transfer to $TLABEL $TUUID $TDEV - $TSNAPS failed
|
||||
fi
|
||||
echo deleting temporary transfer snapshots at $SDIR
|
||||
sudo btrfs sub del $SDIR/*
|
||||
sudo rm -rf $SDIR
|
||||
# echo deleting temporary transfer snapshots at $TSNAPS
|
||||
# sudo btrfs sub del $TSNAPS/*
|
||||
# sudo rm -rf $TSNAPS
|
||||
echo unmounting $TDIR
|
||||
if sudo umount -R $TDIR; then
|
||||
if ! confirm "remove local mount directory $TDIR?"; then exit; fi
|
||||
sudo rm -f $TDIR
|
||||
else
|
||||
echo WARNING: not able to unmount $TDIR
|
||||
fi
|
||||
else
|
||||
echo unable to mount $TLABEL $TUUID $TDEV at $TDIR
|
||||
fi
|
||||
else
|
||||
echo environment file $efile does not exisit
|
||||
fi
|
||||
|
||||
}
|
||||
Loading…
Reference in New Issue