bashclub/nasbeery
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Migrate samba to 45drives cockpit integration #1

Merged
thorsten.spille merged 20 commits from dev into main 2023-02-18 21:50:17 +01:00
Conversation 0 Commits 20 Files Changed 2 +109 -78
2 changed files with 109 additions and 78 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
README.md
View File

@ -2,6 +2,6 @@
Installer for NasBeery ZFS NAS for Raspberry PI 4 and 400 on Raspberry Pi OS Lite 64-Bit
```bash
wget -O setup-nasbeery https://github.com/thorstenspille/nasbeery/raw/main/setup-nasbeery
wget -O setup-nasbeery https://github.com/bashclub/nasbeery/raw/main/setup-nasbeery
bash setup-nasbeery
```

175
setup-nasbeery
View File

@ -3,15 +3,14 @@ prog="$(basename "$0")"
usage() {
cat >&2 <<-EOF
usage: $prog [-h] [-U USERNAME] [-P PASSWORD] [-H HOSTNAME] [-D DOMAIN] [-Z POOL] [-S SHARE] [-A ADDONS] [-F]
usage: $prog [-h] [-U USERNAME] [-P PASSWORD] [-H HOSTNAME] [-D DOMAIN] [-A ADDONS] [-S SHARE]
installs nasbeery onto your raspberry pi os
-U USERNAME Username for SSH, Cockpit and SMB Login (default: pi)
-P PASSWORD Password for SSH, Cockpit and SMB Login (min. 8 chars, default: password prompt)
-H HOSTNAME Hostname of this nasbeery (default: nasbeery)
-D DOMAIN Domain name of this nasbeery (default: bashclub.lan)
-S SHARE Name of the SMB share to create (default: share)
-A ADDONS Comma separated list of addons to install (ispconfig, docker)
-F Enforce formatting disks - WARNING: Destroys all existing data
-S SHARE Name of the SMB share to create (default: share)
---------------------------------------------------------------------------
(C) 2022 nasbeery installer by bashclub (https://github.com/bashclub)
---------------------------------------------------------------------------
@ -19,23 +18,22 @@ usage() {
exit $1
}
USERNAME=pi
USERNAME=nasbeery
HOSTNAME=nasbeery
DOMAIN=bashclub.lan
FORMAT=0
ADDONS=
ZPOOL=tank
SHARE=share
BASE_REPO=https://github.com/thorstenspille/nasbeery
BASE_REPO=https://github.com/bashclub/nasbeery
while getopts "hU:P:H:D:FIZ:S:" opt; do
while getopts "hU:P:H:D:A:S:" opt; do
case $opt in
h) usage 0 ;;
U) USERNAME=$OPTARG ;;
P) PASSWORD=$OPTARG PASSWORD_REPEAT=$OPTARG ;;
H) HOSTNAME=$OPTARG ;;
D) DOMAIN=$OPTARG ;;
F) FORMAT=1 ;;
A) ADDONS=$OPTARG ;;
S) SHARE=$OPTARG ;;
*) usage 1 ;;
@ -43,66 +41,61 @@ while getopts "hU:P:H:D:FIZ:S:" opt; do
done
shift $((OPTIND-1))
if [[ $(ls nasbeery.conf) ]]; then
if [ -f nasbeery.conf ]; then
source nasbeery.conf
else
cat << EOF > nasbeery.conf
USERNAME=$USERNAME
HOSTNAME=$HOSTNAME
DOMAIN=$DOMAIN
FORMAT=$FORMAT
ADDONS=$ADDONS
SHARE=$SHARE
EOF
fi
# Change password for Samba and Terminal
while [[ "$PASSWORD" != "$PASSWORD_REPEAT" || ${#PASSWORD} -lt 8 ]]; do
while [[ "$PASSWORD" != "$PASSWORD_REPEAT" || ${#PASSWORD} -le 8 ]]; do
PASSWORD=$(whiptail --backtitle "NASBEERY SETUP" --title "Set password!" --passwordbox "${PASSWORD_invalid_message}Please set a password for Terminal, Samba and Backupwireless\n(At least 8 characters!):" 10 75 3>&1 1>&2 2>&3)
PASSWORD_REPEAT=$(whiptail --backtitle "NASBEERY SETUP" --title "Set password!" --passwordbox "Please repeat the Password:" 10 70 3>&1 1>&2 2>&3)
PASSWORD_invalid_message="ERROR: Password is too short, or not matching! \n\n"
done
# check current zfs state
if [[ $(lsmod | grep -E ^zfs) ]] && [[ $FORMAT -eq 0 ]]; then
# module is loaded
whiptail --title "Possible data loss!" \
--backtitle "NASBEERY SETUP" \
--yes-button "PRESERVE DATA" \
--no-button "FORMAT DISKS!" \
--yesno "Would you like to preserve you existing ZFS data from a previous installation?" 10 75
FORMAT=$?
fi
# add extra apt keys
echo "Add wsdd apt repo key"
sudo apt-key adv --fetch-keys https://pkg.ltec.ch/public/conf/ltec-ag.gpg.key
# add extra apt repos
echo "Add wsdd apt repo url"
echo "deb https://pkg.ltec.ch/public/ $(lsb_release -cs) main" | sudo tee -i /etc/apt/sources.list.d/wsdd.list
echo "Add debian bullseye backports repo"
echo "deb http://ftp.de.debian.org/debian/ bullseye-backports main contrib non-free" | sudo tee -i /etc/apt/sources.list.d/bulleye-backports.list
# pin cockpit to buster backports
echo "Configure apt to install cockpit from backports repo"
cat << EOF | sudo tee -i /etc/apt/preferences.d/99-cockpit
cat << EOF | tee -i /etc/apt/preferences.d/99-cockpit
Package: cockpit cockpit-*
Pin: release a=bullseye-backports
Pin-Priority: 900
EOF
grep contrib /etc/apt/sources.list
if [ $? -gt 0 ]; then
sed -i "s/main/main contrib non-free/g" /etc/apt/sources.list
fi
echo "Add debian bullseye backports repo"
echo "deb http://ftp.de.debian.org/debian/ bullseye-backports main contrib non-free" | tee -i /etc/apt/sources.list.d/bulleye-backports.list
# update system and install packages
echo "Updating package lists"
sudo apt -qq update
apt -qq update
echo "Installing dist-upgrade"
DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical sudo apt -y -qq -o DPkg::options::="--force-confdef" -o DPkg::options::="--force-confold" dist-upgrade
DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt -y -qq -o DPkg::options::="--force-confdef" -o DPkg::options::="--force-confold" dist-upgrade
echo "Detecting Architecture"
if [[ $(dpkg --get-selections | grep -m1 "raspberrypi-kernel") ]]; then
headers="raspberrypi-kernel-headers"
elif [[ $(dpkg --get-selections | grep -E -m1 "linux-image-current-rockchip64") ]]; then
headers="linux-headers-current-rockchip64"
elif [[ $(dpkg --get-selections | grep -E -m1 "linux-image-edge-rockchip64") ]]; then
headers="linux-edge-current-rockchip64"
elif [[ $(dpkg --get-selections | grep -E -m1 "linux-image-current-meson64") ]]; then
headers="linux-headers-current-meson64"
elif [[ $(dpkg --get-selections | grep -E -m1 "linux-image-edge-meson64") ]]; then
@ -111,49 +104,91 @@ elif [[ $(dpkg --get-selections | grep -m1 "linux-image-amd64") ]]; then
headers="linux-headers-amd64"
fi
echo "Intalling required packages"
DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical sudo apt -y -qq -o DPkg::options::="--force-confdef" -o DPkg::options::="--force-confold" install $headers acl samba-dsdb-modules samba-vfs-modules samba wsdd ntpdate git apt-transport-https gnupg2 software-properties-common vim htop zfs-dkms zfsutils-linux zfs-auto-snapshot wsdd net-tools dnsutils
DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt -y -qq -o DPkg::options::="--force-confdef" -o DPkg::options::="--force-confold" install $headers ntpdate git apt-transport-https gnupg2 software-properties-common vim htop net-tools dnsutils dpkg-dev
# add extra apt keys
echo "Add wsdd apt repo key"
wget -O - https://pkg.ltec.ch/public/conf/ltec-ag.gpg.key | gpg --dearmor | tee -i /etc/apt/trusted.gpg.d/wsdd.gpg
# add extra apt repos
echo "Add wsdd apt repo url"
echo "deb [signed-by=/etc/apt/trusted.gpg.d/wsdd.gpg] https://pkg.ltec.ch/public/ $(lsb_release -cs) main" | tee -i /etc/apt/sources.list.d/wsdd.list
echo "add 45drives repo key"
wget -O - https://repo.45drives.com/key/gpg.asc | gpg --dearmor | tee -i /etc/apt/trusted.gpg.d/45drives.gpg
echo "Add 45drives apt repo url"
echo "deb [signed-by=/etc/apt/trusted.gpg.d/45drives.gpg arch=amd64] https://repo.45drives.com/debian focal main" > /etc/apt/sources.list.d/45drives.list
echo "Updating package lists"
apt -qq update
echo "Installing samba"
DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt -y -qq -o DPkg::options::="--force-confdef" -o DPkg::options::="--force-confold" install -t bullseye-backports acl samba-dsdb-modules samba-vfs-modules samba winbind wsdd zfs-dkms zfsutils-linux zfs-auto-snapshot
if [[ "$(arch)" == "aarch64" ]]; then
znapzend_version=$(apt search znapzend 2>/dev/null | grep znapzend | cut -d ' ' -f2)
wget -O znapzend_${znapzend_version}_amd64.deb https://repo.45drives.com/debian/pool/main/z/znapzend/znapzend_${znapzend_version}_amd64.deb
mkdir znapzend
dpkg-deb -R znapzend_${znapzend_version}_amd64.deb ./znapzend
sed -i "s/amd64/arm64/g" ./znapzend/DEBIAN/control
sed -i "s/x86_64-linux-gnu/aarch64-linux-gnu/g" znapzend/usr/bin/*
mv znapzend/usr/lib/x86_64-linux-gnu znapzend/usr/lib/aarch64-linux-gnu
dpkg-deb -b znapzend znapzend_${znapzend_version}_arm64.deb
apt install ./znapzend_${znapzend_version}_arm64.deb
systemctl disable znapzend.service
rm -r znapzend*
fi
echo "Installing cockpit"
DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical sudo apt -y -qq -o DPkg::options::="--force-confdef" -o DPkg::options::="--force-confold" install --no-install-recommends cockpit
DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt -y -qq -o DPkg::options::="--force-confdef" -o DPkg::options::="--force-confold" install --no-install-recommends cockpit cockpit-identities cockpit-file-sharing cockpit-navigator cockpit-zfs-manager cockpit-benchmark
echo "Activate zfs module"
sudo modprobe zfs
modprobe zfs
echo "Update time via ntp"
sudo ntpdate-debian -b > /dev/null
ntpdate-debian -b > /dev/null
rootfs=$(grep " / " /proc/mounts | cut -d'/' -f3)
if [[ "$rootfs" == *"nvme"* ]] || [[ "$rootfs" == *"mmcblk"* ]]; then
rootdisk=${rootfs::-3}
else
rootdisk=${rootfs::1}
fi
zdisks=$(echo $(lsblk -nd -I 8,259,179 -o name | grep -v ${rootdisk}) | cut -d' ' -f1-2)
case $FORMAT in
0) echo "Your ZFS Data will be preserved";;
1) echo "Existing data on the drives will be deleted..."
sudo zpool destroy $ZPOOL
sudo zpool create -f -o autoexpand=on -o ashift=12 $ZPOOL mirror sda sdb
zpool destroy $ZPOOL
zpool create -f -o autoexpand=on -o ashift=12 $ZPOOL mirror $zdisks
echo "Regenerate ssh host keys"
sudo rm -f /etc/ssh/ssh_host_*
sudo ssh-keygen -t rsa -b 4096 -f /etc/ssh/ssh_host_rsa_key -N ""
sudo ssh-keygen -t ed25519 -f /etc/ssh/ssh_host_ed25519_key -N ""
rm -f /etc/ssh/ssh_host_*
ssh-keygen -t rsa -b 4096 -f /etc/ssh/ssh_host_rsa_key -N ""
ssh-keygen -t ed25519 -f /etc/ssh/ssh_host_ed25519_key -N ""
;;
255) echo "[ESC] key pressed >> EXIT" && exit;;
esac
echo "Hadening ssh service"
echo "Enable the RSA and ED25519 keys"
sudo sed -i 's/^\#HostKey \/etc\/ssh\/ssh_host_\(rsa\|ed25519\)_key$/HostKey \/etc\/ssh\/ssh_host_\1_key/g' /etc/ssh/sshd_config
sed -i 's/^\#HostKey \/etc\/ssh\/ssh_host_\(rsa\|ed25519\)_key$/HostKey \/etc\/ssh\/ssh_host_\1_key/g' /etc/ssh/sshd_config
echo "Remove small Diffie-Hellman moduli"
awk '$5 >= 3071' /etc/ssh/moduli | sudo tee -i /etc/ssh/moduli.safe
sudo mv -f /etc/ssh/moduli.safe /etc/ssh/moduli
awk '$5 >= 3071' /etc/ssh/moduli > /etc/ssh/moduli.safe
mv -f /etc/ssh/moduli.safe /etc/ssh/moduli
echo "Restrict supported key exchange, cipher, and MAC algorithms"
echo -e "\n# Restrict key exchange, cipher, and MAC algorithms, as per sshaudit.com\n# hardening guide.\nKexAlgorithms curve25519-sha256,curve25519-sha256@libssh.org,diffie-hellman-group16-sha512,diffie-hellman-group18-sha512,diffie-hellman-group-exchange-sha256\nCiphers chacha20-poly1305@openssh.com,aes256-gcm@openssh.com,aes128-gcm@openssh.com,aes256-ctr,aes192-ctr,aes128-ctr\nMACs hmac-sha2-256-etm@openssh.com,hmac-sha2-512-etm@openssh.com,umac-128-etm@openssh.com\nHostKeyAlgorithms ssh-ed25519,ssh-ed25519-cert-v01@openssh.com,sk-ssh-ed25519@openssh.com,sk-ssh-ed25519-cert-v01@openssh.com,rsa-sha2-256,rsa-sha2-512,rsa-sha2-256-cert-v01@openssh.com,rsa-sha2-512-cert-v01@openssh.com" | sudo tee -i /etc/ssh/sshd_config.d/ssh-audit_hardening.conf
echo -e "\n# Restrict key exchange, cipher, and MAC algorithms, as per sshaudit.com\n# hardening guide.\nKexAlgorithms curve25519-sha256,curve25519-sha256@libssh.org,diffie-hellman-group16-sha512,diffie-hellman-group18-sha512,diffie-hellman-group-exchange-sha256\nCiphers chacha20-poly1305@openssh.com,aes256-gcm@openssh.com,aes128-gcm@openssh.com,aes256-ctr,aes192-ctr,aes128-ctr\nMACs hmac-sha2-256-etm@openssh.com,hmac-sha2-512-etm@openssh.com,umac-128-etm@openssh.com\nHostKeyAlgorithms ssh-ed25519,ssh-ed25519-cert-v01@openssh.com,sk-ssh-ed25519@openssh.com,sk-ssh-ed25519-cert-v01@openssh.com,rsa-sha2-256,rsa-sha2-512,rsa-sha2-256-cert-v01@openssh.com,rsa-sha2-512-cert-v01@openssh.com" | tee -i /etc/ssh/sshd_config.d/ssh-audit_hardening.conf
if [ ! $(zfs list $ZPOOL/$SHARE) ] ; then
echo "Creating $ZPOOL/$SHARE"
sudo zfs create -o compression=lz4 $ZPOOL/$SHARE
zfs create -o compression=lz4 $ZPOOL/$SHARE
fi
echo "Settings permissions on $ZPOOL/$SHARE"
sudo chmod -R 770 /$ZPOOL
sudo chown -R $USERNAME:root /$ZPOOL
chmod -R 770 /$ZPOOL
chown -R $USERNAME:root /$ZPOOL
echo "Seting hostname and fqdn"
echo "$HOSTNAME" | sudo tee -i /etc/hostname
cat << EOF | sudo tee -i /etc/hosts
echo "$HOSTNAME" | tee -i /etc/hostname
cat << EOF | tee -i /etc/hosts
# Host addresses
127.0.0.1 localhost
127.0.1.1 $HOSTNAME.$DOMAIN $HOSTNAME
@ -163,26 +198,14 @@ ff02::2 ip6-allrouters
EOF
echo "Configuring user"
sudo useradd $USERNAME
echo "$USERNAME:$PASSWORD" | sudo chpasswd
sudo smbpasswd -x $USERNAME
(echo $PASSWORD; echo $PASSWORD) | sudo smbpasswd -a $USERNAME
echo "Install or update cockpit zfs manager"
if [[ $(ls /usr/src/cockpit-zfs-manager) ]] ; then
cd /usr/src/cockpit-zfs-manager
sudo git config pull.rebase true
sudo git pull
else
sudo git clone https://github.com/45drives/cockpit-zfs-manager.git /usr/src/cockpit-zfs-manager
fi
sudo cp -r /usr/src/cockpit-zfs-manager/zfs /usr/share/cockpit
sudo mkdir -p /etc/cockpit/zfs/shares
sudo mkdir -p /etc/cockpit/zfs/snapshots
useradd -m -s /bin/bash $USERNAME
echo "$USERNAME:$PASSWORD" | chpasswd
smbpasswd -x $USERNAME
(echo $PASSWORD; echo $PASSWORD) | smbpasswd -a $USERNAME
usermod -aG sudo $USERNAME
echo "Writing cockpit configuration"
cat << EOF | sudo tee -i /etc/cockpit/zfs/config.json
cat << EOF | tee -i /etc/cockpit/zfs/config.json
{
"#1": "COCKPIT ZFS MANAGER",
"#2": "WARNING: DO NOT EDIT, AUTO-GENERATED CONFIGURATION",
@ -226,23 +249,29 @@ cat << EOF | sudo tee -i /etc/cockpit/zfs/config.json
}
EOF
if [[ $(ls /etc/cockpit/zfs/shares.conf) ]]; then
if [ -f /etc/cockpit/zfs/shares.conf ]; then
echo "Creating cockpit zfs shares conf"
cat << EOF | sudo tee -i /etc/cockpit/zfs/shares.conf
mkdir -p /etc/cockpit/zfs/
cat << EOF | tee -i /etc/cockpit/zfs/shares.conf
# COCKPIT ZFS MANAGER
# WARNING: DO NOT EDIT, AUTO-GENERATED CONFIGURATION
EOF
fi
echo "Configure zfs-auto-snapshot: change retention from 24 to 48h and 12 to 3 months"
sudo sed -i 's/24/48/g' /etc/cron.hourly/zfs-auto-snapshot
sudo sed -i 's/12/3/g' /etc/cron.monthly/zfs-auto-snapshot
sed -i 's/24/48/g' /etc/cron.hourly/zfs-auto-snapshot
sed -i 's/12/3/g' /etc/cron.monthly/zfs-auto-snapshot
echo "Configure RAID led"
echo -e 'PATH="/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin"\n*/1 * * * * root echo 14 > /sys/class/gpio/export 2> /dev/null;echo out > /sys/class/gpio/gpio14/direction ; zpool import -fa -d /dev/ > /dev/null; zpool list| grep -q ONLINE; echo \$? > /sys/class/gpio/gpio14/value' | sudo tee -i /etc/cron.d/raidled
echo -e 'PATH="/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin"\n*/1 * * * * root echo 14 > /sys/class/gpio/export 2> /dev/null;echo out > /sys/class/gpio/gpio14/direction ; zpool import -fa -d /dev/ > /dev/null; zpool list| grep -q ONLINE; echo \$? > /sys/class/gpio/gpio14/value' | tee -i /etc/cron.d/raidled
echo "Write samba server configuration"
cat << EOF | sudo tee -i /etc/samba/smb.conf
cat << EOF | tee -i /etc/samba/smb.conf
[global]
include = registry
EOF
cat << EOF | tee -i /etc/samba/import.template
[global]
workgroup = WORKGROUP
log file = /var/log/samba/log.%m
@ -273,6 +302,8 @@ cat << EOF | sudo tee -i /etc/samba/smb.conf
directory mask = 0770
EOF
net conf import /etc/samba/import.template
#### PLUGIN INSTALLATION ####
for addon in $ADDONS; do
wget -O ./$addon $base_repo/raw/main/plugins/$addon
@ -280,9 +311,9 @@ for addon in $ADDONS; do
done
echo "Restart samba services"
sudo systemctl enable smbd nmbd wsdd
systemctl enable smbd nmbd wsdd
echo "############################################"
echo "nasbeery installation finished! rebooting..."
echo "############################################"
sudo reboot
reboot