nzedb-ass.sh

#!/bin/bash
# Script Name: nZEDb Auto Installer
# Author: STX2k (2016)
# Based on the idea from: PREngineer
# Updated for use with PHP7 by: 0x556x79
#############################################

# Color definition variables
YELLOW='\e[33;3m'
RED='\e[91m'
BLACK='\033[0m'
CYAN='\e[96m'
GREEN='\e[92m'

# stay safe
set -euo pipefail

# Change to /temp
mkdir /tmp/nzedb
cd /tmp/nzedb

# Make sure to clear the Terminal
clear

# Display the Title Information
echo
echo "$RED"
echo -e "  ________________________  ___________  __     "
echo -e " /   _____/\__    ___/\   \/  /\_____  \|  | __ "
echo -e " \_____  \   |    |    \     /  /  ____/|  |/ / "
echo -e " /        \  |    |    /     \ /       \|    <  "
echo -e "/_______  /  |____|   /___/\  \\_______ \__|_ \ "
echo -e "        \/                  \_/        \/    \/ "
echo -e "           _  _| _ |_ _ _|  |_                  "
echo -e "       |_||_)(_|(_||_(-(_|  |_)\/               "
echo -e "          |                    /                "
echo -e "   ___       _____ _____   __      ______       "
echo -e "  / _ \     | ____| ____| / /     |____  / _ \  "
echo -e " | | | |_  _| |__ | |__  / /___  __   / / (_) | "
echo -e " | | | \ \/ /___ \|___ \| '_ \ \/ /  / / \__, | "
echo -e " | |_| |>  < ___) |___) | (_) >  <  / /    / /  "
echo -e "  \___//_/\_\____/|____/ \___/_/\_\/_/    /_/   "
echo -e "$CYAN"
echo -e "nZEDb Auto Installer by STX2k updated by 0x556x79"
echo

echo -e "$RED"' You use this Script on your own risk!'"$BLACK"
echo

# Function to check if running user is root
function CHECK_ROOT {
	if [ "$(id -u)" != "0" ]; then
		echo
		echo -e "$RED" "This script must be run as root." 1>&2
		echo
		exit 1
	fi
}

#User for nZEDb
echo -e "$YELLOW"
echo -e "---> [For safety reasons, we create a separate user...]""$BLACK"
read -r -p "User Account Name (eg. nzedb):" usernamenzb
echo -e "$YELLOW"
echo -e "---> [ Creating user and add to www-data group]""$BLACK"
sudo useradd -r -s /bin/false "$usernamenzb" || true
sudo usermod -aG www-data "$usernamenzb" || true
echo -e "$GREEN"
echo -e "[DONE!]"

# Updating System
echo -e "$YELLOW"
echo -e "---> [Updating System...]""$BLACK"
sudo apt-get update > /dev/null
sudo apt-get -y upgrade > /dev/null
sudo apt-get -y dist-upgrade > /dev/null
echo -e "$GREEN"
echo -e "[DONE!]"

# Installing Basic Software
echo -e "$YELLOW"
echo -e "---> [Installing Basic Software...]""$BLACK"
sudo apt-get install -y ca-certificates nano curl git htop man software-properties-common par2 unzip wget tmux ntp ntpdate time tcptrack bwm-ng mytop > /dev/null
sudo python3 -m easy_install pip > /dev/null
echo -e "$GREEN"
echo -e "[DONE!]"

# Installing Extra Software like mediainfo
echo -e "$YELLOW"
echo -e "---> [Install ffmpeg, mediainfo, p7zip-full, unrar and lame...]""$BLACK"
sudo apt-get install -y unrar unrar-free p7zip-full mediainfo lame ffmpeg > /dev/null
echo -e "$GREEN"
echo -e "[DONE!]"

# Installing Python 3 and some modules
echo -e "$YELLOW"
echo -e "---> [Installing Python and Modules...]""$BLACK"
sudo apt-get install -y python python-setuptools python-dev software-properties-common python3-setuptools python3-pip python-pip > /dev/null && \
python -m easy_install pip > /dev/null && \
pip install cymysql > /dev/null && \
pip install pynntp > /dev/null && \
pip install socketpool > /dev/null && \
pip list --format=columns > /dev/null
python3 -m easy_install pip > /dev/null && \
pip3 install cymysql > /dev/null && \
pip3 install pynntp > /dev/null && \
pip3 install socketpool > /dev/null && \
pip3 list --format=columns > /dev/null
echo -e "$GREEN"
echo -e "[DONE!]"

#Add PHP 7 ppa:ondrej/php
echo -e "$YELLOW"
echo -e "---> [Adding ondrej/php repo...]""$BLACK"
sudo add-apt-repository -y ppa:ondrej/php > /dev/null
sudo apt-add-repository -y multiverse > /dev/null
sudo apt-get update -y > /dev/null
echo -e "$GREEN"
echo -e "[DONE!]"

# Installing PHP 7.2
echo -e "$YELLOW"
echo -e "---> [Installing PHP & Extensions...]""$BLACK"
sudo apt-get install -y libpcre3-dev php7.2-fpm php7.2-dev php-pear php7.2-gd php7.2-mysql php7.2-curl php7.2-common php7.2-json php7.2-cli > /dev/null
echo -e "$GREEN"
echo -e "[DONE!]"

# Configure PHP 7.2
echo -e "$YELLOW"
echo -e "---> [Do some magic with the php7.2 config...]""$BLACK"
sed -ri 's/(max_execution_time =) ([0-9]+)/\1 120/' /etc/php/7.2/cli/php.ini
sed -ri 's/(memory_limit =) ([0-9]+)/\1 -1/' /etc/php/7.2/cli/php.ini
sed -ri 's/(upload_max_filesize =) ([0-9]+)/\1 100/' /etc/php/7.2/cli/php.ini
sed -ri 's/(post_max_size =) ([0-9]+)/\1 150/' /etc/php/7.2/cli/php.ini
sed -ri 's/;(date.timezone =)/\1 Europe\/Berlin/' /etc/php/7.2/cli/php.ini
sed -ri 's/(max_execution_time =) ([0-9]+)/\1 120/' /etc/php/7.2/fpm/php.ini
sed -ri 's/(memory_limit =) ([0-9]+)/\1 1024/' /etc/php/7.2/fpm/php.ini
sed -ri 's/(upload_max_filesize =) ([0-9]+)/\1 100/' /etc/php/7.2/fpm/php.ini
sed -ri 's/(post_max_size =) ([0-9]+)/\1 150/' /etc/php/7.2/fpm/php.ini
sed -ri 's/;(date.timezone =)/\1 Europe\/Berlin/' /etc/php/7.2/fpm/php.ini
echo -e "$GREEN"
echo -e "[DONE!]"

# Installing FPM
#echo -e "$YELLOW"
#echo -e "---> [Installing FPM...]""$BLACK"
#gem install --no-document fpm
#fpm --version
#echo -e "$GREEN"
#echo -e "[DONE!]"

# Install yEnc decoder extension for PHP 7
#echo -e "$YELLOW"
#echo -e "---> [Installing yEnc decoder extension for PHP7...]""$BLACK"
#conf=$(php -i | grep -o "Scan this dir for additional .ini files => \S*" | cut -d\  -f9)
#major=$(php -r "echo PHP_VERSION;" | cut -d. -f1)
#minor=$(php -r "echo PHP_VERSION;" | cut -d. -f2)
#phpver="$major.$minor"
#
#fpm -s dir -t deb \
#    -n php"$phpver"-yenc -v 1.3.0 \
#    --depends "php${phpver}" \
#    --description "php-yenc extension build for PHP ${phpver}" \
#    --url 'https://github.com/niel/php-yenc' \
#    --after-install=post-install.sh \
#     /etc/php/"$phpver"/mods-available/yenc.ini \
#     "$conf"/20-yenc.ini \
#     "$(php-config  --extension-dir)"/yenc.so
#echo -e "$GREEN"
#echo -e "[DONE!]"

# Installing Composer for nZEDb
echo -e "$YELLOW"
echo -e "---> [Install Composer...]""$BLACK"
#php -r "copy('https://getcomposer.org/installer', 'composer-setup.php');"
#php -r "if (hash_file('sha384', 'composer-setup.php') === 'c5b9b6d368201a9db6f74e2611495f369991b72d9c8cbd3ffbc63edff210eb73d46ffbfce88669ad33695ef77dc76976') { echo 'Installer verified'; } else { echo 'Installer corrupt'; unlink('composer-setup.php'); } echo PHP_EOL;"
#php composer-setup.php
#php -r "unlink('composer-setup.php');"
#composer -V
EXPECTED_SIGNATURE="$(wget -q -O - https://composer.github.io/installer.sig)"
php -r "copy('https://getcomposer.org/installer', 'composer-setup.php');"
ACTUAL_SIGNATURE="$(php -r "echo hash_file('sha384', 'composer-setup.php');")"

if [ "$EXPECTED_SIGNATURE" != "$ACTUAL_SIGNATURE" ]
then
    >&2 echo 'ERROR: Invalid installer signature'
    rm composer-setup.php
fi

php composer-setup.php --quiet
RESULT=$?
rm composer-setup.php
echo -e "$RESULT"
sudo mv composer.phar /usr/local/bin/composer
composer -V
echo -e "$GREEN"
echo -e "[DONE!]"

# Installing MariaDB 
echo -e "$YELLOW"
echo -e "---> [Adding MariaDB repo...]""$BLACK"
sudo apt-get install -y software-properties-common mysql-common > /dev/null
sudo apt-key adv --fetch-keys 'https://mariadb.org/mariadb_release_signing_key.asc'  > /dev/null
sudo add-apt-repository 'deb [arch=amd64,arm64,ppc64el] http://mirror.wtnet.de/mariadb/repo/10.4/ubuntu bionic main'  > /dev/null
sudo apt-get update -y > /dev/null
echo -e "$GREEN"
echo -e "[DONE!]"

echo -e "$YELLOW"
echo -e "---> [Installing MariaDB...]""$BLACK"
sudo apt-get install --reinstall mysql-common > /dev/null
sudo apt-get install -y mariadb-server mariadb-client apparmor-utils > /dev/null
sudo rm /etc/systemd/system/mysql.service > /dev/null || true
sudo rm /etc/systemd/system/mysqld.service > /dev/null || true
sudo systemctl enable mariadb > /dev/null
sudo aa-complain /usr/sbin/mysqld > /dev/null || true
echo -e "$GREEN"
echo -e "[DONE!]"

echo -e "$YELLOW"
echo -e "---> [Starting MariaDB...]""$BLACK"
sudo systemctl start mysql
mysql_tzinfo_to_sql /usr/share/zoneinfo | sudo mysql -u root mysql || true
echo -e "$GREEN"
echo -e "[DONE!]"

# Configure MariaB
echo -e "$YELLOW"
echo -e "---> [Configure MariaB...]""$BLACK"
sudo cat <<EOF >> /etc/mysql/my.cnf
### configurations by nZEDb ####
innodb_file_per_table = ON
group_concat_max_len = 8192
sql_mode = ''
innodb_buffer_pool_dump_at_shutdown = ON
innodb_buffer_pool_load_at_startup  = ON
innodb_checksum_algorithm           = crc32
EOF
sudo systemctl restart mysql 
echo -e "$GREEN"
echo -e "[DONE!]"

# Creating MySQl User for nZEDb
echo -e "$YELLOW"
echo -e "---> [Set password for MySQL user 'nzedb'...]""$BLACK"
read -r -p "Set password:" passwordmysql
echo -e "$CYAN"
echo -e "---> [Creating MySQL user 'nzedb'...]""$BLACK"
#echo -e "$RED" "Please login with your MySQL Root password!"
Q0="CREATE USER 'nzedb'@'localhost' IDENTIFIED BY '$passwordmysql';"
Q1="GRANT ALL ON *.* TO 'nzedb'@'localhost' IDENTIFIED BY '$passwordmysql';"
Q2="GRANT FILE ON *.* TO 'nzedb'@'localhost' IDENTIFIED BY '$passwordmysql';"
Q3="FLUSH PRIVILEGES;"
SQL="${Q0}${Q1}${Q2}${Q3}"
mysql -uroot -e "$SQL"
echo
echo -e "-------------------------------------------------"
echo -e "# WHEN FILLING THE DATABASE INFORMATION IN NZEDB#"
echo -e "# USE '0.0.0.0' as the hostname!                #"
echo -e "#                                               #"
echo -e "# MySQL User: nzedb                             #"
echo -e "# MySQL Pass: $passwordmysql  #"
echo -e "#                                               #"
echo -e "# Safe this login details for install nzedb     #"
echo -e "-------------------------------------------------""$BLACK"
echo -e "$YELLOW"
echo -e "---> [Lets secure the MySQL installation...]""$BLACK"
mysql_secure_installation
echo -e "$GREEN"
echo -e "[DONE!]"

# Install Apache 2.4
echo -e "$YELLOW"
echo -e "---> [Adding ondrej/apache2 repo...]""$BLACK"
sudo add-apt-repository -y ppa:ondrej/apache2 > /dev/null
sudo apt-get update -y > /dev/null
echo -e "$GREEN"
echo -e "[DONE!]"
echo -e "$YELLOW"
echo -e "---> [Installing Apache 2...]""$BLACK"
sudo apt-get install -y apache2 libapache2-mod-php7.2 > /dev/null
echo -e "$GREEN"
echo -e "[DONE!]"

echo -e "$YELLOW"
echo -e "---> [Installing mod_md...]""$BLACK"
sudo apt-get install -y apache2-dev apache2-ssl-dev libcurl4-gnutls-dev libjansson-dev libtool-bin  > /dev/null
wget -q https://github.com/icing/mod_md/releases/download/v2.2.6/mod_md-2.2.6.tar.gz
tar -xf mod_md-2.2.6.tar.gz
cd mod_md-2.2.6 > /dev/null
./configure --with-apxs=/usr/bin/apxs > /dev/null
make > /dev/null
make install > /dev/null
libtool --finish /usr/lib> /dev/null
echo -e "$GREEN"
echo -e "[DONE!]"

echo -e "$YELLOW"
echo -e "---> [Configure Apache 2...]""$BLACK"
sudo touch /etc/apache2/mods-available/md.load > /dev/null
echo LoadModule md_module /usr/lib/apache2/modules/mod_md.so > /etc/apache2/mods-available/md.load
sudo apachectl stop > /dev/null
sudo a2dismod php7.2 > /dev/null
sudo a2dismod mpm_prefork > /dev/null
sudo a2enmod md > /dev/null
sudo a2enmod rewrite > /dev/null
sudo a2enmod proxy_fcgi setenvif > /dev/null
sudo a2enmod mpm_event > /dev/null
sudo a2enconf php7.2-fpm > /dev/null
sudo systemctl start apache2
echo -e "$GREEN"
echo -e "[DONE!]"

echo -e "$YELLOW"
echo -e "---> [Creatin nZEDb Apache 2 config...]""$BLACK"
cat <<EOF >> nZEDb.conf
MDCertificateAgreement accepted
MDomain FQDN

<VirtualHost *:80>
    ServerName FQDN
    DocumentRoot "/var/www/nZEDb/www"
    Alias /covers /var/www/nZEDb/resources/covers
    Redirect / https://FQDN
</VirtualHost>

<VirtualHost *:443>
	ServerAdmin webmaster@FQDN
        ServerName FQDN
        SSLEngine on      
        DocumentRoot "/var/www/nZEDb/www"
        Alias /covers /var/www/nZEDb/resources/covers
        LogLevel warn
        ServerSignature Off
        ErrorLog /var/log/apache2/error_nzedb.log
        CustomLog /var/log/apache2/access_nzedb.log combined
  
        <FilesMatch "\.(cgi|shtml|phtml|php)$">
                SSLOptions +StdEnvVars
        </FilesMatch>
        <Directory /usr/lib/cgi-bin>
                SSLOptions +StdEnvVars
        </Directory>

        <Directory "/var/www/nZEDb/www">
                Options FollowSymLinks
                AllowOverride All
                Require all granted
        </Directory>

        <Proxy "fcgi://localhost:9000" enablereuse=on max=10>
        </Proxy>
        <FilesMatch \.php$>
            <If "-f %{REQUEST_FILENAME}">
                SetHandler "proxy:unix:/run/php/php7.2-fpm.sock|fcgi://localhost/"
            </If>
        </FilesMatch>
</VirtualHost>
EOF
sudo mv nZEDb.conf /etc/apache2/sites-available/
echo -e "$GREEN"
echo -e "[DONE!]"

echo -e "$CYAN"
read -r -p "Set Servername (eg. yourindex.com):" servername
sed -i "s/\bFQDN\b/$servername/g" /etc/apache2/sites-available/nZEDb.conf
echo -e "$CYAN"
echo -e "---> [Create SSL-Certificate and Key file...]""$BLACK"
sudo touch /etc/ssl/certs/"$servername".pem > /dev/null
sudo touch /etc/ssl/private/"$servername".key > /dev/null
echo -e "$CYAN"
echo -e "---> [Disable Apache 2 default site...]""$BLACK"
sudo a2dissite 000-default > /dev/null
echo -e "$CYAN"
echo -e "---> [Enable nZEDb site config...]""$BLACK"
sudo a2ensite nZEDb.conf > /dev/null
echo -e "$CYAN"
echo -e "---> [Enable ModRewite...]""$BLACK"
sudo a2enmod rewrite > /dev/null
echo -e "$CYAN"
echo -e "---> [Restart Apache 2...]""$BLACK"
sudo systemctl restart apache2 > /dev/null
echo -e "$GREEN"
echo -e "[DONE!]"

# Install memcached
echo -e "$YELLOW"
echo -e "---> [Installing memcached...]""$BLACK"
sudo apt-get install -y php-memcache php-memcached memcached > /dev/null
echo -e "$GREEN"
echo -e "[DONE!]"

# Install nZEDb
echo -e "$YELLOW"
echo -e "---> [nZEDb install...]""$BLACK"
sudo mkdir /var/www/nZEDb/
sudo chown www-data:www-data /var/www/nZEDb -R
sudo chmod g+w /var/www/nZEDb/ -R
sudo apt-get install php-imagick php-pear php7.2-curl php7.2-gd php7.2-json php7.2-dev php7.2-gd php7.2-mbstring php7.2-xml curl -y > /dev/null
cd /var/www
composer create-project --no-dev --keep-vcs --prefer-source nzedb/nzedb nZEDb
echo -e "$GREEN"
echo -e "[DONE!]"

# Fixing Permissions
echo -e "$YELLOW"
echo -e "---> [nZEDb install...]""$BLACK"
sudo chmod -R 755 /var/www/nZEDb/app/libraries
sudo chmod -R 755 /var/www/nZEDb/libraries
sudo chmod -R 777 /var/www/nZEDb/resources
sudo chmod -R 777 /var/www/nZEDb/www
sudo chgrp www-data nZEDb
sudo chmod -R 777 /var/www/nZEDb
sudo chgrp www-data /var/www/nZEDb/resources/smarty/templates_c
sudo chgrp -R www-data /var/www/nZEDb/resources/covers
sudo chgrp www-data /var/www/nZEDb/www
sudo chgrp www-data /var/www/nZEDb/www/install
sudo chgrp -R www-data /var/www/nZEDb/resources/nzb
sudo chown -R www-data:www-data /var/lib/php/sessions/
echo -e "$GREEN"
echo -e "[DONE!]"

# Complete the Web Setup!

echo -e "$RED""STOP! WARING! STOP! WARNING! STOP! WARNING!""$BLACK"
echo -e "$RED""STOP! WARING! STOP! WARNING! STOP! WARNING!""$BLACK"

echo -e "$YELLOW"
echo -e "-------------------------------------------------"
echo -e "# You must complete the install of nzedb first  #"
echo -e "# Go to http://$servername/install              #"
echo -e "#                                               #"
echo -e "# YOU SHOULD PROBABLY ALSO ISSUE A NEW          #"
echo -e "# CERTIFICATE FROM LET'S ENCRYPT OR SOMWHERE    #"
echo -e "# ELSE TO AVOID SSL WARNINGS IN THE BRWOSER     #"
echo -e "#                                               #"
echo -e "# After the nzedb Setup is finish you can       #"
echo -e "# continue the Setup Script! OK?                #"
echo -e "-------------------------------------------------""$BLACK"

echo -e "$RED""STOP! WARING! STOP! WARNING! STOP! WARNING!""$BLACK"
echo -e "$RED""STOP! WARING! STOP! WARNING! STOP! WARNING!""$BLACK"

read -r -p "Press [Enter] to continue..."

# Import Daily Dumps
echo -e "$YELLOW"
echo -e "---> [Importing Daily Dumps...]""$BLACK"
sudo chmod 777 /var/www/nZEDb/resources
sudo chown -R "$usernamenzb":www-data /var/www/nZEDb/cli
echo
echo -e "$RED""PLEASE BE PATIENT!  THIS   + M A Y +   TAKE A LONG TIME!""$BLACK"
echo
sudo php /var/www/nZEDb/cli/data/predb_import_daily_batch.php 0 local true
echo -e "$GREEN"
echo -e "[DONE!]"

# Fixing Install TMUX
echo -e "$YELLOW"
echo -e "---> [Installing TMUX...]""$BLACK"
sudo apt-get install libevent-dev git autotools-dev automake pkg-config ncurses-dev -y > /dev/null
sudo apt-get remove tmux -y > /dev/null
git clone https://github.com/tmux/tmux.git --branch 2.0 --single-branch
cd tmux
./autogen.sh
./configure
make -j4
sudo make install
make clean
echo -e "$GREEN"
echo -e "[DONE!]"

echo -e "$YELLOW"
echo -e "---> [Configuring TMUX To Run On Startup...]""$BLACK"
(crontab -l 2>/dev/null; echo "@reboot /bin/sleep 10; /usr/bin/php /var/www/nZEDb/misc/update/nix/tmux/start.php" | crontab -) || true
echo -e "$GREEN"
echo -e "[DONE!]"

echo -e "$GREEN"
echo -e "---> WE ARE [DONE!]""$BLACK"
echo -e "To manually index run the files located in $BLUE misc/update_scripts""$BLACK"
echo -e "update_binaries = to GET article headers"
echo -e "update_releases = to CREATE releases"
echo -e ""
echo -e "To automate the process use the script located in $BLUE misc/update_scripts/nix_scripts""$BLACK"

read -r -p "Press [Enter] to continue..."

echo -e "$YELLOW"
echo -e "---> [Rebooting...]""$BLACK"
sudo reboot now
echo -e "$GREEN"
echo -e "[DONE!]""$BLACK"