zmirror-debian.sh

#!/bin/bash
#源项目地址https://github.com/aploium/zmirror
#Maintainer yumin9822@gmail.com
#本项目https://github.com/yumin9822/zmirror-docker
#############################################
#请注意Debian安装certbot的方法和ubuntu版本不一样。
#Debian 7 8 passed
#SID repo was added in the /etc/apt/sources.list
#
#
#
#############################################
PATH=/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/sbin:~/bin
export PATH
# Check if user is root
if [ $(id -u) != "0" ]; then
    echo "Error: You must be root to run this script"
    exit 1
fi

#以下列表从这里获取的https://github.com/aploium/zmirror/tree/master/more_configs
#列表9中原作者有一处拼写错误，thumblr，脚本仅在前面手动选择处改为tumblr。后续还是保持和原作者一直。
cat >&2 <<-'EOF'
	######################################################
	which site do you want to mirror? input the number. 
	If you want to add more than one, you can rerun this script
	------------------------------------------------------
	1. archive_org
	2. dropbox
	3. duckduckgo
	4. economist
	5. facebook
	6. google_and_zhwikipedia
	7. instagram
	8. thepiratebay
	9. tumblr
	10.twitter_mobile
	11.twitter_pc
	12.youtube_mobile
	13.youtube
	------------------------------------------------------
	a. not in this list, customize it.
	------------------------------------------------------
	EOF
read num

case "$num" in
1)  	NAME=archive_org;;
2)  	NAME=dropbox;;
3)  	NAME=duckduckgo;;
4)  	NAME=economist;;
5)  	NAME=facebook;;
6)  	NAME=google_and_zhwikipedia;;
7)  	NAME=instagram;;
8)  	NAME=thepiratebay;;
9)  	NAME=thumblr;;
10) 	NAME=twitter_mobile;;
11) 	NAME=twitter_pc;;
12) 	NAME=youtube_mobile;;
13) 	NAME=youtube;;
a) 	NAME=boilerplate ;;
*) 	echo "Wrong choice,exiting" && exit 1;;
esac

if [ "${NAME}" = "boilerplate" ]; then
	read -t 60 -p "(Input a name for your mirror site, such as: t66y ):" MIRROR_NAME
		if [ -z $MIRROR_NAME ]; then
			echo "mirror_name is not set, exiting"
			exit 1
		fi
    else
	MIRROR_NAME=${NAME}
fi

if [ -d "/var/www/${MIRROR_NAME}" ]; then
	echo "Mirror_name is already existing, please choose another name and run this script again"
	exit 1
fi

read -t 60 -p "(Input your Domain, such as: g.zmirrordemo.com):" DOMAIN
if [ -z $DOMAIN ]; then
	echo "Domain is not set, exiting"
	exit 1
fi

echo "You are ready to mirror \"${MIRROR_NAME}\" with the domain \"${DOMAIN}\""
echo "############################################################"
echo "The sid unstable repo will add to your /etc/apt/sources.list"
echo "Also apt-pinning was set. Package priority Stable > testing > unstable."
echo "It possibly cause some problems on your OS, Please be noted"
echo "############################################################"
read -p "Press [Enter] key to continue, Press \"Ctrl + C\" to Quit..."

export LC_ALL=C.UTF-8
\cp /usr/share/zoneinfo/Asia/Shanghai /etc/localtime

#python3.5-dev build-essential必须安装，要不然cchardet fastcache lru-dict三者都会安装失败。
#http://foojitsu.com/blog/2014/12/installing-python-3-4-and-ipython-on-debian-wheezy/
#apt-get 后面必须添加"-t sid"参数强制从sid安装python3.5和apache2.4.23
#refer to http://www.binarytides.com/enable-testing-repo-debian/
type pip3 >/dev/null 2>&1
if [ $? -ne 0 ]; then
	echo "pip3 is not installed, start to install python3.5 and pip3"
	echo "deb http://ftp.debian.org/debian sid main" >> /etc/apt/sources.list
	echo "set up apt-pinning. Package priority Stable > testing > unstable."
	cat >> /etc/apt/preferences<<-EOF
	Package: *
	Pin: release a=stable
	Pin-Priority: 700

	Package: *
	Pin: release a=testing
	Pin-Priority: 650

	Package: *
	Pin: release a=unstable
	Pin-Priority: 600
	EOF
	export DEBIAN_FRONTEND=noninteractive
	apt-get update -y
	apt-get -t sid -y -q install python3.5-dev python3.5 wget git openssl build-essential
	apt-get install -y -q curl
	wget --no-check-certificate https://bootstrap.pypa.io/get-pip.py -O - | python3.5
fi

pip3 list| grep Flask >/dev/null 2>&1 && pip3 list| grep requests >/dev/null 2>&1
if [ $? -ne 0 ]; then
	echo "Python dependencies are not installed, start to install"
	#pip3 install -U flask requests distro chardet cchardet fastcache lru-dict
	pip3 install -r https://github.com/aploium/zmirror/raw/master/requirements.txt
fi

apache2 -version | grep 2.4 >/dev/null 2>&1
if [ $? -ne 0 ]; then
	#apt-get -y update
	apt-get install -t sid -y -q apache2
	apt-get install -t sid -y -q libapache2-mod-wsgi-py3
	a2enmod rewrite mime include headers filter expires deflate autoindex setenvif ssl http2 wsgi
fi

rm -rf /etc/apache2/sites-enabled/000-default.conf
rm -rf /etc/apache2/conf-enabled/charset.conf
rm -rf /etc/apache2/conf-enabled/other-vhosts-access-log.conf
rm -rf /etc/apache2/conf-enabled/serve-cgi-bin.conf
rm -rf /etc/apache2/conf-enabled/localized-error-pages.conf
rm -rf /etc/apache2/conf-enabled/security.conf

if [ ! -f "/etc/apache2/conf-enabled/apache2-boilerplate.conf" ]; then
	wget --no-check-certificate -O /etc/apache2/conf-enabled/apache2-boilerplate.conf https://github.com/aploium/zmirror-onekey/raw/master/configs/apache2-boilerplate.conf
	wget --no-check-certificate -O /etc/apache2/sites-enabled/zmirror-http-redirection.conf https://github.com/aploium/zmirror-onekey/raw/master/configs/apache2-http.conf
	wget --no-check-certificate -O /etc/apache2/sites-enabled/apache2-https.conf.sample  https://github.com/aploium/zmirror-onekey/raw/master/configs/apache2-https.conf
fi

#开始安装zmirror
echo "zmirror start installation"
cd /var/www

#fix the git curl error, downgrade to stable version
apt-get remove -y --auto-remove curl libcurl3-gnutls
apt-get install -y -q curl libcurl3-gnutls
apt-get install -t sid -y -q git

git clone https://github.com/aploium/zmirror ${MIRROR_NAME} --depth=1
chown -R www-data.www-data ${MIRROR_NAME}

if [ "${MIRROR_NAME}" = "${NAME}" ]; then
	cp /var/www/${MIRROR_NAME}/more_configs/config_${MIRROR_NAME}.py /var/www/${MIRROR_NAME}/config.py
    else
	cp /var/www/${MIRROR_NAME}/more_configs/boilerplate.py /var/www/${MIRROR_NAME}/config.py
fi
sed -i "s/^my_host_scheme.*$/my_host_scheme = \'https:\/\/\'/g" /var/www/${MIRROR_NAME}/config.py
sed -i "s/^my_host_name.*$/my_host_name = \'${DOMAIN}\'/g" /var/www/${MIRROR_NAME}/config.py
echo "verbose_level = 2" >> /var/www/${MIRROR_NAME}/config.py
#youtube和twitter需要额外的custom_func.py配置文件
case "$num" in
	10 | 11 )  cp /var/www/${MIRROR_NAME}/more_configs/custom_func_twitter.py /var/www/${MIRROR_NAME}/custom_func.py;;
	12 | 13 )  cp /var/www/${MIRROR_NAME}/more_configs/custom_func_youtube.py /var/www/${MIRROR_NAME}/custom_func.py;;
esac

#certbot installation, git clone installation failed
#refer to https://github.com/vimagick/dockerfiles/tree/master/certbot
if [ ! -f "/usr/local/bin/letsencrypt" ]; then
	apt-get install -y python-pip python-dev libssl-dev dialog libffi-dev
	/usr/bin/pip install -U pip
	/usr/bin/pip install -U setuptools
	/usr/bin/pip install -U letsencrypt
fi
service apache2 stop
/usr/local/bin/letsencrypt certonly -t --agree-tos --standalone -m your@gmail.com -d ${DOMAIN}

#SSL certification weekly renew script
if [ ! -f "/etc/cron.weekly/zmirror-letsencrypt-renew.sh" ]; then
	cat > /etc/cron.weekly/zmirror-letsencrypt-renew.sh<<-EOF
	#!/bin/bash
	cd /etc/certbot
	/usr/local/bin/letsencrypt renew -n --agree-tos --standalone --pre-hook "/usr/sbin/service apache2 stop" --post-hook "/usr/sbin/service apache2 start"
	exit 0
	EOF
	chmod a+x /etc/cron.weekly/zmirror-letsencrypt-renew.sh
fi

cp /etc/apache2/sites-enabled/apache2-https.conf.sample /etc/apache2/sites-enabled/zmirror-${MIRROR_NAME}-https.conf
sed -i "s/{{mirror_name}}/${MIRROR_NAME}/g" /etc/apache2/sites-enabled/zmirror-${MIRROR_NAME}-https.conf
sed -i "s/{{domain}}/${DOMAIN}/g" /etc/apache2/sites-enabled/zmirror-${MIRROR_NAME}-https.conf
sed -i "s/{{path_to_wsgi_py}}/\/var\/www\/${MIRROR_NAME}\/wsgi.py/g" /etc/apache2/sites-enabled/zmirror-${MIRROR_NAME}-https.conf
sed -i "s/{{this_mirror_folder}}/\/var\/www\/${MIRROR_NAME}/g" /etc/apache2/sites-enabled/zmirror-${MIRROR_NAME}-https.conf
sed -i "s/{{cert_file}}/\/etc\/letsencrypt\/live\/${DOMAIN}\/cert.pem/g" /etc/apache2/sites-enabled/zmirror-${MIRROR_NAME}-https.conf
sed -i "s/{{private_key_file}}/\/etc\/letsencrypt\/live\/${DOMAIN}\/privkey.pem/g" /etc/apache2/sites-enabled/zmirror-${MIRROR_NAME}-https.conf
sed -i "s/{{cert_chain_file}}/\/etc\/letsencrypt\/live\/${DOMAIN}\/chain.pem/g" /etc/apache2/sites-enabled/zmirror-${MIRROR_NAME}-https.conf

if [ "${MIRROR_NAME}" != "${NAME}" ]; then
	echo "Please manually edit the following file, then start the apache2 by \"service apache2 start\""
	echo "/var/www/${MIRROR_NAME}/config.py"
	exit 0
fi

service apache2 start