[NEW:2020-07-13] ERPNext v12 manual install on Debian Buster 10.3+ with Python v3+

sed -i '/#Port 22/Port 22188/' /etc/ssh/sshd_config;
systemctl restart ssh

ssh user001@192.168.1.118 -p 22118;

#Switch to Root User
su -;
apt upgrade -y && apt update -y;
apt install -y sudo;

#Set some variables to make life a bit easier - NB!!! these values are NOT safe for live systems, so please don't use them
RootPWD="rootpassword";
ERPNextPWD="erpnextpassword";
MySQLpwd="mysqlpassword";
adminPWD="adminpassword";
#echo "root:$RootPWD;erpnext:$ERPNextPWD;mysql:$MySQLpwd;"  #uncomment to show these for debug/info

#Install some essential utilities
sudo apt install -y sshfs gcc wget binutils net-tools dnsutils lsof mc \
    curl libssl-dev libffi-dev network-manager \
    git-core build-essential software-properties-common \
    dirmngr apt-transport-https ca-certificates \
    ;

#Install mariadb/mysql
sudo apt-key adv --recv-keys --keyserver keyserver.ubuntu.com 0xF1656F24C74CD1D8 #Signing key for mariaDB
sudo apt install mariadb-client mariadb-server -y
#1) Test the install: 
   mysql -u root
   exit
#2) Also good idea to do the GRANT items here after 

  mysql_secure_installation   #You'll use the password you set here in the lines below
  MySQLusr="root";            #as set in the above command [mysql_secure_installation]
  MySQLpwd="mysqlpassword";   #as set in the above command [mysql_secure_installation]
  #echo $MySQLusr $MySQLpwd #4DBG#
  commandToRun="GRANT ALL PRIVILEGES ON *.* TO \"$MySQLusr\"@\"localhost\" IDENTIFIED BY \"$MySQLpwd\" WITH GRANT OPTION";      #echo $commandToRun;  #4DBG#
    mysql -u$MySQLusr -p$MySQLpwd -Bse "$commandToRun";
  commandToRun="GRANT ALL PRIVILEGES ON *.* TO \"$MySQLusr\"@\"127.%.%.%\" IDENTIFIED BY \"$MySQLpwd\" WITH GRANT OPTION";      #echo $commandToRun;  #4DBG#
    mysql -u$MySQLusr -p$MySQLpwd -Bse "$commandToRun";
  #the command below needs to be tuned to you LAN/subnet - in my case machines on the localnet can access the DB - but this is optional
  commandToRun="GRANT ALL PRIVILEGES ON *.* TO \"$MySQLusr\"@\"192.168.%.%\" IDENTIFIED BY \"$MySQLpwd\" WITH GRANT OPTION";    #echo $commandToRun; #4DBG#
    mysql -u$MySQLusr -p$MySQLpwd -Bse "$commandToRun";


#Tune the DB (should be done before the frappe installs, otherwise it will warn you to make these changes before it proceeds
cat /etc/mysql/my.cnf | grep global | grep conf.d | awk '/conf.d/ {print $3}'   #I had some issues because I used *.conf instead of cnf, so check your system's preference/requirement
#nano /etc/mysql/my.cnf - OR - create a conf.d version in one of /etc/mysql/conf.d/ or /etc/mysql/mariadb.conf.d/
    #https://mariadb.com/kb/en/configuring-mariadb-with-option-files/
    #   All option file names MUST end in  .cnf  on Unix-like operating systems.
#NB! if you're running mariadb [instead of mysqld], and you specify the directives in /etc/mysql/conf.d/*.cnf, some of them get ignored (eg. collation settings)
#I don't know why, but eg.collation_server gets ignored if set via /etc/mysql/conf.d/*.cnf
#but works perfectly via /etc/mysql/mariadb.conf.d/*.cnf

#The figures below are based on a 4GB RAM scenario, and should be adjusted to suit YOUR system
cat <<EOF > /etc/mysql/mariadb.conf.d/mariadb4ERPNext.cnf
[mysqld]
innodb_file_format=barracuda
innodb_file_per_table=1
innodb_large_prefix=1
character_set_client_handshake = FALSE
character_set_server = utf8mb4
collation_server = utf8mb4_unicode_ci
# Set buffer pool size to 50_80% of your computer's memory
innodb_buffer_pool_size=2048M
# Set the log file size to about 25% of the buffer pool size
innodb_log_file_size=512M
innodb_log_buffer_size=256M
# the default here is 4MB, or maybe 16MB?? in more recent versions, which sometimes allows for disconnects in the middle of transactions
max_allowed_packet=32M

[mysql]
default_character_set = utf8mb4
EOF
#cat /etc/mysql/mariadb.conf.d/mariadb4ERPNext.cnf  #4DBG#
#set permissions - according to mysql documentation, the DB will ignore cnf files with world writeable permissions
sudo chmod 644 /etc/mysql/mariadb.conf.d/mariadb4ERPNext.cnf
#Restart the mysql/mariadb #AND# check that the values were accepted/loaded
sudo systemctl restart mysql
  commandToRun="SHOW VARIABLES;";      #echo $commandToRun;  #4DBG#
    mysql -u$MySQLusr -p$MySQLpwd -Bse "$commandToRun" | grep "innodb_file_\|innodb_buffer_\|innodb_log_\|innodb_large\|character_set\|^max_allowed_packet\|character_set_server\|collation_server";

sudo apt install libmariadbclient-dev -y

#Install web server/services
sudo systemctl stop apache2     #Shouldn't be installed, but if it is, disable it otherwise nginx install will FAIL
sudo apt install -y nginx       #install nginx
   #1a- Test the install: http://192.168.1.232
sudo apt install -y supervisor; #needed for production mode
#sudo systemctl enable supervisor;

#Install node and related utilities - I have selected node v12 although v14 is available
        #curl -sL https://deb.nodesource.com/setup_14.x | sudo bash -   #####v14.x
curl -sL https://deb.nodesource.com/setup_12.x | sudo bash -;   #####v12.x
sudo apt install nodejs -y;
## To install the Yarn package manager, run:
curl -sL https://dl.yarnpkg.com/debian/pubkey.gpg | sudo apt-key add -;
echo "deb https://dl.yarnpkg.com/debian/ stable main" | sudo tee /etc/apt/sources.list.d/yarn.list;
sudo apt update -y && sudo apt -y install yarn;
  node -v && npm -v && yarn -v;  #1- Test the install: 
#Redis
sudo apt install redis-server -y;
  redis-server -v;  #1- Test the install: 

#wkhtmltopdf        #NB! apt install wkhtmltopdf -y #[installs an "old" version which is not good]
sudo apt install -y libfontconfig fontconfig xvfb libxrender1 xfonts-base xfonts-75dpi; #required libraries
#wget https://github.com/wkhtmltopdf/wkhtmltopdf/releases/download/0.12.5/wkhtmltox_0.12.5-1.stretch_amd64.deb && sudo dpkg --install wkhtmltox_0.12.5-1.stretch_amd64.deb
wget https://github.com/wkhtmltopdf/packaging/releases/download/0.12.6-1/wkhtmltox_0.12.6-1.buster_amd64.deb && sudo dpkg --install wkhtmltox_0.12.6-1.buster_amd64.deb;
wkhtmltopdf --version  #Test the install: wkhtmltopdf 0.12.6 (with patched qt)

ss -tnlp;   #check all the listeners/ports etc
            #You should have ssh/22, nginx/80, redis/6379, mysql/3306

#______________________________________________________________________________#
#Python related items - specifically, and carefully around the python3 side of things.
#In MOST cases below, python3->python will install the v2.7.x versions, but we're specifically avoiding that for this python3 preferred installation
sudo apt-get install -y virtualenv python3-dev python3-setuptools python3-pip \
    python3-mysqldb python3-pdfkit python3-cxx-dev python-pip-whl \
    ;
        #Added this [2019-11-15] to address the botocore problem 
            #ERROR: botocore 1.13.18 has requirement python-dateutil<2.8.1,>=2.1; python_version >= “2.7”, but you’ll have python-dateutil 2.8.1 which is incompatible.
        #sudo apt install -y python3-dateutil -y
        #sudo apt install -y python3-virtualenv -y  #already installed via dependencies

###On debian Buster, I experienced a LOT of hassles with the install of MySQL-python
     #Have been struggling to get the pip install --upgrade mysql-python to work. 
     #research indicates that the python environment isn't set correctly, so let's see if this will help.
pip3 install --upgrade mysqlclient   #this is OK, and/but can also be...
#Normally, to test, one would go into python, and then import MySQLdb, like so...
###I create a .py file out of this using the $vars set at the top and execute it, instead of the previous manual(ish) method
cat <<EOF > ./connTest.py
import MySQLdb
def main():
  db = MySQLdb.connect(host = "localhost", user = "$MySQLusr", passwd = "$MySQLpwd", db = "mysql")
  if (db):
    print ("Connection successful")
  else:
    print ("Connection unsuccessful")

main()
EOF
#cat ./connTest.py  #4DBG#
python3 ./connTest.py
#rm -f ./connTest.py  #4DBG#Maybe only remove this if the connection succeeds

pip3 list | grep -i mysql;  #Check which pip/mysql modules are available...
   #mysqlclient                   2.0.1

erpnextuser="erpnext01";   #adjust to your preferred name!!!!!
sudo useradd -m -d /home/$erpnextuser -s /bin/bash $erpnextuser; passwd $erpnextuser;
#erpnextpassword
sudo adduser $erpnextuser sudo

#REBOOT server
reboot;

#Login as ##########ERPNext/FRAPPE########## user
#su erpnext01

#Set the variables again (since the reboot above would have killed them)
RootPWD="rootpassword";         #rootpassword
ERPNextPWD="erpnextpassword";   #erpnextpassword
MySQLpwd="mysqlpassword";       #mysqlpassword
adminPWD="adminpassword";       #adminpassword


cd ~
git clone https://github.com/frappe/bench bench-repo;
      #Normally, you'd only do it this way IF you're doing dev-mode
sudo pip3 install -e bench-repo;    #NB!!! MUST be sudo'd!!! if you exclude the sudo part, then the sudo bench commands required later will fail!
      #from @revant_one: Using pip install -e ./bench-repo installs the bench from the locally cloned bench-repo directory.
      #That is called the editable mode. Because you can edit the bench source code and it’ll reflect when bench command is executed.
      #It is recommended if you’re developing bench itself or sending PR to bench repo.
      #If pip install frappe-bench is used, it’ll pull the pypi package and install it.
      #You’ll not be able to do bench development. Recommended when you know editing bench is not required. 
bench init --frappe-branch version-12 --python /usr/bin/python3 frappe-bench;

cd $HOME/frappe-bench;
erpnextSiteName="site1.local";
bench new-site $erpnextSiteName;
    # You'll be then prompted to type your MySQL root password.
    # You'll also be prompted to create a new password for the System Administrator. A site comes with frappé installed by default. Like I mentioned
      #IF this happens....
      #ERROR 1045 (28000): Access denied for user '_8de49ae55a02e7ac'@'localhost' (using password: YES)
      DBname=$(cat ~/frappe-bench/sites/$erpnextSiteName/site_config.json | awk '/db_name/ {print $2}' | sed "s/\"//g" | sed "s/,//g");
      #delete the DB and re-run
      mysql -uroot -p$MySQLpwd -Bse "drop database $DBname;"
      rm -fR $HOME/frappe-bench/sites/$erpnextSiteName;
      bench new-site $erpnextSiteName;

bench get-app --branch version-12 erpnext;
    # bench get-app [--branch <branch>] <APP_REMOTE_URL|VALID_FRAPPE_APP>
    # If you don't want the development version, Specify the required branch.
./env/bin/pip3 install -e apps/erpnext/

# Installing Frappé Apps onto Sites
    # bench --site <MY_SITE> install-app <MY_APP_NAME>
bench --site $erpnextSiteName install-app erpnext;
#This happens most times...IF the bench start screen shows anything like
#Error: ENOSPC: System limit for number of file watchers reached, watch '/home/erpnext01/frappe-bench/apps/frappe/frappe/public/less/variables.less'
echo fs.inotify.max_user_watches=262144 | sudo tee -a /etc/sysctl.conf && sudo sysctl -p;
    #I have used 262144(256K) although the popular option is 524288(512K)
    #I think this eats too much RAM, hence the half size - if it fails with ENOSPC, up it to the higher value as shown below
    #echo fs.inotify.max_user_watches=524288 | sudo tee -a /etc/sysctl.conf && sudo sysctl -p;
bench start;    #To Test: point your browser to the relevant URL http://ERPNextIP:8000
                #IF On first load, it looks a bit ugly, just do a refresh of the site (this is a CSS caching problem as far as I can tell)
                #Ctrl-C causes this to exit, and then you can continue as below

# Generate nginx config for your site(s)
bench setup nginx;

sudo rm -f /etc/nginx/sites-enabled/*;    # Remove enable sites and add a symbolic link to nginx conf for frappe
    #sudo ln -s ./config/nginx.conf /etc/nginx/sites-enabled/frappe.conf
    #sudo rm /etc/nginx/sites-enabled/frappe.conf
sudo ln -s $HOME/frappe-bench/config/nginx.conf /etc/nginx/sites-enabled/frappe.conf;
sudo systemctl restart nginx;        # Finally, restart nginx
#______________________________________________________________________________#
bench version;
#WARN: bench is installed in editable mode!
#This is not the recommended mode of installation for production. Instead, install the package from PyPI with: `pip install frappe-bench`
#    erpnext 12.10.1
#    frappe 12.8.1
#______________________________________________________________________________#


   #3) to switch to production as this is develop
erpnextuser="erpnext01";   #adjust to your preferred name!!!!!
sudo bench setup production $erpnextuser;
#The above command creates a linked file at /etc/nginx/conf.d/frappe-bench.conf -> /home/erpnext01/frappe-bench/config/nginx.conf
#which DOES/WILL result in an error
#Jul xx xx:xx:xx d10e nginx[2733]: nginx: [emerg] duplicate upstream "frappe-bench-frappe" in /etc/nginx/sites-enabled/frappe.conf:1
#to fix it, run these commands...
sudo unlink /etc/nginx/conf.d/frappe-bench.conf;
sudo service nginx start;

#bench set-nginx-port $erpnextSiteName 8188;   #Optional IF you want to use a non-standard http:Port
ss -tnlp; #will show you the listeners that are active. You should now also have port 9000,11000,12000,13000 occupied by supervisor processes

bench update;
bench version;
#erpnext 12.10.1
#frappe 12.8.1