install.sh

#!/bin/bash

set -e
# set -x

PORT=5000
SSLLOC="/etc/nginx"
RUNDEFAULTIMPLEMETATION=false
MODELS_PATH="/home/rtpt"

Help() {
    echo "Install script for aimodel deployment."
    echo
    echo "Syntax: sudo ./install.sh [-h|p|s]"
    echo "h     Print this help."
    echo "p     Port where the flask application will be running."
    echo "r     Run default implementation (gpt4all, and Mistral model if GPU available)"
    echo "s     Location where key and certificate will be stored, defaults to $SSLLOC"
    echo
}

while getopts "hp:s:r" option; do
    case $option in
    h)
        Help
        exit
        ;;
    p)
        PORT=$OPTARG
        echo "Set port to $PORT"
        ;;
    s)
        SSLLOC=$OPTARG
        ;;
    r)
        RUNDEFAULTIMPLEMETATION=true
        ;;
    esac
done

# Location of the ssl certificate and key
SSLCERTIFICATE=$SSLLOC/aimodel_cert.pem
SSLKEY=$SSLLOC/aimodel_key.pem

# Force the user to run the script as sudo
if [[ $(id -u) -ne 0 ]]; then
    echo "Please run this file as sudo user."
    exit
fi

# Update the system
apt update

# Install python3.10 and pip
apt install -y python3.10-venv python3-pip

# Install pyopenssl to create certificates
sudo -u $SUDO_USER pip install pyopenssl

# Install nginx and gunicorn
apt install nginx
apt install -y gunicorn

# Create a self-signed certificate
openssl req -x509 -newkey rsa:4096 -nodes -out $SSLLOC/aimodel_cert.pem -keyout $SSLLOC/aimodel_key.pem -days 365 -subj="/C=CA/ST=Ontario/L=Ottawa/O=Carleton University/OU=RCS/CN=localhost"

# Change the owner of the certificate and key
sudo chown $SUDO_USER /etc/nginx/aimodel_*

# Create a new nginx configuration file
cat >/etc/nginx/sites-available/aimodel <<EOL
server {
    listen 80;
    listen 443 default_server ssl;
    ssl_certificate $SSLCERTIFICATE;
    ssl_certificate_key $SSLKEY;

    server_name _;
    
    location / {
        proxy_pass https://localhost:$PORT;
        
        proxy_connect_timeout 1200s;
        proxy_send_timeout 1200s;
        proxy_read_timeout 1200s;
        send_timeout 1200s;
    }
} 
EOL

# Create a symbolic link to the sites-enabled directory
sudo ln -sf /etc/nginx/sites-available/aimodel /etc/nginx/sites-enabled/aimodel

# Check the configuration file
sudo nginx -t

# Restart the nginx service
sudo systemctl restart nginx

# Create a virtual environment
[ -d .venv ] &
echo ".venv already exists. skipping." | sudo -u $SUDO_USER python3 -m venv .venv

# Activate the virtual environment
if [[ "$VIRTUAL_ENV" != "" ]]; then
    echo ".venv already active"
else
    source .venv/bin/activate
fi

# Upgrade pip
python -m pip install --upgrade pip

# Install the requirements
pip install -e .

# Install gunicorn
pip install gunicorn

# Run the default implementation (gpt4all, and Mistral model if GPU available)
GUNICORNCMD="gunicorn --certfile $SSLCERTIFICATE --keyfile $SSLKEY -b 0.0.0.0:$PORT --threads 8 --timeout 0  'main:app()' --log-level DEBUG"

if [ "$RUNDEFAULTIMPLEMETATION" == true ]; then
    echo "Running default implementation... $GUNICORNCMD"
    
    $GUNICORNCMD
else
    echo "To run the application, use the following command:"
    echo "$GUNICORNCMD"
fi

source production.env
pm2 start gunicorn --interpreter .venv/bin/python --name flask_llm_server-- --certfile $SSLCERTIFICATE --keyfile $SSLKEY -b 0.0.0.0:$PORT --threads 8 -w 1 --timeout 0  'main:app()' --log-level DEBUG
pm2 save
pm2 startup systemd
sudo systemctl enable pm2-$SUDO_USER

#last used command:
# pm2 start gunicorn --interpreter .venv/bin/python --name flask_llm_server -- --certfile /etc/nginx/aimodel_cert.pem --keyfile /etc/nginx/aimodel_key.pem -b 0.0.0.0:5000 --threads 8 -w 1 --timeout 0  'main:app()'     --log-level DEBUG
echo "Done!"