edge-node-installer.sh

#!/bin/sh

# Check if script is run as root
if [ "$(id -u)" != "0" ]; then
    echo "This script must be run as root. Please switch to the root user and try again."
    exit 1
fi

# Function to check the Ubuntu version
check_ubuntu_version() {
    # Get the Ubuntu version
    ubuntu_version=$(lsb_release -rs)

    # Supported versions
    supported_versions=("20.04" "22.04" "24.04")

    # Check if the current Ubuntu version is supported
    if [[ " ${supported_versions[@]} " =~ " ${ubuntu_version} " ]]; then
        echo "✔️ Supported Ubuntu version detected: $ubuntu_version"
    else
        echo -e "\n❌ Unsupported Ubuntu version detected: $ubuntu_version"
        echo "This installer only supports the following Ubuntu versions:"
        echo "20.04, 22.04, and 24.04."
        echo "Please install the script on a supported version of Ubuntu."
        exit 1
    fi
}

# Call the check function
check_ubuntu_version

# DKG-node folder check
OTNODE_DIR="/root/ot-node"

if [ -d "$OTNODE_DIR" ]; then
    echo -e "\n⚠️  The DKG Node directory '$OTNODE_DIR' already exists."
    echo "Please choose one of the following options before continuing:"
    echo "1) Delete the existing directory and proceed with installation."
    echo "2) Create a backup of the existing directory and proceed with installation."
    echo "3) Abort the installation."
    
    while true; do
        read -p "Enter your choice (1/2/3) [default: 3]: " choice
        choice=${choice:-3}  # Default to '3' (Abort) if the user presses Enter without input

        case "$choice" in
            1)
                echo "Deleting the existing directory '$OTNODE_DIR'..."
                rm -rf "$OTNODE_DIR"
                echo "Directory deleted. Proceeding with installation."
                break
                ;;
            2)
                echo "Creating a backup of the existing directory..."
                timestamp=$(date +"%Y%m%d%H%M%S")
                backup_dir="/root/ot-node_backup_$timestamp"
                mv "$OTNODE_DIR" "$backup_dir"
                echo "Backup created at: $backup_dir"
                echo "Proceeding with installation."
                break
                ;;
            3)
                echo "Installation aborted."
                exit 1
                ;;
            *)
                echo -e "\n❌ Invalid choice. Please enter 1, 2, or 3."
                ;;
        esac
    done
fi



#configure edge-node components github repositories
edge_node_knowledge_mining="https://github.com/OriginTrail/edge-node-knowledge-mining.git"
edge_node_auth_service="https://github.com/OriginTrail/edge-node-authentication-service.git"
edge_node_drag="https://github.com/OriginTrail/edge-node-drag.git"
edge_node_api="https://github.com/OriginTrail/edge-node-api.git"
edge_node_interface="https://github.com/OriginTrail/edge-node-interface.git"


OTNODE_DIR="/root/ot-node"

#adding aliases to .bashrc:
echo "alias otnode-restart='systemctl restart otnode.service'" >> ~/.bashrc
echo "alias otnode-stop='systemctl stop otnode.service'" >> ~/.bashrc
echo "alias otnode-start='systemctl start otnode.service'" >> ~/.bashrc
echo "alias otnode-logs='journalctl -u otnode --output cat -f'" >> ~/.bashrc
echo "alias otnode-config='nano ~/ot-node/.origintrail_noderc'" >> ~/.bashrc

# Installing prereqs
        export DEBIAN_FRONTEND=noninteractive
        NODEJS_VER="20"
        rm -rf /var/lib/dpkg/lock-frontend
        apt update
        apt upgrade -y
        apt install unzip wget jq -y
        apt install default-jre -y
        apt install build-essential -y

# Install nodejs v20.18.0 (via NVM).
    wget -qO- https://raw.githubusercontent.com/nvm-sh/nvm/v0.38.0/install.sh | bash > /dev/null 2>&1
    export NVM_DIR="$HOME/.nvm"
    # This loads nvm
    [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh"
    # This loads nvm bash_completion
    [ -s "$NVM_DIR/bash_completion" ] && \. "$NVM_DIR/bash_completion"
    nvm install 20 > /dev/null 2>&1
    nvm use 20 > /dev/null 2>&1

    # Set nodejs v20.18.0 as default and link node to /usr/bin/
    nvm alias default 20 > /dev/null 2>&1
    sudo ln -s $(which node) /usr/bin/ > /dev/null 2>&1
    sudo ln -s $(which npm) /usr/bin/ > /dev/null 2>&1



# Setting up node directory:
        ARCHIVE_REPOSITORY_URL="github.com/OriginTrail/ot-node/archive"
        BRANCH="v8/release/testnet"
        BRANCH_DIR="/root/ot-node-8-release-testnet"
        cd /root
        wget https://$ARCHIVE_REPOSITORY_URL/$BRANCH.zip
        unzip *.zip
        rm *.zip
        OTNODE_VERSION=$(jq -r '.version' $BRANCH_DIR/package.json)
        mkdir $OTNODE_DIR
        mkdir $OTNODE_DIR/$OTNODE_VERSION
        mv $BRANCH_DIR/* $OTNODE_DIR/$OTNODE_VERSION/
        OUTPUT=$(mv $BRANCH_DIR/.* $OTNODE_DIR/$OTNODE_VERSION/ 2>&1)
        rm -rf $BRANCH_DIR
        ln -sfn $OTNODE_DIR/$OTNODE_VERSION $OTNODE_DIR/current
        wget https://github.com/OriginTrail/ot-node/raw/v8/develop/installer/data/template/.v8_origintrail_noderc_testnet.json -O /root/ot-node/.origintrail_noderc
        chmod 600 /root/ot-node/.origintrail_noderc
        cp /root/ot-node/current/installer/data/otnode.service /lib/systemd/system/

# Installing Blazegraph
    wget -P $OTNODE_DIR https://github.com/blazegraph/database/releases/latest/download/blazegraph.jar
    cp $OTNODE_DIR/current/installer/data/blazegraph.service /lib/systemd/system/


#Setup MySql
    apt install tcllib mysql-server -y
    mysql -u root -e "CREATE DATABASE operationaldb /*\!40100 DEFAULT CHARACTER SET utf8 */;"
    mysql -u root -e "CREATE DATABASE \`edge-node-auth-service\`"
    mysql -u root -e "CREATE DATABASE \`edge-node-backend\`;"
    mysql -u root -e "CREATE DATABASE drag_logging;"
    mysql -u root -e "CREATE DATABASE ka_mining_api_logging;"
    mysql -u root -e "ALTER USER 'root'@'localhost' IDENTIFIED WITH mysql_native_password BY 'otnodedb';"
    mysql -u root -e "flush privileges;"
    sed -i 's|max_binlog_size|#max_binlog_size|' /etc/mysql/mysql.conf.d/mysqld.cnf
    echo "disable_log_bin"
    echo -e "disable_log_bin\nwait_timeout = 31536000\ninteractive_timeout = 31536000" >> /etc/mysql/mysql.conf.d/mysqld.cnf
    echo "REPOSITORY_PASSWORD=otnodedb" >> /root/ot-node/current/.env
    echo "NODE_ENV=testnet" >> /root/ot-node/current/.env
    cd /root/ot-node/current
    npm ci --omit=dev --ignore-scripts

#Enable services
    systemctl daemon-reload
    systemctl enable mysql
    systemctl status mysql
    systemctl enable blazegraph
    systemctl start blazegraph
    systemctl status blazegraph
    systemctl enable systemd-journald.service
    systemctl restart systemd-journald.service
    systemctl enable otnode

# Export server IP
SERVER_IP=$(hostname -I | awk '{print $1}')
# Ensure the service uses Node.js version 22 (NVM already installed in the script above)
nvm install 22.9.0
nvm use 22.9.0

#Deploy Redis
sudo apt update
sudo apt install redis-server -y
sudo systemctl enable redis-server
sudo systemctl start redis-server


# Install Python 3.11.7
# Step 1: Update system and install dependencies
sudo apt update
sudo apt install -y make build-essential libssl-dev zlib1g-dev \
libbz2-dev libreadline-dev libsqlite3-dev wget curl llvm \
libncurses5-dev libncursesw5-dev xz-utils tk-dev \
libffi-dev liblzma-dev python3-openssl git

# Step 2: Install pyenv
curl https://pyenv.run | bash

# Step 3: Add pyenv to shell configuration files (.bashrc and .bash_profile)
echo -e '\n# Pyenv setup\nexport PATH="$HOME/.pyenv/bin:$PATH"\neval "$(pyenv init --path)"\neval "$(pyenv init -)"\n' >> ~/.bashrc
echo -e '\n# Pyenv setup\nexport PATH="$HOME/.pyenv/bin:$PATH"\neval "$(pyenv init --path)"\neval "$(pyenv init -)"\n' >> ~/.bash_profile

# Step 4: Source shell configuration files
source ~/.bashrc
source ~/.bash_profile

# Step 5: Ensure pyenv is loaded in the current shell
export PATH="$HOME/.pyenv/bin:$PATH"
eval "$(pyenv init --path)"
eval "$(pyenv init -)"

# Step 6: Install Python 3.11.7 and set it as global version
pyenv install 3.11.7
pyenv global 3.11.7

# Step 7: Verify installation
pyenv --version
python --version


# Function to check folder existence and prompt user
check_folder() {
    if [ -d "$1" ]; then
        echo "Note: It is recommended to delete all directories created by any previous installer executions before running the DKG Edge Node installer. This helps to avoid potential conflicts and issues during the installation process."
        read -p "Directory $1 already exists. Do you want to delete and clone again? (yes/no) [default: no]: " choice
        choice=${choice:-no}  # Default to 'no' if the user presses Enter without input

        if [ "$choice" == "yes" ]; then
            rm -rf "$1"
            echo "Directory $1 deleted."
        else
            echo "Skipping clone for $1."
            return 1
        fi
    fi
    return 0
}



# **************** Authentication Service Setup ****************
echo "Setting up Authentication Service..."

if check_folder "/root/edge-node-auth-service"; then
    git clone $edge_node_auth_service /root/edge-node-auth-service
    cd /root/edge-node-auth-service
    git checkout main

    # Create the .env file with required variables
    cat <<EOL > /root/edge-node-auth-service/.env
SECRET="KFRtB9qi8Npkd6fHOe6rx0jis5"
JWT_SECRET="q2qhYVzkOMlJ51y8JAahWpzBB2PaCU5qe"
NODE_ENV=development
DB_USERNAME=root
DB_PASSWORD=otnodedb
DB_DATABASE=edge-node-auth-service
DB_HOST=127.0.0.1
DB_DIALECT=mysql
PORT=3001
UI_ENDPOINT=http://$SERVER_IP
UI_SSL=false
EOL

    # Install dependencies
    nvm exec 22.9.0 npm install

    # Setup database
    yes | npx sequelize-cli db:migrate
    yes | npx sequelize-cli db:seed:all
fi


# **************** EDGE NODE BACKEND SETUP ****************
echo "Setting up Backend Service..."

if check_folder "/root/edge-node-backend"; then
    git clone $edge_node_api /root/edge-node-backend
    cd /root/edge-node-backend
    git checkout main

    # Create the .env file with required variables
    cat <<EOL > /root/edge-node-backend/.env
NODE_ENV=development
DB_USERNAME=root
DB_PASSWORD=otnodedb
DB_DATABASE=edge-node-backend
DB_HOST=127.0.0.1
DB_DIALECT=mysql
PORT=3002
AUTH_SERVICE_ENDPOINT=http://$SERVER_IP:3001
UI_ENDPOINT="http://$SERVER_IP"
RUNTIME_NODE_OPERATIONAL_DB_USERNAME=root
RUNTIME_NODE_OPERATIONAL_DB_PASSWORD=otnodedb
RUNTIME_NODE_OPERATIONAL_DB_DATABASE=operationaldb
RUNTIME_NODE_OPERATIONAL_DB_HOST=127.0.0.1
RUNTIME_NODE_OPERATIONAL_DB_DIALECT=mysql
UI_SSL=false
EOL

    # Install dependencies
    nvm exec 22.9.0 npm install

    # Setup database
    npx sequelize-cli db:migrate
fi


# **************** EDGE NODE UI SETUP ****************
echo "Setting up Edge Node UI..."

if check_folder "/var/www/edge-node-ui"; then
    git clone $edge_node_interface /var/www/edge-node-ui
    cd /var/www/edge-node-ui
    git checkout main

    # Create the .env file with required variables
    cat <<EOL > /var/www/edge-node-ui/.env
VITE_APP_URL=http://localhost:5173
VITE_APP_NAME="Edge Node"
VITE_AUTH_ENABLED=true
VITE_AUTH_SERVICE_ENDPOINT=http://$SERVER_IP:3001
VITE_EDGE_NODE_BACKEND_ENDPOINT=http://$SERVER_IP:3002
VITE_CHATDKG_API_BASE_URL=http://$SERVER_IP:5002
VITE_APP_ID=radiant
BASE_URL=http://$SERVER_IP
EOL

    # Build the UI
    nvm exec 22.9.0 npm install
    nvm exec 22.9.0 npm run build

    # Install and configure NGINX
    sudo apt update
    sudo apt install nginx -y
    sudo systemctl start nginx
    sudo systemctl enable nginx

    # Creating a basic Nginx config for serving the UI on port 80
    NGINX_CONF="/etc/nginx/sites-available/default"
    cp $NGINX_CONF ${NGINX_CONF}.bak

    # Modify the root directive to point to the new directory
    sed -i 's|root /var/www/html;|root /var/www/edge-node-ui/dist;|' $NGINX_CONF
    sed -i 's|try_files $uri $uri/ =404;|try_files $uri $uri/ /index.html =404;|' $NGINX_CONF

    # Enable and restart Nginx with the new configuration
    nginx -t && systemctl restart nginx
fi


# **************** DRAG API SETUP ****************
echo "Setting up dRAG API Service..."

if check_folder "/root/drag-api"; then
    git clone $edge_node_drag /root/drag-api
    cd /root/drag-api
    git checkout main

    # Create the .env file with required variables
    cat <<EOL > /root/drag-api/.env
SERVER_PORT=5002
NODE_ENV=production
OT_NODE_HOSTNAME=""
DB_USER="root"
DB_PASS="otnodedb"
DB_HOST=127.0.0.1
DB_NAME=drag_logging
DB_DIALECT=mysql
AUTH_ENDPOINT=http://$SERVER_IP:3001
EOL

    # Exec migrations
    npx sequelize-cli db:migrate

    # Install dependencies
    nvm exec 22.9.0 npm install
fi


# **************** KA MINING API SETUP ****************
echo "Setting up KA Mining API Service..."

if check_folder "/root/ka-mining-api"; then
    git clone $edge_node_knowledge_mining /root/ka-mining-api
    cd /root/ka-mining-api
    git checkout main

    python3.11 -m venv .venv
    source .venv/bin/activate
    pip install -r requirements.txt

    # Create the .env file with required variables
    cat <<EOL > /root/ka-mining-api/.env
PORT=5005
PYTHON_ENV="STAGING"
DB_USERNAME="root"
DB_PASSWORD="otnodedb"
DB_HOST="127.0.0.1"
DB_NAME="ka_mining_api_logging"
DAG_FOLDER_NAME="/root/ka-mining-api/dags"
AUTH_ENDPOINT=http://$SERVER_IP:3001

OPENAI_API_KEY=
HUGGINGFACE_API_KEY=""
UNSTRUCTURED_API_URL=""

ANTHROPIC_API_KEY=""
BIONTOLOGY_KEY=""
MILVUS_USERNAME=""
MILVUS_PASSWORD=""
MILVUS_URI=""
EOL
fi


# **************** AIRFLOW SETUP ****************
echo "Setting up Airflow Service..."

cd /root/ka-mining-api/

# Initialize the Airflow database
airflow db init

# Create Airflow admin user (TEMPORARY for internal use)
airflow users create \
    --role Admin \
    --username airflow-administrator \
    --email admin@example.com \
    --firstname Administrator \
    --lastname User \
    --password admin_password

# Configure Airflow settings in the airflow.cfg file
sed -i \
-e 's|^dags_folder *=.*|dags_folder = /root/ka-mining-api/dags|' \
-e 's|^parallelism *=.*|parallelism = 32|' \
-e 's|^max_active_tasks_per_dag *=.*|max_active_tasks_per_dag = 16|' \
-e 's|^max_active_runs_per_dag *=.*|max_active_runs_per_dag = 16|' \
-e 's|^enable_xcom_pickling *=.*|enable_xcom_pickling = True|' \
/root/airflow/airflow.cfg




# AIRFLOW WEBSERVER sytemctl setup
cat <<EOL > /etc/systemd/system/airflow-webserver.service
[Unit]
Description=Airflow Webserver
After=network.target

[Service]
ExecStart=/root/ka-mining-api/.venv/bin/airflow webserver --port 8008
WorkingDirectory=/root/ka-mining-api
EnvironmentFile=/root/ka-mining-api/.env
Restart=always
User=root
Group=root

[Install]
WantedBy=multi-user.target
EOL

# Enable and start the service
systemctl daemon-reload
systemctl enable airflow-webserver
systemctl start airflow-webserver





# ---------------------- DEPLOY ALL SYSTEMCTL SERVICES ---------------------- #

# AUTHENTICATION SERVICE sytemctl setup
cat <<EOL > /etc/systemd/system/auth-service.service
[Unit]
Description=Edge Node Authentication Service
After=network.target

[Service]
ExecStart=/root/.nvm/versions/node/v22.9.0/bin/node /root/edge-node-auth-service/index.js
WorkingDirectory=/root/edge-node-auth-service
EnvironmentFile=/root/edge-node-auth-service/.env
Restart=always
User=root
Group=root

[Install]
WantedBy=multi-user.target
EOL

# Enable and start the service
systemctl daemon-reload
systemctl enable auth-service
systemctl start auth-service




# BACKEND SERVICE sytemctl setup
cat <<EOL > /etc/systemd/system/edge-node-backend.service
[Unit]
Description=Edge Node Backend Service
After=network.target

[Service]
ExecStart=/root/.nvm/versions/node/v22.9.0/bin/node /root/edge-node-backend/app.js
WorkingDirectory=/root/edge-node-backend/
EnvironmentFile=/root/edge-node-backend/.env
Restart=always
User=root
Group=root

[Install]
WantedBy=multi-user.target
EOL

# Enable and start the service
systemctl daemon-reload
systemctl enable edge-node-backend.service
systemctl start edge-node-backend.service



# AIRFLOW SCHEDULER sytemctl setup
cat <<EOL > /etc/systemd/system/airflow-scheduler.service
[Unit]
Description=Airflow Scheduler
After=network.target

[Service]
ExecStart=/root/ka-mining-api/.venv/bin/airflow scheduler
WorkingDirectory=/root/ka-mining-api
Environment="PATH=/root/ka-mining-api/.venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
Restart=always
User=root
Group=root

[Install]
WantedBy=multi-user.target
EOL


# Enable and start the service
systemctl daemon-reload
systemctl enable airflow-scheduler
systemctl start airflow-scheduler



# KA MINING sytemctl setup
cat <<EOL > /etc/systemd/system/ka-mining-api.service
[Unit]
Description=KA Mining API Service
After=network.target

[Service]
ExecStart=/root/ka-mining-api/.venv/bin/python /root/ka-mining-api/app.py
WorkingDirectory=/root/ka-mining-api
EnvironmentFile=/root/ka-mining-api/.env
Restart=always
User=root
Group=root

[Install]
WantedBy=multi-user.target
EOL

# Enable and start the service
systemctl daemon-reload
systemctl enable ka-mining-api
systemctl start ka-mining-api




# DRAG API sytemctl setup
cat <<EOL > /etc/systemd/system/drag-api.service
[Unit]
Description=dRAG API Service
After=network.target

[Service]
ExecStart=/root/.nvm/versions/node/v22.9.0/bin/node /root/drag-api/server.js
WorkingDirectory=/root/drag-api
EnvironmentFile=/root/drag-api/.env
Restart=always
User=root
Group=root

[Install]
WantedBy=multi-user.target
EOL

# Enable and start the service
systemctl daemon-reload
systemctl enable drag-api
systemctl start drag-api


# ------- CHECK STATUSES OF ALL SERVICES -------
systemctl status auth-service.service
systemctl status ka-mining-api.service
systemctl status airflow-scheduler.service
systemctl status airflow-webserver.service
systemctl status drag-api.service
source ~/.bashrc