shardnet.sh

#!/bin/bash

exists() {
  command -v "$1" >/dev/null 2>&1
}

# Pre-requisits

if exists curl; then
  echo ''
else
  sudo apt update && sudo apt install curl -y <"/dev/null"
fi
bash_profile=$HOME/.bash_profile
if [ -f "$bash_profile" ]; then
  . $HOME/.bash_profile
fi
sleep 1 && curl -s https://domanodes.com/.well-known/logo.sh | bash && sleep 1
if grep -q avx2 /proc/cpuinfo; then
  echo ""
else
  echo -e "\e[31mInstallation is not possible, your server does not support AVX2, change your server and try again.\e[39m"
fi

# Set up Near node

function setupNode {

  export NEAR_ENV=shardnet
  echo 'export NEAR_ENV='\"${NEAR_ENV}\" >>$HOME/.bash_profile
  echo -e '\n\e[42mYour chain :' $NEAR_ENV '\e[0m\n'
  echo 'source $HOME/.bashrc' >>$HOME/.bash_profile
  . $HOME/.bash_profile

  sudo apt update && sudo apt upgrade -y

  curl -sL https://deb.nodesource.com/setup_18.x | sudo -E bash -
  sudo apt install build-essential nodejs -y
  PATH="$PATH"

  sudo npm install -g near-cli -y
  sudo apt install -y git binutils-dev libcurl4-openssl-dev zlib1g-dev libdw-dev libiberty-dev cmake gcc g++ python protobuf-compiler libssl-dev pkg-config clang llvm -y
  sudo apt install python3-pip -y

  USER_BASE_BIN=$(python3 -m site --user-base)/bin
  export PATH="$USER_BASE_BIN:$PATH"

  sudo apt install clang build-essential make -y

  curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh
  source $HOME/.cargo/env

  cd $HOME
  git clone https://github.com/near/nearcore
  cd nearcore
  git fetch
  git checkout 1897d5144a7068e4c0d5764d8c9180563db2fe43
  cargo build -p neard --release --features shardnet
  ./target/release/neard --home ~/.near init --chain-id shardnet --download-genesis
  rm ~/.near/config.json
  rm ~/.near/genesis.json
  wget -O ~/.near/config.json https://s3-us-west-1.amazonaws.com/build.nearprotocol.com/nearcore-deploy/shardnet/config.json
  cd ~/.near
  wget https://s3-us-west-1.amazonaws.com/build.nearprotocol.com/nearcore-deploy/shardnet/genesis.json
  sudo tee $HOME/neard.service <<EOF >/dev/null
[Unit]
Description=NEARd Daemon Service
After=network-online.target
[Service]
Type=simple
User=$USER
WorkingDirectory=$HOME/.near
ExecStart=$HOME/nearcore/target/release/neard run
Restart=on-failure
RestartSec=30
KillSignal=SIGINT
TimeoutStopSec=45
KillMode=mixed
[Install]
WantedBy=multi-user.target
EOF

  sudo mv $HOME/neard.service /etc/systemd/system
  sudo systemctl daemon-reload
  sudo systemctl enable neard
  sudo systemctl restart neard
  if [[ $(service neard status | grep active) =~ "running" ]]; then
    echo -e "Your Neard node \e[32minstalled and works\e[39m!"
    echo -e "You can check node status by the command \e[7mservice neard status\e[0m or \e[7mjournalctl -u neard -f\e[0m"
  else
    echo -e "Your Near node \e[31mwas not installed correctly\e[39m, please reinstall."
  fi

}

# Set up ping

function setupPing {

  if exists crontab; then
    echo ''
  else
    sudo apt update && sudo apt install crontab -y <"/dev/null"
  fi
  sudo mkdir -p $HOME/monNear
  read -p "Enter account id : " YOUR_ACCOUNT_ID
  echo 'export YOUR_ACCOUNT_ID='\"${YOUR_ACCOUNT_ID}\" >>$HOME/.bash_profile
  echo -e '\n\e[42mYour AccountId :' $YOUR_ACCOUNT_ID '\e[0m\n'

  read -p "Enter your pool id: " YOUR_POOL_ID
  echo 'export YOUR_POOL_ID='\"${YOUR_POOL_ID}\" >>$HOME/.bash_profile
  echo -e '\n\e[42mYour chain :' $YOUR_POOL_ID '\e[0m\n'

  sudo tee $HOME/monNear/ping.sh <<EOF >/dev/null
  export NEAR_ENV=shardnet
  near call $YOUR_POOL_ID.factory.shardnet.near ping '{}' --accountId $YOUR_ACCOUNT_ID.shardnet.near --gas=300000000000000 
EOF
  sudo chmod +x $HOME/monNear/ping.sh
  (
    crontab -l 2>/dev/null
    echo "0 */2 * * * $HOME/monNear/ping.sh"
  ) | crontab -

}

# Install alerts and monitoring tools

function installMonitoring {

  if exists docker; then
    echo 'docker already installed'
  else
    curl -fsSL https://get.docker.com -o get-docker.sh
    sudo sh get-docker.sh
    curl -SL https://github.com/docker/compose/releases/download/v2.5.0/docker-compose-linux-x86_64 -o /usr/local/bin/docker-compose
    sudo chmod +x /usr/local/bin/docker-compose
    sudo ln -s /usr/local/bin/docker-compose /usr/bin/docker-compose
  fi

  cd $HOME/monNear

  IPADDR=$(curl ifconfig.me)
  echo 'export IPADDR='\"${IPADDR}\" >>$HOME/.bash_profile

  echo -e "\e[31mGet bot token https://t.me/botfather .\e[39m"
  read -p "Enter telegram token: " TELEGRAMTOKEN
  echo 'export TELEGRAMTOKEN='\"${TELEGRAMTOKEN}\" >>$HOME/.bash_profile
  echo -e '\n\e[42mYour bot token :' $TELEGRAMTOKEN '\e[0m\n'

  echo -e "\e[31mInvite https://t.me/getidsbot or https://t.me/RawDataBot to your group and get your group id from the chat id field .\e[39m"
  read -p "Enter chat id : " CHATID
  echo 'export CHATID='\"${CHATID}\" >>$HOME/.bash_profile
  echo -e '\n\e[42mYour chat id :' $CHATID '\e[0m\n'

  echo 'source $HOME/.bashrc' >>$HOME/.bash_profile
  . $HOME/.bash_profile

  sed -i "s/IPADDR/"$IPADDR"/g" $HOME/monNear/prometheus/prometheus.yml
  sed -i "s/IPADDR/"$IPADDR"/g" $HOME/monNear/grafana/provisioning/datasources/config.yml
  cd $HOME/monNear

  sudo docker run -dit \
    --restart always \
    --name near-exporter \
    --network=host \
    -p 9333:9333 \
    masknetgoal634/near-prometheus-exporter:latest

  docker-compose up -d

}

# Indexer install

function nearlakeindexer {

  if exists crontab; then
    echo ''
  else
    curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh
    source $HOME/.cargo/env
  fi
  cd $HOME
  git clone https://github.com/near/near-lake-indexer.git
  cd $HOME/near-lake-indexer && cargo build --release

  ./target/release/near-lake --home ~/.near/indexer init --chain-id shardnet --download-config --download-genesis

  rm ~/.near/indexer/config.json
  wget -O ~/.near/indexer/config.json https://s3-us-west-1.amazonaws.com/build.nearprotocol.com/nearcore-deploy/shardnet/config.json

  rm ~/.near/indexer/genesis.json
  wget -O ~/.near/indexer/genesis.json https://s3-us-west-1.amazonaws.com/build.nearprotocol.com/nearcore-deploy/shardnet/genesis.json

  echo -e "\e[31mInput your login .\e[39m"
  read -p "Login : " MINIO_ROOT_USER
  echo 'export MINIO_ROOT_USER='\"${MINIO_ROOT_USER}\" >>$HOME/.bash_profile
  echo -e '\n\e[42mYour login :' $MINIO_ROOT_USER '\e[0m\n'

  echo -e "\e[31mInput your password .\e[39m"
  read -p "Password : " MINIO_ROOT_PASSWORD
  echo 'export MINIO_ROOT_PASSWORD='\"${MINIO_ROOT_PASSWORD}\" >>$HOME/.bash_profile
  echo -e '\n\e[42mYour login :' $MINIO_ROOT_PASSWORD '\e[0m\n'

  echo 'source $HOME/.bashrc' >>$HOME/.bash_profile
  . $HOME/.bash_profile

  sudo mkdir -p $HOME/.aws
  sudo touch $HOME/.aws/credentials
  sudo tee $HOME/.aws/credentials <<EOF >/dev/null
[default]
aws_access_key_id="$MINIO_ROOT_USER"
aws_secret_access_key="$MINIO_ROOT_PASSWORD"
EOF

  cd $HOME/near-lake-indexer
  wget https://dl.min.io/server/minio/release/linux-amd64/minio
  chmod +x minio
  mkdir -p /data/
  MINIO_ROOT_USER="$MINIO_ROOT_USER" MINIO_ROOT_PASSWORD="$MINIO_ROOT_PASSWORD"

  sudo tee $HOME/minio.service <<EOF >/dev/null
[Unit]
Description=Minio Daemon Service
After=network-online.target
[Service]
Type=simple
User=$USER
Environment="MINIO_ROOT_USER=$MINIO_ROOT_USER"
Environment="MINIO_ROOT_PASSWORD=$MINIO_ROOT_PASSWORD"
ExecStart=$HOME/near-lake-indexer/minio server /data
Restart=on-failure
RestartSec=30
KillSignal=SIGINT
TimeoutStopSec=45
KillMode=mixed
[Install]
WantedBy=multi-user.target
EOF
  sudo mv $HOME/minio.service /etc/systemd/system

  sudo tee $HOME/indexer.service <<EOF >/dev/null
[Unit]
Description=Indexer Daemon Service
After=network-online.target
[Service]
Type=simple
User=$USER
ExecStart=$HOME/near-lake-indexer/target/release/near-lake --home ~/.near/indexer/ run --endpoint http://127.0.0.1:9000 --bucket near-lake-custom --region eu-central-1 sync-from-latest
Restart=on-failure
RestartSec=30
KillSignal=SIGINT
TimeoutStopSec=45
KillMode=mixed
[Install]
WantedBy=multi-user.target
EOF

  sudo mv $HOME/indexer.service /etc/systemd/system
  sudo systemctl daemon-reload

  echo -e "\e[31mInput indexer RPC port .\e[39m"
  read -p "Indexer PRC : " RPC
  echo 'export RPC='\"${RPC}\" >>$HOME/.bash_profile
  echo -e '\n\e[42mYour RPC port :' $RPC '\e[0m\n'
  echo -e "\e[31mInput network port .\e[39m"
  read -p "Network port : " NETWORK
  echo 'export NETWORK='\"${NETWORK}\" >>$HOME/.bash_profile
  echo -e '\n\e[42mYour network port :' $NETWORK '\e[0m\n'

  echo 'source $HOME/.bashrc' >>$HOME/.bash_profile
  . $HOME/.bash_profile

  sed -i 's/3030/'$RPC'/' $HOME/.near/indexer/config.json
  sed -i 's/24567/'$NETWORK'/' $HOME/.near/indexer/config.json

  MINIO_ROOT_USER="$MINIO_ROOT_USER" MINIO_ROOT_PASSWORD="$MINIO_ROOT_PASSWORD"

  sudo systemctl enable minio
  sudo systemctl restart minio
  sudo systemctl enable indexer
  sudo systemctl restart indexer

}
# Backup Data
function backupData {
  DATE=$(date +%Y-%m-%d-%H-%M)
  DATADIR=~/.near
  BACKUPDIR=~/.near/backups/near_${DATE}

  mkdir -p $BACKUPDIR

  sudo systemctl stop neard.service

  wait

  echo "NEAR node was stopped" | ts

  if [ -d "$BACKUPDIR" ]; then
    echo "Backup started" | ts

    cp -rf $DATADIR/data/ ${BACKUPDIR}/
    cd ~/.near/backups
    tar -zcvf ${DATE}.tar ~/.near/backups/near_${DATE}
    rm -r ~/.near/backups/near_${DATE}
    # Submit backup completion status, you can use healthchecks.io, betteruptime.com or other services
    # Example
    # curl -fsS -m 10 --retry 5 -o /dev/null https://hc-ping.com/4643d234-562b-4ebe-9414-14c1c983bded

    echo "Backup completed" | ts
  else
    echo $BACKUPDIR is not created. Check your permissions.
    exit 0
  fi

  sudo systemctl start neard.service

  echo "NEAR node was started" | ts
}
# Menu

PS3='Please enter your choice (input your option number and press enter): '
options=("Install Node and CLI" "Install Ping" "Install monitoring and alertbot" "Install near-lake-indexer and custom bucket" "Create Node BackUp")
select opt in "${options[@]}"; do
  case $opt in
  "Install Node and CLI")
    echo -e '\n\e[42mYou choose install...\e[0m\n' && sleep 1
    setupNode
    break
    ;;
  "Install Ping")
    echo -e '\n\e[33mYou choose Install Ping...\e[0m\n' && sleep 1
    setupPing
    echo -e '\n\e[33mYour node pinged!\e[0m\n' && sleep 1
    break
    ;;
  "Install monitoring and alertbot")
    echo -e '\n\e[33mYou choose Install monitoring and alertbot...\e[0m\n' && sleep 1
    installMonitoring
    echo -e '\n\e[33mYour node is monitored!\e[0m\n' && sleep 1
    break
    ;;
  "Install near-lake-indexer and custom bucket")
    echo -e '\n\e[33mYou choose near-lake-indexer and custom bucket...\e[0m\n' && sleep 1
    nearlakeindexer
    echo -e '\n\e[33mBucket available at port : 9000!\e[0m\n' && sleep 1
    break
    ;;
  "Create Node BackUp")
    echo -e '\n\e[33mData folder backup\e[0m\n' && sleep 1
    backupData
    echo -e '\n\e[33mBackup finished\e[0m\n' && sleep 1
    break
    ;;
  esac
done