| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570 |
- #!/usr/bin/env bash
- big_console_header() {
- set +x
- local text="$*"
- local spacing=$(( (75+${#text}) /2 ))
- printf "\n\n============================================================================\n"
- printf "%*s\n" ${spacing} "${text}"
- printf "============================================================================\n\n\n"
- set -x
- }
- is_supported_os() {
- local -n _array=$1
- local _os=$2
- for item in "${_array[@]}"; do
- if [[ "$item" == "$_os" ]]; then
- return 0
- fi
- done
- return 1
- }
- is_supported_python_version() {
- local PYBIN="$1"
- local version="$2"
- IFS='.' read -r major minor patch <<< "$version"
- "$PYBIN" -c "import sys; exit(0) if sys.version_info >= ($major, $minor, $patch) else exit(1)"
- return $?
- }
- function install_python311() {
- local DOCKEROS=${1:-"ubuntu22"}
- local PYTHON_VERSION=${2:-"3.11.12"}
- pushd .
- cd $HOME
- local INSTALL_PREFIX="/opt/python/${PYTHON_VERSION}"
- local PYTHON_TGZ="Python-${PYTHON_VERSION}.tgz"
- local PYTHON_SRC_DIR="Python-${PYTHON_VERSION}"
- export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/mit/bin:$PATH
- export LD_LIBRARY_PATH=${INSTALL_PREFIX}/lib:/opt/sqlite3/lib:${LD_LIBRARY_PATH}
- export CPPFLAGS="-I/opt/sqlite3/include"
- export LDFLAGS="-L/opt/sqlite3/lib"
- echo "Installing build dependencies..."
- case "${DOCKEROS}" in
- ubuntu22)
- sudo -- sh -c 'apt update && \
- apt install -y \
- build-essential \
- libbz2-dev libncurses5-dev libgdbm-dev libreadline-dev libkrb5-dev \
- liblzma-dev uuid-dev libldap2-dev libffi-dev zlib1g-dev libssl-dev wget curl'
- ;;
- redhat9|redhat8|redhat8-arm64)
- sudo -- sh -c 'yum groupinstall -y "Development Tools" && \
- yum install -y \
- bzip2-devel ncurses-devel gdbm-devel readline-devel krb5-devel \
- xz-devel libuuid-devel openldap-devel libffi-devel zlib-devel openssl-devel wget curl'
- ;;
- sles15)
- sudo -- sh -c 'zypper refresh'
- sudo -- sh -c 'zypper install -y \
- gcc gcc-c++ make \
- ncurses-devel gdbm-devel readline-devel krb5-devel \
- xz-devel libuuid-devel openldap2-devel libffi-devel zlib-devel libopenssl-devel wget curl'
- ;;
- *)
- echo "Unsupported OS: ${DOCKEROS}. Exiting."
- exit 1
- ;;
- esac
- echo "Installing sqlite3..."
- sudo LD_LIBRARY_PATH=${LD_LIBRARY_PATH} PATH=${PATH} \
- -- sh -c 'cd /tmp && \
- mkdir -p /opt/sqlite3 && \
- curl -o sqlite-autoconf-3350500.tar.gz https://www.sqlite.org/2021/sqlite-autoconf-3350500.tar.gz && \
- tar zxvf sqlite-autoconf-3350500.tar.gz && \
- cd sqlite-autoconf-3350500 && \
- ./configure --prefix=/opt/sqlite3 && make && make install && \
- libtool --finish /opt/sqlite3/lib'
- echo "Installing Python ${PYTHON_VERSION}..."
- sudo DOCKEROS=${DOCKEROS} PYTHON_VERSION=${PYTHON_VERSION} INSTALL_PREFIX=${INSTALL_PREFIX} \
- PYTHON_TGZ=${PYTHON_TGZ} PYTHON_SRC_DIR=${PYTHON_SRC_DIR} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} \
- CPPFLAGS=${CPPFLAGS} LDFLAGS=${LDFLAGS} PATH=${PATH} \
- -- sh -c 'cd /tmp && mkdir -p "${INSTALL_PREFIX}" && \
- curl -o "${PYTHON_TGZ}" "https://www.python.org/ftp/python/${PYTHON_VERSION}/${PYTHON_TGZ}" && \
- tar zxf "${PYTHON_TGZ}" && \
- cd "${PYTHON_SRC_DIR}" && \
- ./configure --prefix="${INSTALL_PREFIX}" --enable-shared --enable-optimizations --with-lto && \
- make altinstall'
- # echo "Stripping debug symbols to reduce size..."
- # sudo -- sh -c '/usr/bin/strip "${INSTALL_PREFIX}/bin/python3.11" && \
- # /usr/bin/strip "${INSTALL_PREFIX}/lib/libpython3.11.so.1.0"'
- sudo DOCKEROS=${DOCKEROS} PYTHON_VERSION=${PYTHON_VERSION} INSTALL_PREFIX=${INSTALL_PREFIX} \
- PYTHON_TGZ=${PYTHON_TGZ} PYTHON_SRC_DIR=${PYTHON_SRC_DIR} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} \
- CPPFLAGS=${CPPFLAGS} LDFLAGS=${LDFLAGS} PATH=${PATH} \
- -- sh -c 'cd /tmp && curl -sS https://bootstrap.pypa.io/get-pip.py | "${INSTALL_PREFIX}/bin/python3.11"'
- export SQLITE3_PATH=/opt/sqlite3/bin/sqlite3
- export PYTHON311_PATH=${INSTALL_PREFIX}
- export PATH=${INSTALL_PREFIX}/bin:$PATH
- export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}
- popd
- }
- function centos7_install() {
- if [[ $FORCEINSTALL -eq 1 ]]; then
- # pre-req install
- sudo -- sh -c 'yum install -y cyrus-sasl-gssapi \
- cyrus-sasl-plain \
- java-11-openjdk \
- java-11-openjdk-devel \
- java-11-openjdk-headless \
- krb5-workstation \
- libpcap \
- ncurses-devel \
- nmap-ncat \
- xmlsec1 \
- xmlsec1-openssl \
- unzip \
- python3-devel \
- postgresql-devel'
- # Ensure pg_config is available
- export PG_CONFIG=$(which pg_config)
- if [ -z "$PG_CONFIG" ]; then
- echo "Error: pg_config not found. Ensure PostgreSQL development libraries are installed."
- exit 1
- fi
- echo "PG_CONFIG is set to $PG_CONFIG"
- # MySQLdb install
- sudo -- sh -c 'cd /tmp && curl -sSLO https://cloudera-build-us-west-1.vpc.cloudera.com/s3/ARTIFACTS/mysql80-community-release-el7-11.noarch.rpm && \
- rpm -ivh mysql80-community-release-el7-11.noarch.rpm && \
- yum install -y mysql-community-libs mysql-community-client-plugins mysql-community-common'
- # NODEJS 16 install
- # Upgrading to node-v16 because of the following CVE's in node-v14 "CVE-2021-3450, CVE-2021-44531, CVE-2023-32004, CVE-2023-32006"
- # Node-v20-LTS is not supported by old OS'es - Redhat7_ppc, Centos7, Ubuntu18, Sles12. So upgrading to node-v16
- sudo -- sh -c 'cd /tmp && curl -fsSL https://rpm.nodesource.com/setup_16.x | sudo bash - && \
- yum install -y nodejs npm'
- # sqlite3 install
- sudo -- sh -c 'cd /tmp && curl -o sqlite-autoconf-3350500.tar.gz https://sqlite.org/2021/sqlite-autoconf-3350500.tar.gz && \
- tar zxvf sqlite-autoconf-3350500.tar.gz && \
- cd sqlite-autoconf-3350500 && \
- ./configure --prefix=/opt/sqlite3 && make && make install'
- # python3.8 re install for sqlite3 3.35.5 or higher version
- sudo LD_LIBRARY_PATH=/opt/sqlite3/lib:$ORACLE_INSTANTCLIENT19_PATH:$LD_LIBRARY_PATH \
- LD_RUN_PATH=/opt/sqlite3/lib:$ORACLE_INSTANTCLIENT19_PATH:$LD_RUN_PATH \
- -- sh -c 'cd /tmp && curl -o Python-3.8.13.tgz https://www.python.org/ftp/python/3.8.13/Python-3.8.13.tgz && \
- tar zxvf Python-3.8.13.tgz && \
- cd Python-3.8.13 && \
- ./configure --enable-shared --prefix=/opt/cloudera/cm-agent && \
- make altinstall'
- export SQLITE3_PATH=/opt/sqlite3/bin/sqlite3
- export PYTHON38_PATH="/opt/cloudera/cm-agent"
- pip_bin="${PYTHON38_PATH}/bin/pip3.8"
- export VIRTUAL_ENV_VERSION="20.19.0"
- # Pip modules install
- sudo pip_bin=${pip_bin} -- sh -c '${pip_bin} install virtualenv=='${VIRTUAL_ENV_VERSION}' virtualenv-make-relocatable==0.0.1 mysqlclient==2.1.1'
- sudo pip_bin=${pip_bin} -- sh -c '${pip_bin} install psycopg2==2.9.6 --global-option=build_ext --global-option="--pg-config=$PG_CONFIG"'
- sudo pip_bin=${pip_bin} -- sh -c 'ln -fs ${pip_bin} $(dirname ${pip_bin})/pip'
- fi
- }
- function redhat8_install() {
- if [[ $FORCEINSTALL -eq 1 ]]; then
- # pre-req install
- sudo -- sh -c 'yum install -y \
- java-11-openjdk \
- java-11-openjdk-devel \
- java-11-openjdk-headless \
- krb5-workstation \
- ncurses-devel \
- nmap-ncat \
- xmlsec1 \
- xmlsec1-openssl \
- libss \
- ncurses-c++-libs \
- python3-devel \
- postgresql-devel'
- # Ensure pg_config is available
- export PG_CONFIG=$(which pg_config)
- if [ -z "$PG_CONFIG" ]; then
- echo "Error: pg_config not found. Ensure PostgreSQL development libraries are installed."
- exit 1
- fi
- echo "PG_CONFIG is set to $PG_CONFIG"
- # MySQLdb install
- sudo -- sh -c 'yum install -y python3-mysqlclient'
- # NODEJS 20 install
- sudo -- sh -c 'cd /tmp && curl -fsSL https://rpm.nodesource.com/setup_lts.x | sudo bash - && \
- yum install -y nodejs'
- if ! is_supported_python_version "$PYTHON311_PATH/bin/python3.11" $REQ_PYTHON311; then
- install_python311 "redhat8" "$REQ_PYTHON311"
- fi
- export pip_bin=${PYTHON311_PATH}/bin/pip3.11
- export VIRTUAL_ENV_VERSION="20.30.0"
- # Pip modules install
- sudo pip_bin=${pip_bin} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} -- sh -c '${pip_bin} install virtualenv=='${VIRTUAL_ENV_VERSION}' virtualenv-make-relocatable==0.0.1 mysqlclient==2.1.1'
- sudo pip_bin=${pip_bin} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} -- sh -c '${pip_bin} install psycopg2==2.9.6 --global-option=build_ext --global-option="--pg-config=$PG_CONFIG"'
- sudo pip_bin=${pip_bin} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} -- sh -c 'ln -fs ${pip_bin} $(dirname ${pip_bin})/pip'
- fi
- }
- function redhat8_arm64_install() {
- if [[ $FORCEINSTALL -eq 1 ]]; then
- # pre-req install
- sudo -- sh -c 'yum install -y \
- java-11-openjdk \
- java-11-openjdk-devel \
- java-11-openjdk-headless \
- krb5-workstation \
- ncurses-devel \
- nmap-ncat \
- xmlsec1 \
- xmlsec1-openssl \
- libss \
- ncurses-c++-libs'
- # MySQLdb install
- sudo -- sh -c 'yum install -y python3-mysqlclient'
- # NODEJS 20 install
- sudo -- sh -c 'cd /tmp && curl -fsSL https://rpm.nodesource.com/setup_lts.x | sudo bash - && \
- yum install -y nodejs'
- # Pip modules install
- if ! is_supported_python_version "$PYTHON311_PATH/bin/python3.11" $REQ_PYTHON311; then
- install_python311 "redhat8-arm64" "$REQ_PYTHON311"
- fi
- export pip_bin=${PYTHON311_PATH}/bin/pip3.11
- export VIRTUAL_ENV_VERSION="20.30.0"
- # Pip modules install
- sudo pip_bin=${pip_bin} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} -- sh -c '${pip_bin} install virtualenv=='${VIRTUAL_ENV_VERSION}' virtualenv-make-relocatable==0.0.1 mysqlclient==2.1.1'
- sudo pip_bin=${pip_bin} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} -- sh -c '${pip_bin} install psycopg2-binary==2.9.6'
- sudo pip_bin=${pip_bin} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} -- sh -c 'ln -fs ${pip_bin} $(dirname ${pip_bin})/pip'
- fi
- }
- function redhat9_install() {
- if [[ $FORCEINSTALL -eq 1 ]]; then
- # pre-req install
- sudo -- sh -c 'yum install -y \
- java-11-openjdk \
- java-11-openjdk-devel \
- java-11-openjdk-headless \
- krb5-workstation \
- ncurses-devel \
- nmap-ncat \
- xmlsec1 \
- xmlsec1-openssl \
- libss \
- ncurses-c++-libs \
- postgresql-devel'
- # Ensure pg_config is available
- export PG_CONFIG=$(which pg_config)
- if [ -z "$PG_CONFIG" ]; then
- echo "Error: pg_config not found. Ensure PostgreSQL development libraries are installed."
- exit 1
- fi
- echo "PG_CONFIG is set to $PG_CONFIG"
- # MySQLdb install
- sudo -- sh -c 'yum install -y python3-mysqlclient'
- # NODEJS 20 install
- sudo -- sh -c 'cd /tmp && curl -fsSL https://rpm.nodesource.com/setup_lts.x | sudo bash - && \
- yum install -y nodejs'
- if ! is_supported_python_version "$PYTHON311_PATH/bin/python3.11" $REQ_PYTHON311; then
- install_python311 "redhat9" "$REQ_PYTHON311"
- fi
- export pip_bin=${PYTHON311_PATH}/bin/pip3.11
- export VIRTUAL_ENV_VERSION="20.30.0"
- # Pip modules install
- sudo pip_bin=${pip_bin} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} -- sh -c '${pip_bin} install virtualenv=='${VIRTUAL_ENV_VERSION}' virtualenv-make-relocatable==0.0.1 mysqlclient==2.1.1'
- sudo pip_bin=${pip_bin} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} -- sh -c '${pip_bin} install psycopg2==2.9.6 --global-option=build_ext --global-option="--pg-config=$PG_CONFIG"'
- sudo pip_bin=${pip_bin} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} -- sh -c 'ln -fs ${pip_bin} $(dirname ${pip_bin})/pip'
- fi
- }
- function sles12_install() {
- if [[ $FORCEINSTALL -eq 1 ]]; then
- # pre-req install
- sudo -- sh -c 'zypper refresh'
- sudo -- sh -c 'zypper install -y cyrus-sasl-gssapi \
- cyrus-sasl-plain \
- java-11-openjdk \
- java-11-openjdk-devel \
- java-11-openjdk-headless \
- krb5-client pam_krb5 krb5-appl-clients krb5-plugin-kdb-ldap \
- libpcap \
- ncurses-devel \
- nmap \
- python3-devel \
- postgresql-server-devel \
- xmlsec1 xmlsec1-devel xmlsec1-openssl-devel'
- # Ensure pg_config is available
- export PG_CONFIG=$(which pg_config)
- if [ -z "$PG_CONFIG" ]; then
- echo "Error: pg_config not found. Ensure PostgreSQL development libraries are installed."
- exit 1
- fi
- echo "PG_CONFIG is set to $PG_CONFIG"
- # MySQLdb install
- sudo -- sh -c 'zypper install -y libmysqlclient-devel libmysqlclient18 libmysqld18 libmysqld-devel'
- # NODEJS 16 install
- # Upgrading to node-v16 because of the following CVE's in node-v14 "CVE-2021-3450, CVE-2021-44531, CVE-2023-32004, CVE-2023-32006"
- # Node-v20-LTS is not supported by old OS'es - Redhat7_ppc, Centos7, Ubuntu18, Sles12. So upgrading to node-v16
- sudo -- sh -c 'zypper install -y npm14 nodejs14'
- pip_bin="${PYTHON38_PATH}/bin/pip3.8"
- VIRTUAL_ENV_VERSION="20.19.0"
- # Pip modules install
- sudo pip_bin=${pip_bin} -- sh -c '${pip_bin} install virtualenv=='${VIRTUAL_ENV_VERSION}' virtualenv-make-relocatable==0.0.1 mysqlclient==2.1.1'
- sudo pip_bin=${pip_bin} -- sh -c '${pip_bin} install psycopg2==2.9.6 --global-option=build_ext --global-option="--pg-config=$PG_CONFIG"'
- sudo pip_bin=${pip_bin} -- sh -c 'ln -fs ${pip_bin} $(dirname ${pip_bin})/pip'
- # sqlite3 install
- sudo -- sh -c 'cd /tmp && curl --insecure -o sqlite-autoconf-3350500.tar.gz https://sqlite.org/2021/sqlite-autoconf-3350500.tar.gz && \
- tar zxvf sqlite-autoconf-3350500.tar.gz && \
- cd sqlite-autoconf-3350500 && \
- ./configure --prefix=/opt/sqlite3 && make && make install'
- export LD_LIBRARY_PATH=/opt/sqlite3/lib:$LD_LIBRARY_PATH
- export SQLITE3_PATH=/opt/sqlite3/bin/sqlite3
- fi
- }
- function sles15_install() {
- if [[ $FORCEINSTALL -eq 1 ]]; then
- # pre-req install
- sudo -- sh -c 'zypper refresh'
- sudo -- sh -c 'zypper install -y cyrus-sasl-gssapi \
- cyrus-sasl-plain \
- java-11-openjdk \
- java-11-openjdk-devel \
- java-11-openjdk-headless \
- krb5-client pam_krb5 krb5-plugin-kdb-ldap \
- libpcap1 \
- ncurses-devel \
- nmap \
- postgresql-server-devel \
- xmlsec1 xmlsec1-devel xmlsec1-openssl-devel'
- # Ensure pg_config is available
- export PG_CONFIG=$(which pg_config)
- if [ -z "$PG_CONFIG" ]; then
- echo "Error: pg_config not found. Ensure PostgreSQL development libraries are installed."
- exit 1
- fi
- echo "PG_CONFIG is set to $PG_CONFIG"
- # MySQLdb install
- sudo -- sh -c 'zypper install -y libmariadb-devel mariadb-client python3-mysqlclient'
- # NODEJS 18 install
- sudo -- sh -c 'zypper install -y nodejs18 npm20'
- sudo -- sh -c 'rm -f /usr/local/bin/node && ln -s /usr/bin/node18 /usr/local/bin/node'
- sudo -- sh -c 'rm -f /usr/local/bin/npm && ln -s /usr/bin/npm20 /usr/local/bin/npm'
- if ! is_supported_python_version "$PYTHON311_PATH/bin/python3.11" $REQ_PYTHON311; then
- install_python311 "sles15" "$REQ_PYTHON311"
- fi
- export pip_bin=${PYTHON311_PATH}/bin/pip3.11
- export VIRTUAL_ENV_VERSION="20.30.0"
- # Pip modules install
- sudo pip_bin=${pip_bin} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} -- sh -c '${pip_bin} install virtualenv=='${VIRTUAL_ENV_VERSION}' virtualenv-make-relocatable==0.0.1 mysqlclient==2.1.1'
- sudo pip_bin=${pip_bin} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} -- sh -c '${pip_bin} install psycopg2==2.9.6 --global-option=build_ext --global-option="--pg-config=$PG_CONFIG"'
- sudo pip_bin=${pip_bin} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} -- sh -c 'ln -fs ${pip_bin} $(dirname ${pip_bin})/pip'
- fi
- }
- function ubuntu18_install() {
- if [[ $FORCEINSTALL -eq 1 ]]; then
- # pre-req install
- sudo -- sh -c 'apt-get update'
- sudo -- sh -c 'DEBIAN_FRONTEND=noninteractive apt -qq -y install \
- krb5-user \
- krb5-kdc \
- krb5-config \
- libkrb5-dev'
- sudo -- sh -c 'apt -y install \
- ldap-utils \
- libpython3.8-dev \
- libpython3.8-minimal \
- libpython3.8-stdlib \
- libxmlsec1 \
- libxmlsec1-openssl \
- netcat \
- nmap \
- python3-asn1crypto \
- python3-cffi-backend \
- python3-crypto \
- python3-cryptography \
- python3-keyring \
- python3-psycopg2 \
- python3-setuptools \
- python3-wheel \
- python3.8-venv \
- python3-dev \
- libpq-dev \
- zlibc'
- # Ensure pg_config is available
- export PG_CONFIG=$(which pg_config)
- if [ -z "$PG_CONFIG" ]; then
- echo "Error: pg_config not found. Ensure PostgreSQL development libraries are installed."
- exit 1
- fi
- echo "PG_CONFIG is set to $PG_CONFIG"
- # MySQLdb install
- # It is pre-installed
- # NODEJS 16 install
- # Upgrading to node-v16 because of the following CVE's in node-v14 "CVE-2021-3450, CVE-2021-44531, CVE-2023-32004, CVE-2023-32006"
- # Node-v20-LTS is not supported by old OS'es - Redhat7_ppc, Centos7, Ubuntu18, Sles12. So upgrading to node-v16
- sudo -- sh -c 'cd /tmp && curl -sL https://deb.nodesource.com/setup_16.x | sudo bash - && \
- apt -y install nodejs'
- pip_bin="${PYTHON38_PATH}/bin/pip3.8"
- VIRTUAL_ENV_VERSION="20.19.0"
- # Pip modules install
- sudo pip_bin=${pip_bin} -- sh -c '${pip_bin} install virtualenv=='${VIRTUAL_ENV_VERSION}' virtualenv-make-relocatable==0.0.1 mysqlclient==2.1.1'
- sudo pip_bin=${pip_bin} -- sh -c '${pip_bin} install psycopg2==2.9.6 --global-option=build_ext --global-option="--pg-config=$PG_CONFIG"'
- sudo pip_bin=${pip_bin} -- sh -c 'ln -fs ${pip_bin} $(dirname ${pip_bin})/pip'
- # sqlite3 install
- sudo -- sh -c 'cd /tmp && curl -o sqlite-autoconf-3350500.tar.gz https://sqlite.org/2021/sqlite-autoconf-3350500.tar.gz && \
- tar zxvf sqlite-autoconf-3350500.tar.gz && \
- cd sqlite-autoconf-3350500 && \
- ./configure --prefix=/opt/sqlite3 && make && make install'
- export LD_LIBRARY_PATH=/opt/sqlite3/lib:$LD_LIBRARY_PATH
- export SQLITE3_PATH=/opt/sqlite3/bin/sqlite3
- fi
- }
- function ubuntu20_install() {
- if [[ $FORCEINSTALL -eq 1 ]]; then
- # pre-req install
- sudo -- sh -c 'DEBIAN_FRONTEND=noninteractive apt -qq -y install \
- krb5-user \
- krb5-kdc \
- krb5-config \
- libkrb5-dev'
- sudo -- sh -c 'apt -y install \
- ldap-utils \
- libpython3.8-dev \
- libpython3.8-minimal \
- libpython3.8-stdlib \
- libxmlsec1 \
- libxmlsec1-openssl \
- libpq-dev \
- netcat \
- nmap \
- python-asn1crypto \
- python3-crypto \
- python3-cryptography \
- python3-keyring \
- python3-psycopg2 \
- python3-setuptools \
- python3-wheel \
- python3.8-venv \
- zlibc \
- openssl \
- sudo \
- tar \
- util-linux'
- # Ensure pg_config is available
- export PG_CONFIG=$(which pg_config)
- if [ -z "$PG_CONFIG" ]; then
- echo "Error: pg_config not found. Ensure PostgreSQL development libraries are installed."
- exit 1
- fi
- echo "PG_CONFIG is set to $PG_CONFIG"
- # MySQLdb install
- # It is pre-installed
- # NODEJS 20 install
- sudo -- sh -c 'apt-get install -y curl && \
- cd /tmp && curl -fsSL https://deb.nodesource.com/setup_lts.x | sudo -E bash - && \
- apt-get install -y nodejs'
- # sqlite3 install
- sudo -- sh -c 'cd /tmp && curl -o sqlite-autoconf-3350500.tar.gz https://sqlite.org/2021/sqlite-autoconf-3350500.tar.gz && \
- tar zxvf sqlite-autoconf-3350500.tar.gz && \
- cd sqlite-autoconf-3350500 && \
- ./configure --prefix=/opt/sqlite3 && make && make install'
- # python3.8 re install for sqlite3 3.35.5 or higher version
- sudo LD_LIBRARY_PATH=/opt/sqlite3/lib:$ORACLE_INSTANTCLIENT19_PATH:$LD_LIBRARY_PATH \
- LD_RUN_PATH=/opt/sqlite3/lib:$ORACLE_INSTANTCLIENT19_PATH:$LD_RUN_PATH \
- -- sh -c 'cd /tmp && curl -o Python-3.8.13.tgz https://www.python.org/ftp/python/3.8.13/Python-3.8.13.tgz && \
- tar zxvf Python-3.8.13.tgz && \
- cd Python-3.8.13 && \
- ./configure --enable-shared --prefix=/opt/cloudera/cm-agent && \
- make altinstall'
- export SQLITE3_PATH=/opt/sqlite3/bin/sqlite3
- export PYTHON38_PATH="/opt/cloudera/cm-agent"
- export pip_bin="${PYTHON38_PATH}/bin/pip3.8"
- VIRTUAL_ENV_VERSION="20.19.0"
- # Pip modules install
- sudo pip_bin=${pip_bin} -- sh -c '${pip_bin} install virtualenv=='${VIRTUAL_ENV_VERSION}' virtualenv-make-relocatable==0.0.1 mysqlclient==2.1.1'
- sudo pip_bin=${pip_bin} -- sh -c '${pip_bin} install psycopg2==2.9.6 --global-option=build_ext --global-option="--pg-config=$PG_CONFIG"'
- sudo pip_bin=${pip_bin} -- sh -c 'ln -fs ${pip_bin} $(dirname ${pip_bin})/pip'
- # sqlite3 install
- sudo -- sh -c 'cd /tmp && curl -o sqlite-autoconf-3350500.tar.gz https://sqlite.org/2021/sqlite-autoconf-3350500.tar.gz && \
- tar zxvf sqlite-autoconf-3350500.tar.gz && \
- cd sqlite-autoconf-3350500 && \
- ./configure --prefix=/opt/sqlite3 && make && make install'
- export LD_LIBRARY_PATH=/opt/sqlite3/lib:$LD_LIBRARY_PATH
- export SQLITE3_PATH=/opt/sqlite3/bin/sqlite3
- fi
- }
- function ubuntu22_install() {
- local PYTHON_VERSION=${1:-"python3.11"} # Default to Python 3.11 if not provided
- if [[ $FORCEINSTALL -eq 1 ]]; then
- sudo -- sh -c 'apt update'
- # Add deadsnakes PPA for Python 3.8
- sudo -- sh -c 'add-apt-repository ppa:deadsnakes/ppa -y'
- sudo -- sh -c 'apt update'
- # pre-req install
- sudo -- sh -c 'DEBIAN_FRONTEND=noninteractive apt -qq -y install \
- krb5-user \
- krb5-kdc \
- krb5-config \
- libkrb5-dev'
- sudo -- sh -c "apt -y install \
- ldap-utils \
- libxmlsec1 \
- libxmlsec1-openssl \
- libpq-dev \
- netcat \
- nmap \
- openssl \
- sudo \
- tar \
- util-linux"
- # Ensure pg_config is available
- export PG_CONFIG=$(which pg_config)
- if [ -z "$PG_CONFIG" ]; then
- echo "Error: pg_config not found. Ensure PostgreSQL development libraries are installed."
- exit 1
- fi
- echo "PG_CONFIG is set to $PG_CONFIG"
- # MySQLdb install
- # It is pre-installed
- # NODEJS 20 install
- sudo -- sh -c 'apt-get install -y curl && \
- cd /tmp && curl -fsSL https://deb.nodesource.com/setup_lts.x | sudo -E bash - && \
- apt-get install -y nodejs'
- if ! is_supported_python_version "$PYTHON311_PATH/bin/python3.11" $REQ_PYTHON311; then
- install_python311 "ubuntu22" "$REQ_PYTHON311"
- fi
- export pip_bin=${PYTHON311_PATH}/bin/pip3.11
- export VIRTUAL_ENV_VERSION="20.30.0"
- # Pip modules install
- sudo pip_bin=${pip_bin} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} -- sh -c '${pip_bin} install virtualenv=='${VIRTUAL_ENV_VERSION}' virtualenv-make-relocatable==0.0.1 mysqlclient==2.1.1'
- sudo pip_bin=${pip_bin} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} -- sh -c '${pip_bin} install psycopg2==2.9.6 --global-option=build_ext --global-option="--pg-config=$PG_CONFIG"'
- sudo pip_bin=${pip_bin} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} -- sh -c 'ln -fs ${pip_bin} $(dirname ${pip_bin})/pip'
- fi
- }
|