Debugging Edex Docker build

Dockerfile

@@ -1,17 +1,23 @@
 FROM centos:7
 MAINTAINER "Rio McMahon" <[email protected]>
+env HOME /root
+env WORKDIR /root
+
 RUN yum -y update; yum clean all
 RUN yum install httpd -y
 
 # install pre-reqs
 RUN yum -y install sudo
 RUN yum -y install wget
 RUN yum -y install perl
+RUN yum -y install less
+RUN yum -y install rsync
 
 # do awips install
-RUN wget https://www.unidata.ucar.edu/software/awips2/awips_install.sh
-RUN chmod 755 awips_install.sh
-RUN sudo ./awips_install.sh --edex
+
+COPY scripts/awips_install_local.sh ${WORKDIR}
+RUN chmod 755 ${WORKDIR}/awips_install_local.sh
+RUN sudo ${WORKDIR}/awips_install_local.sh --edex
 
 # fix yum since awips install breaks it per
 # https://www.unidata.ucar.edu/support/help/MailArchives/awips/msg00365.html

README.md

@@ -18,15 +18,15 @@ Clone this repository
 
 Run the container with docker-compose
 
-    docker-compose up -d edex-ingest
+    docker-compose up -d edex_ingest
 
 Confirm the container is running
 
-    docker ps -a 
+    docker ps -a
 
 Enter the container
 
-    docker exec -it edex-ingest bash    
+    docker exec -it edex_ingest bash    
 
 Stop the container
 
@@ -35,7 +35,7 @@ Stop the container
 Delete the container (keep the image)
 
     docker-compose rm -f
-    
+
 Run commands inside the container, such as
 
     docker exec edex-ingest edex
@@ -82,20 +82,20 @@ The file `docker-compose.yml` defines files to mount to the container and which
 - `etc/ldmd.conf`
 
     Defines which data feeds to receive. By default there is only one active request line (`REQUEST IDS|DDPLUS ".*" idd.unidata.ucar.edu`) to not overwhelm small EDEX containers ingesting large volumes of radar and gridded data files.  Any updates to the file `etc/ldmd.conf` will be read the next time you restart the container.
- 
+
 - `etc/pqact.conf`
 
     Defines how products are processed and where they are written to on the filesystem. This is the full set of pattern actions used in Unidata AWIPS, and generally you do not need to edit this file. Instead control which data feeds are requested in `ldmd.conf` (above).
 
 - `bin/setup.env`
 
     Defines the remote EDEX Database/Request server:
-    
+
         ### EDEX localization related variables ###
         export AW_SITE_IDENTIFIER=OAX
         export EXT_ADDR=js-157-198.jetstream-cloud.org
 
-    **EXT_ADDR** must be set to an allowed EDEX Database/Request Server. In this example we are using a JetStream Cloud instance, which controls our edex-ingest access with IPtables, SSL certificates, and PostgreSQL pg_hba.conf rules (this server is used in software training workshop environments and will not allow outside connections). 
+    **EXT_ADDR** must be set to an allowed EDEX Database/Request Server. In this example we are using a JetStream Cloud instance, which controls our edex-ingest access with IPtables, SSL certificates, and PostgreSQL pg_hba.conf rules (this server is used in software training workshop environments and will not allow outside connections).
 
 - `bin/runedex.sh`
 
@@ -105,7 +105,7 @@ The file `docker-compose.yml` defines files to mount to the container and which
         /awips2/edex/bin/start.sh -noConsole ingest &
         ldmadmin mkqueue
         ldmadmin start
-        
+
 
 ## Upstream Data Feed for the LDM
 

scripts/awips_install_local.sh

@@ -0,0 +1,260 @@
+#!/bin/bash -f
+# about:  AWIPS install manager
+# devorg: Unidata Program Center
+# author: Michael James
+# maintainer: <[email protected]>
+# use: ./awips_install.sh (--cave|--edex|--database|--ingest|--help)
+
+set -e
+set -x
+
+dir="$( cd "$(dirname "$0")" ; pwd -P )"
+
+usage="$(basename "$0") [-h] (--cave|--edex|--database|--ingest) #script to install Unidata AWIPS components.\n
+    -h, --help           show this help text\n
+    --cave               install CAVE for x86_64 Linux\n
+    --edex, --server     install EDEX Standaone Server x86_64 Linux\n
+    --database           install EDEX Request/Database x86_64 Linux\n
+    --ingest             install EDEX Ingest Node Server x86_64 Linux\n"
+
+function stop_edex_services {
+  for srvc in edex_ldm edex_camel qpidd httpd-pypies edex_postgres ; do
+    if [ -f /etc/init.d/$srvc ]; then
+      service $srvc stop
+    fi
+  done
+}
+
+function check_yumfile {
+  if [[ $(grep "release 7" /etc/redhat-release) ]]; then
+    repofile=el7.repo
+  else
+    echo "You need to be running CentOS7 or RedHat7"
+    exit
+  fi
+  if [ -f /etc/yum.repos.d/awips2.repo ]; then
+    date=$(date +%Y%m%d-%H:%M:%S)
+    cp /etc/yum.repos.d/awips2.repo /etc/yum.repos.d/awips2.repo-${date}
+  fi
+
+  wget_url="https://www.unidata.ucar.edu/software/awips2/doc/${repofile}"
+  echo "wget -O /etc/yum.repos.d/awips2.repo ${wget_url}"
+  wget -O /etc/yum.repos.d/awips2.repo ${wget_url}
+
+  yum clean all --disablerepo="*" --enablerepo=awips2repo 1>> /dev/null 2>&1
+}
+
+function check_limits {
+  if [[ ! $(grep awips /etc/security/limits.conf) ]]; then
+    echo "Checking /etc/security/limits.conf for awips: Not found. Adding..."
+    printf "awips soft nproc 65536\nawips soft nofile 65536\n" >> /etc/security/limits.conf
+  fi
+}
+
+function check_epel {
+  if [[ ! $(rpm -qa | grep epel-release) ]]; then
+    yum install epel-release -y
+    yum clean all
+  fi
+}
+
+function check_netcdf {
+  if [[ $(rpm -qa | grep netcdf-AWIPS) ]]; then
+    # replaced by epel netcdf(-devel) pkgs in 17.1.1-5 so force remove
+    yum remove netcdf-AWIPS netcdf netcdf-devel -y
+  fi
+}
+
+function check_cave {
+  if [[ $(rpm -qa | grep awips2-cave) ]]; then
+    echo $'\n'CAVE is currently installed and needs to be removed before installing.
+    pkill cave.sh
+    pkill -f 'cave/run.sh'
+    remove_cave
+  fi
+}
+
+function remove_cave {
+  yum groupremove awips2-cave -y
+
+  if [[ $(rpm -qa | grep awips2-cave) ]]; then
+    echo "
+    =================== FAILED ===========================
+    Something went wrong with the un-install of CAVE
+    and packages are still installed. Once the CAVE
+    group has been successfully uninstalled, you can try
+    running this script again.
+     Try running a \"yum grouplist\" to see if the AWIPS
+     CAVE group is still installed and then do a
+     \"yum groupremove [GROUP NAME]\".
+       ex. yum groupremove 'AWIPS EDEX Server'
+
+     You may also need to run \"yum groups mark
+     remove [GROUP NAME]\"
+       ex. yum groups mark remove 'AWIPS CAVE'"
+     exit
+  else
+    dir=cave
+    echo "Removing /awips2/$dir"
+    rm -rf /awips2/$dir
+    rm -rf /home/awips/caveData
+  fi
+}
+
+function check_edex {
+  if [[ $(rpm -qa | grep awips2-edex) ]]; then
+    echo "found EDEX RPMs installed. The current EDEX needs to be removed before installing."
+    check_remove_edex
+  else
+    if [ -d /awips2/database/data/ ]; then
+      echo "cleaning up /awips2/database/data/ for new install..."
+      rm -rf /awips2/database/data/
+    fi
+  fi
+  for dir in /awips2/tmp /awips2/data_store ; do
+    if [ ! -d $dir ]; then
+      echo "creating $dir"
+      mkdir -p $dir
+      chown awips:fxalpha $dir
+    fi
+  done
+  if getent passwd awips &>/dev/null; then
+    echo -n ''
+  else
+    echo
+    echo "--- user awips does not exist"
+    echo "--- installation will continue but EDEX services may not run as intended"
+  fi
+}
+
+function check_remove_edex {
+  while true; do
+    read -p "Do you wish to remove EDEX? (Please type yes or no) `echo $'\n> '`" yn
+    case $yn in
+      [Yy]* ) remove_edex; break;;
+      [Nn]* ) echo "Exiting..."; exit;;
+      * ) echo "Please answer yes or no"
+    esac
+  done
+}
+
+function remove_edex {
+  while true; do
+    read -p "`echo $'\n'`We are going to back up some files. What location do you want your files backed up to? `echo $'\n> '`" backup_dir
+    if [ ! -d $backup_dir ]; then
+      echo "$backup_dir does not exist, enter a path that exists"
+    else
+      break;
+    fi
+  done
+  date=$(date +'%Y%m%d-%H:%M:%S')
+  backup_dir=${backup_dir}/awips2_backup_${date}
+  echo "Backing up to $backup_dir"
+
+  rsync -aP /awips2/database/data/pg_hba.conf $backup_dir/
+  rsync -aP /awips2/edex/data/utility $backup_dir/
+  rsync -aP /awips2/edex/bin $backup_dir/
+  rsync -aP /awips2/ldm $backup_dir/
+  rsync -aP /awips2/dev $backup_dir/
+  rsync -aP /awips2/edex/conf $backup_dir/
+  rsync -aP /awips2/edex/etc $backup_dir/
+  rsync -aP /awips2/edex/logs $backup_dir/
+  rsync -aP /usr/bin/edex $backup_dir/
+  rsync -aP /etc/init.d/edexServiceList $backup_dir/init.d/
+  rsync -aP /var/spool/cron/awips $backup_dir/
+
+  if [[ $(rpm -qa | grep awips2-cave) ]]; then
+    echo "CAVE is also installed, now removing EDEX and CAVE"
+    pkill cave.sh
+    pkill -f 'cave/run.sh'
+    rm -rf /home/awips/caveData
+  else
+    echo "Now removing EDEX"
+  fi
+
+  yum groupremove awips2-server awips2-database awips2-ingest awips2-cave awips2-qpid-lib
+
+  if [[ $(rpm -qa | grep awips2 | grep -v cave) ]]; then
+    echo "
+    =================== FAILED ===========================
+    Something went wrong with the un-install of EDEX
+    and packages are still installed. Once the EDEX
+    groups have been successfully uninstalled, you can try
+    running this script again.
+     Try running a \"yum grouplist\" to see which AWIPS
+     group is still installed and then do a
+     \"yum groupremove [GROUP NAME]\".
+       ex. yum groupremove 'AWIPS EDEX Server'
+
+     You may also need to run \"yum groups mark
+     remove [GROUP NAME]\"
+       ex. yum groups mark remove 'AWIPS EDEX Server'"
+     exit
+  else
+    for dir in $(ls /awips2/); do
+      if [ $dir != cave ]; then
+        echo "Removing /awips2/$dir"
+        rm -rf /awips2/$dir
+      fi
+    done
+  fi
+}
+
+function check_users {
+  if ! id "awips" >/dev/null 2>&1; then
+    groupadd fxalpha && useradd -G fxalpha awips
+  fi
+}
+
+function server_prep {
+  check_users
+  check_yumfile
+  stop_edex_services
+  check_limits
+  check_netcdf
+  check_edex
+  check_epel
+}
+
+function cave_prep {
+  check_cave
+  check_users
+  check_yumfile
+  check_netcdf
+  check_epel
+}
+
+if [ $# -eq 0 ]; then
+  key="-h"
+else
+  key="$1"
+fi
+case $key in
+    --cave)
+        cave_prep
+        yum groupinstall awips2-cave -y 2>&1 | tee -a /tmp/awips-install.log
+        echo "CAVE has finished installing, the install log can be found in /tmp/awips-install.log"
+        ;;
+    --server|--edex)
+        server_prep
+        yum groupinstall awips2-server -y 2>&1 | tee -a /tmp/awips-install.log
+        echo "EDEX server has finished installing, the install log can be found in /tmp/awips-install.log"
+        ;;
+    --database)
+        server_prep
+        yum groupinstall awips2-database -y 2>&1 | tee -a /tmp/awips-install.log
+        echo "EDEX database has finished installing, the install log can be found in /tmp/awips-install.log"
+        ;;
+    --ingest)
+        server_prep
+        yum groupinstall awips2-ingest -y 2>&1 | tee -a /tmp/awips-install.log
+        echo "EDEX ingest has finished installing, the install log can be found in /tmp/awips-install.log"
+        ;;
+    -h|--help)
+        echo -e $usage
+        exit
+        ;;
+esac
+
+PATH=$PATH:/awips2/edex/bin/
+exit