build.sh 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203
  1. #!/bin/bash
  2. set -ex
  3. # Time marker for both stderr and stdout
  4. date; date 1>&2
  5. WORK_DIR=$(dirname $(readlink -f $0))
  6. . ${WORK_DIR}/common.sh
  7. HUE_SRC=$(realpath $WORK_DIR/../..)
  8. BUILD_DIR=$(realpath $HUE_SRC/../containerbuild$GBN)
  9. HUE_DIR=$WORK_DIR/hue
  10. APACHE_DIR=$WORK_DIR/huelb
  11. BASEHUE_DIR=$WORK_DIR/base/hue
  12. BASEHUELB_DIR=$WORK_DIR/base/huelb
  13. COMPILEHUE_DIR=$WORK_DIR/compile/hue
  14. COMPILEHUE_VERSION=huecompile_ubi:$DOCKERHUEBASE_VERSION
  15. HUEBASE_VERSION=huebase_ubi:$DOCKERHUEBASE_VERSION
  16. HUELBBASE_VERSION=huelb_httpd_ubi:$DOCKERHUELB_VERSION
  17. CONTAINER_HUE_SRC=/root/${HUEUSER}
  18. CONTAINER_HUE_OPT=/opt
  19. # This step is performed inside the docker(compile step)
  20. compile_py3hue() {
  21. export HUE_HOME="/opt/${HUEUSER}"
  22. mkdir -p $CONTAINER_HUE_OPT
  23. cd $CONTAINER_HUE_SRC
  24. INSTALL_DIR=${HUE_HOME} make install
  25. cd $CONTAINER_HUE_OPT/${HUEUSER}
  26. APPS=$(find apps -maxdepth 2 -name "src" -type d|cut -d"/" -f2|sort| sed 's/[^ ]* */apps\/&/g')
  27. ./build/env/bin/python tools/app_reg/app_reg.py --install $APPS --relative-paths
  28. }
  29. # Compile the bits in the docker and copy it out
  30. docker_hue_compile() {
  31. export HUE_CONF="/etc/hue"
  32. export HUE_HOME="/opt/${HUEUSER}"
  33. export HUE_CONF_DIR="${HUE_CONF}/conf"
  34. export HUE_LOG_DIR="/var/log/${HUEUSER}"
  35. export CONTAINER=$(uuidgen | cut -d"-" -f5)
  36. mkdir -p $BUILD_DIR
  37. docker run -dt --name $CONTAINER $COMPILEHUE_VERSION /bin/bash
  38. docker container cp $HUE_SRC $CONTAINER:$CONTAINER_HUE_SRC
  39. docker container exec $CONTAINER $CONTAINER_HUE_SRC/tools/py3container/buildpy3.sh compile_py3hue
  40. docker container cp $CONTAINER:$CONTAINER_HUE_OPT/${HUEUSER} $BUILD_DIR
  41. docker container stop $CONTAINER
  42. }
  43. docker_hue_build() {
  44. export HUE_CONF="/etc/hue"
  45. export HUE_HOME="/opt/${HUEUSER}"
  46. export HUE_CONF_DIR="${HUE_CONF}/conf"
  47. export HUE_LOG_DIR="/var/log/${HUEUSER}"
  48. export UUID_GEN=$(uuidgen | cut -d"-" -f5)
  49. cd $HUE_DIR
  50. cp -a $BUILD_DIR/${HUEUSER} $HUE_DIR
  51. rm -f $HUE_DIR/${HUEUSER}/desktop/conf/*
  52. # Reduce Hue container size
  53. rm -rf $HUE_DIR/${HUEUSER}/node_modules
  54. rm -rf $HUE_DIR/${HUEUSER}/desktop/core/ext-eggs
  55. for f in $(find $HUE_DIR/supervisor-files -name "*_template"); do
  56. subst_var $f
  57. done
  58. sed -i -e "s#\${HUEBASE_VERSION}#${HUEBASE_VERSION}#g" $HUE_DIR/Dockerfile
  59. docker build -f $HUE_DIR/Dockerfile -t ${REGISTRY}/hue:$GBN \
  60. --build-arg GBN=$GBN \
  61. --build-arg GSHA="$GSHA" \
  62. --build-arg GBRANCH=$GBRANCH \
  63. --build-arg VERSION=$VERSION \
  64. --build-arg HUEUSER=$HUEUSER \
  65. --build-arg HUE_CONF=$HUE_CONF \
  66. .
  67. }
  68. docker_huelb_build() {
  69. export HUE_CONF="/etc/hue"
  70. export HUE_HOME="/opt/${HUEUSER}"
  71. export HUE_CONF_DIR="${HUE_CONF}/conf"
  72. export HUE_LOG_DIR="/var/log/${HUEUSER}"
  73. cd $APACHE_DIR
  74. cp -a $BUILD_DIR/${HUEUSER}/build/static $APACHE_DIR
  75. for f in $(find $APACHE_DIR -name "*_template"); do
  76. subst_var $f
  77. done
  78. sed -i -e "s#\${HUELBBASE_VERSION}#${HUELBBASE_VERSION}#g" $APACHE_DIR/Dockerfile
  79. docker build -f $APACHE_DIR/Dockerfile -t ${REGISTRY}/huelb:$GBN \
  80. --build-arg GBN=$GBN \
  81. --build-arg GSHA="$GSHA" \
  82. --build-arg GBRANCH=$GBRANCH \
  83. --build-arg VERSION=$VERSION \
  84. --build-arg HUEUSER=$HUEUSER \
  85. --build-arg HUE_CONF=$HUE_CONF \
  86. .
  87. }
  88. build_huebase() {
  89. cd $BASEHUE_DIR
  90. docker build -f $BASEHUE_DIR/Dockerfile -t ${REGISTRY}/$HUEBASE_VERSION .
  91. docker tag ${REGISTRY}/$HUEBASE_VERSION $HUEBASE_VERSION
  92. docker push ${REGISTRY}/$HUEBASE_VERSION
  93. docker pull ${REGISTRY}/$HUEBASE_VERSION
  94. }
  95. build_huelbbase() {
  96. cd $BASEHUELB_DIR
  97. docker build -f $BASEHUELB_DIR/Dockerfile -t ${REGISTRY}/$HUELBBASE_VERSION .
  98. docker tag ${REGISTRY}/$HUELBBASE_VERSION $HUELBBASE_VERSION
  99. docker push ${REGISTRY}/$HUELBBASE_VERSION
  100. docker pull ${REGISTRY}/$HUELBBASE_VERSION
  101. }
  102. build_huecompilebase() {
  103. cd $COMPILEHUE_DIR
  104. docker build -f $COMPILEHUE_DIR/Dockerfile -t ${REGISTRY}/$COMPILEHUE_VERSION .
  105. docker tag ${REGISTRY}/$COMPILEHUE_VERSION $COMPILEHUE_VERSION
  106. docker push ${REGISTRY}/$COMPILEHUE_VERSION
  107. docker pull ${REGISTRY}/$COMPILEHUE_VERSION
  108. }
  109. pull_base_images() {
  110. docker pull ${REGISTRY}/$HUEBASE_VERSION
  111. if [[ $? -ne 0 ]]; then
  112. build_huebase
  113. fi
  114. docker tag ${REGISTRY}/$HUEBASE_VERSION $HUEBASE_VERSION
  115. docker pull ${REGISTRY}/$HUELBBASE_VERSION
  116. if [[ $? -ne 0 ]]; then
  117. build_huelbbase
  118. fi
  119. docker tag ${REGISTRY}/$HUELBBASE_VERSION $HUELBBASE_VERSION
  120. docker pull ${REGISTRY}/$COMPILEHUE_VERSION
  121. if [[ $? -ne 0 ]]; then
  122. build_huecompilebase
  123. fi
  124. docker tag ${REGISTRY}/$COMPILEHUE_VERSION $COMPILEHUE_VERSION
  125. }
  126. rebuild_base_images() {
  127. docker pull registry.access.redhat.com/ubi8/ubi:latest
  128. build_huebase
  129. build_huelbbase
  130. build_huecompilebase
  131. }
  132. hue_containers_build() {
  133. if [ $REBUILD_BASE -gt 0 ]; then
  134. rebuild_base_images
  135. fi
  136. pull_base_images
  137. find_git_state
  138. # compile hue code in compile container
  139. docker_hue_compile
  140. # package compiled hue code in runtime container
  141. docker_hue_build
  142. docker_huelb_build
  143. }
  144. wait_for_parallel_jobs() {
  145. EXIT=0
  146. jobs -l
  147. for job in `jobs -p`; do
  148. echo $job
  149. wait $job || let "EXIT+=1"
  150. done
  151. if [[ "$EXIT" == "0" ]]; then
  152. exit 0
  153. else
  154. exit 1
  155. fi
  156. }
  157. if [[ $1 == "compile_py3hue" ]]; then
  158. compile_py3hue
  159. else
  160. # Perform Hue Code Compilation and Docker packaging
  161. hue_containers_build
  162. # Perform any other container build process
  163. #extra_container_build=$(find_extra_container_to_build)
  164. #if test -n "$extra_container_build"; then
  165. # $extra_container_build
  166. #fi
  167. # Wait for the parallel jobs to finish
  168. wait_for_parallel_jobs
  169. fi