build.sh 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207
  1. #!/bin/bash
  2. set -ex
  3. # Time marker for both stderr and stdout
  4. date; date 1>&2
  5. WORK_DIR=$(dirname $(readlink -f $0))
  6. . ${WORK_DIR}/common.sh
  7. HUE_SRC=$(realpath $WORK_DIR/../..)
  8. BUILD_DIR=$(realpath $HUE_SRC/../containerbuild$GBN)
  9. HUE_DIR=$WORK_DIR/hue
  10. APACHE_DIR=$WORK_DIR/huelb
  11. BASEHUE_DIR=$WORK_DIR/base/hue
  12. BASEHUELB_DIR=$WORK_DIR/base/huelb
  13. COMPILEHUE_DIR=$WORK_DIR/compile/hue
  14. COMPILEHUE_VERSION=huecompile_ubi:$DOCKERHUEBASE_VERSION
  15. HUEBASE_VERSION=huebase_ubi:$DOCKERHUEBASE_VERSION
  16. HUELBBASE_VERSION=huelb_httpd_ubi:$DOCKERHUELB_VERSION
  17. CONTAINER_HUE_SRC=/root/${HUEUSER}
  18. CONTAINER_HUE_OPT=/opt
  19. # This step is performed inside the docker(compile step)
  20. compile_py3hue() {
  21. export HUE_HOME="/opt/${HUEUSER}"
  22. export ROOT="/opt/${HUEUSER}"
  23. mkdir -p $CONTAINER_HUE_OPT
  24. cd $CONTAINER_HUE_SRC
  25. INSTALL_DIR=${HUE_HOME} make install
  26. cd $CONTAINER_HUE_OPT/${HUEUSER}
  27. APPS=$(find apps -maxdepth 2 -name "src" -type d|cut -d"/" -f2|sort| sed 's/[^ ]* */apps\/&/g')
  28. ./build/env/bin/python tools/app_reg/app_reg.py --install $APPS --relative-paths
  29. }
  30. # Compile the bits in the docker and copy it out
  31. docker_hue_compile() {
  32. export HUE_CONF="/etc/hue"
  33. export HUE_HOME="/opt/${HUEUSER}"
  34. export HUE_CONF_DIR="${HUE_CONF}/conf"
  35. export HUE_LOG_DIR="/var/log/${HUEUSER}"
  36. export CONTAINER=$(uuidgen | cut -d"-" -f5)
  37. mkdir -p $BUILD_DIR
  38. docker run -dt --name $CONTAINER $COMPILEHUE_VERSION /bin/bash
  39. docker container cp $HUE_SRC $CONTAINER:$CONTAINER_HUE_SRC
  40. docker container exec $CONTAINER $CONTAINER_HUE_SRC/tools/container/build.sh compile_py3hue
  41. docker container cp $CONTAINER:$CONTAINER_HUE_OPT/${HUEUSER} $BUILD_DIR
  42. docker container stop $CONTAINER
  43. }
  44. docker_hue_build() {
  45. export HUE_CONF="/etc/hue"
  46. export HUE_HOME="/opt/${HUEUSER}"
  47. export HUE_CONF_DIR="${HUE_CONF}/conf"
  48. export HUE_LOG_DIR="/var/log/${HUEUSER}"
  49. export UUID_GEN=$(uuidgen | cut -d"-" -f5)
  50. cd $HUE_DIR
  51. cp -a $BUILD_DIR/${HUEUSER} $HUE_DIR
  52. rm -f $HUE_DIR/${HUEUSER}/desktop/conf/*
  53. # Remove chardet package
  54. rm -rf $HUE_DIR/${HUEUSER}/tools/virtual-bootstrap/virtualenv_support
  55. # Reduce Hue container size
  56. rm -rf $HUE_DIR/${HUEUSER}/node_modules
  57. rm -rf $HUE_DIR/${HUEUSER}/desktop/core/ext-eggs
  58. for f in $(find $HUE_DIR/supervisor-files -name "*_template"); do
  59. subst_var $f
  60. done
  61. sed -i -e "s#\${HUEBASE_VERSION}#${HUEBASE_VERSION}#g" $HUE_DIR/Dockerfile
  62. docker build -f $HUE_DIR/Dockerfile -t ${REGISTRY}/hue:$GBN \
  63. --build-arg GBN=$GBN \
  64. --build-arg GSHA="$GSHA" \
  65. --build-arg GBRANCH=$GBRANCH \
  66. --build-arg VERSION=$VERSION \
  67. --build-arg HUEUSER=$HUEUSER \
  68. --build-arg HUE_CONF=$HUE_CONF \
  69. .
  70. }
  71. docker_huelb_build() {
  72. export HUE_CONF="/etc/hue"
  73. export HUE_HOME="/opt/${HUEUSER}"
  74. export HUE_CONF_DIR="${HUE_CONF}/conf"
  75. export HUE_LOG_DIR="/var/log/${HUEUSER}"
  76. cd $APACHE_DIR
  77. cp -a $BUILD_DIR/${HUEUSER}/build/static $APACHE_DIR
  78. for f in $(find $APACHE_DIR -name "*_template"); do
  79. subst_var $f
  80. done
  81. sed -i -e "s#\${HUELBBASE_VERSION}#${HUELBBASE_VERSION}#g" $APACHE_DIR/Dockerfile
  82. docker build -f $APACHE_DIR/Dockerfile -t ${REGISTRY}/huelb:$GBN \
  83. --build-arg GBN=$GBN \
  84. --build-arg GSHA="$GSHA" \
  85. --build-arg GBRANCH=$GBRANCH \
  86. --build-arg VERSION=$VERSION \
  87. --build-arg HUEUSER=$HUEUSER \
  88. --build-arg HUE_CONF=$HUE_CONF \
  89. .
  90. }
  91. build_huebase() {
  92. cd $BASEHUE_DIR
  93. docker build -f $BASEHUE_DIR/Dockerfile -t ${REGISTRY}/$HUEBASE_VERSION .
  94. docker tag ${REGISTRY}/$HUEBASE_VERSION $HUEBASE_VERSION
  95. docker push ${REGISTRY}/$HUEBASE_VERSION
  96. docker pull ${REGISTRY}/$HUEBASE_VERSION
  97. }
  98. build_huelbbase() {
  99. cd $BASEHUELB_DIR
  100. docker build -f $BASEHUELB_DIR/Dockerfile -t ${REGISTRY}/$HUELBBASE_VERSION .
  101. docker tag ${REGISTRY}/$HUELBBASE_VERSION $HUELBBASE_VERSION
  102. docker push ${REGISTRY}/$HUELBBASE_VERSION
  103. docker pull ${REGISTRY}/$HUELBBASE_VERSION
  104. }
  105. build_huecompilebase() {
  106. cd $COMPILEHUE_DIR
  107. docker build -f $COMPILEHUE_DIR/Dockerfile -t ${REGISTRY}/$COMPILEHUE_VERSION .
  108. docker tag ${REGISTRY}/$COMPILEHUE_VERSION $COMPILEHUE_VERSION
  109. docker push ${REGISTRY}/$COMPILEHUE_VERSION
  110. docker pull ${REGISTRY}/$COMPILEHUE_VERSION
  111. }
  112. pull_base_images() {
  113. docker pull ${REGISTRY}/$HUEBASE_VERSION
  114. if [[ $? -ne 0 ]]; then
  115. build_huebase
  116. fi
  117. docker tag ${REGISTRY}/$HUEBASE_VERSION $HUEBASE_VERSION
  118. docker pull ${REGISTRY}/$HUELBBASE_VERSION
  119. if [[ $? -ne 0 ]]; then
  120. build_huelbbase
  121. fi
  122. docker tag ${REGISTRY}/$HUELBBASE_VERSION $HUELBBASE_VERSION
  123. docker pull ${REGISTRY}/$COMPILEHUE_VERSION
  124. if [[ $? -ne 0 ]]; then
  125. build_huecompilebase
  126. fi
  127. docker tag ${REGISTRY}/$COMPILEHUE_VERSION $COMPILEHUE_VERSION
  128. }
  129. rebuild_base_images() {
  130. docker pull registry.access.redhat.com/ubi8/ubi:latest
  131. build_huebase
  132. build_huelbbase
  133. build_huecompilebase
  134. }
  135. hue_containers_build() {
  136. if [ $REBUILD_BASE -gt 0 ]; then
  137. rebuild_base_images
  138. fi
  139. pull_base_images
  140. find_git_state
  141. # compile hue code in compile container
  142. docker_hue_compile
  143. # package compiled hue code in runtime container
  144. docker_hue_build
  145. docker_huelb_build
  146. }
  147. wait_for_parallel_jobs() {
  148. EXIT=0
  149. jobs -l
  150. for job in `jobs -p`; do
  151. echo $job
  152. wait $job || let "EXIT+=1"
  153. done
  154. if [[ "$EXIT" == "0" ]]; then
  155. exit 0
  156. else
  157. exit 1
  158. fi
  159. }
  160. if [[ $1 == "compile_py3hue" ]]; then
  161. compile_py3hue
  162. else
  163. # Perform Hue Code Compilation and Docker packaging
  164. hue_containers_build
  165. # Perform any other container build process
  166. extra_container_build=$(find_extra_container_to_build)
  167. if test -n "$extra_container_build"; then
  168. $extra_container_build
  169. fi
  170. # Wait for the parallel jobs to finish
  171. wait_for_parallel_jobs
  172. fi