build.sh 5.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206
  1. #!/bin/bash
  2. set -ex
  3. # Time marker for both stderr and stdout
  4. date; date 1>&2
  5. WORK_DIR=$(dirname $(readlink -f $0))
  6. . ${WORK_DIR}/common.sh
  7. HUE_SRC=$(realpath $WORK_DIR/../..)
  8. BUILD_DIR=$(realpath $HUE_SRC/../containerbuild$GBN)
  9. HUE_DIR=$WORK_DIR/hue
  10. APACHE_DIR=$WORK_DIR/huelb
  11. BASEHUE_DIR=$WORK_DIR/base/hue
  12. BASEHUELB_DIR=$WORK_DIR/base/huelb
  13. COMPILEHUE_DIR=$WORK_DIR/compile/hue
  14. COMPILEHUE_VERSION=huecompile_ubi:$DOCKERHUEBASE_VERSION
  15. HUEBASE_VERSION=huebase_ubi:$DOCKERHUEBASE_VERSION
  16. HUELBBASE_VERSION=huelb_httpd_ubi:$DOCKERHUELB_VERSION
  17. CONTAINER_HUE_SRC=/root/${HUEUSER}
  18. CONTAINER_HUE_OPT=/opt
  19. # This step is performed inside the docker(compile step)
  20. compile_py3hue() {
  21. export HUE_HOME="/opt/${HUEUSER}"
  22. mkdir -p $CONTAINER_HUE_OPT
  23. cd $CONTAINER_HUE_SRC
  24. INSTALL_DIR=${HUE_HOME} make install
  25. cd $CONTAINER_HUE_OPT/${HUEUSER}
  26. APPS=$(find apps -maxdepth 2 -name "src" -type d|cut -d"/" -f2|sort| sed 's/[^ ]* */apps\/&/g')
  27. ./build/env/bin/python tools/app_reg/app_reg.py --install $APPS --relative-paths
  28. }
  29. # Compile the bits in the docker and copy it out
  30. docker_hue_compile() {
  31. export HUE_CONF="/etc/hue"
  32. export HUE_HOME="/opt/${HUEUSER}"
  33. export HUE_CONF_DIR="${HUE_CONF}/conf"
  34. export HUE_LOG_DIR="/var/log/${HUEUSER}"
  35. export CONTAINER=$(uuidgen | cut -d"-" -f5)
  36. mkdir -p $BUILD_DIR
  37. docker run -dt --name $CONTAINER $COMPILEHUE_VERSION /bin/bash
  38. docker container cp $HUE_SRC $CONTAINER:$CONTAINER_HUE_SRC
  39. docker container exec $CONTAINER $CONTAINER_HUE_SRC/tools/container/build.sh compile_py3hue
  40. docker container cp $CONTAINER:$CONTAINER_HUE_OPT/${HUEUSER} $BUILD_DIR
  41. docker container stop $CONTAINER
  42. }
  43. docker_hue_build() {
  44. export HUE_CONF="/etc/hue"
  45. export HUE_HOME="/opt/${HUEUSER}"
  46. export HUE_CONF_DIR="${HUE_CONF}/conf"
  47. export HUE_LOG_DIR="/var/log/${HUEUSER}"
  48. export UUID_GEN=$(uuidgen | cut -d"-" -f5)
  49. cd $HUE_DIR
  50. cp -a $BUILD_DIR/${HUEUSER} $HUE_DIR
  51. rm -f $HUE_DIR/${HUEUSER}/desktop/conf/*
  52. # Remove chardet package
  53. rm -rf $HUE_DIR/${HUEUSER}/tools/virtual-bootstrap/virtualenv_support
  54. # Reduce Hue container size
  55. rm -rf $HUE_DIR/${HUEUSER}/node_modules
  56. rm -rf $HUE_DIR/${HUEUSER}/desktop/core/ext-eggs
  57. for f in $(find $HUE_DIR/supervisor-files -name "*_template"); do
  58. subst_var $f
  59. done
  60. sed -i -e "s#\${HUEBASE_VERSION}#${HUEBASE_VERSION}#g" $HUE_DIR/Dockerfile
  61. docker build -f $HUE_DIR/Dockerfile -t ${REGISTRY}/hue:$GBN \
  62. --build-arg GBN=$GBN \
  63. --build-arg GSHA="$GSHA" \
  64. --build-arg GBRANCH=$GBRANCH \
  65. --build-arg VERSION=$VERSION \
  66. --build-arg HUEUSER=$HUEUSER \
  67. --build-arg HUE_CONF=$HUE_CONF \
  68. .
  69. }
  70. docker_huelb_build() {
  71. export HUE_CONF="/etc/hue"
  72. export HUE_HOME="/opt/${HUEUSER}"
  73. export HUE_CONF_DIR="${HUE_CONF}/conf"
  74. export HUE_LOG_DIR="/var/log/${HUEUSER}"
  75. cd $APACHE_DIR
  76. cp -a $BUILD_DIR/${HUEUSER}/build/static $APACHE_DIR
  77. for f in $(find $APACHE_DIR -name "*_template"); do
  78. subst_var $f
  79. done
  80. sed -i -e "s#\${HUELBBASE_VERSION}#${HUELBBASE_VERSION}#g" $APACHE_DIR/Dockerfile
  81. docker build -f $APACHE_DIR/Dockerfile -t ${REGISTRY}/huelb:$GBN \
  82. --build-arg GBN=$GBN \
  83. --build-arg GSHA="$GSHA" \
  84. --build-arg GBRANCH=$GBRANCH \
  85. --build-arg VERSION=$VERSION \
  86. --build-arg HUEUSER=$HUEUSER \
  87. --build-arg HUE_CONF=$HUE_CONF \
  88. .
  89. }
  90. build_huebase() {
  91. cd $BASEHUE_DIR
  92. docker build -f $BASEHUE_DIR/Dockerfile -t ${REGISTRY}/$HUEBASE_VERSION .
  93. docker tag ${REGISTRY}/$HUEBASE_VERSION $HUEBASE_VERSION
  94. docker push ${REGISTRY}/$HUEBASE_VERSION
  95. docker pull ${REGISTRY}/$HUEBASE_VERSION
  96. }
  97. build_huelbbase() {
  98. cd $BASEHUELB_DIR
  99. docker build -f $BASEHUELB_DIR/Dockerfile -t ${REGISTRY}/$HUELBBASE_VERSION .
  100. docker tag ${REGISTRY}/$HUELBBASE_VERSION $HUELBBASE_VERSION
  101. docker push ${REGISTRY}/$HUELBBASE_VERSION
  102. docker pull ${REGISTRY}/$HUELBBASE_VERSION
  103. }
  104. build_huecompilebase() {
  105. cd $COMPILEHUE_DIR
  106. docker build -f $COMPILEHUE_DIR/Dockerfile -t ${REGISTRY}/$COMPILEHUE_VERSION .
  107. docker tag ${REGISTRY}/$COMPILEHUE_VERSION $COMPILEHUE_VERSION
  108. docker push ${REGISTRY}/$COMPILEHUE_VERSION
  109. docker pull ${REGISTRY}/$COMPILEHUE_VERSION
  110. }
  111. pull_base_images() {
  112. docker pull ${REGISTRY}/$HUEBASE_VERSION
  113. if [[ $? -ne 0 ]]; then
  114. build_huebase
  115. fi
  116. docker tag ${REGISTRY}/$HUEBASE_VERSION $HUEBASE_VERSION
  117. docker pull ${REGISTRY}/$HUELBBASE_VERSION
  118. if [[ $? -ne 0 ]]; then
  119. build_huelbbase
  120. fi
  121. docker tag ${REGISTRY}/$HUELBBASE_VERSION $HUELBBASE_VERSION
  122. docker pull ${REGISTRY}/$COMPILEHUE_VERSION
  123. if [[ $? -ne 0 ]]; then
  124. build_huecompilebase
  125. fi
  126. docker tag ${REGISTRY}/$COMPILEHUE_VERSION $COMPILEHUE_VERSION
  127. }
  128. rebuild_base_images() {
  129. docker pull registry.access.redhat.com/ubi8/ubi:latest
  130. build_huebase
  131. build_huelbbase
  132. build_huecompilebase
  133. }
  134. hue_containers_build() {
  135. if [ $REBUILD_BASE -gt 0 ]; then
  136. rebuild_base_images
  137. fi
  138. pull_base_images
  139. find_git_state
  140. # compile hue code in compile container
  141. docker_hue_compile
  142. # package compiled hue code in runtime container
  143. docker_hue_build
  144. docker_huelb_build
  145. }
  146. wait_for_parallel_jobs() {
  147. EXIT=0
  148. jobs -l
  149. for job in `jobs -p`; do
  150. echo $job
  151. wait $job || let "EXIT+=1"
  152. done
  153. if [[ "$EXIT" == "0" ]]; then
  154. exit 0
  155. else
  156. exit 1
  157. fi
  158. }
  159. if [[ $1 == "compile_py3hue" ]]; then
  160. compile_py3hue
  161. else
  162. # Perform Hue Code Compilation and Docker packaging
  163. hue_containers_build
  164. # Perform any other container build process
  165. extra_container_build=$(find_extra_container_to_build)
  166. if test -n "$extra_container_build"; then
  167. $extra_container_build
  168. fi
  169. # Wait for the parallel jobs to finish
  170. wait_for_parallel_jobs
  171. fi