build.sh 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204
  1. #!/bin/bash
  2. set -ex
  3. # Time marker for both stderr and stdout
  4. date; date 1>&2
  5. WORK_DIR=$(dirname $(readlink -f $0))
  6. . ${WORK_DIR}/common.sh
  7. HUE_SRC=$(realpath $WORK_DIR/../..)
  8. BUILD_DIR=$(realpath $HUE_SRC/../containerbuild$GBN)
  9. HUE_DIR=$WORK_DIR/hue
  10. APACHE_DIR=$WORK_DIR/huelb
  11. BASEHUE_DIR=$WORK_DIR/base/hue
  12. BASEHUELB_DIR=$WORK_DIR/base/huelb
  13. COMPILEHUE_DIR=$WORK_DIR/compile/hue
  14. COMPILEHUE_VERSION=huecompile_ubi:$DOCKERHUEBASE_VERSION
  15. HUEBASE_VERSION=huebase_ubi:$DOCKERHUEBASE_VERSION
  16. HUELBBASE_VERSION=huelb_httpd_ubi:$DOCKERHUELB_VERSION
  17. CONTAINER_HUE_SRC=/root/${HUEUSER}
  18. CONTAINER_HUE_OPT=/opt
  19. # This step is performed inside the docker(compile step)
  20. compile_py3hue() {
  21. export HUE_HOME="/opt/${HUEUSER}"
  22. mkdir -p $CONTAINER_HUE_OPT
  23. cd $CONTAINER_HUE_SRC
  24. INSTALL_DIR=${HUE_HOME} make install
  25. cd $CONTAINER_HUE_OPT/${HUEUSER}
  26. APPS=$(find apps -maxdepth 2 -name "src" -type d|cut -d"/" -f2|sort| sed 's/[^ ]* */apps\/&/g')
  27. ./build/env/bin/python tools/app_reg/app_reg.py --install $APPS --relative-paths
  28. }
  29. # Compile the bits in the docker and copy it out
  30. docker_hue_compile() {
  31. export HUE_CONF="/etc/hue"
  32. export HUE_HOME="/opt/${HUEUSER}"
  33. export HUE_CONF_DIR="${HUE_CONF}/conf"
  34. export HUE_LOG_DIR="/var/log/${HUEUSER}"
  35. export CONTAINER=$(uuidgen | cut -d"-" -f5)
  36. mkdir -p $BUILD_DIR
  37. docker run -dt --name $CONTAINER $COMPILEHUE_VERSION /bin/bash
  38. docker container cp $HUE_SRC $CONTAINER:$CONTAINER_HUE_SRC
  39. docker container exec $CONTAINER $CONTAINER_HUE_SRC/tools/container/build.sh compile_py3hue
  40. docker container cp $CONTAINER:$CONTAINER_HUE_OPT/${HUEUSER} $BUILD_DIR
  41. docker container stop $CONTAINER
  42. }
  43. docker_hue_build() {
  44. export HUE_CONF="/etc/hue"
  45. export HUE_HOME="/opt/${HUEUSER}"
  46. export HUE_CONF_DIR="${HUE_CONF}/conf"
  47. export HUE_LOG_DIR="/var/log/${HUEUSER}"
  48. export UUID_GEN=$(uuidgen | cut -d"-" -f5)
  49. cd $HUE_DIR
  50. cp -a $BUILD_DIR/${HUEUSER} $HUE_DIR
  51. rm -f $HUE_DIR/${HUEUSER}/desktop/conf/*
  52. # Reduce Hue container size
  53. rm -rf $HUE_DIR/${HUEUSER}/node_modules
  54. rm -rf $HUE_DIR/${HUEUSER}/desktop/core/ext-eggs
  55. for f in $(find $HUE_DIR/supervisor-files -name "*_template"); do
  56. subst_var $f
  57. done
  58. sed -i -e "s#\${HUEBASE_VERSION}#${HUEBASE_VERSION}#g" $HUE_DIR/Dockerfile
  59. docker build -f $HUE_DIR/Dockerfile -t ${REGISTRY}/hue:$GBN \
  60. --build-arg GBN=$GBN \
  61. --build-arg GSHA="$GSHA" \
  62. --build-arg GBRANCH=$GBRANCH \
  63. --build-arg VERSION=$VERSION \
  64. --build-arg HUEUSER=$HUEUSER \
  65. --build-arg HUE_CONF=$HUE_CONF \
  66. .
  67. }
  68. docker_huelb_build() {
  69. export HUE_CONF="/etc/hue"
  70. export HUE_HOME="/opt/${HUEUSER}"
  71. export HUE_CONF_DIR="${HUE_CONF}/conf"
  72. export HUE_LOG_DIR="/var/log/${HUEUSER}"
  73. cd $APACHE_DIR
  74. cp -a $BUILD_DIR/${HUEUSER}/build/static $APACHE_DIR
  75. for f in $(find $APACHE_DIR -name "*_template"); do
  76. subst_var $f
  77. done
  78. sed -i -e "s#\${HUELBBASE_VERSION}#${HUELBBASE_VERSION}#g" $APACHE_DIR/Dockerfile
  79. docker build -f $APACHE_DIR/Dockerfile -t ${REGISTRY}/huelb:$GBN \
  80. --build-arg GBN=$GBN \
  81. --build-arg GSHA="$GSHA" \
  82. --build-arg GBRANCH=$GBRANCH \
  83. --build-arg VERSION=$VERSION \
  84. --build-arg HUEUSER=$HUEUSER \
  85. --build-arg HUE_CONF=$HUE_CONF \
  86. .
  87. }
  88. build_huebase() {
  89. cd $BASEHUE_DIR
  90. docker build -f $BASEHUE_DIR/Dockerfile -t ${REGISTRY}/$HUEBASE_VERSION .
  91. docker tag ${REGISTRY}/$HUEBASE_VERSION $HUEBASE_VERSION
  92. docker push ${REGISTRY}/$HUEBASE_VERSION
  93. docker pull ${REGISTRY}/$HUEBASE_VERSION
  94. }
  95. build_huelbbase() {
  96. cd $BASEHUELB_DIR
  97. docker build -f $BASEHUELB_DIR/Dockerfile -t ${REGISTRY}/$HUELBBASE_VERSION .
  98. docker tag ${REGISTRY}/$HUELBBASE_VERSION $HUELBBASE_VERSION
  99. docker push ${REGISTRY}/$HUELBBASE_VERSION
  100. docker pull ${REGISTRY}/$HUELBBASE_VERSION
  101. }
  102. build_huecompilebase() {
  103. cd $COMPILEHUE_DIR
  104. docker build -f $COMPILEHUE_DIR/Dockerfile -t ${REGISTRY}/$COMPILEHUE_VERSION .
  105. docker tag ${REGISTRY}/$COMPILEHUE_VERSION $COMPILEHUE_VERSION
  106. docker push ${REGISTRY}/$COMPILEHUE_VERSION
  107. docker pull ${REGISTRY}/$COMPILEHUE_VERSION
  108. }
  109. pull_base_images() {
  110. docker pull ${REGISTRY}/$HUEBASE_VERSION
  111. if [[ $? -ne 0 ]]; then
  112. build_huebase
  113. fi
  114. docker tag ${REGISTRY}/$HUEBASE_VERSION $HUEBASE_VERSION
  115. docker pull ${REGISTRY}/$HUELBBASE_VERSION
  116. if [[ $? -ne 0 ]]; then
  117. build_huelbbase
  118. fi
  119. docker tag ${REGISTRY}/$HUELBBASE_VERSION $HUELBBASE_VERSION
  120. docker pull ${REGISTRY}/$COMPILEHUE_VERSION
  121. if [[ $? -ne 0 ]]; then
  122. build_huecompilebase
  123. fi
  124. docker tag ${REGISTRY}/$COMPILEHUE_VERSION $COMPILEHUE_VERSION
  125. }
  126. rebuild_base_images() {
  127. docker pull registry.access.redhat.com/ubi8/ubi:latest
  128. build_huebase
  129. build_huelbbase
  130. build_huecompilebase
  131. }
  132. hue_containers_build() {
  133. reset_git_state
  134. if [ $REBUILD_BASE -gt 0 ]; then
  135. rebuild_base_images
  136. fi
  137. pull_base_images
  138. find_git_state
  139. # compile hue code in compile container
  140. docker_hue_compile
  141. # package compiled hue code in runtime container
  142. docker_hue_build
  143. docker_huelb_build
  144. }
  145. wait_for_parallel_jobs() {
  146. EXIT=0
  147. jobs -l
  148. for job in `jobs -p`; do
  149. echo $job
  150. wait $job || let "EXIT+=1"
  151. done
  152. if [[ "$EXIT" == "0" ]]; then
  153. exit 0
  154. else
  155. exit 1
  156. fi
  157. }
  158. if [[ $1 == "compile_py3hue" ]]; then
  159. compile_py3hue
  160. else
  161. # Perform Hue Code Compilation and Docker packaging
  162. hue_containers_build
  163. # Perform any other container build process
  164. #extra_container_build=$(find_extra_container_to_build)
  165. #if test -n "$extra_container_build"; then
  166. # $extra_container_build
  167. #fi
  168. # Wait for the parallel jobs to finish
  169. wait_for_parallel_jobs
  170. fi