Browse Source

deploy qa/realtime-yuewen:r180919 阅文实时接口k8s部署项目结构变更

datard 2 năm trước cách đây
commit
6e66aa1a8d
4 tập tin đã thay đổi với 350 bổ sung0 xóa
  1. 77 0
      .drone.yml
  2. 1 0
      Dockerfile
  3. 195 0
      deploy-tmp.yaml
  4. 77 0
      drone.template.yml

+ 77 - 0
.drone.yml

@@ -0,0 +1,77 @@
+kind: pipeline
+type: kubernetes
+name: realtime-yuewen
+
+clone:
+  disable: true
+
+metadata:
+  namespace: drone
+
+steps:
+- name: clone
+  image: hub.evbj.easou.com/dev/alpine-git:20200622
+  commands:
+   - git clone $DRONE_GIT_HTTP_URL .
+
+- name: deployment
+  image: hub.evbj.easou.com/dev/drone-agent:v3.0.1
+  pull: always
+  # privileged: true
+  environment:
+    JNLP_ENV: qa
+    JNLP_REPLICAS: 1
+    JNLP_TAG: r180919
+    JNLP_VERSION: v1  # default v1, v2 for canary
+    DEPLOY_ENV: k8s-1 # 可以选择把应用部署到集群:k8s-1 or k8s-2
+    JNLP_REPO: hub.evbj.easou.com
+    JNLP_CONTAINER_PORT: 80
+    JNLP_INGRESS: nginx
+    JNLP_SVC_MODE: http
+    JNLP_STORAGE_CLASS: rbd
+    JNLP_DOMAIN: .ieasou.cn
+    JNLP_CONTROL: StatefulSet
+    JNLP_STORAGE_CAPACITY: 100Gi
+    JNLP_MOUNT_PATH: /data
+    JNLP_LIVENESS_INIT: 30
+    JNLP_LIVENESS_PER: 15
+    JNLP_READINESS_INIT: 30
+    JNLP_READINESS_PER: 15
+    JNLP_INGRESS_PUB: no
+  commands:
+    # 切换目标集群
+    - kubecm s $DEPLOY_ENV
+    # 生成配置YAML文件
+    - python3 /root/tools.py -b
+    # 部署服务到kubernetes上
+    - python3 /root/tools.py -a
+    # 添加dns解析记录,生成访问域名
+    - python3 /root/tools.py -d
+
+- name: success
+  image: hub.evbj.easou.com/dev/drone-wechat:20200622
+  settings:
+    corpid: ww419ee4063735e1c0
+    corp_secret: zpiRBLETH9eLwIMQ4eJ_r_dcm3BPSGeLHvTcft8Ot-M
+    agent_id: 1000004
+    title: "Pipeline qa/realtime-yuewen:r180919 Success"
+    description: "${DRONE_BUILD_LINK} qa/realtime-yuewen:r180919 部署完成 阅文实时接口k8s部署项目结构变更"
+    msg_url: ${DRONE_BUILD_LINK}
+    btn_txt: "否"
+  when:
+    status:
+     - success
+
+- name: failure
+  image: hub.evbj.easou.com/dev/drone-wechat:20200622
+  settings:
+    corpid: ww419ee4063735e1c0
+    corp_secret: zpiRBLETH9eLwIMQ4eJ_r_dcm3BPSGeLHvTcft8Ot-M
+    agent_id: 1000004
+    title: "Pipeline qa/realtime-yuewen:r180919 Failure"
+    description: "${DRONE_BUILD_LINK} 部署失败,请检查配置!阅文实时接口k8s部署项目结构变更"
+    msg_url: ${DRONE_BUILD_LINK}
+    btn_txt: "否"
+  when:
+    status:
+     - failure

+ 1 - 0
Dockerfile

@@ -0,0 +1 @@
+FROM hub.evbj.easou.com/qa/realtime-yuewen:r180919

+ 195 - 0
deploy-tmp.yaml

@@ -0,0 +1,195 @@
+---
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: realtime-yuewen
+  namespace: qa
+  labels:
+    app: realtime-yuewen
+spec:
+  serviceName: realtime-yuewen
+  replicas: 1
+  selector:
+    matchLabels:
+      app: realtime-yuewen
+  template:
+    metadata:
+      labels:
+        app: realtime-yuewen
+    spec:
+      terminationGracePeriodSeconds: 180
+      dnsPolicy: ClusterFirstWithHostNet
+      dnsConfig:
+        nameservers:
+          - 223.5.5.5
+          - 10.26.22.50
+          - 10.26.22.150
+      initContainers:
+        - name: init
+          image: hub.evbj.easou.com/dev/busybox
+          command: [ "chmod","777","-R","/data" ]
+          imagePullPolicy: IfNotPresent
+          volumeMounts:
+            - name: volume
+              mountPath: /data
+      #nodeSelector:
+      #  app.touchrs: touchrs
+#      affinity:
+#        podAntiAffinity:
+#          preferredDuringSchedulingIgnoredDuringExecution:
+#          - weight: 100
+#            podAffinityTerm:
+#              labelSelector:
+#                matchExpressions:
+#                - key: app
+#                  operator: In
+#                  values:
+#                  - realtime-yuewen
+#              topologyKey: kubernetes.io/hostname
+      containers:
+        - name: realtime-yuewen
+          image: hub.evbj.easou.com/qa/realtime-yuewen:r180919
+          imagePullPolicy: IfNotPresent
+          env:
+            - name: MY_NODE_NAME
+              valueFrom:
+                fieldRef:
+                  fieldPath: spec.nodeName
+            - name: MY_POD_IP
+              valueFrom:
+                fieldRef:
+                  fieldPath: status.podIP
+            - name: MY_POD_NAME
+              valueFrom:
+                fieldRef:
+                  fieldPath: metadata.name
+            - name: MY_POD_NAMESPACE
+              valueFrom:
+                fieldRef:
+                  fieldPath: metadata.namespace
+            - name: JAVA_OPTS
+              value: "-server  -Xdebug -Xrunjdwp:transport=dt_socket,server=y,address=8001,suspend=n  -Xmx2g -Xms2g -Xss512k -Djava.awt.headless=true -Djava.security.egd=file:/dev/./urandom -Dspring.profiles.active=test"
+          ports:
+            - containerPort: 8080
+              name: port
+            - containerPort: 8001
+              name: "jvm-debug"
+          volumeMounts:
+            - name: volume
+              mountPath: /data
+          lifecycle:
+            preStop:
+              exec:
+                command: ["/bin/sh","-c","curl -H 'loginName:admin' -H 'password:ea1so2ua3dm4in5' -X POST 127.0.0.1:8080/actuator/shutdown"]
+          livenessProbe:
+            httpGet:
+              path: /actuator/health
+              port: 8080
+              httpHeaders:
+                - name: loginName
+                  value: admin
+                - name: password
+                  value: ea1so2ua3dm4in5
+            initialDelaySeconds: 40        #60s后启动第一次探测
+            periodSeconds: 15              # 每隔10s启动一次探测
+            timeoutSeconds: 3              # 超时时间3s
+            successThreshold: 1            # 成功1次即表示容器健康
+            failureThreshold: 5            # 连续5次失败,则判定容器不健康,默认3次
+          readinessProbe:
+            tcpSocket:
+              port: 8080
+            initialDelaySeconds: 40
+            periodSeconds: 15
+#        - image: hub.evbj.easou.com/pro/filebeat:7.13.3
+#          imagePullPolicy: IfNotPresent
+#          name: filebeat
+#          volumeMounts:
+#            - name: volume #日志同时挂载在nginx和filebeat中
+#              mountPath: /data
+#            - name: filebeat-config
+#              mountPath: /usr/share/filebeat/filebeat.yml
+#              subPath: filebeat.yml
+#      volumes:
+#        - name: filebeat-config
+#          configMap:
+#            name: filebeat-config-realtime-yuewen
+#            items:
+#              - key: filebeat.yml
+#                path: filebeat.yml
+
+  volumeClaimTemplates:
+    - metadata:
+        name: volume
+      spec:
+        accessModes: [ "ReadWriteOnce" ]
+        storageClassName: ceph-block
+        resources:
+          requests:
+            storage: 100Gi
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: realtime-yuewen-svc
+  namespace: qa
+  labels:
+    app: realtime-yuewen-svc
+spec:
+  type: NodePort
+  ports:
+    - port: 80
+      targetPort: 8080
+      name: "main"
+  selector:
+    app: realtime-yuewen
+---
+apiVersion: networking.k8s.io/v1
+kind: Ingress
+metadata:
+  name: realtime-yuewen-ingress
+  namespace: qa
+spec:
+  rules:
+    - host: qa-realtime-yuewen.ieasou.cn
+      http:
+        paths:
+          - path: /
+            pathType: Prefix
+            backend:
+              service:
+                name: realtime-yuewen-svc
+                port:
+                  number: 8080
+  ingressClassName: nginx
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: filebeat-config-realtime-yuewen
+  namespace: qa
+data:
+  filebeat.yml: |
+    filebeat.inputs:
+    - type: log
+      enabled: true
+      #多行合并
+      multiline.pattern: '^\[[0-9]{4}-[0-9]{2}-[0-9]{2}'
+      multiline.negate: true
+      multiline.match: after
+      multiline.timeout: 30
+      fields:
+          log_topic: realtime-yuewen
+      fields_under_root: true
+      paths:
+        - "/data/logs/app/*.log"
+        - "/data/logs/*.log"
+    output.kafka:
+      version: 2.0.0
+      enable: true
+      hosts: ["kafka-0.kafka-headless.qa.svc.cluster.local:9093", "kafka-1.kafka-headless.qa.svc.cluster.local:9093", "kafka-2.kafka-headless.qa.svc.cluster.local:9093"]
+      topic: 'offline-process-topic'
+      required_acks: 1
+      partition.round_robin:
+        reachable_only: false
+      compression: gzip
+      max_message_bytes: 1000000

+ 77 - 0
drone.template.yml

@@ -0,0 +1,77 @@
+kind: pipeline
+type: kubernetes
+name: [APP]
+
+clone:
+  disable: true
+
+metadata:
+  namespace: drone
+
+steps:
+- name: clone
+  image: hub.evbj.easou.com/dev/alpine-git:20200622
+  commands:
+   - git clone $DRONE_GIT_HTTP_URL .
+
+- name: deployment
+  image: hub.evbj.easou.com/dev/drone-agent:v3.0.1
+  pull: always
+  # privileged: true
+  environment:
+    JNLP_ENV: [ENV]
+    JNLP_REPLICAS: [REPLICA]
+    JNLP_TAG: [TAG]
+    JNLP_VERSION: v1  # default v1, v2 for canary
+    DEPLOY_ENV: k8s-1 # 可以选择把应用部署到集群:k8s-1 or k8s-2
+    JNLP_REPO: hub.evbj.easou.com
+    JNLP_CONTAINER_PORT: 80
+    JNLP_INGRESS: nginx
+    JNLP_SVC_MODE: http
+    JNLP_STORAGE_CLASS: rbd
+    JNLP_DOMAIN: .ieasou.cn
+    JNLP_CONTROL: StatefulSet
+    JNLP_STORAGE_CAPACITY: 100Gi
+    JNLP_MOUNT_PATH: /data
+    JNLP_LIVENESS_INIT: 30
+    JNLP_LIVENESS_PER: 15
+    JNLP_READINESS_INIT: 30
+    JNLP_READINESS_PER: 15
+    JNLP_INGRESS_PUB: [EXPOSE]
+  commands:
+    # 切换目标集群
+    - kubecm s $DEPLOY_ENV
+    # 生成配置YAML文件
+    - python3 /root/tools.py -b
+    # 部署服务到kubernetes上
+    - python3 /root/tools.py -a
+    # 添加dns解析记录,生成访问域名
+    - python3 /root/tools.py -d
+
+- name: success
+  image: hub.evbj.easou.com/dev/drone-wechat:20200622
+  settings:
+    corpid: ww419ee4063735e1c0
+    corp_secret: zpiRBLETH9eLwIMQ4eJ_r_dcm3BPSGeLHvTcft8Ot-M
+    agent_id: 1000004
+    title: "Pipeline [ENV]/[APP]:[TAG] Success"
+    description: "${DRONE_BUILD_LINK} [ENV]/[APP]:[TAG] 部署完成 [DEPLOY_MSG]"
+    msg_url: ${DRONE_BUILD_LINK}
+    btn_txt: "否"
+  when:
+    status:
+     - success
+
+- name: failure
+  image: hub.evbj.easou.com/dev/drone-wechat:20200622
+  settings:
+    corpid: ww419ee4063735e1c0
+    corp_secret: zpiRBLETH9eLwIMQ4eJ_r_dcm3BPSGeLHvTcft8Ot-M
+    agent_id: 1000004
+    title: "Pipeline [ENV]/[APP]:[TAG] Failure"
+    description: "${DRONE_BUILD_LINK} 部署失败,请检查配置![DEPLOY_MSG]"
+    msg_url: ${DRONE_BUILD_LINK}
+    btn_txt: "否"
+  when:
+    status:
+     - failure