某工具类 APP 容器化过程的思考与实践

├── config.yaml
├── generate_dsl.go
├── department1
│   ├── app.groovy
│   └── app2.groovy
├── department2
│   ├── app1.groovy
└── templates
    ├── helm_dsl
    │   └── common.tpl
    └── helm_templates
        └── common
            ├── app.yaml
            ├── filebeat-config.yaml
            ├── flume_config.yaml
            ├── ingress.yaml
            ├── java.yaml
            └── python.yaml

- department_name: department2
  apps:
    - app_name: app1
       image_tpl: jar
      clusters:
        - name: shubei
          replicaCount: 6
          replicaCountMax: 12
        - name: aliyun
          replicaCount: 8
          replicaCountMax: 12
      values:
        java_opts: "-Xms2550m -Xmx2550m -Duser.timezone=Asia/Shanghai"
service:
  port: 8080
        ingress:
          enabled: true
          hosts:
            - host: demo.test.com
              paths:
                - /

choiceParam("app_name", ["${app_name}"], "")
choiceParam("release", ["canary", "normal"], "")
choiceParam("helm_opts", [" ", " --dry-run --debug "], "")
choiceParam("cluster", [{{- range  .App.Clusters -}} "{{ .Name }}", {{- end -}}], "")
{{- if eq .App.ImageVersion  "gitTag" }}
gitParameter{
name("VERSION")
type("PT_TAG")
sortMode('DESCENDING')
defaultValue('TOP')
selectedValue('TOP')
useRepository(gitUrl)
tagFilter('*')
branch('*')
branchFilter('*')
description('gitTag')
quickFilterEnabled(true)
listSize('5')
}
{{- else }}
stringParam("VERSION", "", "")
{{- end }}

department_name=department2
tag=${VERSION#$app_name-}
mkdir -p helm_app
cd helm_app
cp /ops/k8s_config/$cluster ./$cluster
export KUBECONFIG=$PWD/$cluster
kubens default
mkdir -p templates
rsync -avzP /ops/jenkins-helm-dsl/templates/helm_templates/common/ templates --delete
case $cluster in
    zhaowei)
    replicaCountMax=12
    replicaCount=6
    ;;
    aliyun)
    replicaCountMax=12
    replicaCount=8
    ;;
esac
cat << EOF >  values.yaml
department_name: demo
java_opts: "-Xms2550m -Xmx2550m -Duser.timezone=Asia/Shanghai"
service:
  port: 8080
ingress:
  enabled: true
  hosts:
    - host: demo.test.com
      paths:
        - /
EOF
cat << EOF >  Chart.yaml
apiVersion: v2
name: $app_name
description: A Helm chart for Kubernetes
type: application
version: 0.1.0
appVersion: $tag
EOF
helm_app_name=${app_name}
if [ $release == "canary" ]; then
helm_app_name=${app_name}-canary
fi
helm upgrade --install ${helm_app_name} ./  --set release=$release --set replicaCountMax=$replicaCountMax --set replicaCount=$replicaCount $helm_opts

{{- define "java" }}
---
apiVersion: apps/v1
kind: Deployment
metadata:
  labels:
    app: {{ .Chart.Name }}
    release: {{ .Values.release }}
  name: {{ .Chart.Name }}{{- if eq .Values.release "canary" -}}-canary{{- end }}
spec:
  {{- if eq .Values.release "normal" }}
  replicas: {{ .Values.replicaCount }}
  {{- end }}
  {{- if eq .Values.release "canary" }}
  replicas: 1
  {{- end }}
  selector:
    matchLabels:
      app: {{ .Chart.Name }}
      release: {{ .Values.release }}
  template:
    metadata:
      labels:
        app: {{ .Chart.Name }}
        release: {{ .Values.release }}
    spec:
      initContainers:
        - name: app-jar
          image: harbor.test.com/projects/{{ .Values.department_name }}/{{ .Chart.Name }}:{{ .Chart.AppVersion }}
          command: ["/bin/sh","-c","cp /opt/*.jar /app"]
          volumeMounts:
            - mountPath: /app
              name: app-volume
        - name: logdir-init
          image: busybox
          command: ["/bin/sh","-c","mkdir -p /docker/logs/$HOSTNAME && ln -s /docker/logs/$HOSTNAME /opt/logs"]
          volumeMounts:
            - mountPath: /docker/logs
              name: logs
            - mountPath: /opt/
              name: logdir-init
      containers:
        - name: {{ .Chart.Name }}
          image: harbor.test.com/projects/jar-java8u251:v1
          command:
            - "/bin/sh"
            - "-c"
            - "java  -jar {{ .Values.java_opts }} `ls /app/*jar` -Duser.timezone=Asia/Shanghai --spring.profiles.active=product"
          volumeMounts:
            - mountPath: /docker/logs
              name: logs
            - mountPath: /opt/
              name: logdir-init
            - mountPath: /app
              name: app-volume
      volumes:
        - name: logs
          hostPath:
            path: /opt/logs
            type: DirectoryOrCreate
        - name: app-volume
          emptyDir: {}
        - name: logdir-init
          emptyDir: {}
{{- end }}

tag=${VERSION#$app_name-}
department_name=department2
docker_tag=harbor.test.com/projects/$department_name/$app_name:$tag
cat << EOF >  Dockerfile
FROM busybox
MAINTAINER yw
COPY target/$app_name.jar /opt/
EOF
docker build -t $docker_tag .
docker push $docker_tag

initContainers:
  - name: init-sysctl
    command:
    - /bin/sh
    - -c
    - |-
      mount -o remount rw /proc/sys
      sysctl -w net.core.somaxconn=65535
      sysctl -w net.ipv4.ip_local_port_range="1024 65535"
      sysctl -w fs.file-max=1048576
      sysctl -w fs.inotify.max_user_instances=16384
      sysctl -w fs.inotify.max_user_watches=524288
      sysctl -w fs.inotify.max_queued_events=16384
    image: busybox
    imagePullPolicy: IfNotPresent
    securityContext:
      capabilities:
        add:
        - SYS_ADMIN
        drop:
        - ALL