配置：

    1. jenkins:
    2.   mode: EXCLUSIVE
    3.   numExecutors: 5
    4.   scmCheckoutRetryCount: 2
    6.   clouds:
    7.     - kubernetes:
    8.         name: "kubernetes"
    9.         serverUrl: "https://kubernetes.default"
    10.         skipTlsVerify: true
    11.         namespace: "kubesphere-devops-system"
    12.         credentialsId: "k8s-service-account"
    13.         jenkinsUrl: "http://ks-jenkins.kubesphere-devops-system:80"
    14.         jenkinsTunnel: "ks-jenkins-agent.kubesphere-devops-system:50000"
    15.         containerCapStr: "100"
    16.         connectTimeout: "60"
    17.         readTimeout: "60"
    18.         maxRequestsPerHostStr: "32"
    19.         templates:
    20.           - name: "base"
    21.             namespace: "kubesphere-devops-system"
    22.             label: "base"
    23.             nodeUsageMode: "NORMAL"
    24.             idleMinutes: 0
    25.             containers:
    26.             - name: "base"
    27.               image: "kubesphere/builder-base:v3.1.0"
    28.               command: "cat"
    29.               args: ""
    30.               ttyEnabled: true
    31.               resourceRequestCpu: "100m"
    32.               resourceLimitCpu: "4000m"
    33.               resourceRequestMemory: "100Mi"
    34.               resourceLimitMemory: "8192Mi"
    35.             - name: "jnlp"
    36.               image: "jenkins/jnlp-slave:3.27-1"
    37.               command: "jenkins-slave"
    38.               args: "^${computer.jnlpmac} ^${computer.name}"
    39.               resourceRequestCpu: "50m"
    40.               resourceRequestMemory: "400Mi"
    41.               resourceLimitMemory: "1536Mi"
    42.             workspaceVolume:
    43.               emptyDirWorkspaceVolume:
    44.                 memory: false
    45.             volumes:
    46.             - hostPathVolume:
    47.                 hostPath: "/var/run/docker.sock"
    48.                 mountPath: "/var/run/docker.sock"
    49.             - hostPathVolume:
    50.                 hostPath: "/var/data/jenkins_sonar_cache"
    51.                 mountPath: "/root/.sonar/cache"
    52.             yaml: "spec:\r\n  affinity:\r\n    nodeAffinity:\r\n      preferredDuringSchedulingIgnoredDuringExecution:\r\n      - weight: 1\r\n        preference:\r\n          matchExpressions:\r\n          - key: node-role.kubernetes.io/worker\r\n            operator: In\r\n            values:\r\n            - ci\r\n  tolerations:\r\n  - key: \"node.kubernetes.io/ci\"\r\n    operator: \"Exists\"\r\n    effect: \"NoSchedule\"\r\n  - key: \"node.kubernetes.io/ci\"\r\n    operator: \"Exists\"\r\n    effect: \"PreferNoSchedule\"\r\n  containers:\r\n  - name: \"base\"\r\n    resources:\r\n      requests:\r\n        ephemeral-storage: \"1Gi\"\r\n      limits:\r\n        ephemeral-storage: \"10Gi\"\r\n  securityContext:\r\n    fsGroup: 1000\r\n "
    53.           - name: "nodejs"
    54.             namespace: "kubesphere-devops-system"
    55.             label: "nodejs"
    56.             nodeUsageMode: "EXCLUSIVE"
    57.             idleMinutes: 0
    58.             containers:
    59.             - name: "nodejs"
    60.               image: "kubesphere/builder-nodejs:v3.1.0"
    61.               command: "cat"
    62.               args: ""
    63.               ttyEnabled: true
    64.               resourceRequestCpu: "100m"
    65.               resourceLimitCpu: "4000m"
    66.               resourceRequestMemory: "100Mi"
    67.               resourceLimitMemory: "8192Mi"
    68.             - name: "jnlp"
    69.               image: "jenkins/jnlp-slave:3.27-1"
    70.               command: "jenkins-slave"
    71.               args: "^${computer.jnlpmac} ^${computer.name}"
    72.               resourceRequestCpu: "50m"
    73.               resourceRequestMemory: "400Mi"
    74.               resourceLimitMemory: "1536Mi"
    75.             workspaceVolume:
    76.               emptyDirWorkspaceVolume:
    77.                 memory: false
    78.             volumes:
    79.             - hostPathVolume:
    80.                 hostPath: "/var/run/docker.sock"
    81.                 mountPath: "/var/run/docker.sock"
    82.             - hostPathVolume:
    83.                 hostPath: "/var/data/jenkins_nodejs_yarn_cache"
    84.                 mountPath: "/root/.yarn"
    85.             - hostPathVolume:
    86.                 hostPath: "/var/data/jenkins_nodejs_npm_cache"
    87.                 mountPath: "/root/.npm"
    88.             - hostPathVolume:
    89.                 hostPath: "/var/data/jenkins_sonar_cache"
    90.                 mountPath: "/root/.sonar/cache"
    91.             yaml: "spec:\r\n  affinity:\r\n    nodeAffinity:\r\n      preferredDuringSchedulingIgnoredDuringExecution:\r\n      - weight: 1\r\n        preference:\r\n          matchExpressions:\r\n          - key: node-role.kubernetes.io/worker\r\n            operator: In\r\n            values:\r\n            - ci\r\n  tolerations:\r\n  - key: \"node.kubernetes.io/ci\"\r\n    operator: \"Exists\"\r\n    effect: \"NoSchedule\"\r\n  - key: \"node.kubernetes.io/ci\"\r\n    operator: \"Exists\"\r\n    effect: \"PreferNoSchedule\"\r\n  containers:\r\n  - name: \"nodejs\"\r\n    resources:\r\n      requests:\r\n        ephemeral-storage: \"1Gi\"\r\n      limits:\r\n        ephemeral-storage: \"10Gi\"\r\n  securityContext:\r\n    fsGroup: 1000\r\n "
    92.           - name: "nodejs-14.8.0"
    93.             namespace: "kubesphere-devops-system"
    94.             label: "nodejs-14.8.0"
    95.             nodeUsageMode: "EXCLUSIVE"
    96.             idleMinutes: 0
    97.             containers:
    98.             - name: "nodejs"
    99.               image: "bytest-harbor.ur.com.cn/base-image/nodejs:14.8.0"
    100.               command: "cat"
    101.               args: ""
    102.               ttyEnabled: true
    103.               resourceRequestCpu: "100m"
    104.               resourceLimitCpu: "4000m"
    105.               resourceRequestMemory: "100Mi"
    106.               resourceLimitMemory: "8192Mi"
    107.             - name: "jnlp"
    108.               image: "jenkins/jnlp-slave:3.27-1"
    109.               command: "jenkins-slave"
    110.               args: "^${computer.jnlpmac} ^${computer.name}"
    111.               resourceRequestCpu: "50m"
    112.               resourceRequestMemory: "400Mi"
    113.               resourceLimitMemory: "1536Mi"
    114.             workspaceVolume:
    115.               emptyDirWorkspaceVolume:
    116.                 memory: false
    117.             volumes:
    118.             - hostPathVolume:
    119.                 hostPath: "/var/run/docker.sock"
    120.                 mountPath: "/var/run/docker.sock"
    121.             - hostPathVolume:
    122.                 hostPath: "/var/data/jenkins_nodejs_yarn_cache"
    123.                 mountPath: "/root/.yarn"
    124.             - hostPathVolume:
    125.                 hostPath: "/var/data/jenkins_nodejs_npm_cache"
    126.                 mountPath: "/root/.npm"
    127.             - hostPathVolume:
    128.                 hostPath: "/var/data/jenkins_sonar_cache"
    129.                 mountPath: "/root/.sonar/cache"
    130.             yaml: "spec:\r\n  affinity:\r\n    nodeAffinity:\r\n      preferredDuringSchedulingIgnoredDuringExecution:\r\n      - weight: 1\r\n        preference:\r\n          matchExpressions:\r\n          - key: node-role.kubernetes.io/worker\r\n            operator: In\r\n            values:\r\n            - ci\r\n  tolerations:\r\n  - key: \"node.kubernetes.io/ci\"\r\n    operator: \"Exists\"\r\n    effect: \"NoSchedule\"\r\n  - key: \"node.kubernetes.io/ci\"\r\n    operator: \"Exists\"\r\n    effect: \"PreferNoSchedule\"\r\n  containers:\r\n  - name: \"nodejs\"\r\n    resources:\r\n      requests:\r\n        ephemeral-storage: \"1Gi\"\r\n      limits:\r\n        ephemeral-storage: \"10Gi\"\r\n  securityContext:\r\n    fsGroup: 1000\r\n "
    131.           - name: "nodejs-14.19.0"
    132.             namespace: "kubesphere-devops-system"
    133.             label: "nodejs-14.19.0"
    134.             nodeUsageMode: "EXCLUSIVE"
    135.             idleMinutes: 0
    136.             containers:
    137.             - name: "nodejs"
    138.               image: "bytest-harbor.ur.com.cn/base-image/node:14.19.1"
    139.               command: "cat"
    140.               args: ""
    141.               ttyEnabled: true
    142.               resourceRequestCpu: "100m"
    143.               resourceLimitCpu: "4000m"
    144.               resourceRequestMemory: "100Mi"
    145.               resourceLimitMemory: "8192Mi"
    146.             - name: "jnlp"
    147.               image: "jenkins/jnlp-slave:3.27-1"
    148.               command: "jenkins-slave"
    149.               args: "^${computer.jnlpmac} ^${computer.name}"
    150.               resourceRequestCpu: "50m"
    151.               resourceRequestMemory: "400Mi"
    152.               resourceLimitMemory: "1536Mi"
    153.             workspaceVolume:
    154.               emptyDirWorkspaceVolume:
    155.                 memory: false
    156.             volumes:
    157.             - hostPathVolume:
    158.                 hostPath: "/var/run/docker.sock"
    159.                 mountPath: "/var/run/docker.sock"
    160.             - hostPathVolume:
    161.                 hostPath: "/var/data/jenkins_nodejs_yarn_cache"
    162.                 mountPath: "/root/.yarn"
    163.             - hostPathVolume:
    164.                 hostPath: "/var/data/jenkins_nodejs_npm_cache"
    165.                 mountPath: "/root/.npm"
    166.             - hostPathVolume:
    167.                 hostPath: "/var/data/jenkins_nodejs_pnpm_cache"
    168.                 mountPath: "/home/jenkins/agent/.pnpm-store"
    169.             - hostPathVolume:
    170.                 hostPath: "/var/data/jenkins_sonar_cache"
    171.                 mountPath: "/root/.sonar/cache"
    172.             yaml: "spec:\r\n  affinity:\r\n    nodeAffinity:\r\n      preferredDuringSchedulingIgnoredDuringExecution:\r\n      - weight: 1\r\n        preference:\r\n          matchExpressions:\r\n          - key: node-role.kubernetes.io/worker\r\n            operator: In\r\n            values:\r\n            - ci\r\n  tolerations:\r\n  - key: \"node.kubernetes.io/ci\"\r\n    operator: \"Exists\"\r\n    effect: \"NoSchedule\"\r\n  - key: \"node.kubernetes.io/ci\"\r\n    operator: \"Exists\"\r\n    effect: \"PreferNoSchedule\"\r\n  containers:\r\n  - name: \"nodejs\"\r\n    resources:\r\n      requests:\r\n        ephemeral-storage: \"1Gi\"\r\n      limits:\r\n        ephemeral-storage: \"10Gi\"\r\n  securityContext:\r\n    fsGroup: 1000\r\n "
    173.           - name: "maven"
    174.             namespace: "kubesphere-devops-system"
    175.             label: "maven"
    176.             nodeUsageMode: "EXCLUSIVE"
    177.             idleMinutes: 0
    178.             containers:
    179.             - name: "maven"
    180.               image: "kubesphere/builder-maven:v3.1.0"
    181.               command: "cat"
    182.               args: ""
    183.               ttyEnabled: true
    184.               resourceRequestCpu: "100m"
    185.               resourceLimitCpu: "4000m"
    186.               resourceRequestMemory: "100Mi"
    187.               resourceLimitMemory: "8192Mi"
    188.             - name: "jnlp"
    189.               image: "jenkins/jnlp-slave:3.27-1"
    190.               command: "jenkins-slave"
    191.               args: "^${computer.jnlpmac} ^${computer.name}"
    192.               resourceRequestCpu: "50m"
    193.               resourceRequestMemory: "400Mi"
    194.               resourceLimitMemory: "1536Mi"
    195.             workspaceVolume:
    196.               emptyDirWorkspaceVolume:
    197.                 memory: false
    198.             volumes:
    199.             - hostPathVolume:
    200.                 hostPath: "/var/run/docker.sock"
    201.                 mountPath: "/var/run/docker.sock"
    202.             - hostPathVolume:
    203.                 hostPath: "/var/data/jenkins_maven_cache"
    204.                 mountPath: "/root/.m2"
    205.             - hostPathVolume:
    206.                 hostPath: "/var/data/jenkins_sonar_cache"
    207.                 mountPath: "/root/.sonar/cache"
    208.             yaml: "spec:\r\n  affinity:\r\n    nodeAffinity:\r\n      preferredDuringSchedulingIgnoredDuringExecution:\r\n      - weight: 1\r\n        preference:\r\n          matchExpressions:\r\n          - key: node-role.kubernetes.io/worker\r\n            operator: In\r\n            values:\r\n            - ci\r\n  tolerations:\r\n  - key: \"node.kubernetes.io/ci\"\r\n    operator: \"Exists\"\r\n    effect: \"NoSchedule\"\r\n  - key: \"node.kubernetes.io/ci\"\r\n    operator: \"Exists\"\r\n    effect: \"PreferNoSchedule\"\r\n  containers:\r\n  - name: \"maven\"\r\n    resources:\r\n      requests:\r\n        ephemeral-storage: \"1Gi\"\r\n      limits:\r\n        ephemeral-storage: \"10Gi\"\r\n    volumeMounts:\r\n    - name: config-volume\r\n      mountPath: /opt/apache-maven-3.5.3/conf/settings.xml\r\n      subPath: settings.xml\r\n  volumes:\r\n    - name: config-volume\r\n      configMap:\r\n        name: ks-devops-agent\r\n        items:\r\n        - key: MavenSetting\r\n          path: settings.xml\r\n  securityContext:\r\n    fsGroup: 1000\r\n "
    209.           - name: "go"
    210.             namespace: "kubesphere-devops-system"
    211.             label: "go"
    212.             nodeUsageMode: "EXCLUSIVE"
    213.             idleMinutes: 0
    214.             containers:
    215.             - name: "go"
    216.               image: "kubesphere/builder-go:v3.1.0"
    217.               command: "cat"
    218.               args: ""
    219.               ttyEnabled: true
    220.               resourceRequestCpu: "100m"
    221.               resourceLimitCpu: "4000m"
    222.               resourceRequestMemory: "100Mi"
    223.               resourceLimitMemory: "8192Mi"
    224.             - name: "jnlp"
    225.               image: "jenkins/jnlp-slave:3.27-1"
    226.               command: "jenkins-slave"
    227.               args: "^${computer.jnlpmac} ^${computer.name}"
    228.               resourceRequestCpu: "50m"
    229.               resourceRequestMemory: "400Mi"
    230.               resourceLimitMemory: "1536Mi"
    231.             workspaceVolume:
    232.               emptyDirWorkspaceVolume:
    233.                 memory: false
    234.             volumes:
    235.             - hostPathVolume:
    236.                 hostPath: "/var/run/docker.sock"
    237.                 mountPath: "/var/run/docker.sock"
    238.             - hostPathVolume:
    239.                 hostPath: "/var/data/jenkins_go_cache"
    240.                 mountPath: "/home/jenkins/go/pkg"
    241.             - hostPathVolume:
    242.                 hostPath: "/var/data/jenkins_sonar_cache"
    243.                 mountPath: "/root/.sonar/cache"
    244.             yaml: "spec:\r\n  affinity:\r\n    nodeAffinity:\r\n      preferredDuringSchedulingIgnoredDuringExecution:\r\n      - weight: 1\r\n        preference:\r\n          matchExpressions:\r\n          - key: node-role.kubernetes.io/worker\r\n            operator: In\r\n            values:\r\n            - ci\r\n  tolerations:\r\n  - key: \"node.kubernetes.io/ci\"\r\n    operator: \"Exists\"\r\n    effect: \"NoSchedule\"\r\n  - key: \"node.kubernetes.io/ci\"\r\n    operator: \"Exists\"\r\n    effect: \"PreferNoSchedule\"\r\n  containers:\r\n  - name: \"go\"\r\n    resources:\r\n      requests:\r\n        ephemeral-storage: \"1Gi\"\r\n      limits:\r\n        ephemeral-storage: \"10Gi\"\r\n  securityContext:\r\n    fsGroup: 1000\r\n "
    245.           - name: "gradle"
    246.             namespace: "kubesphere-devops-system"
    247.             label: "gradle"
    248.             nodeUsageMode: "EXCLUSIVE"
    249.             idleMinutes: 0
    250.             containers:
    251.             - name: "gradle"
    252.               image: "bytest-harbor.ur.com.cn/kubesphere/builder-gradle:v3.1.0"
    253.               command: "cat"
    254.               args: ""
    255.               ttyEnabled: true
    256.               resourceRequestCpu: "100m"
    257.               resourceLimitCpu: "4000m"
    258.               resourceRequestMemory: "100Mi"
    259.               resourceLimitMemory: "8192Mi"
    260.             - name: "jnlp"
    261.               image: "jenkins/jnlp-slave:3.27-1"
    262.               command: "jenkins-slave"
    263.               args: "^${computer.jnlpmac} ^${computer.name}"
    264.               resourceRequestCpu: "50m"
    265.               resourceRequestMemory: "400Mi"
    266.               resourceLimitMemory: "1536Mi"
    267.             workspaceVolume:
    268.               emptyDirWorkspaceVolume:
    269.                 memory: false
    270.             volumes:
    271.             - hostPathVolume:
    272.                 hostPath: "/var/run/docker.sock"
    273.                 mountPath: "/var/run/docker.sock"
    274.             - hostPathVolume:
    275.                 hostPath: "/var/data/jenkins_gradle_cache"
    276.                 mountPath: "/home/gradle/.gradle"
    277.             - hostPathVolume:
    278.                 hostPath: "/var/data/jenkins_android_sdk"
    279.                 mountPath: "/usr/local/android-sdk-linux"
    280.             - hostPathVolume:
    281.                 hostPath: "/var/data/jenkins_sonar_cache"
    282.                 mountPath: "/root/.sonar/cache"
    283.             yaml: "spec:\r\n  affinity:\r\n    nodeAffinity:\r\n      preferredDuringSchedulingIgnoredDuringExecution:\r\n      - weight: 1\r\n        preference:\r\n          matchExpressions:\r\n          - key: node-role.kubernetes.io/worker\r\n            operator: In\r\n            values:\r\n            - ci\r\n  tolerations:\r\n  - key: \"node.kubernetes.io/ci\"\r\n    operator: \"Exists\"\r\n    effect: \"NoSchedule\"\r\n  - key: \"node.kubernetes.io/ci\"\r\n    operator: \"Exists\"\r\n    effect: \"PreferNoSchedule\"\r\n  containers:\r\n  - name: \"gradle\"\r\n    resources:\r\n      requests:\r\n        ephemeral-storage: \"1Gi\"\r\n      limits:\r\n        ephemeral-storage: \"10Gi\"\r\n  securityContext:\r\n    fsGroup: 1000\r\n "
    284.   securityRealm:
    285.     ldap:
    286.       configurations:
    287.       - displayNameAttributeName: "uid"
    288.         mailAddressAttributeName: "mail"
    289.         inhibitInferRootDN: false
    290.         managerDN: "cn=admin,dc=kubesphere,dc=io"
    291.         managerPasswordSecret: "admin"
    292.         rootDN: "dc=kubesphere,dc=io"
    293.         userSearchBase: "ou=Users"
    294.         userSearch: "(&(objectClass=inetOrgPerson)(|(uid={0})(mail={0})))"
    295.         groupSearchBase: "ou=Groups"
    296.         groupSearchFilter: "(&(objectClass=posixGroup)(cn={0}))"
    297.         server: "ldap://openldap.kubesphere-system.svc:389"
    298.       disableMailAddressResolver: false
    299.       disableRolePrefixing: true
    301. unclassified:
    302.   location:
    303.     url: "http://jenkins.devops.kubesphere.local:30180/"
    304.   kubespheretokenauthglobalconfiguration:
    305.     cacheConfiguration:
    306.       size: 20
    307.       ttl: 300
    308.     enabled: true
    309.     server: "http://ks-apiserver.kubesphere-system.svc/"
    310.   gitLabServers:
    311.     servers:
    312.     - credentialsId: "pipeline-user-gitlab-token"
    313.       name: "ur-dev-gitlab"
    314.       secretToken: "{AQAAABAAAAAQdaToIBkc7yxaeORxWOIMsiYhMg3gZlsg4vhCkY5gg/4=}"
    315.       serverUrl: "https://git.ur.com.cn"
    316. jobs:
    317.   - script: >
    318.       pipelineJob('init-job') {
    319.         definition {
    320.           cps {
    321.             script("""\
    322.               pipeline {
    323.                 agent any
    324.                 stages {
    325.                   stage ('hello') {
    326.                     steps {
    327.                       echo "hello"
    328.                     }
    329.                   }
    330.                 }
    331.               }""".stripIndent())
    332.           }
    333.         }
    334.       }

    image.png

    1. echo y|sdkmanager "platform-tools" "platforms;android-32" "build-tools;32.0.0"

    手动更新添加Linux android 编译工具到ci节点机器，然后挂载到流水线容器里
    image.png

    镜像

    1. docker pull liweiming0611/builder-gradle:v3.1.0

    镜像制作
    https://www.yuque.com/liweiming/kubesphere/afcqig