34.k8s中部署 springboot dubbo-admin ZK

环境准备

准备k8s集群

安装helm3

wget https://get.helm.sh/helm-v3.3.0-linux-amd64.tar.gz

tar xvf helm-v3.3.0-linux-amd64.tar.gz
chmod +x linux-amd64/helm
mv linux-amd64/helm /usr/bin/

安装openebs

openebs能动态提供local pv

https://github.com/openebs/charts/tree/openebs-2.0.0/charts/openebs

helm repo add openebs https://openebs.github.io/charts

kubectl create ns openebs
helm install openebs --namespace openebs openebs/openebs

将 openebs-hostpath设置为默认的 StorageClass

kubectl patch storageclass openebs-hostpath -p '{"metadata": {"annotations":{"storageclass.kubernetes.io/is-default-class":"true"}}}'

安装zookeeper

客户连接端口为nodeip:31810

cat > zk-statefulset.yaml << EOF
apiVersion: apps/v1
kind: StatefulSet
metadata:
  name: zoo
spec:
  serviceName: "zoo"
  replicas: 3
  selector:
    matchLabels:
      app: zookeeper
  template:
    metadata:
      labels:
        app: zookeeper
    spec:
      terminationGracePeriodSeconds: 10
      containers:
        - name: zookeeper
          image: registry.cn-shenzhen.aliyuncs.com/pyker/zookeeper:3.5.5
          imagePullPolicy: IfNotPresent
          readinessProbe:
            httpGet:
              path: /commands/ruok
              port: 8080
            initialDelaySeconds: 10
            timeoutSeconds: 5
            periodSeconds: 3
          livenessProbe:
            httpGet:
              path: /commands/ruok
              port: 8080
            initialDelaySeconds: 30
            timeoutSeconds: 5
            periodSeconds: 3
          env:
            - name: ZOO_SERVERS
              value: server.1=zoo-0.zoo:2888:3888;2181 server.2=zoo-1.zoo:2888:3888;2181 server.3=zoo-2.zoo:2888:3888;2181
          ports:
            - containerPort: 2181
              name: client
            - containerPort: 2888
              name: peer
            - containerPort: 3888
              name: leader-election
          volumeMounts:
            - name: datadir
              mountPath: /data
  volumeClaimTemplates:
  - metadata:
      name: datadir
    spec:
      accessModes: [ "ReadWriteOnce" ]
      storageClassName: "openebs-hostpath"
      resources:
        requests:
          storage: 1Gi
---
apiVersion: v1
kind: Service
metadata:
  name: zookeeper
spec:
  type: NodePort
  ports:
  - port: 2181
    name: client
    targetPort: 2181
    nodePort: 31810
  selector:
    app: zookeeper
---
apiVersion: v1
kind: Service
metadata:
  name: zoo
spec:
  ports:
  - port: 2888
    name: peer
  - port: 3888
    name: leader-election
  clusterIP: None
  selector:
    app: zookeeper
EOF

kubectl apply -f zk-statefulset.yaml

安装zookeeper web界面

cat > zkui.yaml << EOF
apiVersion: v1
kind: Service
metadata:
  name: zkui
  labels:
    app: zkui
spec:
  type: NodePort
  ports:
  - port: 9090
    protocol: TCP
    targetPort: 9090
    nodePort: 30080
  selector:
    app: zkui
---
apiVersion: apps/v1
kind: Deployment
metadata:
  name: zkui
spec:
  replicas: 1
  selector:
    matchLabels:
      app: zkui
  template:
    metadata:
      labels:
        app: zkui
    spec:
      containers:
      - name: zkui
        image: registry.cn-shenzhen.aliyuncs.com/pyker/zkui:latest
        imagePullPolicy: IfNotPresent
        env:
        - name: ZK_SERVER
          value: "zoo-1.zoo:2181,zoo-2.zoo:2181,zoo-0.zoo:2181"
EOF

kubectl apply -f zkui.yaml

访问zk web

节点ip:30080
帐号是admin，密码为manager

先在客户端测试一下，创建test test

kubectl exec -it zoo-0 -- /bin/bash

访问web界面，查看已成功创建test test

部署dobbo-admin

下载git

git clone https://github.com/apache/dubbo-admin.git
cd dubbo-admin

只需修改zk地址，修改成上面部署的zk客户端地址，
由于zk通过nodeport暴露出去，所以客户端地址为nodeip:31810

  vim /root/dubbo-admin/dubbo-admin-server/src/main/resources/application.properties

注意：这里取消了这四个个配置，必须先在zookeeper创建文件，否则jar包运行失败

admin.registry.address=zookeeper://xxxx:2181 admin.metadata-report.address=zookeeper://xxxx:2181 admin.registry.group=dubbo admin.metadata-report.group=dubbo

在zookeeper 创建文件 /dubbo/config/dubbo/dubbo.properties ，内容为

dubbo.registry.address=zookeeper://xxxx:2181 dubbo.metadata-report.address=zookeeper://xxxx:2181

在zk web中能看到已经创建好了

修改zk之后打包成docker镜像

tar zcvf dubbo-admin.tar.gz dubbo-admin

FROM tanmgweiwow/jdkenv:v1.0 as BUILD
RUN  mkdir /app
ADD  dubbo-admin.tar.gz /app
WORKDIR /app/dubbo-admin
RUN ./mvnw clean package -Dmaven.test.skip=true
FROM tanmgweiwow/jdkenv:v1.0
COPY --from=BUILD /app/dubbo-admin/dubbo-admin-distribution/target/dubbo-admin-0.2.0-SNAPSHOT.jar /app.jar
ENTRYPOINT ["java","-XX:+UnlockExperimentalVMOptions","-XX:+UseCGroupMemoryLimitForHeap","-Djava.security.egd=file:/dev/./urandom","-jar","/app.jar"]
EXPOSE 8080

docker build -t tanmgweiwow/dubbo-admin:v1.0 .

推送到dockerhub上

docker push tanmgweiwow/dubbo-admin:v1.0

编写deployment

cat > dubbo-admin.yaml << EOF
apiVersion: apps/v1
kind: Deployment
metadata:
  name: dubbo-admin
spec:
  selector:
    matchLabels:
      app: dubbo-admin
  replicas: 1
  template:
    metadata:
      labels:
        app: dubbo-admin
    spec:
      containers:
      - name: dubbo-admin
        image: tanmgweiwow/dubbo-admin:v1.0
        ports:
        - containerPort: 8080
---
#service
apiVersion: v1
kind: Service
metadata:
  name: dubbo-admin
spec:
  ports:
  - port: 8080
    protocol: TCP
    targetPort: 8080
    nodePort: 31811
  selector:
    app: dubbo-admin
  type: NodePort
EOF

kubectl apply -f dubbo-admin.yaml

访问nodeip:31811即可,账号密码root/root

部署dubbo-demo-2.7.3

git clone  https://github.com/Mysakura/dubbo-2.7.3-demo.git

修改zookeeper地址

vim dubbo-consumer/src/main/resources/application.properties

vim dubbo-service/src/main/resources/application.properties

制作镜像

tar zcvf dubbo-2.7.3-demo.tar.gz  dubbo-2.7.3-demo

dubbo-service 镜像

FROM tanmgweiwow/jdkenv:v1.0 as BUILD
RUN  mkdir /app
ADD  dubbo-2.7.3-demo.tar.gz /app
WORKDIR /app/dubbo-2.7.3-demo
RUN mvn clean package -Dmaven.test.skip=true
FROM tanmgweiwow/jdkenv:v1.0
COPY --from=BUILD  /app/dubbo-2.7.3-demo/dubbo-service/target/dubbo-service-1.0-SNAPSHOT.jar /app.jar
ENTRYPOINT ["java","-XX:+UnlockExperimentalVMOptions","-XX:+UseCGroupMemoryLimitForHeap","-Djava.security.egd=file:/dev/./urandom","-jar","/app.jar"]
EXPOSE 9999

docker build -t tanmgweiwow/dubbo-service:v1.0 .

docker push tanmgweiwow/dubbo-service:v1.0

cat > dubbo-service.yaml << EOF
apiVersion: apps/v1
kind: Deployment
metadata:
  name: dubbo-service
spec:
  selector:
    matchLabels:
      app: dubbo-service
  replicas: 1
  template:
    metadata:
      labels:
        app: dubbo-service
    spec:
      containers:
      - name: dubbo-service
        image: tanmgweiwow/dubbo-service:v1.0
        ports:
        - containerPort: 9999
EOF

kubectl apply -f dubbo-service.yaml

在dubbo-admin中能看到提供者信息了

dubbo-consumer 镜像

FROM tanmgweiwow/jdkenv:v1.0 as BUILD
RUN  mkdir /app
ADD  dubbo-2.7.3-demo.tar.gz /app
WORKDIR /app/dubbo-2.7.3-demo
RUN mvn clean package -Dmaven.test.skip=true
FROM tanmgweiwow/jdkenv:v1.0
COPY --from=BUILD  /app/dubbo-2.7.3-demo/dubbo-consumer/target/dubbo-consumer-0.0.1-SNAPSHOT.jar /app.jar
ENTRYPOINT ["java","-XX:+UnlockExperimentalVMOptions","-XX:+UseCGroupMemoryLimitForHeap","-Djava.security.egd=file:/dev/./urandom","-jar","/app.jar"]
EXPOSE 9990

docker build -t tanmgweiwow/dubbo-consumer:v1.0 .

docker push tanmgweiwow/dubbo-consumer:v1.0

cat > dubbo-consumer.yaml << EOF
apiVersion: apps/v1
kind: Deployment
metadata:
  name: dubbo-consumer
spec:
  selector:
    matchLabels:
      app: dubbo-consumer
  replicas: 1
  template:
    metadata:
      labels:
        app: dubbo-consumer
    spec:
      containers:
      - name: dubbo-service
        image: tanmgweiwow/dubbo-consumer:v1.0
        ports:
        - containerPort: 9990
---
#service
apiVersion: v1
kind: Service
metadata:
  name: dubbo-consumer
spec:
  ports:
  - port: 9990
    protocol: TCP
    targetPort: 9990
    nodePort: 31890
  selector:
    app: dubbo-consumer
  type: NodePort
EOF

kubectl apply -f dubbo-consumer.yaml

在dubbo-admin中能看到消费者信息了

调用dubbo-service接口

内部调用，访问pod id:端口/接口

外部调用，访问节点ip:nodeport/接口

在dubbo-admin中查看服务关系