[kubernetes]-安装dashboard2.0并解决谷歌浏览器无法访问dashboard的问题

深碍√TFBOYSˉ_ 2023-03-02 14:55 6阅读 0赞

创建dashboard.yaml

# Copyright 2017 The Kubernetes Authors.
    #
    # Licensed under the Apache License, Version 2.0 (the "License");
    # you may not use this file except in compliance with the License.
    # You may obtain a copy of the License at
    #
    #     http://www.apache.org/licenses/LICENSE-2.0
    #
    # Unless required by applicable law or agreed to in writing, software
    # distributed under the License is distributed on an "AS IS" BASIS,
    # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    # See the License for the specific language governing permissions and
    # limitations under the License.
    
    apiVersion: v1
    kind: Namespace
    metadata:
      name: kubernetes-dashboard
    
    ---
    
    apiVersion: v1
    kind: ServiceAccount
    metadata:
      labels:
        k8s-app: kubernetes-dashboard
      name: kubernetes-dashboard
      namespace: kubernetes-dashboard
    
    ---
    
    kind: Service
    apiVersion: v1
    metadata:
      labels:
        k8s-app: kubernetes-dashboard
      name: kubernetes-dashboard
      namespace: kubernetes-dashboard
    #spec:
    #  ports:
    #    - port: 443
    #      targetPort: 8443
    spec:
      type: NodePort # 改成NodePort
      ports:
        - port: 443
          targetPort: 8443
          nodePort: 31001 # 指定nodePort端口
      selector:
        k8s-app: kubernetes-dashboard
    
    ---
    
    apiVersion: v1
    kind: Secret
    metadata:
      labels:
        k8s-app: kubernetes-dashboard
      name: kubernetes-dashboard-certs
      namespace: kubernetes-dashboard
    type: Opaque
    
    ---
    
    apiVersion: v1
    kind: Secret
    metadata:
      labels:
        k8s-app: kubernetes-dashboard
      name: kubernetes-dashboard-csrf
      namespace: kubernetes-dashboard
    type: Opaque
    data:
      csrf: ""
    
    ---
    
    apiVersion: v1
    kind: Secret
    metadata:
      labels:
        k8s-app: kubernetes-dashboard
      name: kubernetes-dashboard-key-holder
      namespace: kubernetes-dashboard
    type: Opaque
    
    ---
    
    kind: ConfigMap
    apiVersion: v1
    metadata:
      labels:
        k8s-app: kubernetes-dashboard
      name: kubernetes-dashboard-settings
      namespace: kubernetes-dashboard
    
    ---
    
    kind: Role
    apiVersion: rbac.authorization.k8s.io/v1
    metadata:
      labels:
        k8s-app: kubernetes-dashboard
      name: kubernetes-dashboard
      namespace: kubernetes-dashboard
    rules:
      # Allow Dashboard to get, update and delete Dashboard exclusive secrets.
      - apiGroups: [""]
        resources: ["secrets"]
        resourceNames: ["kubernetes-dashboard-key-holder", "kubernetes-dashboard-certs", "kubernetes-dashboard-csrf"]
        verbs: ["get", "update", "delete"]
        # Allow Dashboard to get and update 'kubernetes-dashboard-settings' config map.
      - apiGroups: [""]
        resources: ["configmaps"]
        resourceNames: ["kubernetes-dashboard-settings"]
        verbs: ["get", "update"]
        # Allow Dashboard to get metrics.
      - apiGroups: [""]
        resources: ["services"]
        resourceNames: ["heapster", "dashboard-metrics-scraper"]
        verbs: ["proxy"]
      - apiGroups: [""]
        resources: ["services/proxy"]
        resourceNames: ["heapster", "http:heapster:", "https:heapster:", "dashboard-metrics-scraper", "http:dashboard-metrics-scraper"]
        verbs: ["get"]
    
    ---
    
    kind: ClusterRole
    apiVersion: rbac.authorization.k8s.io/v1
    metadata:
      labels:
        k8s-app: kubernetes-dashboard
      name: kubernetes-dashboard
    rules:
      # Allow Metrics Scraper to get metrics from the Metrics server
      - apiGroups: ["metrics.k8s.io"]
        resources: ["pods", "nodes"]
        verbs: ["get", "list", "watch"]
    
    ---
    
    apiVersion: rbac.authorization.k8s.io/v1
    kind: RoleBinding
    metadata:
      labels:
        k8s-app: kubernetes-dashboard
      name: kubernetes-dashboard
      namespace: kubernetes-dashboard
    roleRef:
      apiGroup: rbac.authorization.k8s.io
      kind: Role
      name: kubernetes-dashboard
    subjects:
      - kind: ServiceAccount
        name: kubernetes-dashboard
        namespace: kubernetes-dashboard
    
    ---
    
    apiVersion: rbac.authorization.k8s.io/v1
    kind: ClusterRoleBinding
    metadata:
      name: kubernetes-dashboard
    roleRef:
      apiGroup: rbac.authorization.k8s.io
      kind: ClusterRole
      name: kubernetes-dashboard
    subjects:
      - kind: ServiceAccount
        name: kubernetes-dashboard
        namespace: kubernetes-dashboard
    
    ---
    
    kind: Deployment
    apiVersion: apps/v1
    metadata:
      labels:
        k8s-app: kubernetes-dashboard
      name: kubernetes-dashboard
      namespace: kubernetes-dashboard
    spec:
      replicas: 1
      revisionHistoryLimit: 10
      selector:
        matchLabels:
          k8s-app: kubernetes-dashboard
      template:
        metadata:
          labels:
            k8s-app: kubernetes-dashboard
        spec:
          containers:
            - name: kubernetes-dashboard
              image: kubernetesui/dashboard:v2.0.0
              imagePullPolicy: Always
              ports:
                - containerPort: 8443
                  protocol: TCP
              args:
                - --auto-generate-certificates
                - --namespace=kubernetes-dashboard
                # Uncomment the following line to manually specify Kubernetes API server Host
                # If not specified, Dashboard will attempt to auto discover the API server and connect
                # to it. Uncomment only if the default does not work.
                # - --apiserver-host=http://my-address:port
              volumeMounts:
                - name: kubernetes-dashboard-certs
                  mountPath: /certs
                  # Create on-disk volume to store exec logs
                - mountPath: /tmp
                  name: tmp-volume
              livenessProbe:
                httpGet:
                  scheme: HTTPS
                  path: /
                  port: 8443
                initialDelaySeconds: 30
                timeoutSeconds: 30
              securityContext:
                allowPrivilegeEscalation: false
                readOnlyRootFilesystem: true
                runAsUser: 1001
                runAsGroup: 2001
          volumes:
            - name: kubernetes-dashboard-certs
              secret:
                secretName: kubernetes-dashboard-certs
            - name: tmp-volume
              emptyDir: {}
          serviceAccountName: kubernetes-dashboard
          nodeSelector:
            "kubernetes.io/os": linux
          # Comment the following tolerations if Dashboard must not be deployed on master
          tolerations:
            - key: node-role.kubernetes.io/master
              effect: NoSchedule
    
    ---
    
    kind: Service
    apiVersion: v1
    metadata:
      labels:
        k8s-app: dashboard-metrics-scraper
      name: dashboard-metrics-scraper
      namespace: kubernetes-dashboard
    spec:
      ports:
        - port: 8000
          targetPort: 8000
      selector:
        k8s-app: dashboard-metrics-scraper
    
    ---
    
    kind: Deployment
    apiVersion: apps/v1
    metadata:
      labels:
        k8s-app: dashboard-metrics-scraper
      name: dashboard-metrics-scraper
      namespace: kubernetes-dashboard
    spec:
      replicas: 1
      revisionHistoryLimit: 10
      selector:
        matchLabels:
          k8s-app: dashboard-metrics-scraper
      template:
        metadata:
          labels:
            k8s-app: dashboard-metrics-scraper
          annotations:
            seccomp.security.alpha.kubernetes.io/pod: 'runtime/default'
        spec:
          containers:
            - name: dashboard-metrics-scraper
              image: kubernetesui/metrics-scraper:v1.0.4
              ports:
                - containerPort: 8000
                  protocol: TCP
              livenessProbe:
                httpGet:
                  scheme: HTTP
                  path: /
                  port: 8000
                initialDelaySeconds: 30
                timeoutSeconds: 30
              volumeMounts:
              - mountPath: /tmp
                name: tmp-volume
              securityContext:
                allowPrivilegeEscalation: false
                readOnlyRootFilesystem: true
                runAsUser: 1001
                runAsGroup: 2001
          serviceAccountName: kubernetes-dashboard
          nodeSelector:
            "kubernetes.io/os": linux
          # Comment the following tolerations if Dashboard must not be deployed on master
          tolerations:
            - key: node-role.kubernetes.io/master
              effect: NoSchedule
          volumes:
            - name: tmp-volume
              emptyDir: {}

创建dashboard

kubectl apply -f dashboard.yaml

![format_png][]

访问https://ip+31001 无法使用谷歌浏览器打开 老样子只能用火狐打开

原因是部署UI的镜像中默认自带的证书是一个不可信任的证书

![format_png 1][]

由此可以发现，该证书的很多信息都没有，并且证书的时间也都不正常，这就导致了大部分浏览器不认这个证书，但是我们自己生成的证书大部分浏览器都是可以访问的，那是因为我们自己签发的证书是符合校验字段的

下面介绍两种k8s集群搭建方式对应的解决方案(主要是将自带的证书替换成我们自己签发的证书)

对于自签证书，我们可以使用`openssl`或者`cfssl`工具生成证书，或者直接使用k8s证书(`/etc/kubernetes/pki`)

kubeadm和二进制部署的k8s集群一般都有两套证书(2个ca签发)，一套是apiserver，一套是etcd，如果想使用现成的证书，这两套都可以。

k8s-dashboard证书是存储在k8s中的：

![format_png 2][]

可以发现，certs后面的数据是空的，这就说明在这个secret中并没有存储任何东西，只不过有这个资源创建了，证书在镜像中自带，那么我们需要做的就是需要在这个secret去签发证书，随后在重新创建dashboard的pod即可

### kubeadmin部署的集群 ###

1 删除默认的secret，用自签证书创建新的secret

kubectl delete secret kubernetes-dashboard-certs -n kubernetes-dashboard
    
    kubectl create secret generic kubernetes-dashboard-certs \
    --from-file=/etc/kubernetes/pki/apiserver.key --from-file=/etc/kubernetes/pki/apiserver.crt -n kubernetes-dashboard

2 修改 dashboard.yaml 文件，在args下面增加证书两行

args:
             # PLATFORM-SPECIFIC ARGS HERE
             - --auto-generate-certificates
             - --tls-key-file=apiserver.key
             - --tls-cert-file=apiserver.crt
    
    kubectl apply -f kubernetes-dashboard.yaml

3 重新应用一下配置 并删除原来的pod

kubectl apply -f dashboard.yaml  --force
    kubectl get pods -n kubernetes-dashboard
    # 根据自己的pod删除
    # kubectl delete pod dashboard-metrics-scraper-5c6ff85ddd-msvdh kubernetes-dashboard-59c948689c-sjn5d -n kubernetes-dashboard
    kubectl get pod -n kubernetes-dashboard | grep -v NAME | awk '{print "kubectl delete po " $1 " -n kubernetes-dashboard"}' | sh

![format_png 3][]

![format_png 4][]

![format_png 5][]

再次访问一下dashboard

![format_png 6][]

![format_png 7][]

![format_png 8][]

获取token测试

kubectl get secret  -n kubernetes-dashboard
    kubectl -n kubernetes-dashboard get secret | grep  kubernetes-dashboard-token
    # 根据自己情况输入命令
    kubectl describe secret kubernetes-dashboard-token-74sb7 -n kubernetes-dashboard

![format_png 9][]

可以打开 但是权限有问题 后面文章会说怎么创建不同的配置kubeconfig文件

![format_png 10][]

### 二进制部署的集群 ###

1 删除默认的secret，用自签证书创建新的secret

kubectl delete secret kubernetes-dashboard-certs -n kubernetes-dashboard
    
    kubectl create secret generic kubernetes-dashboard-certs \
    --from-file=/opt/kubernetes/ssl/server-key.pem --from-file=/opt/kubernetes/ssl/server.pem -n kubernetes-dashboard

2 修改 dashboard.yaml 文件，在args下面增加证书两行

args:
           # PLATFORM-SPECIFIC ARGS HERE
           - --auto-generate-certificates
           - --tls-key-file=server-key.pem
           - --tls-cert-file=server.pem
    
    kubectl apply -f kubernetes-dashboard.yaml

网上有说用下面方式修改的 测试了下不行

k8s1.14

dashboard 2.0

mkdir key && cd key
    #生成证书
    openssl genrsa -out dashboard.key 2048 
    openssl req -new -out dashboard.csr -key dashboard.key -subj '/CN=192.168.1.202'
    openssl x509 -req -in dashboard.csr -signkey dashboard.key -out dashboard.crt 
    #删除原有的证书secret
    kubectl get secret kubernetes-dashboard-certs -n kubernetes-dashboard
    kubectl delete secret kubernetes-dashboard-certs -n kubernetes-dashboard
    #创建新的证书secret
    kubectl create secret generic kubernetes-dashboard-certs --from-file=dashboard.key --from-file=dashboard.crt -n kubernetes-dashboard
    #查看pod
    kubectl get pod -n kubernetes-dashboard
    #重启pod
    kubectl delete pod <pod name> -n kubernetes-dashboard

参考文章

https://leif.fun/articles/2020/06/08/1591598117843.html

[format_png]: /images/20230208/a6c7fa4f71e145ae90c200b23c30c808.png
[format_png 1]: /images/20230208/6f47f46f5c404c9d936a989219391c0c.png
[format_png 2]: /images/20230208/389a637e6c514f71bb33eac640b99335.png
[format_png 3]: /images/20230208/8713852f630a436485ec49a091edec36.png
[format_png 4]: /images/20230208/de626ec36466440298e08e4c06d84088.png
[format_png 5]: /images/20230208/877cd0e9a8334a6281d9f5e48624aac1.png
[format_png 6]: /images/20230208/73d29fcf33eb423f894947f8605a2817.png
[format_png 7]: /images/20230208/20b67a68885a435cbbc5b3cc8fe26615.png
[format_png 8]: /images/20230208/5cdb96bbf4da4609959672b72abf9994.png
[format_png 9]: /images/20230208/342e0bcd23db4d6783a9454268ca43f3.png
[format_png 10]: /images/20230208/d693c3054b174ac6b3387d72859b2d0e.png