apiVersion: v1 kind: ConfigMap metadata: name: rdma-devices namespace: kube-system data: config.json: |- { "configList": [ { "resourceName": "ib", "resourcePrefix": "rdma", "rdmaHcaMax": 2, "selectors": { "vendors": [ "15b3" ], "deviceIDs": [ "1003" ], "ifNames": [ "ib0" ] } } ] } --- apiVersion: apps/v1 kind: DaemonSet metadata: name: nvidia-device-plugin-daemonset namespace: kube-system spec: selector: matchLabels: name: nvidia-device-plugin-ds updateStrategy: type: RollingUpdate template: metadata: labels: name: nvidia-device-plugin-ds spec: tolerations: - key: nvidia.com/gpu operator: Exists effect: NoSchedule - key: dedicated operator: Equal value: control effect: NoSchedule priorityClassName: system-node-critical containers: - image: nvcr.io/nvidia/k8s-device-plugin:v0.20.1 name: nvidia-device-plugin-ctr env: [] securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL volumeMounts: - name: kubelet-device-plugins-dir mountPath: /var/lib/kubelet/device-plugins volumes: - name: kubelet-device-plugins-dir hostPath: path: /var/lib/kubelet/device-plugins type: Directory runtimeClassName: nvidia nodeSelector: lab.example.com/accelerator: 'true' automountServiceAccountToken: false --- apiVersion: apps/v1 kind: DaemonSet metadata: name: rdma-shared-dp-ds namespace: kube-system spec: selector: matchLabels: name: rdma-shared-dp-ds template: metadata: labels: name: rdma-shared-dp-ds spec: hostNetwork: true priorityClassName: system-node-critical containers: - image: ghcr.io/mellanox/k8s-rdma-shared-dev-plugin:v1.5.4 name: k8s-rdma-shared-dp-ds imagePullPolicy: IfNotPresent securityContext: privileged: true volumeMounts: - name: device-plugin mountPath: /var/lib/kubelet/device-plugins readOnly: false - name: plugins-registry mountPath: /var/lib/kubelet/plugins_registry readOnly: false - name: config mountPath: /k8s-rdma-shared-dev-plugin - name: devs mountPath: /dev/ volumes: - name: device-plugin hostPath: path: /var/lib/kubelet/device-plugins - name: plugins-registry hostPath: path: /var/lib/kubelet/plugins_registry - name: config configMap: name: rdma-devices items: - key: config.json path: config.json - name: devs hostPath: path: /dev/ nodeSelector: lab.example.com/accelerator: 'true' tolerations: - key: dedicated operator: Equal value: control effect: NoSchedule automountServiceAccountToken: false