/*
Copyright 2017 The Kubernetes Authors.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http:///licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/

package main

import (
        "context"
        "errors"
        "flag"
        "fmt"
        "os"
        "path/filepath"
        "regexp"
        "strconv"
        "strings"

        "/golang/glog"
        v1 "k8s.io/api/core/v1"

        storage "k8s.io/api/storage/v1"
        metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
        "k8s.io/client-go/kubernetes"
        "k8s.io/client-go/rest"
        "k8s.io/client-go/tools/clientcmd"
        storagehelpers "k8s.io/component-helpers/storage/volume"
        "sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller"
)

const (
        provisionerNameKey = "PROVISIONER_NAME"
)

type nfsProvisioner struct {
        client kubernetes.Interface
        server string
        path   string
}

type pvcMetadata struct {
        data        map[string]string
        labels      map[string]string
        annotations map[string]string
}

var pattern = regexp.MustCompile(`\${\.PVC\.((labels|annotations)\.(.*?)|.*?)}`)

func (meta *pvcMetadata) stringParser(str string) string {
        result := pattern.FindAllStringSubmatch(str, -1)
        for _, r := range result {
                switch r[2] {
                case "labels":
                        str = strings.ReplaceAll(str, r[0], meta.labels[r[3]])
                case "annotations":
                        str = strings.ReplaceAll(str, r[0], meta.annotations[r[3]])
                default:
                        str = strings.ReplaceAll(str, r[0], meta.data[r[1]])
                }
        }

        return str
}

const (
        mountPath = "/persistentvolumes"
)

var _ controller.Provisioner = &nfsProvisioner{}

func (p *nfsProvisioner) Provision(ctx context.Context, options controller.ProvisionOptions) (*v1.PersistentVolume, controller.ProvisioningState, error) {
        if options.PVC.Spec.Selector != nil {
                return nil, controller.ProvisioningFinished, fmt.Errorf("claim Selector is not supported")
        }
        glog.V(4).Infof("nfs provisioner: VolumeOptions %v", options)

        pvcNamespace := options.PVC.Namespace
        pvcName := options.PVC.Name

        pvName := strings.Join([]string{pvcNamespace, pvcName, options.PVName}, "-")

        metadata := &pvcMetadata{
                data: map[string]string{
                        "name":      pvcName,
                        "namespace": pvcNamespace,
                },
                labels:      options.PVC.Labels,
                annotations: options.PVC.Annotations,
        }

        fullPath := filepath.Join(mountPath, pvName)
        path := filepath.Join(p.path, pvName)

        pathPattern, exists := options.StorageClass.Parameters["pathPattern"]
        if exists {
                customPath := metadata.stringParser(pathPattern)
                if customPath != "" {
                        path = filepath.Join(p.path, customPath)
                        fullPath = filepath.Join(mountPath, customPath)
                }
        }

        glog.V(4).Infof("creating path %s", fullPath)
        if err := os.MkdirAll(fullPath, 0o777); err != nil {
                return nil, controller.ProvisioningFinished, errors.New("unable to create directory to provision new pv: " + err.Error())
        }
        err := os.Chmod(fullPath, 0o777)
        if err != nil {
                return nil, "", err
        }

        pv := &v1.PersistentVolume{
                ObjectMeta: metav1.ObjectMeta{
                        Name: options.PVName,
                },
                Spec: v1.PersistentVolumeSpec{
                        PersistentVolumeReclaimPolicy: *options.StorageClass.ReclaimPolicy,
                        AccessModes:                   options.PVC.Spec.AccessModes,
                        MountOptions:                  options.StorageClass.MountOptions,
                        Capacity: v1.ResourceList{
                                v1.ResourceName(v1.ResourceStorage): options.PVC.Spec.Resources.Requests[v1.ResourceName(v1.ResourceStorage)],
                        },
                        PersistentVolumeSource: v1.PersistentVolumeSource{
                                NFS: &v1.NFSVolumeSource{
                                        Server:   p.server,
                                        Path:     path,
                                        ReadOnly: false,
                                },
                        },
                },
        }
        return pv, controller.ProvisioningFinished, nil
}

func (p *nfsProvisioner) Delete(ctx context.Context, volume *v1.PersistentVolume) error {
        path := volume.Spec.PersistentVolumeSource.NFS.Path
        basePath := filepath.Base(path)
        oldPath := filepath.Join(mountPath, basePath)

        if _, err := os.Stat(oldPath); os.IsNotExist(err) {
                glog.Warningf("path %s does not exist, deletion skipped", oldPath)
                return nil
        }
        // Get the storage class for this volume.
        storageClass, err := p.getClassForVolume(ctx, volume)
        if err != nil {
                return err
        }

        // Determine if the "onDelete" parameter exists.
        // If it exists and has a `delete` value, delete the directory.
        // If it exists and has a `retain` value, safe the directory.
        onDelete := storageClass.Parameters["onDelete"]
        switch onDelete {
        case "delete":
                return os.RemoveAll(oldPath)
        case "retain":
                return nil
        }

        // Determine if the "archiveOnDelete" parameter exists.
        // If it exists and has a false value, delete the directory.
        // Otherwise, archive it.
        archiveOnDelete, exists := storageClass.Parameters["archiveOnDelete"]
        if exists {
                archiveBool, err := strconv.ParseBool(archiveOnDelete)
                if err != nil {
                        return err
                }
                if !archiveBool {
                        return os.RemoveAll(oldPath)
                }
        }

        archivePath := filepath.Join(mountPath, "archived-"+basePath)
        glog.V(4).Infof("archiving path %s to %s", oldPath, archivePath)
        return os.Rename(oldPath, archivePath)
}

// getClassForVolume returns StorageClass.
func (p *nfsProvisioner) getClassForVolume(ctx context.Context, pv *v1.PersistentVolume) (*storage.StorageClass, error) {
        if p.client == nil {
                return nil, fmt.Errorf("cannot get kube client")
        }
        className := storagehelpers.GetPersistentVolumeClass(pv)
        if className == "" {
                return nil, fmt.Errorf("volume has no storage class")
        }
        class, err := p.client.StorageV1().StorageClasses().Get(ctx, className, metav1.GetOptions{})
        if err != nil {
                return nil, err
        }

        return class, nil
}

func main() {
        flag.Parse()
        flag.Set("logtostderr", "true")

        server := os.Getenv("NFS_SERVER")
        if server == "" {
                glog.Fatal("NFS_SERVER not set")
        }
        path := os.Getenv("NFS_PATH")
        if path == "" {
                glog.Fatal("NFS_PATH not set")
        }
        provisionerName := os.Getenv(provisionerNameKey)
        if provisionerName == "" {
                glog.Fatalf("environment variable %s is not set! Please set it.", provisionerNameKey)
        }
        kubeconfig := os.Getenv("KUBECONFIG")
        var config *rest.Config
        if kubeconfig != "" {
                // Create an OutOfClusterConfig and use it to create a client for the controller
                // to use to communicate with Kubernetes
                var err error
                config, err = clientcmd.BuildConfigFromFlags("", kubeconfig)
                if err != nil {
                        glog.Fatalf("Failed to create kubeconfig: %v", err)
                }
        } else {
                // Create an InClusterConfig and use it to create a client for the controller
                // to use to communicate with Kubernetes
                var err error
                config, err = rest.InClusterConfig()
                if err != nil {
                        glog.Fatalf("Failed to create config: %v", err)
                }
        }
        clientset, err := kubernetes.NewForConfig(config)
        if err != nil {
                glog.Fatalf("Failed to create client: %v", err)
        }

        // The controller needs to know what the server version is because out-of-tree
        // provisioners aren't officially supported until 1.5
        serverVersion, err := clientset.Discovery().ServerVersion()
        if err != nil {
                glog.Fatalf("Error getting server version: %v", err)
        }

        leaderElection := true
        leaderElectionEnv := os.Getenv("ENABLE_LEADER_ELECTION")
        if leaderElectionEnv != "" {
                leaderElection, err = strconv.ParseBool(leaderElectionEnv)
                if err != nil {
                        glog.Fatalf("Unable to parse ENABLE_LEADER_ELECTION env var: %v", err)
                }
        }

        clientNFSProvisioner := &nfsProvisioner{
                client: clientset,
                server: server,
                path:   path,
        }
        // Start the provision controller which will dynamically provision efs NFS
        // PVs
        pc := controller.NewProvisionController(clientset,
                provisionerName,
                clientNFSProvisioner,
                serverVersion.GitVersion,
                controller.LeaderElection(leaderElection),
        )
        // Never stops.
        pc.Run(context.Background())
}

在 alpine:3.15.4 中安装 go 之后，构建为 nfs-subdir-external-provisioner

FROM alpine:3.15.4
RUN sed -i 's///g' /etc/apk/repositories && apk update --no-cache && apk add ca-certificates
COPY ./nfs-subdir-external-provisioner /nfs-subdir-external-provisioner
ENTRYPOINT ["/nfs-subdir-external-provisioner"]