discover existing on-disk snapshotsk

Signed-off-by: Ashish Amarnath <[email protected]>

Author: ashish-amarnath

pkg/hostpath/controllerserver.go

@@ -281,8 +281,8 @@ func (cs *controllerServer) ListVolumes(ctx context.Context, req *csi.ListVolume
 }
 
 // getSnapshotPath returns the full path to where the snapshot is stored
-func getSnapshotPath(snapshotId string) string {
-	return filepath.Join(dataRoot, fmt.Sprintf("%s.snap", snapshotId))
+func getSnapshotPath(snapshotID string) string {
+	return filepath.Join(dataRoot, fmt.Sprintf("%s%s", snapshotID, snapshotExt))
 }
 
 // CreateSnapshot uses tar command to create snapshot for hostpath volume. The tar command can quickly create

pkg/hostpath/hostpath.go

@@ -21,7 +21,9 @@ import (
 	"fmt"
 	"io"
 	"os"
+	"path"
 	"path/filepath"
+	"strings"
 
 	"github.com/golang/glog"
 	"google.golang.org/grpc/codes"
@@ -87,6 +89,9 @@ const (
 	// This can be ephemeral within the container or persisted if
 	// backed by a Pod volume.
 	dataRoot = "/csi-data-dir"
+
+	// Extension with which snapshot files will be saved.
+	snapshotExt = ".snap"
 )
 
 func init() {
@@ -127,12 +132,46 @@ func NewHostPathDriver(driverName, nodeID, endpoint string, ephemeral bool, maxV
 	}, nil
 }
 
+func getSnapshotID(p string) (bool, string) {
+	dir, file := path.Split(p)
+	glog.V(4).Infof("dir: %s, file: %s", dir, file)
+	// Files with .snap extension are volumesnapshot files.
+	// e.g. foo.snap, foo.bar.snap
+	if filepath.Ext(file) == snapshotExt {
+		snapshotID := strings.Split(file, snapshotExt)[0]
+		return true, snapshotID
+	}
+	return false, ""
+}
+
+func discoverExistingSnapshots() {
+	glog.V(4).Infof("discovering existing snapshots in %s", dataRoot)
+	err := filepath.Walk(dataRoot, func(p string, i os.FileInfo, e error) error {
+		isSnapshot, snapshotID := getSnapshotID(p)
+		if isSnapshot {
+			glog.V(4).Infof("adding snapshot %s from file %s", snapshotID, p)
+			hostPathVolumeSnapshots[snapshotID] = hostPathSnapshot{
+				Id:         snapshotID,
+				Path:       p,
+				ReadyToUse: true,
+			}
+		}
+		return nil
+	})
+
+	if err != nil {
+		glog.Errorf("failed to discover snapshots under %s", dataRoot)
+		return
+	}
+}
+
 func (hp *hostPath) Run() {
 	// Create GRPC servers
 	hp.ids = NewIdentityServer(hp.name, hp.version)
 	hp.ns = NewNodeServer(hp.nodeID, hp.ephemeral, hp.maxVolumesPerNode)
 	hp.cs = NewControllerServer(hp.ephemeral, hp.nodeID)
 
+	discoverExistingSnapshots()
 	s := NewNonBlockingGRPCServer()
 	s.Start(hp.endpoint, hp.ids, hp.cs, hp.ns)
 	s.Wait()

pkg/hostpath/hostpath_test.go

@@ -0,0 +1,58 @@
+/*
+Copyright 2020 The Kubernetes Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package hostpath
+
+import "testing"
+
+func TestGetSnapshotID(t *testing.T) {
+	testCases := []struct {
+		inputPath          string
+		expectedIsSnapshot bool
+		expectedSnapshotID string
+	}{
+		{
+			inputPath:          "foo.snap",
+			expectedIsSnapshot: true,
+			expectedSnapshotID: "foo",
+		},
+		{
+			inputPath:          "foo/bar/baz.snap",
+			expectedIsSnapshot: true,
+			expectedSnapshotID: "baz",
+		},
+		{
+			inputPath:          "foo/bar/baz.tar.gz",
+			expectedIsSnapshot: false,
+			expectedSnapshotID: "",
+		},
+		{
+			inputPath:          "foo/bar/baz.tar.snap",
+			expectedIsSnapshot: true,
+			expectedSnapshotID: "baz.tar",
+		},
+	}
+
+	for _, tc := range testCases {
+		actualIsSnapshot, actualSnapshotID := getSnapshotID(tc.inputPath)
+		if actualIsSnapshot != tc.expectedIsSnapshot {
+			t.Fatalf("getSnapshotID failed, unexpected result for path %s, Want: %t, Got: %t", tc.inputPath, tc.expectedIsSnapshot, actualIsSnapshot)
+		}
+		if actualSnapshotID != tc.expectedSnapshotID {
+			t.Fatalf("getSnapshotID failed, unexpected snapshotID for path %s, Want: %s; Got :%s", tc.inputPath, tc.expectedSnapshotID, actualSnapshotID)
+		}
+	}
+}