Ensure volume is removed before returning success (#90)

When removing a volume from a VM, ensure that the volume is
actually removed from the VM before returning nil from the
ControllerUnpublishVolume function.

Added EnsureVolumeRemoved function to virtClient

Signed-off-by: Alexander Wels <awels@redhat.com>

pkg/kubevirt/client.go

@@ -29,6 +29,7 @@ type Client interface {
 	AddVolumeToVM(namespace string, vmName string, hotPlugRequest *kubevirtv1.AddVolumeOptions) error
 	RemoveVolumeFromVM(namespace string, vmName string, hotPlugRequest *kubevirtv1.RemoveVolumeOptions) error
 	EnsureVolumeAvailable(namespace, vmName, volumeName string, timeout time.Duration) error
+	EnsureVolumeRemoved(namespace, vmName, volumeName string, timeout time.Duration) error
 }
 
 type client struct {
@@ -81,6 +82,23 @@ func (c *client) EnsureVolumeAvailable(namespace, vmName, volumeName string, tim
 	})
 }
 
+// EnsureVolumeAvailable checks to make sure the volume is available in the node before returning, checks for 2 minutes
+func (c *client) EnsureVolumeRemoved(namespace, vmName, volumeName string, timeout time.Duration) error {
+	return wait.PollImmediate(time.Second, timeout, func() (done bool, err error) {
+		vmi, err := c.virtClient.VirtualMachineInstance(namespace).Get(context.TODO(), vmName, &metav1.GetOptions{})
+		if err != nil {
+			return false, err
+		}
+		for _, volume := range vmi.Status.VolumeStatus {
+			if volume.Name == volumeName {
+				return false, nil
+			}
+		}
+		// Have not found the hotplugged volume
+		return true, nil
+	})
+}
+
 // ListVirtualMachines fetches a list of VMIs from the passed in namespace
 func (c *client) ListVirtualMachines(namespace string) ([]kubevirtv1.VirtualMachineInstance, error) {
 	list, err := c.virtClient.VirtualMachineInstance(namespace).List(context.TODO(), &metav1.ListOptions{})

pkg/service/controller.go

@@ -341,6 +341,12 @@ func (c *ControllerService) ControllerUnpublishVolume(ctx context.Context, req *
 			return nil, err
 		}
 	}
+	err = c.virtClient.EnsureVolumeRemoved(c.infraClusterNamespace, vmName, dvName, time.Minute*2)
+	if err != nil {
+		klog.Errorf("volume %s failed to be removed in time from VM %s, %v", dvName, vmName, err)
+		return nil, err
+	}
+
 	return &csi.ControllerUnpublishVolumeResponse{}, nil
 }
 

pkg/service/controller_test.go

@@ -363,3 +363,7 @@ func (c *ControllerClientMock) RemoveVolumeFromVM(namespace string, vmName strin
 func (c *ControllerClientMock) EnsureVolumeAvailable(namespace, vmName, volumeName string, timeout time.Duration) error {
 	return nil
 }
+
+func (c *ControllerClientMock) EnsureVolumeRemoved(namespace, vmName, volumeName string, timeout time.Duration) error {
+	return nil
+}

sanity/sanity_test.go

@@ -5,7 +5,7 @@ Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
 You may obtain a copy of the License at
 
-    http://www.apache.org/licenses/LICENSE-2.0
+	http://www.apache.org/licenses/LICENSE-2.0
 
 Unless required by applicable law or agreed to in writing, software
 distributed under the License is distributed on an "AS IS" BASIS,
@@ -166,6 +166,10 @@ func (k *fakeKubeVirtClient) EnsureVolumeAvailable(namespace, vmName, volumeName
 	return nil
 }
 
+func (k *fakeKubeVirtClient) EnsureVolumeRemoved(namespace, vmName, volumeName string, timeout time.Duration) error {
+	return nil
+}
+
 func (k *fakeKubeVirtClient) List() ([]byte, error) {
 	ds := make([]device, 0)
 	for _, value := range k.hotpluggedMap {