API to remove device

e2e/device_test.go

@@ -0,0 +1,166 @@
+package e2e
+
+import (
+	"testing"
+
+	"github.com/gluster/glusterd2/pkg/api"
+	gutils "github.com/gluster/glusterd2/pkg/utils"
+	deviceapi "github.com/gluster/glusterd2/plugins/device/api"
+
+	"github.com/stretchr/testify/require"
+)
+
+func editDevice(t *testing.T) {
+	r := require.New(t)
+	peerList, err := client.Peers()
+	r.Nil(err)
+
+	var deviceList []deviceapi.Info
+	var peerID string
+	for _, peer := range peerList {
+		deviceList, err = client.DeviceList(peer.ID.String(), "")
+		if len(deviceList) > 0 {
+			peerID = peer.ID.String()
+			break
+		}
+	}
+
+	device := deviceList[0]
+	if device.State == "enabled" {
+		err = client.DeviceEdit(peerID, device.Device, "disabled")
+		r.Nil(err)
+	} else if device.State == "disabled" {
+		err = client.DeviceEdit(peerID, device.Device, "enabled")
+		r.Nil(err)
+	}
+	newDeviceList, err := client.DeviceList(peerID, "")
+	r.Nil(err)
+	for _, newDevice := range newDeviceList {
+		if newDevice.Device == device.Device {
+			r.NotEqual(newDevice.State, device.State)
+		}
+	}
+
+	for _, peer := range peerList {
+		deviceList, err := client.DeviceList(peer.ID.String(), "")
+		r.Nil(err)
+		for _, device := range deviceList {
+			if device.State == "enabled" {
+				err = client.DeviceEdit(peer.ID.String(), device.Device, "disabled")
+				r.Nil(err)
+			}
+		}
+	}
+	smartvolname := formatVolName(t.Name())
+
+	// create Distribute Replicate(2x3) Volume
+	createReq := api.VolCreateReq{
+		Name:               smartvolname,
+		Size:               40 * gutils.MiB,
+		DistributeCount:    2,
+		ReplicaCount:       3,
+		SubvolZonesOverlap: true,
+	}
+	_, err = client.VolumeCreate(createReq)
+	r.NotNil(err)
+
+	for _, peer := range peerList {
+		deviceList, err := client.DeviceList(peer.ID.String(), "")
+		r.Nil(err)
+		for _, device := range deviceList {
+			if device.State == "disabled" {
+				err = client.DeviceEdit(peer.ID.String(), device.Device, "enabled")
+				r.Nil(err)
+			}
+		}
+	}
+
+	_, err = client.VolumeCreate(createReq)
+	r.Nil(err)
+
+	r.Nil(client.VolumeDelete(smartvolname))
+}
+
+func testDeviceDelete(t *testing.T) {
+	r := require.New(t)
+	peerList, err := client.Peers()
+	r.Nil(err)
+
+	var deviceList []deviceapi.Info
+	var peerID string
+	for _, peer := range peerList {
+		deviceList, err = client.DeviceList(peer.ID.String(), "")
+		r.Nil(err)
+		if len(deviceList) > 0 {
+			peerID = peer.ID.String()
+			break
+		}
+	}
+
+	smartvolname := formatVolName(t.Name())
+	// create Distribute 3 Volume
+	createReq := api.VolCreateReq{
+		Name:            smartvolname,
+		Size:            60 * gutils.MiB,
+		DistributeCount: 3,
+	}
+
+	_, err = client.VolumeCreate(createReq)
+	r.Nil(err)
+
+	err = client.DeviceDelete(peerID, deviceList[0].Device)
+	r.Nil(err)
+
+	newDeviceList, err := client.DeviceList(peerID, "")
+	r.Nil(err)
+
+	r.Equal(len(deviceList)-1, len(newDeviceList))
+}
+
+// TestDevice creates devices in the test environment
+// finally deletes the devices
+func TestDevice(t *testing.T) {
+	var err error
+
+	r := require.New(t)
+
+	tc, err := setupCluster(t, "./config/1.toml", "./config/2.toml", "./config/3.toml")
+	r.Nil(err)
+	defer teardownCluster(tc)
+
+	client, err = initRestclient(tc.gds[0])
+	r.Nil(err)
+	r.NotNil(client)
+
+	devicesDir := testTempDir(t, "devices")
+
+	// Device Setup
+	// Around 150MB will be reserved during pv/vg creation, create device with more size
+	r.Nil(prepareLoopDevice(devicesDir+"/gluster_dev1.img", "1", "250M"))
+	r.Nil(prepareLoopDevice(devicesDir+"/gluster_dev2.img", "2", "250M"))
+	r.Nil(prepareLoopDevice(devicesDir+"/gluster_dev3.img", "3", "250M"))
+
+	_, err = client.DeviceAdd(tc.gds[0].PeerID(), "/dev/gluster_loop1")
+	r.Nil(err)
+	dev, err := client.DeviceList(tc.gds[0].PeerID(), "/dev/gluster_loop1")
+	r.Nil(err)
+	r.Equal(dev[0].Device, "/dev/gluster_loop1")
+
+	_, err = client.DeviceAdd(tc.gds[1].PeerID(), "/dev/gluster_loop2")
+	r.Nil(err)
+	dev, err = client.DeviceList(tc.gds[1].PeerID(), "/dev/gluster_loop2")
+	r.Nil(err)
+	r.Equal(dev[0].Device, "/dev/gluster_loop2")
+
+	_, err = client.DeviceAdd(tc.gds[2].PeerID(), "/dev/gluster_loop3")
+	r.Nil(err)
+	dev, err = client.DeviceList(tc.gds[2].PeerID(), "/dev/gluster_loop3")
+	r.Nil(err)
+	r.Equal(dev[0].Device, "/dev/gluster_loop3")
+
+	t.Run("Edit device", editDevice)
+	t.Run("Delete device", testDeviceDelete)
+
+	// // Device Cleanup
+	r.Nil(loopDevicesCleanup(t))
+}

e2e/smartvol_ops_test.go

@@ -7,7 +7,6 @@ import (
 
 	"github.com/gluster/glusterd2/pkg/api"
 	gutils "github.com/gluster/glusterd2/pkg/utils"
-	deviceapi "github.com/gluster/glusterd2/plugins/device/api"
 
 	"github.com/pborman/uuid"
 	"github.com/stretchr/testify/require"
@@ -510,78 +509,6 @@ func testSmartVolumeAutoDistributeDisperse(t *testing.T) {
 	checkZeroLvs(r)
 }
 
-func editDevice(t *testing.T) {
-	r := require.New(t)
-	peerList, err := client.Peers()
-	r.Nil(err)
-
-	var deviceList []deviceapi.Info
-	var peerID string
-	for _, peer := range peerList {
-		deviceList, err = client.DeviceList(peer.ID.String(), "")
-		r.Nil(err)
-		if len(deviceList) > 0 {
-			peerID = peer.ID.String()
-			break
-		}
-	}
-
-	device := deviceList[0]
-	if device.State == "enabled" {
-		err = client.DeviceEdit(peerID, device.Device, "disabled")
-		r.Nil(err)
-	} else if device.State == "disabled" {
-		err = client.DeviceEdit(peerID, device.Device, "enabled")
-		r.Nil(err)
-	}
-	newDeviceList, err := client.DeviceList(peerID, "")
-	r.Nil(err)
-	for _, newDevice := range newDeviceList {
-		if newDevice.Device == device.Device {
-			r.NotEqual(newDevice.State, device.State)
-		}
-	}
-
-	for _, peer := range peerList {
-		deviceList, err := client.DeviceList(peer.ID.String(), "")
-		r.Nil(err)
-		for _, device := range deviceList {
-			if device.State == "enabled" {
-				err = client.DeviceEdit(peer.ID.String(), device.Device, "disabled")
-				r.Nil(err)
-			}
-		}
-	}
-	smartvolname := formatVolName(t.Name())
-
-	// create Distribute Replicate(2x3) Volume
-	createReq := api.VolCreateReq{
-		Name:               smartvolname,
-		Size:               40 * gutils.MiB,
-		DistributeCount:    2,
-		ReplicaCount:       3,
-		SubvolZonesOverlap: true,
-	}
-	_, err = client.VolumeCreate(createReq)
-	r.NotNil(err)
-
-	for _, peer := range peerList {
-		deviceList, err := client.DeviceList(peer.ID.String(), "")
-		r.Nil(err)
-		for _, device := range deviceList {
-			if device.State == "disabled" {
-				err = client.DeviceEdit(peer.ID.String(), device.Device, "enabled")
-				r.Nil(err)
-			}
-		}
-	}
-
-	_, err = client.VolumeCreate(createReq)
-	r.Nil(err)
-
-	r.Nil(client.VolumeDelete(smartvolname))
-}
-
 // TestSmartVolume creates a volume and starts it, runs further tests on it and
 // finally deletes the volume
 func TestSmartVolume(t *testing.T) {
@@ -633,7 +560,6 @@ func TestSmartVolume(t *testing.T) {
 	t.Run("Smartvol Auto Distributed-Replicate Volume", testSmartVolumeAutoDistributeReplicate)
 	t.Run("Smartvol Auto Distributed-Disperse Volume", testSmartVolumeAutoDistributeDisperse)
 	t.Run("Replace Brick", testReplaceBrick)
-	t.Run("Edit device", editDevice)
 
 	// // Device Cleanup
 	r.Nil(loopDevicesCleanup(t))

pkg/lvmutils/utils.go

@@ -157,10 +157,17 @@ func RemoveLV(vgName, lvName string) error {
 // NumberOfLvs returns number of Lvs present in thinpool
 func NumberOfLvs(vgname, tpname string) (int, error) {
 	nlv := 0
-	out, err := utils.ExecuteCommandOutput(
-		"lvs", "--no-headings", "--readonly", "--select",
-		fmt.Sprintf("vg_name=%s&&pool_lv=%s", vgname, tpname),
-	)
+	var err error
+	var out []byte
+	if tpname == "" {
+		out, err = utils.ExecuteCommandOutput(
+			"lvs", "--no-headings", "--readonly", "--select",
+			fmt.Sprintf("vg_name=%s", vgname))
+	} else {
+		out, err = utils.ExecuteCommandOutput(
+			"lvs", "--no-headings", "--readonly", "--select",
+			fmt.Sprintf("vg_name=%s&&pool_lv=%s", vgname, tpname))
+	}
 
 	if err == nil {
 		out := strings.Trim(string(out), " \n")

pkg/restclient/device.go

@@ -43,3 +43,10 @@ func (c *Client) DeviceEdit(peerid, device, state string) error {
 	err := c.post(url, req, http.StatusOK, nil)
 	return err
 }
+
+// DeviceDelete removes devices
+func (c *Client) DeviceDelete(peerid, device string) error {
+	device = strings.TrimLeft(device, "/")
+	url := fmt.Sprintf("/v1/devices/%s/%s", peerid, device)
+	return c.del(url, nil, http.StatusNoContent, nil)
+}

plugins/device/deviceutils/store-utils.go

@@ -70,6 +70,12 @@ func GetDevice(peerID, deviceName string) (*deviceapi.Info, error) {
 	return &device, nil
 }
 
+// DeleteDevice removes device from peer if device is not been used.
+func DeleteDevice(peerID, deviceName string) error {
+	_, e := store.Delete(context.TODO(), devicePrefix+peerID+"/"+deviceName)
+	return e
+}
+
 // SetDeviceState sets device state and updates device state in etcd
 func SetDeviceState(peerID, deviceName, deviceState string) error {
 	dev, err := GetDevice(peerID, deviceName)

plugins/device/init.go

@@ -54,12 +54,20 @@ func (p *Plugin) RestRoutes() route.Routes {
 			Pattern:      "/devices",
 			Version:      1,
 			ResponseType: utils.GetTypeString((*deviceapi.ListDeviceResp)(nil)),
-			HandlerFunc:  deviceListHandler},
+			HandlerFunc:  listAllDevicesHandler},
+		route.Route{
+			Name:        "DeviceDelete",
+			Method:      "DELETE",
+			Pattern:     "/devices/{peerid}/{device:.*}",
+			Version:     1,
+			HandlerFunc: deviceDeleteHandler,
+		},
 	}
 }
 
 // RegisterStepFuncs registers transaction step functions with
 // Glusterd Transaction framework
 func (p *Plugin) RegisterStepFuncs() {
 	transaction.RegisterStepFunc(txnPrepareDevice, "prepare-device")
+	transaction.RegisterStepFunc(txnDeleteDevice, "delete-device")
 }