Merge pull request #1145 from opensds/development

Development branch code changes merge into master for Daito_RC3_v0.8.0 release

.travis.yml

@@ -5,8 +5,8 @@ language: go
 go_import_path: github.com/opensds/opensds
 
 go:
-  - 1.11.x
   - 1.12.x
+  - 1.13.x
   - tip
 
 env:

contrib/drivers/drivers.go

@@ -28,7 +28,9 @@ import (
 	"github.com/opensds/opensds/contrib/drivers/hpe/nimble"
 	"github.com/opensds/opensds/contrib/drivers/huawei/fusionstorage"
 	"github.com/opensds/opensds/contrib/drivers/huawei/oceanstor"
+	"github.com/opensds/opensds/contrib/drivers/ibm/spectrumscale"
 	"github.com/opensds/opensds/contrib/drivers/lvm"
+	"github.com/opensds/opensds/contrib/drivers/netapp/ontap"
 	"github.com/opensds/opensds/contrib/drivers/openstack/cinder"
 	"github.com/opensds/opensds/contrib/drivers/utils/config"
 	"github.com/opensds/opensds/pkg/model"
@@ -96,6 +98,9 @@ func Init(resourceType string) VolumeDriver {
 	case config.LVMDriverType:
 		d = &lvm.Driver{}
 		break
+	case config.IBMSpectrumScaleDriverType:
+		d = &spectrumscale.Driver{}
+		break
 	case config.HuaweiOceanStorBlockDriverType:
 		d = &oceanstor.Driver{}
 		break
@@ -107,6 +112,9 @@ func Init(resourceType string) VolumeDriver {
 	case config.FujitsuEternusDriverType:
 		d = &eternus.Driver{}
 		break
+	case config.NetappOntapSanDriverType:
+		d = &ontap.SANDriver{}
+		break
 	default:
 		d = &sample.Driver{}
 		break
@@ -125,6 +133,8 @@ func Clean(d VolumeDriver) VolumeDriver {
 		break
 	case *lvm.Driver:
 		break
+	case *spectrumscale.Driver:
+		break
 	case *oceanstor.Driver:
 		break
 	case *fusionstorage.Driver:
@@ -133,6 +143,8 @@ func Clean(d VolumeDriver) VolumeDriver {
 		break
 	case *eternus.Driver:
 		break
+	case *ontap.SANDriver:
+		break
 	default:
 		break
 	}

contrib/drivers/ibm/spectrumscale/cli.go

@@ -0,0 +1,264 @@
+// Copyright 2019 The OpenSDS Authors.
+//
+// Licensed under the Apache License, Version 2.0 (the "License"); you may
+// not use this file except in compliance with the License. You may obtain
+// a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+// WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+// License for the specific language governing permissions and limitations
+// under the License.
+
+package spectrumscale
+
+import (
+	"strconv"
+	"strings"
+	"time"
+
+	"github.com/appleboy/easyssh-proxy"
+	"github.com/golang/glog"
+	"github.com/opensds/opensds/pkg/utils/exec"
+)
+
+type MakeConfig struct {
+	User     string
+	Server   string
+	Password string
+	Port     string
+	Timeout  time.Duration
+}
+
+func Executer() *easyssh.MakeConfig {
+	ssh := &easyssh.MakeConfig{
+		User:     username,
+		Server:   defaultTgtBindIp,
+		Password: password,
+		Port:     port,
+		Timeout:  timeoutForssh * time.Second,
+	}
+	return ssh
+}
+
+type Cli struct {
+	// Command executer
+	BaseExecuter exec.Executer
+	// Command Root executer
+	RootExecuter exec.Executer
+}
+
+func login() error {
+	stdout, stderr, done, err := Executer().Run("uname", timeoutForssh*time.Second)
+	if err != nil {
+		glog.Errorf("unable to establish connection, stderr:%v", stderr)
+		return err
+	}
+	glog.Infof("connection established. stdout:%v done:%v", stdout, done)
+	return nil
+}
+
+func NewCli() (*Cli, error) {
+	return &Cli{
+		BaseExecuter: exec.NewBaseExecuter(),
+		RootExecuter: exec.NewRootExecuter(),
+	}, nil
+}
+
+func (c *Cli) execute(cmd ...string) (string, error) {
+	return c.RootExecuter.Run(cmd[0], cmd[1:]...)
+}
+
+// get the spectrumscale cluster status
+func (c *Cli) GetSpectrumScaleStatus() error {
+	createCmd := "mmgetstate"
+	stdout, stderr, done, err := Executer().Run(createCmd, timeoutForssh*time.Second)
+	if err != nil {
+		glog.Errorf("failed to execute command. stderr:%v", stderr)
+		return err
+	}
+	// above command was successfull with some output
+	glog.Infof("command execution was successful. stdout:%v done:%v", stdout, done)
+
+	// now parse the output lines to get the status of spectrumscale cluster
+	// the expected state is active
+	lines := strings.Split(stdout, "\n")
+	if !(strings.Contains(lines[2], "active")) {
+		glog.Errorf("cluster state is not active")
+		return err
+	}
+	glog.Infof("cluster state is active")
+	return nil
+}
+
+// get spectrumscale mount point
+func (c *Cli) GetSpectrumScaleMountPoint() (string, string, error) {
+	createCmd := "mmlsfs all -T"
+	stdout, stderr, done, err := Executer().Run(createCmd, timeoutForssh*time.Second)
+	if err != nil {
+		glog.Errorf("failed to list all mountpoint. stderr:%v", stderr)
+		return "", "", err
+	}
+	glog.Infof("the list of mountpoints: stdout:%v, done:%v", stdout, done)
+	// now parse the output lines to get mountPoint
+	// the example of mountPoint is /ibm/gpfs/fs1
+	var mountPoint string
+	lines := strings.Split(stdout, "\n")
+	for _, line := range lines {
+		if strings.Contains(line, "-T") != true {
+			continue
+		}
+		field := strings.Fields(line)
+		mountPoint = field[1]
+	}
+	glog.Infof("the mountpoint is:%v", mountPoint)
+
+	// now get the filesystem
+	field := strings.Split(mountPoint, "/")
+	length := len(field)
+	filesystem := field[length-1]
+
+	return mountPoint, filesystem, nil
+}
+
+// create volume
+func (c *Cli) CreateVolume(name string, size, filesystem, mountpoint string) error {
+	createCmd := "mmcrfileset" + " " + "fs1" + " " + name + " " + "--inode-space" + " " + "new"
+	stdout, stderr, done, err := Executer().Run(createCmd, timeoutForssh*time.Second)
+	if err != nil {
+		glog.Errorf("failed to create fileset. stderr:%v", stderr)
+		return err
+	}
+	glog.Infof("fileset is successfully created. stdout:%v, done:%v", stdout, done)
+
+	// now link the fileset with filesystem
+	linkCmd := "mmlinkfileset" + " " + filesystem + " " + name + " " + "-J " + mountpoint + "/" + name
+	stdout, stderr, done, err = Executer().Run(linkCmd, timeoutForssh*time.Second)
+	if err != nil {
+		glog.Errorf("failed to link fileset. stderr:%v", stderr)
+		return err
+	}
+	glog.Infof("fileset is successfully linked. stdout:%v, done:%v", stdout, done)
+
+	// now set the quota on fileset. Its nothing but allocating the size for fileset
+	// for example: mmsetquota fs1:vol8 --block 1G:2G --files 10K:11K
+	quotaCmd := "mmsetquota" + " " + "fs1" + ":" + name + " --block" + " " + size + "G" + ":" + size + "G"
+	stdout, stderr, done, err = Executer().Run(quotaCmd, timeoutForssh*time.Second)
+	if err != nil {
+		glog.Errorf("failed to set the quota on fileset. stderr:%v", stderr)
+		return err
+	}
+	glog.Infof("quota is successfully set on fileset. stdout:%v, done:%v", stdout, done)
+	glog.Infof("volume:%v is successfuly created with size:%v", name, size)
+	return err
+}
+
+// delete volume
+func (c *Cli) Delete(name string) error {
+	unlinkCmd := "mmunlinkfileset" + " " + "fs1" + " " + name
+	stdout, stderr, done, err := Executer().Run(unlinkCmd, timeoutForssh*time.Second)
+	if err != nil {
+		glog.Errorf("failed unlink the fileset. stderr:%v", stderr)
+		return err
+	}
+	glog.Infof("filset unlinking successful.stdout:%v, done:%v", stdout, done)
+
+	// once unlinking success, delete the fileset
+	delCmd := "mmdelfileset" + " " + "fs1" + " " + name + " " + "-f"
+	stdout, stderr, done, err = Executer().Run(delCmd, timeoutForssh*time.Second)
+	if err != nil {
+		glog.Errorf("failed delete the fileset. stderr:%v", stderr)
+		return err
+	}
+	glog.Infof("fileset is successfully deleted. stdout:%v, done:%v", stdout, done)
+	glog.Infof("volume:%v is successfuly deleted", name)
+	return nil
+}
+
+// this is function for extending the volume size
+func (c *Cli) ExtendVolume(name string, newSize string) error {
+	quotaCmd := "mmsetquota" + " " + "fs1" + ":" + name + " --block" + " " + newSize + "G" + ":" + newSize + "G"
+	stdout, stderr, done, err := Executer().Run(quotaCmd, timeoutForssh*time.Second)
+	if err != nil {
+		glog.Errorf("failed extend the quota size on fileset. stderr:%v", stderr)
+		return err
+	}
+	glog.Infof("quota is extended successfully. stdout:%v, done:%v", stdout, done)
+	glog.Infof("volume:%v is extended successfully with newsize:%v", name, newSize)
+	return nil
+}
+
+// this is function for creating the snapshot
+func (c *Cli) CreateSnapshot(snapName, volName string) error {
+	cmd := "mmcrsnapshot" + " " + "fs1" + " " + snapName + " " + "-j" + " " + volName
+	stdout, stderr, done, err := Executer().Run(cmd, timeoutForssh*time.Second)
+	if err != nil {
+		glog.Errorf("failed to create snapshot. stderr:%v", stderr)
+		return err
+	}
+	glog.Infof("stdout:%v done:%v", stdout, done)
+	glog.Infof("snapshot:%v is created successfully for volume:%v", snapName, volName)
+	return nil
+}
+
+// this is function for deleting the snapshot
+func (c *Cli) DeleteSnapshot(volName, snapName string) error {
+	cmd := "mmdelsnapshot" + " " + "fs1" + " " + volName + ":" + snapName
+	stdout, stderr, done, err := Executer().Run(cmd, timeoutForssh*time.Second)
+	glog.Infof("stdout:%v stderr:%v done:%v", stdout, stderr, done)
+	if err != nil {
+		glog.Errorf("failed to delete snapshot. stderr:%v", stderr)
+		return err
+	}
+	glog.Infof("stdout:%v done:%v", stdout, done)
+	glog.Infof("snapshot:%v is deleted successfully.", snapName)
+	return nil
+}
+
+type Pools struct {
+	Name          string
+	TotalCapacity int64
+	FreeCapacity  int64
+	UUID          string
+}
+
+// this function is for discover all the pool from spectrumscale cluster
+func (c *Cli) ListPools(mountPoint, filesystem string) (*[]Pools, error) {
+	cmd := "mmlspool" + " " + filesystem
+	stdout, stderr, done, err := Executer().Run(cmd, timeoutForssh*time.Second)
+	glog.Infof("stdout:%v stderr:%v done:%v", stdout, stderr, done)
+	if err != nil {
+		glog.Errorf("failed to list all pools. stderr:%v", stderr)
+		return nil, err
+	}
+	glog.Infof("the list of pools are: stdout:%v, done:%v", stdout, done)
+
+	// now parse the lines to get all pools
+	lines := strings.Split(stdout, "\n")
+	var pols []Pools
+	for _, line := range lines {
+		if len(line) == 0 {
+			continue
+		}
+		fields := strings.Fields(line)
+		if fields[0] == "Storage" {
+			continue
+		}
+		if fields[0] == "Name" {
+			continue
+		}
+
+		total, _ := strconv.ParseFloat(fields[6], 64)
+		free, _ := strconv.ParseFloat(fields[7], 64)
+		pool := Pools{
+			Name:          fields[0],
+			TotalCapacity: int64(total / 1000000),
+			FreeCapacity:  int64(free / 1000000),
+			UUID:          fields[1],
+		}
+		pols = append(pols, pool)
+	}
+	return &pols, nil
+}