扩展 Kubernetes 之 FlexVolume And CSI

   CreateVolume +------------+ DeleteVolume
 +------------->|  CREATED   +--------------+
 |              +---+----+---+              |
 |       Controller |    | Controller       v
+++         Publish |    | Unpublish       +++
|X|          Volume |    | Volume          | |
+-+             +---v----+---+             +-+
                | NODE_READY |
                +---+----^---+
               Node |    | Node
              Stage |    | Unstage
             Volume |    | Volume
                +---v----+---+
                |  VOL_READY |
                +------------+
               Node |    | Node
            Publish |    | Unpublish
             Volume |    | Volume
                +---v----+---+
                | PUBLISHED  |
                +------------+

Figure 6: The lifecycle of a dynamically provisioned volume, from
creation to destruction, when the Node Plugin advertises the
STAGE_UNSTAGE_VOLUME capability.

#!/usr/bin/env bash

# Notes:
#  - Please install "jq" package before using this driver.
#  - Please install "cosfs > 1.5.0" package before using this driver.


# warning: do not edit this line, this may be replace when deploy.sh
DEBUG_FLEX_COS="${DEBUG_FLEX_COS:-false}"

usage() {
	err "Invalid usage. Usage: "
	err "\t$0 init"
	err "\t$0 mount <mount dir> <json params>"
	err "\t$0 unmount <mount dir>"
	exit 1
}

logtofile() {
	echo [`date`] $* >> /var/log/flexcos.log
}

err() {
	echo -ne $* 1>&2
}

log() {
	echo -ne $* >&1
}

ismounted() {
	MOUNT=`findmnt -n ${MNTPATH} 2>/dev/null | cut -d' ' -f1`
	if [ "${MOUNT}" == "${MNTPATH}" ]; then
		echo "1"
	else
		echo "0"
	fi
}

domount() {
	MNTPATH=$1
	APPID=$(echo $2|jq -r '.["appid"]')
	BUCKET=$(echo $2|jq -r '.["bucket"]')
	REMOTE=$(echo $2|jq -r '.["remote"]')
	DIR=$(echo $2|jq -r '.["dir"]')
	SECRETID=$(echo $2|jq -r '.["secretid"]')
	SECRETKEY=$(echo $2|jq -r '.["secretkey"]')
	DEBUGLEVEL="${DEBUGLEVEL:-info}"


	if [[ "$DIR" != "null" ]] && [[ "$DIR" != "" ]];then
		if [[ "$DIR" != /* ]];then
			DIR=/${DIR}
		fi
	else
		DIR="/"
	fi

	DIR=:${DIR}

    if [ $(ismounted) -eq 1 ] ; then
		message='{"status": "Success"}'
		log $message
		logtofile "${APPID}:${BUCKET} already mounted, ${message}"
		exit 0
	fi

	mkdir -p ${MNTPATH} &> /dev/null
	mkdir -p /data/cache/${MNTPATH}/cos
	echo "${BUCKET}-${APPID}:${SECRETID}:${SECRETKEY}" > /data/cache/${MNTPATH}/passwd
    chmod 600 /data/cache/${MNTPATH}/passwd

	if [ "$DEBUG_FLEX_COS" == "true" ];then
	    logtofile "cosfs ${BUCKET}-${APPID}${DIR} ${MNTPATH} -ourl=${REMOTE} -odbglevel=${DEBUGLEVEL} -oallow_other -ouse_cache=/data/cache/${MNTPATH}/cos -odel_cache -oensure_diskfree=5000 -opasswd_file=/data/cache/${MNTPATH}/passwd"
	fi
	out=$(cosfs ${BUCKET}-${APPID}${DIR} ${MNTPATH}  \
			-ourl=${REMOTE}   \
			-odbglevel=${DEBUGLEVEL}  \
			-oallow_other  \
			-ouse_cache=/data/cache/${MNTPATH}/cos \
			-odel_cache \
			-oensure_diskfree=5000 \
			-opasswd_file=/data/cache/${MNTPATH}/passwd 2>&1)

	if [ $? -ne 0 ]; then
		message="{ \"status\": \"Failure\", \"message\": \"Failed to mount ${APPID}:${BUCKET} at ${MNTPATH}\"}"
		err ${message}
		logtofile ${message}${out}
		exit 1
	fi

	message='{"status": "Success"}'
	log ${message}
	logtofile "${APPID}:${BUCKET} mounted, ${message}"
	exit 0
}

unmount() {
	MNTPATH=$1
	if [ $(ismounted) -eq 0 ] ; then
		message='{"status": "Success"}'
		log ${message}
		logtofile "${APPID}:${BUCKET} already unmounted, ${message}"
		exit 0
	fi

	fusermount -u ${MNTPATH} &> /dev/null
	if [ $? -ne 0 ]; then
		message="{ \"status\": \"Failed\", \"message\": \"Failed to unmount at ${MNTPATH}\"}"
		err ${message}
		logtofile ${message}
		exit 1
	fi

	message='{"status": "Success"}'
	log ${message}
	logtofile "${MNTPATH} unmounted, ${message}"
	exit 0
}


op=$1

if ! command -v jq >/dev/null 2>&1; then
	err "{ \"status\": \"Failure\", \"message\": \"'jq' binary not found. Please install jq package before using this driver\"}"
	exit 1
fi

if [ "$op" = "init" ]; then
	log '{"status": "Success", "capabilities": {"attach": false}}'
	exit 0
fi

if [ $# -lt 2 ]; then
	usage
fi


shift

case "$op" in
	mount)
		domount $*
		;;
	unmount)
		unmount $*
		;;
	*)
		log '{"status": "Not supported"}'
		exit 0
esac

exit 1

apiVersion: extensions/v1beta1
kind: DaemonSet
metadata:
  name: test-cos
  namespace: default
spec:
  template:
    metadata:
      name: test-cos
      labels:
        app: test-cos
    spec:
      containers:
      - name: test-cos
        image: busybox
        args: 
        - /bin/sh
        - -c
        - ls /data
        volumeMounts:
        - name: test
          mountPath: /data
      volumes:
      - name: test
        flexVolume:
          driver: "k8s/cos"
          fsType: "cos"
          options:
            appid: "your appid"
            bucket: "your bucket"
            remote: "your remote, example: "
            dir: "your dir to mount"
            secretid: "your secretid"
            secretkey: "your secretkey"

# 编译 flexadapter, 并启动
app/flexadapter/flexadapter --endpoint tcp://127.0.0.1:10000 --drivername simplenfs --driverpath ./pkg/flexadapter/examples/simplenfs-flexdriver/driver/nfs --nodeid CSINode -v=5

# 下载 csc 工具进行测试
GO111MODULE=off go get -u github.com/rexray/gocsi/csc

csc identity plugin-info --endpoint tcp://127.0.0.1:10000
"simplenfs"	"1.0.0-rc2"

csc node publish --endpoint tcp://127.0.0.1:10000 --target-path /mnt/nfs --pub-context server=10.0.0.4,share=nfs_share nfstestvol