#!/bin/bash

#
#  Copyright Giacomo Montagner, 2009
# 
# This agent is a modified version of the original fs.sh, shipped with 
# Red Hat cluster for RHEL 5:
#
#  Copyright Red Hat, Inc. 2002-2004
#  Copyright Mission Critical Linux, Inc. 2000
#
#  This program is free software; you can redistribute it and/or modify it
#  under the terms of the GNU General Public License as published by the
#  Free Software Foundation; either version 2, or (at your option) any
#  later version.
#
#  This program is distributed in the hope that it will be useful, but
#  WITHOUT ANY WARRANTY; without even the implied warranty of
#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
#  General Public License for more details.
#
#  You should have received a copy of the GNU General Public License
#  along with this program; see the file COPYING.  If not, write to the
#  Free Software Foundation, Inc.,  675 Mass Ave, Cambridge, 
#  MA 02139, USA.
#

#
# Lustre file system mount/umount/fsck/etc. agent
#

LC_ALL=C
LANG=C
PATH=/bin:/sbin:/usr/bin:/usr/sbin
export LC_ALL LANG PATH

#
# XXX todo - search and replace on these
#
SUCCESS=0
FAIL=2
YES=0
NO=1
YES_STR="yes"
INVALIDATEBUFFERS="/bin/true"

# Grab nfs lock tricks if available
export NFS_TRICKS=1
if [ -f "$(dirname $0)/svclib_nfslock" ]; then
	. $(dirname $0)/svclib_nfslock
	NFS_TRICKS=0
fi

. $(dirname $0)/ocf-shellfuncs

meta_data()
{
	cat <<EOT
<?xml version="1.0" encoding="ISO-8859-1" ?>
<resource-agent name="lustrefs" version="rgmanager 2.0">
    <version>1.0</version>

    <longdesc lang="en">
        This defines a lustre filesystem mount (for MGS, MDS or OSS)
    </longdesc>
    <shortdesc lang="en">
        Defines a lustre file system mount.
    </shortdesc>

    <parameters>
        <parameter name="name" primary="1">
	    <longdesc lang="en">
	        Symbolic name for this file system.
	    </longdesc>
            <shortdesc lang="en">
                File System Name
            </shortdesc>
	    <content type="string"/>
        </parameter>

        <parameter name="mountpoint" unique="1" required="1">
	    <longdesc lang="en">
	        Path in file system heirarchy to mount this file system.
	    </longdesc>
            <shortdesc lang="en">
                Mount Point
            </shortdesc>
	    <content type="string"/>
        </parameter>

        <parameter name="device" unique="1" required="1">
	    <longdesc lang="en">
	        Block device, file system label, or UUID of file system.
	    </longdesc>
            <shortdesc lang="en">
                Device or Label
            </shortdesc>
	    <content type="string"/>
        </parameter>

        <parameter name="force_unmount">
            <longdesc lang="en">
                If set, the cluster will kill all processes using 
                this file system when the resource group is 
                stopped.  Otherwise, the unmount will fail, and
                the resource group will be restarted.
            </longdesc>
            <shortdesc lang="en">
                Force Unmount
            </shortdesc>
	    <content type="boolean"/>
        </parameter>

	<parameter name="self_fence">
	    <longdesc lang="en">
	        If set and unmounting the file system fails, the node will
		immediately reboot.  Generally, this is used in conjunction
		with force-unmount support, but it is not required.
	    </longdesc>
	    <shortdesc lang="en">
	        Seppuku Unmount
	    </shortdesc>
	    <content type="boolean"/>
	</parameter>

        <parameter name="force_fsck">
            <longdesc lang="en">
                If set, the file system will be checked
            </longdesc>
            <shortdesc lang="en">
                Force fsck support
            </shortdesc>
	    <content type="boolean"/>
        </parameter>

        <parameter name="options">
            <longdesc lang="en">
	    	Options used when the file system is mounted.  These
		are often file-system specific.  See mount.lustre(8) for supported
		mount options.
            </longdesc>
            <shortdesc lang="en">
                Mount Options
            </shortdesc>
	    <content type="string"/>
        </parameter>

    </parameters>

    <actions>
        <action name="start" timeout="900"/>
	<action name="stop" timeout="30"/>
	<!-- Recovery isn't possible; we don't know if resources are using
	     the file system. -->

	<!-- Checks to see if it's mounted in the right place -->
	<action name="status" interval="1m" timeout="10"/>
	<action name="monitor" interval="1m" timeout="10"/>

	<!-- Note: active monitoring is constant and supplants all
	     check depths -->
	<!-- Checks to see if we can read from the mountpoint -->
	<action name="status" depth="10" timeout="30" interval="30"/>
	<action name="monitor" depth="10" timeout="30" interval="30"/>

	<!-- Checks to see if we can write to the mountpoint (if !ROFS) -->
<!--	<action name="status" depth="20" timeout="30" interval="1m"/>
	<action name="monitor" depth="20" timeout="30" interval="1m"/> -->

	<action name="meta-data" timeout="5"/>
	<action name="verify-all" timeout="5"/>
    </actions>

</resource-agent>
EOT
}

verify_name()
{
	if [ -z "$OCF_RESKEY_name" ]; then
		ocf_log err "No file system name specified."
		return $OCF_ERR_ARGS
	fi
	return $OCF_SUCCESS
}


verify_mountpoint()
{
	if [ -z "$OCF_RESKEY_mountpoint" ]; then
		ocf_log err "No mount point specified."
		return $OCF_ERR_ARGS
	fi

	if ! [ -e "$OCF_RESKEY_mountpoint" ]; then
		ocf_log info "Mount point $OCF_RESKEY_mountpoint will be "\
				"created at mount time."
		return $OCF_SUCCESS
	fi

	[ -d "$OCF_RESKEY_mountpoint" ] && return $OCF_SUCCESS

	ocf_log err "$OCF_RESKEY_mountpoint exists but is not a directory."
	
	return $OCF_ERR_ARGS
}


real_device()
{
	declare dev=$1
	declare realdev

	[ -z "$dev" ] && return $OCF_ERR_ARGS

	if [ -h "$dev" ]; then 
		realdev=$(readlink -f $dev)
		if [ $? -ne 0 ]; then
			return $OCF_ERR_ARGS
		fi
		echo $realdev
		return $OCF_SUCCESS
	fi

	if [ -b "$dev" ]; then
		echo $dev
	       	return $OCF_SUCCESS
	fi
		
	realdev=$(findfs $dev 2> /dev/null)
	if [ -n "$realdev" ] && [ -b "$realdev" ]; then
		echo $realdev
		return $OCF_SUCCESS
	fi

	return $OCF_ERR_GENERIC
}


verify_device()
{
	declare realdev

	if [ -z "$OCF_RESKEY_device" ]; then
	       ocf_log err "No device or label specified."
	       return $OCF_ERR_ARGS
	fi

	realdev=$(real_device $OCF_RESKEY_device)
	if [ -n "$realdev" ]; then
		if [ "$realdev" != "$OCF_RESKEY_device" ]; then
			ocf_log info "Specified $OCF_RESKEY_device maps to $realdev"
		fi
		return $OCF_SUCCESS
	fi

	ocf_log err "Device or label \"$OCF_RESKEY_device\" not valid"

	return $OCF_ERR_ARGS
}

#
# This is no longer required since we just manage lustre FS
#
# verify_fstype()
# {
# 	# Auto detect?
# 	[ -z "$OCF_RESKEY_fstype" ] && return 0
# 
# 	case $OCF_RESKEY_fstype in
# 	ext2|ext3|jfs|xfs|reiserfs|vfat|tmpfs|vxfs)
# 		return 0
# 		;;
# 	*)
# 		echo "File system type $OCF_RESKEY_fstype not supported"
# 		return $OCF_ERR_ARGS
# 		;;
# 	esac
# }

# I commented out some stuff and reuse some of it, taking from mount.lustre(8)
# 	In addition to the standard options listed in mount(8), Lustre understands the following client-specific options [...]
#	In addition to the standard mount options and backing disk type (e.g. ext3) options listed in mount(8), Lustre understands the following server-specific options [...]
verify_options()
{
	declare -i ret=$OCF_SUCCESS
	declare o


	for o in `echo $OCF_RESKEY_options | sed -e s/,/\ /g`; do

		#
		# From mount.lustre(8)
		#
		case $o in
		flock|localflock|noflock)
			continue
			;;
		user_xattr|nouser_xattr|acl|noacl)
			continue
			;;
		nosvc|nomgs|exclude=*|abort_recov)
			continue
			;;
		esac

		#
		# From mount(8)
		#
		case $o in
		async|atime|auto|defaults|dev|exec|_netdev|noatime)
			continue
			;;
		noauto|nodev|noexec|nosuid|nouser|ro|rw|suid|sync)
			continue
			;;
		dirsync|user|users)
			continue
			;;
		esac

		case $o in
		bsddf|minixdf|check|check=*|nocheck|debug)
			continue
			;;
		errors=*|grpid|bsdgroups|nogrpid|sysvgroups)
			continue
			;;
		resgid=*|resuid=*|sb=*|nouid32)
			continue
			;;
		quota|usrquota|grpquota|noquota)
			ocf_log warn "Quotas must be set using lfs command."
			;;
		noload|data=*)
			continue
			;;
		esac

#		case $OCF_RESKEY_fstype in
#		ext2|ext3)
#			case $o in
#			bsddf|minixdf|check|check=*|nocheck|debug)
#				continue
#				;;
#			errors=*|grpid|bsdgroups|nogrpid|sysvgroups)
#				continue
#				;;
#			resgid=*|resuid=*|sb=*|grpquota|noquota)
#				continue
#				;;
#			quota|usrquota|nouid32)
#				continue
#				;;
#			esac
#
#			if [ "$OCF_RESKEY_fstype" = "ext3" ]; then
#				case $0 in
#				noload|data=*)
#					continue
#					;;
#				esac
#			fi
#			;;
#		vfat)
#			case $o in
#			blocksize=512|blocksize=1024|blocksize=2048)
#				continue
#				;;
#			uid=*|gid=*|umask=*|dmask=*|fmask=*)
#				continue
#				;;
#			check=r*|check=n*|check=s*|codepage=*)
#				continue
#				;;
#			conv=b*|conv=t*|conv=a*|cvf_format=*)
#				continue
#				;;
#			cvf_option=*|debug|fat=12|fat=16|fat=32)
#				continue
#				;;
#			iocharset=*|quiet)
#				continue
#				;;
#			esac
#			;;
#
#		jfs)
#			case $o in
#			conv|hash=rupasov|hash=tea|hash=r5|hash=detect)
#				continue
#				;;
#			hashed_relocation|no_unhashed_relocation)
#				continue
#				;;
#			noborder|nolog|notail|resize=*)
#				continue
#				;;
#			esac
#			;;
#
#		xfs)
#			case $o in
#			biosize=*|dmapi|xdsm|logbufs=*|logbsize=*)
#				continue
#				;;
#			logdev=*|rtdev=*|noalign|noatime)
#				continue
#				;;
#			norecovery|osyncisdsync|quota|userquota)
#				continue
#				;;
#			uqnoenforce|grpquota|gqnoenforce)
#				continue
#				;;
#			sunit=*|swidth=*)
#				continue
#				;;
#			esac
#			;;
#
#		tmpfs)
#			case $o in
#			size=*|nr_blocks=*|mode=*)
#				continue
#				;;
#			esac
#			;;
#		esac

		echo Option $o not supported for $OCF_RESKEY_fstype
		ret=$OCF_ERR_ARGS
	done

	return $ret
}


verify_all()
{
	verify_name || return $OCF_ERR_ARGS
#	verify_fstype || return $OCF_ERR_ARGS
	verify_device || return $OCF_ERR_ARGS
	verify_mountpoint || return $OCF_ERR_ARGS
	verify_options || return $OCF_ERR_ARGS
}


#
# mountInUse device mount_point
#
# Check to see if either the device or mount point are in use anywhere on
# the system.  It is not required that the device be mounted on the named
# moint point, just if either are in use.
#
mountInUse () {
	typeset mp tmp_mp
	typeset dev tmp_dev
	typeset junk

	if [ $# -ne 2 ]; then
		ocf_log err "Usage: mountInUse device mount_point".
		return $FAIL
	fi

	dev=$1
	mp=$2

	while read tmp_dev tmp_mp junk; do
		if [ -n "$tmp_dev" -a "$tmp_dev" = "$dev" ]; then
			return $YES
		fi
		
		if [ -n "$tmp_mp" -a "$tmp_mp" = "$mp" ]; then
			return $YES
		fi
	done < <(mount | awk '{print $1,$3}')

	return $NO
}


#
# trim_trailing_slash path
#
# Trim trailing slash from given path.
#
trim_trailing_slash() {
	declare mpath=$1

	echo $mpath | sed -e 's/\/*$//'
}


#
# isMounted device mount_point
#
# Check to see if the device is mounted.  Print a warning if its not
# mounted on the directory we expect it to be mounted on.
#
isMounted () {

	typeset mp tmp_mp
	typeset dev tmp_dev

	if [ $# -ne 2 ]; then
		ocf_log err "Usage: isMounted device mount_point"
		return $FAIL
	fi

	dev=$(real_device $1)
	if [ -z "$dev" ]; then
		ocf_log debug \
			"fs (isMounted): Could not match $1 with a real device"
		dev=$1
	fi
	mp=$(readlink -f $2)
	
	while read tmp_dev tmp_mp
	do
		#echo "spec=$1 dev=$dev  tmp_dev=$tmp_dev"
		tmp_dev=$(real_device $tmp_dev)
		tmp_mp=$(trim_trailing_slash $tmp_mp)
		mp=$(trim_trailing_slash $mp)

		if [ -n "$tmp_dev" -a "$tmp_dev" = "$dev" ]; then
			#
			# Check to see if its mounted in the right
			# place
			#
			if [ -n "$tmp_mp"  -a "$tmp_mp"  != "$mp" ]; then
				ocf_log warn \
"Device $dev is mounted on $tmp_mp instead of $mp"
			fi
			return $YES
		fi
	done < <(mount | awk '{print $1,$3}')

	return $NO
}


# 
# isAlive mount_point
# 
# Check to see if mount_point is alive (testing read/write)
# 
isAlive()
{
	declare mount_point
	declare dev
	declare mp
#	declare file=".writable_test"
#	declare rw

	dev=$OCF_RESKEY_device
	mp=$OCF_RESKEY_mountpoint
	
	if [ $# -ne 1 ]; then
	        ocf_log err "Usage: isAlive mount_point"
		return $FAIL
	fi
	mount_point=$1
	
	test -d $mount_point
	if [ $? -ne 0 ]; then
		ocf_log err "fs (isAlive): $mount_point is not a directory"
		return $FAIL
	fi
	
	[ $OCF_CHECK_LEVEL -lt 10 ] && return $YES
	
	# depth 10 test (read test)
#	ls $mount_point > /dev/null 2> /dev/null
#	if [ $? -ne 0 ]; then
#	       return $NO
#	fi

	# For Lustre:
	isMounted $dev $mp
	case $? in
		$YES) ocf_log debug "isMounted returned $YES :: mounted" ;;
		*) ocf_log debug "isMounted returned $? :: not mounted"; return $NO ;;
	esac
	
	[ $OCF_CHECK_LEVEL -lt 20 ] && return $YES
	
# By now, if depth 10 check is good, it's enough
	# depth 20 check (write test)
#	rw=$YES
#	for o in `echo $OCF_RESKEY_options | sed -e s/,/\ /g`; do
#                if [ "$o" = "ro" ]; then
#		        rw=$NO
#                fi
#	done
#	if [ $rw -eq $YES ]; then
#	        file=$mount_point/$file
#		while true; do
#			if [ -e "$file" ]; then
#				file=${file}_tmp
#				continue
#			else
#			        break
#			fi
#		done
#		touch $file > /dev/null 2> /dev/null
#		[ $? -ne 0 ] && return $NO
#		rm -f $file > /dev/null 2> /dev/null
#	fi
	
	return $YES
}


#
# killMountProcesses mount_point
#
# Using lsof or fuser try to unmount the mount by killing of the processes
# that might be keeping it busy.
#
killMountProcesses()
{
	typeset -i ret=$SUCCESS
	typeset have_lsof=""
	typeset have_fuser=""
	typeset try

	if [ $# -ne 1 ]; then
		ocf_log err \
			"Usage: killMountProcesses mount_point"
		return $FAIL
	fi

	typeset mp=$1

	ocf_log notice "Forcefully unmounting $mp"

	#
	# Not all distributions have lsof.  If not use fuser.  If it
	# does, try both.
  	#
	file=$(which lsof 2>/dev/null)
	if [ -f "$file" ]; then
		have_lsof=$YES
	fi

	file=$(which fuser 2>/dev/null)
	if [ -f "$file" ]; then
		have_fuser=$YES
	fi             

	if [ -z "$have_lsof" -a -z "$have_fuser" ]; then
		ocf_log warn \
	"Cannot forcefully unmount $mp; cannot find lsof or fuser commands"
		return $FAIL
	fi

	for try in 1 2 3; do
		if [ -n "$have_lsof" ]; then
			#
			# Use lsof to free up mount point
			#
	    		while read command pid user
			do
				if [ -z "$pid" ]; then
					continue
				fi

				if [ $try -eq 1 ]; then
					ocf_log warn \
			 	  "killing process $pid ($user $command $mp)"
				elif [ $try -eq 3 ]; then
					ocf_log crit \
		    		  "Could not clean up mountpoint $mp"
				ret=$FAIL
				fi

				if [ $try -gt 1 ]; then
					kill -9 $pid
				else
					kill -TERM $pid
				fi
			done < <(lsof -bn 2>/dev/null | \
			    grep -E "$mp(/.*|)\$" | \
			    awk '{print $1,$2,$3}' | \
			    sort -u -k 1,3)
		elif [ -n "$have_fuser" ]; then
			#
			# Use fuser to free up mount point
			#
			while read command pid user
			do
				if [ -z "$pid" ]; then
					continue
				fi

				if [ $try -eq 1 ]; then
					ocf_log warn \
			 	  "killing process $pid ($user $command $mp)"
				elif [ $try -eq 3 ]; then
					ocf_log crit \
				    "Could not clean up mount point $mp"
					ret=$FAIL
				fi

				if [ $try -gt 1 ]; then
					kill -9 $pid
				else
					kill -TERM $pid
				fi
			done < <(fuser -vm $mp 2>&1 | \
			    grep -v PID | \
			    sed 's;^'$mp:';;' | \
			    awk '{print $4,$2,$1}' | \
			    sort -u -k 1,3)
		fi
	done

	return $ret
}


# activeMonitor() {
# 	declare monpath=$OCF_RESKEY_mountpoint/.clumanager
# 	declare p
# 	declare pid
# 
# 	if [ -z "$OCF_RESKEY_mountpoint" ]; then
# 		ocf_log err "activeMonitor: No mount point specified"
# 		return $OCF_ERR_ARGS
# 	fi
# 
# 	if [ "$OCF_RESKEY_active_monitor" != "1" ] &&
# 	   [ "$OCF_RESKEY_active_monitor" != "yes" ]; then
# 		# Nothing bad happened; but no active monitoring specified.
# 		return $OCF_SUCCESS
# 	fi
# 
# 	if [ "$OCF_RESKEY_self_fence" = "1" ] ||
# 	   [ "$OCF_RESKEY_self_fence" = "yes" ]; then
# 		args="-i 2 -a reboot"
# 	else
# 		args="-i 2"
# 	fi
# 
# 	case $1 in
# 	start)
# 		ocf_log info "Starting active monitoring of $OCF_RESKEY_mountpoint"
# 		mkdir -p $(dirname $monpath) || return $OCF_ERR_GENERIC
# 		devmon $args -p $monpath/devmon.data -P $monpath/devmon.pid
# 		;;
# 	stop)
# 		ocf_log info "Stopping active monitoring of $OCF_RESKEY_mountpoint"
# 		if ! [ -f $monpath/devmon.pid ]; then
# 			# Someone removed the file or it wasn't there for
# 			# some reason... Force unmount will kill us
# 			return 0
# 		fi
# 
# 		pid=$(cat $monpath/devmon.pid)
# 		if [ -z "$pid" ]; then
# 			# Someone emptied the file?
# 			return 0
# 		fi
# 
# 		for p in $(pidof devmon); do
# 			if [ "$pid" = "$p" ]; then
# 				ocf_log debug "Killing devmon $p for $OCF_RESKEY_mountpoint"
# 				kill -TERM $p
# 				return 0
# 			fi
# 		done
# 		# none matching
# 
# 		return 0
# 		;;
# 	status)
# 		pid=$(cat $monpath/devmon.pid)
# 		for p in $(pidof devmon); do
# 			if [ "$pid" = "$p" ]; then
# 				return 0
# 			fi
# 		done
# 
# 		# none matching
# 		ocf_log err "Active Monitor for $OCF_RESKEY_mountpoint has exited"
# 		return $OCF_ERR_GENERIC
# 		;;
# 	*)
# 		ocf_log err "usage: activeMonitor <start|stop|status>"
# 		return $OCF_ERR_ARGS
# 		;;
# 	esac
# }


### Lustre quotas are set by other means than this.
#  #
#  # Enable quotas on the mount point if the user requested them
#  #
#  enable_fs_quotas()
#  {
#  	declare -i need_check=0
#  	declare -i rv
#  	declare quotaopts=""
#  	declare mopt
#  	declare opts=$1
#  	declare mp=$2
#  
#  	if [ -z "`which quotaon`" ]; then
#  		ocf_log err "quotaon not found in $PATH"
#  		return $OCF_ERR_GENERIC
#  	fi
#  
#  	for mopt in `echo $opts | sed -e s/,/\ /g`; do
#  		case $mopt in
#  		usrquota)
#  			quotaopts="u$quotaopts"
#  			continue
#  			;;
#  		grpquota)
#  			quotaopts="g$quotaopts"
#  			continue
#  			;;
#  		noquota)
#  			quotaopts=""
#  			return 0
#  			;;
#  		esac
#  	done
#  
#  	[ -z "$quotaopts" ] && return 0
#  
#  	# Ok, create quota files if they don't exist
#  	for f in quota.user aquota.user quota.group aquota.group; do
#  		if ! [ -f "$mp/$f" ]; then
#  			ocf_log info "$mp/$f was missing - creating"
#  			touch "$mp/$f" 
#  			chmod 600 "$mp/$f"
#  			need_check=1
#  		fi
#  	done
#  
#  	if [ $need_check -eq 1 ]; then
#  		ocf_log info "Checking quota info in $mp"
#  		quotacheck -$quotaopts $mp
#  	fi
#  
#  	ocf_log info "Enabling Quotas on $mp"
#  	ocf_log debug "quotaon -$quotaopts $mp"
#  	quotaon -$quotaopts $mp
#  	rv=$?
#  	if [ $rv -ne 0 ]; then
#  		# Just a warning
#  		ocf_log warn "Unable to turn on quotas for $mp; return = $rv"
#  	fi
#  
#  	return $rv
#  }


#
# startFilesystem
#
startFilesystem() {
	typeset -i ret_val=$SUCCESS
	typeset mp=""			# mount point
	typeset dev=""			# device
#	typeset fstype=""
	typeset opts=""
	typeset device_in_use=""
	typeset mount_options=""
	# Moved here from below:
	typeset fstype_option="-t lustre"
	typeset fsck_needed=""

	#
	# Get the mount point, if it exists.  If not, no need to continue.
	#
	mp=${OCF_RESKEY_mountpoint}
	case "$mp" in 
      	""|"[ 	]*")		# nothing to mount
    		return $OCF_SUCCESS
    		;;
	/*)			# found it
	  	;;
	*)	 		# invalid format
			ocf_log err \
"startFilesystem: Invalid mount point format (must begin with a '/'): \'$mp\'"
	    	return $OCF_ERR_ARGS
	    	;;
	esac
	
	#
	# Get the device
	#
	dev=$(real_device $OCF_RESKEY_device)
	if [ -z "$dev" ]; then
			ocf_log err "\
startFilesystem: Could not match $OCF_RESKEY_device with a real device"
			return $OCF_ERR_ARGS
	fi

	#
	# Ensure we've got a valid directory
	#
	if [ -e "$mp" ]; then
		if ! [ -d "$mp" ]; then
			ocf_log err"\
startFilesystem: Mount point $mp exists but is not a directory"
			return $OCF_ERR_ARGS
		fi
	else
		ocf_log notice "\
startFilesystem: Creating mount point $mp for device $dev"
		mkdir -p $mp
	fi

	#
	# Get the filesystem type, if specified.
	#
#	fstype_option=""
#	fstype=${OCF_RESKEY_fstype}
#       	case "$fstype" in 
#	""|"[ 	]*")
#		fstype=""
#		;;
#	*)	# found it
#		fstype_option="-t $fstype"
#		;;
#	esac

	#
	# See if the device is already mounted.
	# 
	isMounted $dev $mp
	case $? in
	$YES)		# already mounted
		ocf_log debug "$dev already mounted"
		return $OCF_SUCCESS
		;;
	$NO)		# not mounted, continue
		;;
	$FAIL)
		return $FAIL
		;;
	esac


	#
	# Make sure that neither the device nor the mount point are mounted
	# (i.e. they may be mounted in a different location).  The'mountInUse'
	# function checks to see if either the device or mount point are in
	# use somewhere else on the system.
	#
	mountInUse $dev $mp
	case $? in
	$YES)		# uh oh, someone is using the device or mount point
		ocf_log err "\
Cannot mount $dev on $mp, the device or mount point is already in use!"
		return $FAIL
		;;
	$NO)		# good, no one else is using it
		;;
	$FAIL)
		return $FAIL
		;;
	*)
		ocf_log err "Unknown return from mountInUse"
		return $FAIL
		;;
	esac

	#
	# Make sure the mount point exists.
	#
	if [ ! -d $mp ]; then
		rm -f $mp			# rm in case its a plain file
		mkdir -p $mp			# create the mount point
		ret_val=$?
		if [ $ret_val -ne 0 ]; then
			ocf_log err \
				"'mkdir -p $mp' failed, error=$ret_val"
			return $FAIL
		fi
	fi

	#
	# Get the mount options, if they exist.
	#
	mount_options=""
	opts=${OCF_RESKEY_options}
	case "$opts" in 
	""|"[ 	]*")
		opts=""
		;;
	*)	# found it
		mount_options="-o $opts"
		;;
	esac


	#
	# Check to determine if we need to fsck the filesystem.
	#
	# Note: this code should not indicate in any manner suggested
	# file systems to use in the cluster.  Known filesystems are
	# listed here for correct operation.
	#
#         case "$fstype" in
#         reiserfs) typeset fsck_needed="" ;;
#         ext3)     typeset fsck_needed="" ;;
#         jfs)      typeset fsck_needed="" ;;
#         xfs)      typeset fsck_needed="" ;;
#         ext2)     typeset fsck_needed=yes ;;
#         minix)    typeset fsck_needed=yes ;;
#         vfat)     typeset fsck_needed=yes ;;
#         msdos)    typeset fsck_needed=yes ;;
# 	"")       typeset fsck_needed=yes ;;		# assume fsck
# 	*)
# 		typeset fsck_needed=yes 		# assume fsck
# 	     	ocf_log warn "\
# Unknown file system type '$fstype' for device $dev.  Assuming fsck is required."
# 		;;
# 	esac


	#
	# Fsck the device, if needed.
	#
	if [ -n "$fsck_needed" ] || [ "${OCF_RESKEY_force_fsck}" = "yes" ] ||\
	   [ "${OCF_RESKEY_force_fsck}" = "1" ]; then
		typeset fsck_log=/tmp/$(basename $dev).fsck.log
		ocf_log debug "Running fsck on $dev"
		fsck -p $dev >> $fsck_log 2>&1
		ret_val=$?
		if [ $ret_val -gt 1 ]; then
			ocf_log err "\
'fsck -p $dev' failed, error=$ret_val; check $fsck_log for errors"
			ocf_log debug "Invalidating buffers for $dev"
			$INVALIDATEBUFFERS -f $dev
			return $FAIL
		fi
		rm -f $fsck_log
	fi

	#
	# Mount the device
	#
	ocf_log info "mounting $dev on $mp"
	ocf_log debug "mount $fstype_option $mount_options $dev $mp"
	mount $fstype_option $mount_options $dev $mp
	ret_val=$?
	if [ $ret_val -ne 0 ]; then
		ocf_log err "\
'mount $fstype_option $mount_options $dev $mp' failed, error=$ret_val"
		return $FAIL
	fi

	#
	# Create this for the NFS NLM broadcast bit
	#
#	if [ $NFS_TRICKS -eq 0 ]; then
#		if [ "$OCF_RESKEY_nfslock" = "yes" ] || \
#	   	   [ "$OCF_RESKEY_nfslock" = "1" ]; then
#			mkdir -p $mp/.clumanager/statd
#			notify_list_merge $mp/.clumanager/statd
#		fi
#	fi

#	enable_fs_quotas $opts $mp
#	activeMonitor start || return $OCF_ERR_GENERIC
	
	return $SUCCESS
}


#
# stopFilesystem serviceID deviceID
#
# Run the stop actions
#
stopFilesystem() {
	typeset -i ret_val=0
	typeset -i try=1
	typeset -i max_tries=3		# how many times to try umount
	typeset -i sleep_time=5		# time between each umount failure
	typeset -i nfslock_reclaim=0
	typeset done=""
	typeset umount_failed=""
	typeset force_umount=""
	typeset self_fence=""
#	typeset fstype=""


	#
	# Get the mount point, if it exists.  If not, no need to continue.
	#
	mp=${OCF_RESKEY_mountpoint}
	case "$mp" in 
      	""|"[ 	]*")		# nothing to mount
    		return $SUCCESS
    		;;
	/*)			# found it
	  	;;
	*)	 		# invalid format
			ocf_log err \
"stopFilesystem: Invalid mount point format (must begin with a '/'): \'$mp\'"
	    	return $FAIL
	    	;;
	esac
	

	#
	# Get the device
	#
	dev=$(real_device $OCF_RESKEY_device)
	if [ -z "$dev" ]; then
		ocf_log debug "\
stop: Could not match $OCF_RESKEY_device with a real device"
		dev=$OCF_RESKEY_device
	fi

	#
	# Get the force unmount setting if there is a mount point.
	#
	if [ -n "$mp" ]; then
		case ${OCF_RESKEY_force_unmount} in
	        $YES_STR)	force_umount=$YES ;;
		1)		force_umount=$YES ;;
	        *)		force_umount="" ;;
		esac
	fi

	if [ -n "$mp" ]; then
		case ${OCF_RESKEY_self_fence} in
	        $YES_STR)	self_fence=$YES ;;
		1)		self_fence=$YES ;;
	        *)		self_fence="" ;;
		esac
	fi

	#
	# Unmount the device.  
	#
	while [ ! "$done" ]; do
		isMounted $dev $mp
		case $? in
		$NO)
			ocf_log info "$dev is not mounted"
			umount_failed=
			done=$YES
			;;
		$FAIL)
			return $FAIL
			;;
		$YES)
			sync; sync; sync
			ocf_log info "unmounting $mp"

#			activeMonitor stop || return $OCF_ERR_GENERIC

#			quotaoff -gu $mp &> /dev/null
			umount $mp
			if  [ $? -eq 0 ]; then
				umount_failed=
				done=$YES
				continue
			fi

			umount_failed=yes

			if [ "$force_umount" ]; then
				killMountProcesses $mp
#				if [ $try -eq 1 ]; then
#	        		  if [ "$OCF_RESKEY_nfslock" = "yes" ] || \
#				     [ "$OCF_RESKEY_nfslock" = "1" ]; then
#				    ocf_log warning \
#					"Dropping node-wide NFS locks"
#				    pkill -KILL -x lockd
#	          		    mkdir -p $mp/.clumanager/statd
#				    # Copy out the notify list; our 
#				    # IPs are already torn down
#				    notify_list_store $mp/.clumanager/statd
#				    nfslock_reclaim=1
#				  fi
#				fi
			fi

			if [ $try -ge $max_tries ]; then
				done=$YES
			else
				sleep $sleep_time
				let try=try+1
			fi
			;;
		*)
			return $FAIL
			;;
		esac

		if [ $try -ge $max_tries ]; then
			done=$YES
		else
			sleep $sleep_time
			let try=try+1
		fi
	done # while 

#	if [ $nfslock_reclaim -eq 1 ]; then
#		# If we have this flag set, do a full reclaim broadcast
#		notify_list_broadcast $mp/.clumanager/statd
#	fi

	if [ -n "$umount_failed" ]; then
		ocf_log err "'umount $mp' failed, error=$ret_val"

		if [ "$self_fence" ]; then
			ocf_log alert "umount failed - REBOOTING"
			sync
			reboot -fn
		fi
		return $FAIL
	else
		return $SUCCESS
	fi
}


case $1 in
start)
	startFilesystem
	exit $?
	;;
stop)
	stopFilesystem
	exit $?
	;;
status|monitor)
  	isMounted ${OCF_RESKEY_device} ${OCF_RESKEY_mountpoint}
 	if [ $? -ne $YES ]; then
		ocf_log err "fs:${OCF_RESKEY_name}: ${OCF_RESKEY_device} is not mounted on ${OCF_RESKEY_mountpoint}"
		exit $OCF_ERR_GENERIC
	fi

	exit 0

#	if [ "$OCF_RESKEY_active_monitor" = "yes" ] ||
#	   [ "$OCF_RESKEY_active_monitor" = "1" ]; then
#
#	   	activeMonitor status
#		[ $? -eq 0 ] && exit 0
#		ocf_log err "fs:${OCF_RESKEY_name}: Active Monitoring reported a failure"
#		exit $OCF_ERR_GENERIC
#	fi
 	
# 	isAlive ${OCF_RESKEY_mountpoint}
# 	[ $? -eq $YES ] && exit 0

	ocf_log err "fs:${OCF_RESKEY_name}: Mount point is not accessible!"
	exit $OCF_ERR_GENERIC
	;;
restart)
	stopFilesystem
	if [ $? -ne 0 ]; then
		exit $OCF_ERR_GENERIC
	fi

	startFilesystem
	if [ $? -ne 0 ]; then
		exit $OCF_ERR_GENERIC
	fi

	exit 0
	;;
meta-data)
	meta_data
	exit 0
	;;
verify-all)
	verify_all
	exit $?
	;;
*)
	echo "usage: $0 {start|stop|status|monitor|restart|meta-data|verify-all}"
	exit $OCF_ERR_GENERIC
	;;
esac

exit 0