#
# Test case for check behavior when gfmd failed over in reading files
#
load "gfarm2fs::calc_checksum"
load "gfarm_v2::check_gfmd_connected"
load "gfarm_v2::check_gfmd_master"
load "gfarm_v2::check_journal_seqnum_max"
load "gfarm_v2::failback"

#
# Test parameters
#
# GFARM_HOME:	A directory path of Gfarm which this test will be executed
# FILE_SIZE:	Size of a file to be created
# SLEEP_SEC:	Second to sleep before make network interface down
# TIMEOUT:	  timeout sec for starting/stopping gfmd
# RETRY_COUNT:	  retry number to check master/slave
#
setup_gfmd_failover_in_read()
{
	# define mount point
	MOUNT_POINT=mnt_$TEST_EXEC_ID

	# default parameter
	GFARM_HOME=${GFARM_HOME-"/"}
	FILE_SIZE=${FILE_SIZE-"100M"}
	SLEEP_SEC=${SLEEP_SEC-"3"}
	TIMEOUT=${TIMEOUT-"10"}
	RETRY_COUNT=${RETRY_COUNT-"10"}
	RETRY_INTERVAL=${RETRY_COUNT-"5"}

	# miscellaneous parameters
	FILE_NAME=$TEST_EXEC_ID
	FILE_PATH=$MOUNT_POINT/$FILE_NAME

	# prepare: check whether required host is defined
	$GFSERVICE systest::gfarm_v2::check_hostids_defined - "gfmd1 gfmd2 client1"
	[ $? -ne 0 ] && return $RESULT_UNSUPPORTED

	# prepare: mount
	$GFSERVICE systest::gfarm2fs::exec_ssh client1 mkdir $MOUNT_POINT
	$GFSERVICE mount client1 $MOUNT_POINT -o modules=subdir \
		-o subdir=$GFARM_HOME

	# prepare: make a file
	$GFSERVICE systest::gfarm2fs::make_file client1 $FILE_PATH $FILE_SIZE

	# prepare: calc checksum
	CHECKSUM_EXPECT=`calc_checksum $FILE_SIZE`

	return $RESULT_PASS
}

test_gfmd_failover_in_read()
{
	RESULT=$RESULT_PASS

	# step: read a file in background
	$GFSERVICE systest::gfarm2fs::read_file client1 $FILE_PATH &
	READ_PID=$!

	# wait a bit for a process starts making files
	sleep $SLEEP_SEC

	# step: stop gfmd on gfmd1
	$GFSERVICE stop-gfmd gfmd1
	[ $? -ne 0 ] && log_warn "$TESTNAME: failed to stop gfmd on gfmd1"

	# step: promote gfmd on gfmd2
	$GFSERVICE promote-gfmd gfmd2
	[ $? -ne 0 ] && log_warn "$TESTNAME: failed to promote gfmd on gfmd2"

	# step: set gfmd on gfmd1 to be slave
	$GFSERVICE -t $TIMEOUT start-gfmd-slave gfmd1
	[ $? -ne 0 ] && log_warn "$TESTNAME: failed to start gfmd on gfmd1" \
		"as slave"

	wait $READ_PID
	if [ $? -ne 0 ]; then
		log_warn "$TESTNAME: failed to read file"
		set_result RESULT $RESULT_XFAIL
	fi

	# step: check whether slave gfmd is connected to master
	check_gfmd_connected gfmd1 client1 $RETRY_COUNT $RETRY_INTERVAL
	if [ $? -ne 0 ]; then
		log_warn "$TESTNAME: gfmd1 is not connected to master"
		set_result RESULT $RESULT_FAIL
	fi

	# step: check spool file
	GFARM_FILE=$GFARM_HOME/$FILE_NAME
	SPOOL_PATH=`$GFSERVICE gfcmd client1 gfspoolpath $GFARM_FILE`
	if [ X$SPOOL_PATH = X ]; then
		log_warn "$TESTNAME: failed to get spool path"
		return $RESULT_FATAL
	fi

	for HOST in `$GFSERVICE gfcmd client1 gfwhere $GFARM_FILE`; do
		HOSTID=`$GFSERVICE systest::gfarm_v2::get_gfsd_hostid_by_name $HOST`
		$GFSERVICE systest::gfarm2fs::spool_file_exists $HOSTID $SPOOL_PATH
		if [ $? -ne 0 ]; then
			log_warn "$TESTNAME: failed to find spool file"
			set_result RESULT $RESULT_FAIL
		fi
	done

	# step: checksum
	CHECKSUM_ACTUAL=`$GFSERVICE systest::gfarm2fs::exec_ssh client1 \
		"openssl md5 $FILE_PATH" | awk '{print $2}'`
	if [ X$CHECKSUM_ACTUAL != X$CHECKSUM_EXPECT ]; then
		log_warn "$TESTNAME: checksum of file did not match"
		set_result RESULT $RESULT_FAIL
	fi

	# step: check whether journal seqnum max is same
	check_journal_seqnum_max gfmd1 gfmd2
	if [ $? -ne 0 ]; then
		log_warn "$TESTNAME: journal seqnum max is not same"
		set_result RESULT $RESULT_FAIL
	fi

	return $RESULT
}

teardown_gfmd_failover_in_read()
{
	# cleanup: failback
	failback gfmd1 gfmd2 client1 $TIMEOUT $RETRY_COUNT
	[ $? -ne 0 ] && log_warn "$TESTNAME: failed to make gfmd on gfmd1" \
		"as master"

	# cleanup: remove files
	$GFSERVICE systest::gfarm2fs::exec_ssh client1 rm -f $FILE_PATH

	# cleanup: unmount
	$GFSERVICE umount client1 $MOUNT_POINT
	$GFSERVICE systest::gfarm2fs::exec_ssh client1 rmdir $MOUNT_POINT

	return $RESULT_PASS
}
