Attachment 157967 Details for Bug 245779 – diff to fix the largefiles stress test

[patch] diff to fix the largefiles stress test

largefiles.txt (text/plain), 9.87 KB, created by Michael Gregg on 2007-06-26 23:48:09 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Michael Gregg

Created: 2007-06-26 23:48:09 UTC

Size: 9.87 KB

patch

obsolete

>? tetexecpl.cfg
>? testcases/DS/6.0/ds_log_dir
>? testcases/DS/6.0/engage.apoc.cfg
>? testcases/DS/6.0/results
>? testcases/DS/6.0/tet_tmp_dir
>? testcases/DS/6.0/acceptance/quickinstall/results
>? testcases/DS/6.0/acceptance/quickuninstall/results
>? testcases/DS/6.0/stress/largefiles/results
>? tet/tet_results
>Index: testcases/DS/6.0/stress/largefiles/largefiles.ksh
>===================================================================
>RCS file: /cvs/dirsec/tetframework/testcases/DS/6.0/stress/largefiles/largefiles.ksh,v
>retrieving revision 1.8
>diff -u -8 -r1.8 largefiles.ksh
>--- testcases/DS/6.0/stress/largefiles/largefiles.ksh	13 Oct 2006 01:25:00 -0000	1.8
>+++ testcases/DS/6.0/stress/largefiles/largefiles.ksh	26 Jun 2007 23:46:06 -0000
>@@ -1,12 +1,16 @@
> #!/bin/ksh
> # filename : largefiles.ksh
> #
> 
>+if [ "$DSTET_DEBUG" = "y" ]; then
>+	set -x
>+fi
>+
> tet_startup="ServerInfo"
> tet_cleanup=""
> iclist="ic0 ic1 ic2"
> ic0=startup
> ic1=test01
> ic2=cleanup
> 
> #######################################################################
>@@ -28,202 +32,218 @@
> #######################################################################
> # use some binary dummy file, don't matter what it is.
> # keyutil is size around 1Meg
> Big1MegBinary=$TESTING_SHARED/DS/$VER/bin/SunOS/keyutil
> export Big1MegBinary
> 
> startup()
> {
>-message "-----------------------------"
>-message "Executing Large Files startup"
>-message "-----------------------------"
>-MYADMINID="`get_AdmID`"
>-MYADMINPW="`get_AdmPwd`"
>-
>-# Server on usual port should be up and running...
>-#
>-if IsAlive
>-then
>-	message "Server up and running"
>-else
>-	# Well, look like we should start it
>+	message "-----------------------------"
>+	message "Executing Large Files startup"
>+	message "-----------------------------"
>+	set -x 
>+	MYADMINID="`get_AdmID`"
>+	MYADMINPW="`get_AdmPwd`"
>+
>+	# Server on usual port should be up and running...
> 	#
>-	message "Starting the server"
>-	StartSlapd
>-	sleep 10
> 	if IsAlive
> 	then
> 		message "Server up and running"
> 	else
>-		message "Cannot start the server"
>-		result FAIL
>-		return
>+		# Well, look like we should start it
>+		#
>+		message "Starting the server"
>+		StartSlapd
>+		sleep 10
>+		if IsAlive
>+		then
>+			message "Server up and running"
>+		else
>+			message "Cannot start the server"
>+			result FAIL
>+			return
>+		fi
> 	fi
>-fi
> 
>-# Create the instance we will use for the tests
>-#
>-if [ -d $LF_IROOT ]
>-then
>-	message "Server ($LF_IROOT) already installed"
>-else
>-	CreateInstance $largefiles_PORT $LF_NAME "$largefiles_SUFFIX" "$ROOTDN" "$ROOTDNPW" "${MYADMINID}" "${MYADMINPW}" "`os_getdomainname`"
>-	if [ $? -ne 0 ]
>+	# Create the instance we will use for the tests
>+	#
>+	if [ -d $LF_IROOT ]
> 	then
>-		#  error returned by CreateInstance even when everything OK
>-		cat $TET_TMP_DIR/index.$$.out
>-		message "Warning: Can't install server ($LF_IROOT)."
>-		result FAIL
>-		return
>+		message "Server ($LF_IROOT) already installed"
> 	else
>-		message "Server ($LF_IROOT) installed."
>+		CreateInstance $largefiles_PORT $LF_NAME "$largefiles_SUFFIX" "$ROOTDN" "$ROOTDNPW" "${MYADMINID}" "${MYADMINPW}" "`os_getdomainname`"
>+		if [ $? -ne 0 ]
>+		then
>+			#  error returned by CreateInstance even when everything OK
>+			cat $TET_TMP_DIR/index.$$.out
>+			message "Warning: Can't install server ($LF_IROOT)."
>+			result FAIL
>+			return
>+		else
>+			message "Server ($LF_IROOT) installed."
>+		fi
> 	fi
>-fi
>-message "alter cachememsize to 1G"
>-DSE_DBconfig userRoot replace nsslapd-cachememsize $cachememsize
>-if [ $? -ne 0 ]; then
>-	result FAIL
>-	return 1
>-fi
>-result PASS
>-return 0
>+	message "alter cachememsize to 1G"
>+	DSE_DBconfig userRoot replace nsslapd-cachememsize $cachememsize
>+	if [ $? -ne 0 ]; then
>+		result FAIL
>+		return 1
>+	fi
>+	result PASS
>+	return 0
> }
> 
> 
> test01()
> {
>-message " "
>-message "--------------------------------------------------"
>-message "Large files support - test 01"
>-message "Importing data to reach more than 2Gb in database."
>-message "--------------------------------------------------"
>-message " "
>-
>-#
>-# Initialisation : create ldif file
>-#
>-TmpFile=$LF_IROOT/tmpTest01.ldif
>-TstResult=PASS
>-message "Creating ldif file with $NbEntries4GData entries."
>-Pref="`echo $largefiles_SUFFIX | awk -F= '{print $1}'`"
>-Suff="`echo $largefiles_SUFFIX | awk -F= '{print $2}'`"
>-echo "dn: $largefiles_SUFFIX
>-objectclass: top
>-objectclass: organization
>-$Pref: $Suff" > $TmpFile
>-
>-cat $TmpFile
>-
>-# Create the big image-data file to be appended to the ldif file
>-#
>-BigLdiffAttr=$LF_IROOT/BigLdiffAttr.ldif
>-rm -f $BigLdiffAttr
>-cat $Big1MegBinary | $IROOT/../bin/slapd/server/ldif -b jpegPhoto > $BigLdiffAttr
>-if [ $? -ne 0 ] ; then
>-	echo "Failed to convert $Big1MegBinary via ldif -b jpegPhoto"
>-	result FAIL
>-	return
>-fi
> 
>-#
>-# Create all the entries. Each entry will have the big binary appended
>-#
>-Num=0
>-while [ $Num -le $NbEntries4GData ]
>-do
>-	cat <<-EOF >> $TmpFile
>-
>-	dn: uid=$Num, $largefiles_SUFFIX
>-	cn: Sam Carter
>-	sn: Carter
>-	givenname: Sam
>-	objectclass: top
>-	objectclass: person
>-	objectclass: organizationalPerson
>-	objectclass: inetOrgPerson
>-	ou: Accounting
>-	ou: People
>-	l: Sunnyvale
>-	uid: $Num
>-	mail: $Num@largefile.com
>-	telephonenumber: +1 408 555 4798
>-	facsimiletelephonenumber: +1 408 555 9751
>-	roomnumber: 4612
>-	userpassword: sprain
>+	message " "
>+	message "--------------------------------------------------"
>+	message "Large files support - test 01"
>+	message "Importing data to reach more than 2Gb in database."
>+	message "--------------------------------------------------"
>+	message " "
>+
>+	set -x 
>+	#
>+	# Initialisation : create ldif file
>+	#
>+	TmpFile=$LF_IROOT/tmpTest01.ldif
>+	TstResult=PASS
>+	message "Creating ldif file with $NbEntries4GData entries."
>+	Pref="`echo $largefiles_SUFFIX | awk -F= '{print $1}'`"
>+	Suff="`echo $largefiles_SUFFIX | awk -F= '{print $2}'`"
>+	echo "dn: $largefiles_SUFFIX" > $TmpFile
>+	echo "objectclass: top" >> $TmpFile
>+	echo "objectclass: organization" >> $TmpFile
>+	echo "$Pref: $Suff" >> $TmpFile
>+
>+	cat $TmpFile
>+
>+	# Finding ldif
>+	if [ -f $IROOT/../bin/slapd/server/ldif ]; then
>+		LDIFB="$IROOT/../bin/slapd/server/ldif";
>+	elif [ -f /usr/bin/ldif ]; then
>+		LDIFB=/usr/bin/ldif
>+	elif [ -f /opt/fedora-ds/bin/slapd/server/ldif ]; then
>+		LDIFB=/opt/fedora-ds/bin/slapd/server/ldif
>+	else
>+		echo "unable to find ldif utility";
>+	fi	
>+	#Create the big image-data file to be appended to the ldif file
>+	#
>+	BigLdiffAttr=$LF_IROOT/BigLdiffAttr.ldif
>+	rm -f $BigLdiffAttr
>+	cat $Big1MegBinary | $LDIFB -b jpegPhoto > $BigLdiffAttr
>+	if [ $? -ne 0 ] ; then
>+		echo "Failed to convert $Big1MegBinary via ldif -b jpegPhoto"
>+		result FAIL
>+		return
>+	fi
>+
>+	#
>+	# Create all the entries. Each entry will have the big binary appended
>+	#
>+	Num=0
>+	while [ $Num -le $NbEntries4GData ]
>+	do
>+		cat <<-EOF >> $TmpFile
>+
>+		dn: uid=$Num, $largefiles_SUFFIX
>+		cn: Sam Carter
>+		sn: Carter
>+		givenname: Sam
>+		objectclass: top
>+		objectclass: person
>+		objectclass: organizationalPerson
>+		objectclass: inetOrgPerson
>+		ou: Accounting
>+		ou: People
>+		l: Sunnyvale
>+		uid: $Num
>+		mail: $Num@largefile.com
>+		telephonenumber: +1 408 555 4798
>+		facsimiletelephonenumber: +1 408 555 9751
>+		roomnumber: 4612
>+		userpassword: sprain
> 	EOF
>-	cat $BigLdiffAttr >> $TmpFile
>-	#Num=`expr $Num + 1`
>-	Num=$((Num+1))
>-done
>-echo "ls -lR $TmpFile"
>-ls -lR $TmpFile
>-
>-# Stop the server
>-#
>-$LF_IROOT/stop-slapd
>-cr=$?
>-if [ $cr -ne 0 ]
>-then
>-	message "Error occurs during $LF_IROOT/stop-slapd - cr=$cr"
>-	TstResult=FAIL
>-fi
>+		cat $BigLdiffAttr >> $TmpFile
>+		#Num=`expr $Num + 1`
>+		Num=$((Num+1))
>+	done
>+	echo "ls -lR $TmpFile"
>+	ls -lR $TmpFile
> 
>-# Import the data
>-#
>-message "Import the data"
>-# echo "$LF_IROOT/ldif2db -n \"$largefiles_SUFFIX\" -i $TmpFile"
>-# $LF_IROOT/ldif2db -n "$largefiles_SUFFIX" -i $TmpFile
>-echo "$LF_IROOT/ldif2db -n \"userRoot\" -i $TmpFile"
>-$LF_IROOT/ldif2db -n "userRoot" -i $TmpFile &
>-pid=$!
>-echo ldif2db pid is $pid
>-mon_disk_and_memory 120 $pid $LF_IROOT
>-
>-# Check the sizes
>-#
>-mydbdir="`get_db_dir $LF_IROOT`"
>-echo "ls -lR $mydbdir"
>-ls -lR $mydbdir"
>-
>-echo "du -k $LF_IROOT"
>-du -k $LF_IROOT
>-
>-# Start the server 
>-#
>-$LF_IROOT/start-slapd
>-sleep 10
>-
>-# Ensure it works
>-#
>-num=0
>-while [ $num -le $NbEntries4GData ]
>-do
>-	message "Reading entry $num"
>-	$LDAPSEARCH -h $LDAPhost -p $largefiles_PORT -D"$ROOTDN" -w"$ROOTDNPW" -b$largefiles_SUFFIX uid=$num  > $DEVNULL
>+	# Stop the server
>+	#
>+	$LF_IROOT/stop-slapd
> 	cr=$?
> 	if [ $cr -ne 0 ]
> 	then
>-		message "Cannot read entry $num - error == $cr"
>+		message "Error occurs during $LF_IROOT/stop-slapd - cr=$cr"
> 		TstResult=FAIL
> 	fi
>-	#num=`expr $num + 100`
>-	num=$((num+100))
>-done
>-
>-# Test finished.
>-#
>-#rm -f $TmpFile
>-result $TstResult
>-return
>+
>+	# Import the data
>+	#
>+	message "Import the data"
>+	# echo "$LF_IROOT/ldif2db -n \"$largefiles_SUFFIX\" -i $TmpFile"
>+	# $LF_IROOT/ldif2db -n "$largefiles_SUFFIX" -i $TmpFile
>+	echo "$LF_IROOT/ldif2db -n \"userRoot\" -i $TmpFile"
>+	#$LF_IROOT/ldif2db -n "userRoot" -i $TmpFile &
>+	$LF_IROOT/ldif2db -n "userRoot" -i $TmpFile 
>+	pid=$!
>+	echo ldif2db pid is $pid
>+	#mon_disk_and_memory 120 $pid $LF_IROOT
>+	
>+	# Check the sizes
>+	#
>+	mydbdir="`get_db_dir $LF_IROOT`"
>+	echo "ls -lR $mydbdir"
>+	ls -lR "$mydbdir"
>+
>+	echo "du -k $LF_IROOT"
>+	du -k $LF_IROOT
>+
>+	# Start the server 
>+	#
>+	#sleep 300
>+	echo "Starting slapd"
>+	$LF_IROOT/start-slapd
>+	sleep 10
>+
>+	# Ensure it works
>+	#
>+	num=0
>+	while [ $num -le $NbEntries4GData ]
>+	do
>+		message "Reading entry $num"
>+		$LDAPSEARCH -h $LDAPhost -p $largefiles_PORT -D"$ROOTDN" -w"$ROOTDNPW" -b$largefiles_SUFFIX uid=$num  > $DEVNULL
>+		cr=$?
>+		if [ $cr -ne 0 ]
>+		then
>+			message "Cannot read entry $num - error == $cr"
>+			TstResult=FAIL
>+		fi
>+		#num=`expr $num + 100`
>+		num=$((num+100))
>+	done
>+
>+	# Test finished.
>+	#
>+	#rm -f $TmpFile
>+	result $TstResult
>+	return
> }
> 
> cleanup()
> {
>-result PASS
>+	result PASS
> }
> 
> . $TESTING_SHARED/DS/$VER/ksh/baselib.ksh
> . $TESTING_SHARED/DS/$VER/ksh/applib.ksh
> . $TESTING_SHARED/DS/$VER/ksh/appstates.ksh
> . $TESTING_SHARED/DS/$VER/ksh/monlib.ksh
> . $TET_ROOT/lib/ksh/tcm.ksh
>

Actions: View | Diff

Attachments on bug 245779: 157919 | 157967 | 157969 | 158033 | 158057