full_test.sh

#! /bin/env bash

#TODO: why no size.log?? always error!!!

#in some system, maybe /usr/bin/ instead of /bin/
#according executables to deal with dbms
#NOTICE: require that virtuoso-openlink/openrdf-sesame/apache-jena is installed and gstore(single mode) is compiled!

#WARN:test gstore, jena, virtuoso with lubm, bsbm, watdiv, dbpedia
#when testing sesame and others, just use bsbm and watdiv because format in lubm
#i snot supported by sesame(invalid IRI), and dbpedia may be too large

#NOTICE+WARN:if only one db or no need to compare the database size, 
#then comment the removing db phrases for virtuoso!!!

#QUERY:do we need to empty the buffer after each dbms to compare the performance?
#query performance should focus on warm instead of cold

line1=--------------------------------------------------
line2=##################################################
#path=/media/data/
path=/home/data/

db0=${path}WatDiv/
db1=${path}LUBM/
db2=${path}DBpedia/
#db3=${path}BSBM/

#db=($db0 $db1 $db2 $db3)	#db[4]=db4
#db=($db0 $db1 $db2)	#db[4]=db4
db=(WatDiv/ LUBM/ BSBM/ DBpedia/)
#db=(WatDiv/ LUBM/)
#db=(TEST/)

#BETTER: add yago2/yago3, dblp...add more queries

length1=${#db[*]}		#or @ instead of *

#BETTER: let user indicate the executable directory
gstore=~/gStore/
virtuoso=~/virtuoso/
jena=~/jena/
gstore2=~/devGstore/

#NOTICE: maybe oldGstore and newGstore

#NOTICE:remove debug and use -o2 not -g when testing gStore

#dbms_path=($gstore $jena $sesame $virtuoso)
#dbms_name=(gstore jena sesame virtuoso)
#
#dbms_path=($gstore $jena $virtuoso)
#dbms_name=(gstore jena virtuoso)
#
#dbms_path=($gstore2 $gstore)
#dbms_name=(gstore gstore)
#
dbms_path=($gstore2)
dbms_name=(gstore)

length2=${#dbms_path[*]}		#or @ instead of *

#the language of the current operation system
Chinese=zh_CN.utf8
English=en_US.utf8

#for each db, compare, pass db and query as parameter 
#firstly load database, then query with unique program
#output format:	in each dbms, time.log/ result.log/
#use each dataset name as subfolder like lubm_10.nt/ in result.log/
#and time.log/lubm_10.nt.log, and for each query corresponding
#to a dataset: result.log/lubm_10.nt/q1.sql.log
#Finally, in the directory where this script is placed in, also 
#build result.log/ and time.log/
#result.log/lubm_10.nt.tsv time.log/lubm_10.nt.tsv size.log.tsv

#below is old:
#time log should be used in excel, and compare result log:
#diff or grep -vFf file1 file2
#better to compare line by line using awk

log1=result.log/
log2=time.log/
log3=load.log/	

#clean logs in home(this script)
home=`pwd`
if [ -d ${home}/garbage/ ]	#! as not
then
	rm -rf ${home}/garbage/
fi
mkdir ${home}/garbage/
if [ -d ${home}/${log1} ]
then 
	rm -rf ${home}/${log1}
fi
mkdir ${home}/${log1}
if [ -d ${home}/${log2} ]
then
	rm -rf ${home}/${log2}
fi
mkdir ${home}/${log2}
if [ -d ${home}/${log3} ]
then
	rm -rf ${home}/${log3}
fi
mkdir ${home}/${log3}

#clean logs in each dbms
function initial()
{
	if [ -d $log1 ]
	then
		rm -rf $log1
	fi
	mkdir $log1
	if [ -d $log2 ]
	then
		rm -rf $log2
	fi
	mkdir $log2
	if [ -d $log3 ]
	then
		rm -rf $log3
	fi
	mkdir $log3
}

#size.tsv:the size after loaded		time.tsv:time used to load
tsv3=${home}/${log3}time.tsv
tsv4=${home}/${log3}size.tsv

dsnum=0

for i in `seq $length1`
do
	i=`expr $i - 1`

	for tmpdb in `ls ${path}/${db[i]}/database/*.nt`
	do
		dsnum=`expr $dsnum + 1`
		if [ $dsnum -ne 1 ]
		then
			sleep 60	#for other processes
			#sudo echo 3 > /proc/sys/vm/drop_caches
		fi

		cntdb="${tmpdb##*/}"
		cntdbINFO=${cntdb}.info
		echo "$tmpdb"	#in case of special characters like &
		tsv1=${home}/${log1}/${cntdb}.tsv	#compare result
		tsv2=${home}/${log2}/${cntdb}.tsv	#compare time
		echo $tsv1
		echo $tsv2

		#load this database into each dbms
		for j in `seq $length2`
		do
			j=`expr $j - 1`
			cd ${dbms_path[j]}
			name=${dbms_name[j]}
			echo $name
			mkdir ${cntdb}
			mkdir ${cntdbINFO}

			#build logs structure
			echo "build logs structure!"
			if [ $dsnum -eq 1 ]
			then
				initial
			fi

			mkdir ${log1}/${cntdb}	#pass the cntdb if using function
			#touch ${log2}/${cntdb}.log

			if [ ${name}x = gstorex ]	#add a x in case of empty, otherwise will unary error
			#if [ ${j} -eq 0 ]	
			then
				echo "this is for gstore!"
				lcov -z -d ./
				bin/gbuild $cntdb $tmpdb > load.txt 2>&1
				gcov -a -b -c gbuild.cpp
				lcov --no-external --directory . --capture --output-file ${cntdb}/load.info
				#awk '{if($1=="after" && $2=="build," && $3=="used"){split($4, a,"m");print "time:\t"a[1]}}'  load.txt > load_${cntdb}.log
				awk '{if($1=="after" && $2=="build," && $3=="used"){split($4, a,"m");print "'$cntdb'""\t"a[1]}}'  load.txt >> ${log3}/time.log
				#elif [ ${dbms[j]}x = ${virtuoso}x ]
				#elif [ ${dbms[j]}x = ${sesame}x ]
				#elif [ ${dbms[j]}x = ${jena}x ]
			elif [ ${name}x = jenax ]
			#elif [ ${j} -eq 1 ]
			then
				echo "this is for jena!"
				bin/tdbloader --loc "$cntdb" "$tmpdb" > load.txt 2>&1
				#awk '{if(NR==1){s=$1}else{t=$1}}END{split(s,a,":");split(t,b,":");ans=0+(b[1]-a[1])*3600+(b[2]-a[2])*60+(b[3]-a[3]);printf("%s\t%d\n", "time:", ans*1000);}' load.txt > load_${cntdb}.log
				#NOTICE:if use more than one day, the time computed maybe <0
				awk '{if(NR==1){s=$1}else{t=$1}}END{split(s,a,":");split(t,b,":");ans=0+(b[1]-a[1])*3600+(b[2]-a[2])*60+(b[3]-a[3]);printf("%s\t%d\n", "'$cntdb'", ans*1000);}' load.txt >> ${log3}/time.log
				#cat load.txt >> "load_${cntdb}.log"
			elif [ ${name}x = sesamex ]
			#elif [ ${j} -eq 2 ]
			then
				#NOTICE+WARN:not suitable to lubm(format: not valid IRI)
				echo "this is for sesame!"
				#write instructions into run.sql
				>run.sql
				echo -e "create native\n${cntdb}\n${cntdb}\n\n\nopen ${cntdb}" >> run.sql
				echo "load ${tmpdb}" >> run.sql
				echo -e "close\nquit" >> run.sql
				bin/console.sh < run.sql > load.txt
				awk '{if($1=="Data" && $2 == "has" && $3 == "been"){split($8, a, "(");printf("%s\t%d\n", "'$cntdb'", a[2]);}}' load.txt >> ${log3}/time.log
			elif [ ${name}x = virtuosox ]
			#elif [ ${j} -eq 3 ]
			then
				echo "this is for virtuoso!"
				#maybe write instructions into run.sql
				#>run.sql
				#echo "ld_dir('${path}/${db[i]}/database/', '${cntdb}', '${cntdb}');" >> run.sql
				#echo "rdf_loader_run();" >> run.sql
				#echo "checkpoint;" >> run.sql
				>load.txt
				bin/isql 1111 dba dba exec="ld_dir('${path}/${db[i]}/database/', '${cntdb}', '${cntdb}');" | awk '{if($1=="Done."){print $3}}' >> load.txt
				bin/isql 1111 dba dba exec="rdf_loader_run();" | awk '{if($1=="Done."){print $3}}' >> load.txt
				bin/isql 1111 dba dba exec="checkpoint;" | awk '{if($1=="Done."){print $3}}' >> load.txt
				awk 'BEGIN{sum=0}{sum+=$0}END{printf("%s\t%d\n", "'$cntdb'", sum);}' load.txt >> ${log3}/time.log
			fi
			mv load.txt ${cntdbINFO}/

			#ls -l sums the actual size, unit is k
			echo "now to sum the database size!"
			#NOTICE:the unit is KB
			#ls -lR "$cntdb" | awk 'BEGIN{sum=0}{if($1=="total"){sum=sum+$2}}END{print "size:\t"sum}' >> load_${cntdb}.log
			#if [ ${j} -eq 3 ] #virtuoso
			if [ ${name}x = virtuosox ]
			then
				#NOTICE:this db also includes the initial data
				#realDB="../database/virtuoso.db"
				realDB="database/virtuoso.db"
				#the original size of virtuoso db is 39845888B, not so accurate
				ls -l "$realDB" | awk '{sum=$5/1000-39846;print "'$cntdb'""\t"sum}' >> ${log3}/size.log
			else
				if [ ${name}x = gstorex -o ${name}x = jenax ]
				#if [ ${j} -lt 2 ]
				then
					realDB="$cntdb"
				elif [ ${name}x = sesamex ]
				#elif [ ${j} -eq 2 ]
				then
					#NOTICE:not quoted the string!
					realDB=~/.aduna/openrdf-sesame-console/repositories/
					realDB=${realDB}${cntdb}
				fi
				lang=`echo $LANG`
				if [ $lang = $English ]
				then
					ls -lR "$realDB" | awk 'BEGIN{sum=0}{if($1=="total"){sum=sum+$2}}END{print "'$cntdb'""\t"sum}' >> ${log3}/size.log
				elif [ $lang = $Chinese ]
				then
					ls -lR "$realDB" | awk 'BEGIN{sum=0}{if($1=="总用量"){sum=sum+$2}}END{print "'$cntdb'""\t"sum}' >> ${log3}/size.log
				else
					echo "the language of the operation system is not supported!"
				fi
			fi

			timelog=${log2}/${cntdb}.log
			touch $timelog
			#NOTICE:we remove all duplicates to compare, due to different dbms preferences
			#For example, sesame and virtuoso will not include any duplicates
			for query in `ls ${path}/${db[i]}/query/*.sql`
			do
				#NOTICE:we expect there are no duplicates in sesame and virtuoso
				echo $query
				#build logs structure
				anslog=${log1}/${cntdb}/${query##*/}.log
				#touch $anslog	#needed because the result maybe empty
				>${anslog}
				if [ ${name}x = gstorex ]    #add a x in case of empty (need a space from ])
				#if [ ${j} -eq 0 ]	
				then
					echo "this is for gstore!"
					#NOTICE:we do not add the start time in gquery.cpp, and we expect other dbms will also deal it this way.
					lcov -z -d ./
					bin/gquery "$cntdb" $query > ans.txt 2>&1
					gcov -a -b -c gquery.cpp
					lcov --no-external --directory . --capture --output-file ${cntdb}/${query##*/}.info
					awk -F ':' 'BEGIN{query="'$query'"}{if($1=="Total time used"){split($2, a, "m");split(a[1],b," ");}}END{print query"\t"b[1]}' ans.txt >> $timelog
					#grep "Total time used:" ans.txt | grep -o "[0-9]*ms" >> ${log2}/${cntdb}.log
					awk -F ':' 'BEGIN{flag=0;old="[empty result]"}{if(flag==1 && $0 ~/^?/){flag=2}else if(flag==2){if($0 ~/^$/){flag=3}else if($0 != old){print $0;old=$0}}else if(flag == 0 && $1 ~/^final result/){flag=1}}' ans.txt > $anslog
					#awk 'BEGIN{flag=0}{if(flag==1){print $0}if($1 ~/^final$/){flag=1}}' ans.txt > ${log1}/${cntdb}/${query}.log
				elif [ ${name}x = jenax ]
				#elif [ ${j} -eq 1 ]
				then
					echo "this is for jena!"
					#NOTICE: for program output in stderr(no cache), deal like this
					#./tdbquery --repeat 1,1 --time --results TSV --loc "$cntdb" --query $query > ans.txt 2>&1 
					bin/tdbquery --time --results TSV --loc "$cntdb" --query $query > ans.txt 2>&1 
					#NOTICE: redirect in awk, and jena 
					#use old var to remove duplicates(expect duplicates to be all together)
					#awk 'BEGIN{old=""}{if(NR>1){if($1 ~/Time:/ && $3 ~/sec/){time=$2*1000;print "'$query'""\t"time >> "'$timelog'"}else if(!($0 ~/^$/) && $0 != old){print $0 >> "'$anslog'";old=$0}}}' ans.txt
					awk 'BEGIN{old=""}{if(NR>1){if($1 ~/Time:/ && $3 ~/sec/){time=$2*1000;print "'$query'""\t"time >> "'$timelog'"}else if(!($0 ~/^?/) && $0 != old){print $0 >> "'$anslog'";old=$0}}}' ans.txt
				elif [ ${name}x = sesamex ]
				#elif [ ${j} -eq 2 ]
				then
					echo "this is for sesame!"
					#write instructions into run.sql
					>run.sql
					echo "open ${cntdb}" >> run.sql
					#pre="sparql "
					str=`cat ${query}`
					ins="sparql "${str}
					#echo "${pre}${str}" >> run.sql
					echo ${ins} >> run.sql
					echo -e "close\nquit" >> run.sql
					bin/console.sh < run.sql > ans.txt
					#awk 'BEGIN{flag=0;}{
					#if($0 ~/^+/){flag++}
					#else if(flag==2){
						#if($NF=="|"){end=NF-1}else{end=NF}
							#for(i=2;i<=end;++i){split($i, s, "|");printf("%s", s[1]) >> "'$anslog'";
								#if(i<end){printf("\t") >> "'$anslog'";}}
									#printf("\n") >> "'$anslog'";}
								#else if(flag==3){flag++;split($3, s, "(");
									#print "'$query'""\t"s[2] >> "'$timelog'"}}' ans.txt
					awk -F '|' 'BEGIN{flag=0;}{
					if($0 ~/^+/){flag++;}
					else if(flag==2){
						for(i=2;i<NF;++i){
							num=split($i, s, " ");
							for(j=1;j<num;++j){printf("%s ", s[j]) >> "'$anslog'";}
							printf("%s", s[j]) >> "'$anslog'";
							if(i<NF-1){printf("\t") >> "'$anslog'";}
						}
						printf("\n") >> "'$anslog'";
					}
					else if(flag==3){flag++;split($0, a, " ");split(a[3], b, "(");print "'$query'""\t"b[2] >> "'$timelog'"}
					}' ans.txt
					#cat > wcgdscdc.txt
				elif [ ${name}x = virtuosox ]
				#elif [ ${j} -eq 3 ]
				then
					echo "this is for virtuoso!"
					ins=`cat ${query}`
					ins="sparql "${ins}
					echo $ins > tmp.txt
					str=`awk '{for(i=1;i<=NF;++i){if($i=="WHERE" || $i=="where"){printf("from <%s> %s ", "'$cntdb'", $i)}else{printf("%s ", $i)}}}' tmp.txt`
					rm -f tmp.txt
					bin/isql 1111 dba dba exec="${str};" > ans.txt
					#awk 'BEGIN{flag=0}{if($0 ~/^____/){flag=1}else if(flag==1 && $0 ~/^$/){flag=2}else if(flag==2){if($0 ~/^$/){flag=3}else{for(i=1;i<=NF;++i){if($i ~/^http:/){str="<"$i">";}else{str="\""$i"\"";}printf("%s", str) >> "'$anslog'";if(i<NF)printf("\t") >> "'$anslog'";}printf("\n") >> "'$anslog'";}}else if(flag==3){split($0, s, " ");print "'$query'""\t"s[4] >> "'$timelog'";}}' ans.txt
					awk -F ' [ \t]+' 'BEGIN{flag=0}{if($0 ~/^____/){flag=1}else if(flag==1 && $0 ~/^$/){flag=2}else if(flag==2){if($0 ~/^$/){flag=3}else{for(i=1;i<=NF;++i){printf("%s", $i) >> "'$anslog'";if(i<NF)printf("\t") >> "'$anslog'";}printf("\n") >> "'$anslog'";}}else if(flag==3){split($0, s, " ");print "'$query'""\t"s[4] >> "'$timelog'";}}' ans.txt
				fi
				mv ans.txt ${cntdbINFO}/${query##*/}.txt

				#NOTICE:the same record should be placed together before sorting!
				#sort according to the path order
				echo "now to sort anslog!"
				mv $anslog ${anslog}.bak
				#use own defined select-sort function
				#this function can also delete duplicates
				#BETTER: must use external-sorting when too large
			#	awk -F '\t' '{for(i=1;i<=NF;++i)arr[NR]=$0}
			#	END{
			#		nr=sortArr(arr,NR,NF);
			#		for(i=1;i<=nr;++i){print arr[i]}}
			#	function sortArr(arr, nr, nf){
			#		for(p=1;p<nr;++p){
			#			min=p;
			#			for(q=p+1;q<=nr;++q){
			#				ret=less(arr[q],arr[min],nf);
			#				if(ret==1){min=q}
			#				else if(ret==0){swap(arr,q,nr);nr=nr-1;q=q-1}}
			#			if(min!=p){swap(arr,p,min)}}
			#		return nr}
			#	function swap(arr,t1,t2){t=arr[t1];arr[t1]=arr[t2];arr[t2]=t}
			#	function less(t1,t2,nf){
			#		split(t1,s1,"\t");
			#		split(t2,s2,"\t");
			#		for(k=1;k<=nf;++k){
			#			print s1[k]"\t"s2[k]
			#			if(s1[k]<s2[k]){ return 1 }
			#			else if(s1[k]>s2[k]) { return 2 }
			#			else { continue; } }
			#		return 0 }' ${anslog}.bak > ${anslog}
				#-k1n -k2r ...
				sort -t $'\t' -u ${anslog}.bak > ${anslog}
				rm -f ${anslog}.bak
			done
			echo "now to sort timelog!"
			mv $timelog ${timelog}.bak
			awk -F '\t' '{print $1"\t"$2 | "sort -k1"}' ${timelog}.bak > ${timelog}
			rm -f ${timelog}.bak

			if [ ${name}x = gstorex ]    #add a x in case of empty (need a space from ])
			then
				#now to add the coverage info for this dataset
				str="lcov"
				for info in `ls *.info`
				do
					str="${str}"" -a ${info}"
				done
				str="${str}"" -o COVERAGE/${cntdb}.info"
				`${str}`
			fi

			#remove the db when finished
			echo "now to remove the cntdb!"
			if [ ${name}x = gstorex -o ${name}x = jenax ]
			#if [ ${j} -lt 2 ]
			then
				#rm -rf "$cntdb"
				echo "not remove db now"
			elif [ ${name}x = sesamex ]
			#elif [ ${j} -eq 2 ]
			then
				>run.sql
				echo "drop ${cntdb}" >> run.sql
				echo "yes" >> run.sql
				echo "quit" >> run.sql
				bin/console.sh < run.sql
				rm -f run.sql
			elif [ ${name}x = virtuosox ]
			#elif [ ${j} -eq 3 ]
			then
				echo "not remove db now"
				#bin/isql 1111 dba dba exec="sparql clear graph <${cntdb}>;"
				#bin/isql 1111 dba dba exec="checkpoint;"
				#bin/isql 1111 dba dba exec="sparql clear graph <${cntdb}>;"
				#bin/isql 1111 dba dba exec="checkpoint;"
				#bin/isql 1111 dba dba exec="sparql clear graph <${cntdb}>;"
				#bin/isql 1111 dba dba exec="checkpoint;"
				#bin/isql 1111 dba dba exec="sparql clear graph <${cntdb}>;"
				#bin/isql 1111 dba dba exec="checkpoint;"
				#bin/isql 1111 dba dba exec="sparql clear graph <${cntdb}>;"
				#bin/isql 1111 dba dba exec="checkpoint;"
				#bin/isql 1111 dba dba exec="sparql clear graph <${cntdb}>;"
				#bin/isql 1111 dba dba exec="checkpoint;"
				#bin/isql 1111 dba dba exec="sparql clear graph <${cntdb}>;"
				#bin/isql 1111 dba dba exec="checkpoint;"
				#bin/isql 1111 dba dba exec="sparql clear graph <${cntdb}>;"
				#bin/isql 1111 dba dba exec="checkpoint;"
				#bin/isql 1111 dba dba exec="sparql clear graph <${cntdb}>;"
				#bin/isql 1111 dba dba exec="checkpoint;"
				#bin/isql 1111 dba dba exec="sparql clear graph <${cntdb}>;"
				#bin/isql 1111 dba dba exec="checkpoint;"
				#bin/isql 1111 dba dba exec="delete from db.dba.load_list;"
			fi
			#BETTER:remove *.txt in each dbms path
			#rm -f *.txt
			#compare time and construct the TSV table
			if [ ${j} -eq 0 ]
			then
				echo "this is the first dbms!"
				awk -F '\t' 'BEGIN{
					print "Time\t""'${dbms_name[j]}'" }
				{ num=split($1,str,"/"); print str[num]"\t"$2 }' ${timelog} > ${tsv2}
			else
				echo "this is not the first dbms!"
				mv ${tsv2} ${tsv2}.bak
				awk -F '\t' '{
				if(NR==FNR) {
					num=split($1,str,"/");
					map[str[num]]=$2 }
				else {
					if(FNR==1) { print $0"\t""'${dbms_name[j]}'" }
					else { print $0"\t"map[$1] }
				}}' ${timelog} ${tsv2}.bak > ${tsv2}
				rm -f ${tsv2}.bak
			fi
		done

		#compare the result and construct the TSV table
		echo "now to compare the results!"
		cd ${home}
		tvar1=`expr $length2 - 1`  
		tvar2=`expr $length2 - 2`
		for p in `seq 0 $tvar2`
		do
			tvar3=`expr $p + 1`
			for q in `seq $tvar3 $tvar1`
			do
				echo $p,$q
				>compare.txt
				for query in `ls ${path}/${db[i]}/query/*.sql`
				do
					echo "compare: " $query
					tmplog=${log1}/${cntdb}/${query##*/}.log
					if [ ${dbms_name[p]}x = virtuosox -o ${dbms_name[q]}x = virtuosox ]
					#if [ $p -eq 3 -o $q -eq 3 ]
					then
					#WARN+NOTICE:the output in virtuoso is without '<>' or '""', so it is hard to compare!
					#url begins with "http://" is entities, but some others may also be, even like "FullProfessor0" in LUBM
					#So we print all 'Y' when encounter results from virtuoso
					#Another way is that we can remove all <> or "" and sort again, when comparing virtuoso and others
					#WARN:there seems to be other questions with the query result of virtuoso!
						if [ ${dbms_name[p]}x = virtuosox ]
						then
							x=$p
							y=$q
						else
							x=$q
							y=$p
						fi
						awk -F '\t' '{
						for(i=1; i<=NF; ++i){
							sub("^[<\"]", "", $i); sub("[>\"]$", "", $i); printf("%s", $i); 
							if(i<NF)printf("\t");}printf("\n");}' ${dbms_path[y]}/${tmplog} > change.txt.bak
						sort -t $'\t' -u change.txt.bak > change.txt
						diff ${dbms_path[x]}/${tmplog} change.txt > comp2.txt
						rm -f comp2.txt
						#cat > tmp.txt
						#awk -F '\t' 'BEGIN{flag=0}{
						#if(NR==FNR){map[NR]=$0}
						#else if(flag==0){
						#	num1=split(map[FNR],str1,"\t");
						#	num2=split($0,str2,"\t");
						#	if(num1 != num2){
						#		flag=1;
						#	}
						#	else{
						#		for(i=1;i<=num;++i){
						#			if(str1[i]!=str2[i]){
						#				flag=1;break}}}}}
						#			END{print "'${query##*/}'""\tY"}' ${dbms_path[p]}/${tmplog} ${dbms_path[q]}/${tmplog} >> compare.txt
					else
						diff ${dbms_path[p]}/${tmplog} ${dbms_path[q]}/${tmplog} > comp2.txt
						rm -f comp2.txt
						#NOTICE:the col num is almost all ok for query results
						#WARN:what if row num is different?
						#awk -F '\t' 'BEGIN{flag=0}{
						#if(NR==FNR){map[NR]=$0}
						#else if(flag==0){
						#	num1=split(map[FNR],str1,"\t");
						#	num2=split($0,str2,"\t");
						#	if(num1 != num2){
						#		flag=1;
						#	}
						#	else{
						#		for(i=1;i<=num1;++i){
						#			if(str1[i]!=str2[i]){
						#				flag=1;break}}}}}
						#			END{
						#				if(flag==0){print "'${query##*/}'""\tY"}
						#				else{print "'${query##*/}'""\tN"}}' ${dbms_path[p]}/${tmplog} ${dbms_path[q]}/${tmplog} >> compare.txt
					fi

					if [ $? -ne 0 ]
					then
						echo -e ${query##*/}"\tN" >> compare.txt
					else
						echo -e ${query##*/}"\tY" >> compare.txt
					fi
				done
				echo "all queries done!"
				name=${dbms_name[p]}_${dbms_name[q]}
				if [ $p -eq 0 ] && [ $q -eq 1 ]
				then
					awk -F '\t' 'BEGIN{print "Result\t""'$name'"}{print $0}' compare.txt > ${tsv1}
				else
					mv ${tsv1} ${tsv1}.bak
					awk -F '\t' '{
					if(NR==FNR) { map[$1]=$2 }
					else {
						if(FNR==1) { print $0"\t""'$name'" }
						else { print $0"\t"map[$1] }
					}}' compare.txt ${tsv1}.bak > ${tsv1}
					rm -f ${tsv1}.bak
				fi
			done
		done
	done
done



#build the load.log/ in home(this script)
echo "now to build the load.log!"
for j in `seq $length2`
do
	j=`expr $j - 1`
	cd ${dbms_path[j]}
	if [ $j -eq 0 ]
	then
		echo "this is the first dbms!"
		awk -F '\t' 'BEGIN{print "dataset\\dbms\t""'${dbms_name[j]}'"}{print $0}' ${log3}/time.log > $tsv3
		awk -F '\t' 'BEGIN{print "dataset\\dbms\t""'${dbms_name[j]}'"}{print $0}' ${log3}/size.log > $tsv4
	else
		echo "this is not the first dbms!"
		mv ${tsv3} ${tsv3}.bak
		awk -F '\t' '{
		if(NR==FNR) { map[$1]=$2 }
		else {
			if(FNR==1) { print $0"\t""'${dbms_name[j]}'" }
			else { print $0"\t"map[$1] }
			}}' ${log3}/time.log ${tsv3}.bak > ${tsv3}
		rm -f ${tsv3}.bak
		mv ${tsv4} ${tsv4}.bak
		awk -F '\t' '{
		if(NR==FNR) { map[$1]=$2 }
		else {
			if(FNR==1) { print $0"\t""'${dbms_name[j]}'" }
			else { print $0"\t"map[$1] }
			}}' ${log3}/size.log ${tsv4}.bak > ${tsv4}
		rm -f ${tsv4}.bak
	fi
done


#generate coverage information view for gstore
cd ${gstore}
str="lcov"
for info in `ls COVERAGE/*.info`
do
	#info=${info##*/}
	str="${str}"" -a ${info}"
done
str="${str}"" -o COVERAGE/gstore.info"
`${str}`
lcov --remove COVERAGE/gstore.info 'Server/*' 'Main/*' 'Parser/*'
genhtml --output-directory COVERAGE --frames --show-details COVERAGE/gstore.info

echo "this is the end of full test!"
echo "please visit the result.log/, time.log/ and load.log/"
echo "you can use excel to load the .tsv files"