mqliang commented on a change in pull request #7149:
URL: https://github.com/apache/incubator-pinot/pull/7149#discussion_r668121696
##########
File path: compatibility-verifier/checkoutAndBuild.sh
##########
@@ -41,20 +41,34 @@ function usage() {
}
# This function builds Pinot given a specific commit hash and target directory
Review comment:
You may need change the comments accordingly here.
##########
File path: compatibility-verifier/checkoutAndBuild.sh
##########
@@ -86,67 +100,145 @@ while [ "$1" != "" ]; do
shift
done
-if [ -z "$olderCommit" -a ! -z "$newerCommit" ]; then
- echo "If old commit hash is not given, then new commit has should not be
given either"
- usage
- exit 1
-fi
-
-if [ -z "$olderCommit" ]; then
- # Newer commit must also be null, so take the previous commit as the older
one.
- olderCommit=`git log --pretty=format:'%h' -n 2|tail -1`
-fi
+# Validate and create working directory; set up build path names
if [ -z $workingDir ]; then
echo "Working directory must be specified"
usage
exit 1
fi
-
if [ -d $workingDir ]; then
echo "Directory ${workingDir} already exists. Use a new directory."
usage
exit 1
fi
-
mkdir -p ${workingDir}
if [ $? -ne 0 ]; then
echo "Could not create ${workingDir}"
exit 1
fi
workingDir=$(absPath "$workingDir")
-
+cmdDir=$(absPath "$cmdDir")
+oldBuildOutFile="${workingDir}/oldBuild.out"
+oldTargetDir="$workingDir"/oldTargetDir
+newBuildOutFile="${workingDir}/newBuild.out"
newTargetDir="$workingDir"/newTargetDir
+curBuildOutFile="${workingDir}/currentBuild.out"
+
+# Find value of olderCommit hash
+if [ -z "$olderCommit" -a ! -z "$newerCommit" ]; then
+ echo "If old commit hash is not given, then new commit should not be given
either"
+ usage
+ exit 1
+fi
+if [ -z "$olderCommit" ]; then
+ # Newer commit must also be null, so take the previous commit as the older
one.
+ olderCommit=`git log --pretty=format:'%h' -n 2|tail -1`
+fi
+
+buildNewTarget=0
+
if [ -z "$newerCommit" ]; then
- echo "Compiling current tree as newer version"
- (cd $cmdDir/.. && mvn install package -DskipTests -Pbin-dist -D
jdk.version=8 ${PINOT_MAVEN_OPTS} && mvn -pl pinot-tools package -DskipTests
-Djdk.version=8 ${PINOT_MAVEN_OPTS} && mvn -pl pinot-integration-tests package
-DskipTests -Djdk.version=8 ${PINOT_MAVEN_OPTS})
- if [ $? -ne 0 ]; then
- echo Compile failed.
- exit 1
- fi
- ln -s $(absPath "${cmdDir}/..") "${newTargetDir}"
+ echo "Assuming current tree as newer version"
+ ln -s "${cmdDir}/.." "${newTargetDir}"
else
if ! mkdir -p "$newTargetDir"; then
echo "Failed to create target directory ${newTargetDir}"
exit 1
fi
- echo "Building the new version ..."
- checkoutAndBuild "$newerCommit" "$newTargetDir"
- if [ $? -ne 0 ];then
- echo Could not build new version at "${newerCommit}"
- exit 1
- fi
+ echo "Checking out new version at commit \"${newerCommit}\""
+ checkOut "$newerCommit" "$newTargetDir"
+ buildNewTarget=1
fi
-oldTargetDir="$workingDir"/oldTargetDir
if ! mkdir -p "$oldTargetDir"; then
echo "Failed to create target directory ${oldTargetDir}"
exit 1
fi
-echo "Building the old version ... "
-checkoutAndBuild "$olderCommit" "$oldTargetDir"
-if [ $? -ne 0 ]; then
- echo Could not build older version at "${olderCommit}"
- exit 1
+
+echo "Checking out old version at commit \"${olderCommit}\""
+checkOut "$olderCommit" "$oldTargetDir"
+
+# Start builds in parallel.
+# We need to build current directory and old commit for sure.
+# In addition, if the newer version is not the current one,
+# we will need to build that as well.
+echo Starting build for compat checker at ${cmdDir}
+(cd ${cmdDir}/..; build ${curBuildOutFile} 1) &
+curBuildPid=$!
+echo Starting build for old version at ${oldTargetDir}
+(cd ${oldTargetDir}; build ${oldBuildOutFile} 0) &
+oldBuildPid=$!
+if [ ${buildNewTarget} -eq 1 ]; then
+ echo Starting build for new version at ${newTargetDir}
+ (cd ${newTargetDir}; build ${newBuildOutFile} 0) &
+ newBuildPid=$!
fi
+
+echo Awaiting build complete for old commit
+while true ; do
+ printf "."
+ ps -p ${oldBuildPid} 1>/dev/null 2>&1
+ if [ $? -ne 0 ]; then
+ printf "\n"
+ wait ${oldBuildPid}
+ oldBuildStatus=$?
+ break
+ fi
+ sleep 5
+done
+
+echo Awaiting build complete for compat checker
+while true ; do
+ printf "."
+ ps -p ${curBuildPid} 1>/dev/null 2>&1
+ if [ $? -ne 0 ]; then
+ printf "\n"
+ wait ${curBuildPid}
+ curBuildStatus=$?
+ break
+ fi
+ sleep 5
+done
+
+if [ ${buildNewTarget} -eq 1 ]; then
+ echo Awaiting build complete for new commit
+ while true ; do
+ printf "."
+ ps -p ${newBuildPid} 1>/dev/null 2>&1
+ if [ $? -ne 0 ]; then
+ printf "\n"
+ wait ${newBuildPid}
+ newBuildStatus=$?
+ break
+ fi
+ sleep 5
+ done
+
Review comment:
you may need remove unnecessary blank line here.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org
For additional commands, e-mail: commits-h...@pinot.apache.org
