echo "Usage: $0 [options] patch-file | defect-number"

echo

echo "Where:"

echo " patch-file is a local patch file containing the changes to test"

echo " defect-number is a JIRA defect number (e.g. 'HADOOP-1234') to test (Jenkins only)"

echo

echo "Options:"

echo "--patch-dir=<dir> The directory for working and output files (default '/tmp')"

echo "--basedir=<dir> The directory to apply the patch to (default current directory)"

echo "--mvn-cmd=<cmd> The 'mvn' command to use (default \$MAVEN_HOME/bin/mvn, or 'mvn')"

echo "--ps-cmd=<cmd> The 'ps' command to use (default 'ps')"

echo "--awk-cmd=<cmd> The 'awk' command to use (default 'awk')"

echo "--svn-cmd=<cmd> The 'svn' command to use (default 'svn')"

echo "--grep-cmd=<cmd> The 'grep' command to use (default 'grep')"

echo "--patch-cmd=<cmd> The 'patch' command to use (default 'patch')"

echo "--diff-cmd=<cmd> The 'diff' command to use (default 'diff')"

echo "--findbugs-home=<path> Findbugs home directory (default FINDBUGS_HOME environment variable)"

echo "--forrest-home=<path> Forrest home directory (default FORREST_HOME environment variable)"

echo "--dirty-workspace Allow the local SVN workspace to have uncommitted changes"

echo "--run-tests Run all tests below the base directory"

echo "--build-native=<bool> If true, then build native components (default 'true')"

echo

echo "Jenkins-only options:"

echo "--jenkins Run by Jenkins (runs tests and posts results to JIRA)"

echo "--support-dir=<dir> The directory to find support files in"

echo "--wget-cmd=<cmd> The 'wget' command to use (default 'wget')"

echo "--jira-cmd=<cmd> The 'jira' command to use (default 'jira')"

echo "--jira-password=<pw> The password for the 'jira' command"

echo "--eclipse-home=<path> Eclipse home directory (default ECLIPSE_HOME environment variable)"

for i in $*

do

case $i in

--jenkins)

JENKINS=true

;;

--patch-dir=*)

PATCH_DIR=${i#*=}

;;

--support-dir=*)

SUPPORT_DIR=${i#*=}

;;

--basedir=*)

BASEDIR=${i#*=}

;;

--mvn-cmd=*)

MVN=${i#*=}

;;

--ps-cmd=*)

PS=${i#*=}

;;

--awk-cmd=*)

AWK=${i#*=}

;;

--wget-cmd=*)

WGET=${i#*=}

;;

--svn-cmd=*)

SVN=${i#*=}

;;

--grep-cmd=*)

GREP=${i#*=}

;;

--patch-cmd=*)

PATCH=${i#*=}

;;

--diff-cmd=*)

DIFF=${i#*=}

;;

--jira-cmd=*)

JIRACLI=${i#*=}

;;

--jira-password=*)

JIRA_PASSWD=${i#*=}

;;

--findbugs-home=*)

FINDBUGS_HOME=${i#*=}

;;

--forrest-home=*)

FORREST_HOME=${i#*=}

;;

--eclipse-home=*)

ECLIPSE_HOME=${i#*=}

;;

--dirty-workspace)

DIRTY_WORKSPACE=true

;;

--run-tests)

RUN_TESTS=true

;;

--build-native=*)

BUILD_NATIVE=${i#*=}

;;

*)

PATCH_OR_DEFECT=$i

;;

esac

done

if [[ $BUILD_NATIVE == "true" ]] ; then

NATIVE_PROFILE=-Pnative

REQUIRE_TEST_LIB_HADOOP=-Drequire.test.libhadoop

fi

if [ -z "$PATCH_OR_DEFECT" ]; then

printUsage

exit 1

fi

if [[ $JENKINS == "true" ]] ; then

echo "Running in Jenkins mode"

defect=$PATCH_OR_DEFECT

ECLIPSE_PROPERTY="-Declipse.home=$ECLIPSE_HOME"

else

echo "Running in developer mode"

JENKINS=false

### PATCH_FILE contains the location of the patchfile

PATCH_FILE=$PATCH_OR_DEFECT

if [[ ! -e "$PATCH_FILE" ]] ; then

echo "Unable to locate the patch file $PATCH_FILE"

cleanupAndExit 0

fi

### Check if $PATCH_DIR exists. If it does not exist, create a new directory

if [[ ! -e "$PATCH_DIR" ]] ; then

mkdir "$PATCH_DIR"

if [[ $? == 0 ]] ; then

echo "$PATCH_DIR has been created"

else

echo "Unable to create $PATCH_DIR"

cleanupAndExit 0

fi

fi

### Obtain the patch filename to append it to the version number

defect=`basename $PATCH_FILE`

fi

echo ""

echo ""

echo "======================================================================"

echo "======================================================================"

echo " Testing patch for ${defect}."

echo "======================================================================"

echo "======================================================================"

echo ""

echo ""

### When run by a developer, if the workspace contains modifications, do not continue

### unless the --dirty-workspace option was set

status=`$SVN stat --ignore-externals | sed -e '/^X[ ]*/D'`

if [[ $JENKINS == "false" ]] ; then

if [[ "$status" != "" && -z $DIRTY_WORKSPACE ]] ; then

echo "ERROR: can't run in a workspace that contains the following modifications"

echo "$status"

cleanupAndExit 1

fi

echo

else

cd $BASEDIR

$SVN revert -R .

rm -rf `$SVN status --no-ignore`

$SVN update

fi

return $?

### Download latest patch file (ignoring .htm and .html) when run from patch process

if [[ $JENKINS == "true" ]] ; then

$WGET -q -O $PATCH_DIR/jira http://issues.apache.org/jira/browse/$defect

if [[ `$GREP -c 'Patch Available' $PATCH_DIR/jira` == 0 ]] ; then

echo "$defect is not \"Patch Available\". Exiting."

cleanupAndExit 0

fi

relativePatchURL=`$GREP -o '"/jira/secure/attachment/[0-9]*/[^"]*' $PATCH_DIR/jira | $GREP -v -e 'htm[l]*$' | sort | tail -1 | $GREP -o '/jira/secure/attachment/[0-9]*/[^"]*'`

patchURL="http://issues.apache.org${relativePatchURL}"

patchNum=`echo $patchURL | $GREP -o '[0-9]*/' | $GREP -o '[0-9]*'`

echo "$defect patch is being downloaded at `date` from"

echo "$patchURL"

$WGET -q -O $PATCH_DIR/patch $patchURL

VERSION=${SVN_REVISION}_${defect}_PATCH-${patchNum}

JIRA_COMMENT="Here are the results of testing the latest attachment

### Copy in any supporting files needed by this process

cp -r $SUPPORT_DIR/lib/* ./lib

#PENDING: cp -f $SUPPORT_DIR/etc/checkstyle* ./src/test

### Copy the patch file to $PATCH_DIR

else

VERSION=PATCH-${defect}

cp $PATCH_FILE $PATCH_DIR/patch

if [[ $? == 0 ]] ; then

echo "Patch file $PATCH_FILE copied to $PATCH_DIR"

else

echo "Could not copy $PATCH_FILE to $PATCH_DIR"

cleanupAndExit 0

fi

fi

# Before building, check to make sure that the patch is valid

$bindir/smart-apply-patch.sh $PATCH_DIR/patch dryrun

if [[ $? != 0 ]] ; then

echo "PATCH APPLICATION FAILED"

JIRA_COMMENT="$JIRA_COMMENT

return 1

else

return 0

fi

echo ""

echo ""

echo "======================================================================"

echo "======================================================================"

echo " Pre-build trunk to verify trunk stability and javac warnings"

echo "======================================================================"

echo "======================================================================"

echo ""

echo ""

if [[ ! -d hadoop-common-project ]]; then

cd $bindir/..

echo "Compiling $(pwd)"

echo "$MVN clean test -DskipTests > $PATCH_DIR/trunkCompile.txt 2>&1"

$MVN clean test -DskipTests > $PATCH_DIR/trunkCompile.txt 2>&1

if [[ $? != 0 ]] ; then

echo "Top-level trunk compilation is broken?"

JIRA_COMMENT="$JIRA_COMMENT

return 1

fi

cd -

fi

echo "Compiling $(pwd)"

echo "$MVN clean test -DskipTests -D${PROJECT_NAME}PatchProcess -Ptest-patch > $PATCH_DIR/trunkJavacWarnings.txt 2>&1"

$MVN clean test -DskipTests -D${PROJECT_NAME}PatchProcess -Ptest-patch > $PATCH_DIR/trunkJavacWarnings.txt 2>&1

if [[ $? != 0 ]] ; then

echo "Trunk compilation is broken?"

JIRA_COMMENT="$JIRA_COMMENT

return 1

fi

echo "$MVN clean test javadoc:javadoc -DskipTests -Pdocs -D${PROJECT_NAME}PatchProcess > $PATCH_DIR/trunkJavadocWarnings.txt 2>&1"

$MVN clean test javadoc:javadoc -DskipTests -Pdocs -D${PROJECT_NAME}PatchProcess > $PATCH_DIR/trunkJavadocWarnings.txt 2>&1

if [[ $? != 0 ]] ; then

echo "Trunk javadoc compilation is broken?"

JIRA_COMMENT="$JIRA_COMMENT

return 1

fi

return 0

echo ""

echo ""

echo "======================================================================"

echo "======================================================================"

echo " Checking there are no @author tags in the patch."

echo "======================================================================"

echo "======================================================================"

echo ""

echo ""

authorTags=`$GREP -c -i '@author' $PATCH_DIR/patch`

echo "There appear to be $authorTags @author tags in the patch."

if [[ $authorTags != 0 ]] ; then

JIRA_COMMENT="$JIRA_COMMENT

return 1

fi

JIRA_COMMENT="$JIRA_COMMENT

return 0

echo ""

echo ""

echo "======================================================================"

echo "======================================================================"

echo " Checking there are new or changed tests in the patch."

echo "======================================================================"

echo "======================================================================"

echo ""

echo ""

testReferences=`$GREP -c -i -e '^+++.*/test' $PATCH_DIR/patch`

echo "There appear to be $testReferences test files referenced in the patch."

if [[ $testReferences == 0 ]] ; then

if [[ $JENKINS == "true" ]] ; then

patchIsDoc=`$GREP -c -i 'title="documentation' $PATCH_DIR/jira`

if [[ $patchIsDoc != 0 ]] ; then

echo "The patch appears to be a documentation patch that doesn't require tests."

JIRA_COMMENT="$JIRA_COMMENT

return 0

fi

fi

JIRA_COMMENT="$JIRA_COMMENT

return 1

fi

JIRA_COMMENT="$JIRA_COMMENT

return 0

cd $BASEDIR/conf

for file in `ls *.xml.template`

do

rm -f `basename $file .template`

done

cd $BASEDIR

echo ""

echo ""

echo "======================================================================"

echo "======================================================================"

echo " Applying patch."

echo "======================================================================"

echo "======================================================================"

echo ""

echo ""

export PATCH

$bindir/smart-apply-patch.sh $PATCH_DIR/patch

if [[ $? != 0 ]] ; then

echo "PATCH APPLICATION FAILED"

JIRA_COMMENT="$JIRA_COMMENT

return 1

fi

return 0

echo ""

echo ""

echo "======================================================================"

echo "======================================================================"

echo " Determining number of patched javadoc warnings."

echo "======================================================================"

echo "======================================================================"

echo ""

echo ""

echo "$MVN clean test javadoc:javadoc -DskipTests -Pdocs -D${PROJECT_NAME}PatchProcess > $PATCH_DIR/patchJavadocWarnings.txt 2>&1"

if [ -d hadoop-project ]; then

(cd hadoop-project; $MVN install > /dev/null 2>&1)

fi

if [ -d hadoop-common-project/hadoop-annotations ]; then

(cd hadoop-common-project/hadoop-annotations; $MVN install > /dev/null 2>&1)

fi

$MVN clean test javadoc:javadoc -DskipTests -Pdocs -D${PROJECT_NAME}PatchProcess > $PATCH_DIR/patchJavadocWarnings.txt 2>&1

calculateJavadocWarnings "$PATCH_DIR/trunkJavadocWarnings.txt"

numTrunkJavadocWarnings=$RET

calculateJavadocWarnings "$PATCH_DIR/patchJavadocWarnings.txt"

numPatchJavadocWarnings=$RET

grep -i warning "$PATCH_DIR/trunkJavadocWarnings.txt" > "$PATCH_DIR/trunkJavadocWarningsFiltered.txt"

grep -i warning "$PATCH_DIR/patchJavadocWarnings.txt" > "$PATCH_DIR/patchJavadocWarningsFiltered.txt"

diff -u "$PATCH_DIR/trunkJavadocWarningsFiltered.txt" \

"$PATCH_DIR/patchJavadocWarningsFiltered.txt" > \

"$PATCH_DIR/diffJavadocWarnings.txt"

rm -f "$PATCH_DIR/trunkJavadocWarningsFiltered.txt" "$PATCH_DIR/patchJavadocWarningsFiltered.txt"

echo "There appear to be $numTrunkJavadocWarnings javadoc warnings before the patch and $numPatchJavadocWarnings javadoc warnings after applying the patch."

if [[ $numTrunkJavadocWarnings != "" && $numPatchJavadocWarnings != "" ]] ; then

if [[ $numPatchJavadocWarnings -gt $numTrunkJavadocWarnings ]] ; then

JIRA_COMMENT="$JIRA_COMMENT

return 1

fi

fi

JIRA_COMMENT="$JIRA_COMMENT

return 0

echo ""

echo ""

echo "======================================================================"

echo "======================================================================"

echo " Determining number of patched javac warnings."

echo "======================================================================"

echo "======================================================================"

echo ""

echo ""

echo "$MVN clean test -DskipTests -D${PROJECT_NAME}PatchProcess $NATIVE_PROFILE -Ptest-patch > $PATCH_DIR/patchJavacWarnings.txt 2>&1"

$MVN clean test -DskipTests -D${PROJECT_NAME}PatchProcess $NATIVE_PROFILE -Ptest-patch > $PATCH_DIR/patchJavacWarnings.txt 2>&1

if [[ $? != 0 ]] ; then

JIRA_COMMENT="$JIRA_COMMENT

return 2

fi

### Compare trunk and patch javac warning numbers

if [[ -f $PATCH_DIR/patchJavacWarnings.txt ]] ; then

$GREP '\[WARNING\]' $PATCH_DIR/trunkJavacWarnings.txt > $PATCH_DIR/filteredTrunkJavacWarnings.txt

$GREP '\[WARNING\]' $PATCH_DIR/patchJavacWarnings.txt > $PATCH_DIR/filteredPatchJavacWarnings.txt

trunkJavacWarnings=`cat $PATCH_DIR/filteredTrunkJavacWarnings.txt | $AWK 'BEGIN {total = 0} {total += 1} END {print total}'`

patchJavacWarnings=`cat $PATCH_DIR/filteredPatchJavacWarnings.txt | $AWK 'BEGIN {total = 0} {total += 1} END {print total}'`

echo "There appear to be $trunkJavacWarnings javac compiler warnings before the patch and $patchJavacWarnings javac compiler warnings after applying the patch."

if [[ $patchJavacWarnings != "" && $trunkJavacWarnings != "" ]] ; then

if [[ $patchJavacWarnings -gt $trunkJavacWarnings ]] ; then

JIRA_COMMENT="$JIRA_COMMENT

$DIFF $PATCH_DIR/filteredTrunkJavacWarnings.txt $PATCH_DIR/filteredPatchJavacWarnings.txt > $PATCH_DIR/diffJavacWarnings.txt

JIRA_COMMENT_FOOTER="Javac warnings: $BUILD_URL/artifact/trunk/patchprocess/diffJavacWarnings.txt

return 1

fi

fi

fi

JIRA_COMMENT="$JIRA_COMMENT

return 0

echo ""

echo ""

echo "======================================================================"

echo "======================================================================"

echo " Determining number of patched release audit warnings."

echo "======================================================================"

echo "======================================================================"

echo ""

echo ""

echo "$MVN apache-rat:check -D${PROJECT_NAME}PatchProcess > $PATCH_DIR/patchReleaseAuditOutput.txt 2>&1"

$MVN apache-rat:check -D${PROJECT_NAME}PatchProcess > $PATCH_DIR/patchReleaseAuditOutput.txt 2>&1

find $BASEDIR -name rat.txt | xargs cat > $PATCH_DIR/patchReleaseAuditWarnings.txt

### Compare trunk and patch release audit warning numbers

if [[ -f $PATCH_DIR/patchReleaseAuditWarnings.txt ]] ; then

patchReleaseAuditWarnings=`$GREP -c '\!?????' $PATCH_DIR/patchReleaseAuditWarnings.txt`

echo ""

echo ""

echo "There appear to be $patchReleaseAuditWarnings release audit warnings after applying the patch."

if [[ $patchReleaseAuditWarnings != "" ]] ; then

if [[ $patchReleaseAuditWarnings -gt 0 ]] ; then

JIRA_COMMENT="$JIRA_COMMENT

$GREP '\!?????' $PATCH_DIR/patchReleaseAuditWarnings.txt > $PATCH_DIR/patchReleaseAuditProblems.txt

echo "Lines that start with ????? in the release audit report indicate files that do not have an Apache license header." >> $PATCH_DIR/patchReleaseAuditProblems.txt

JIRA_COMMENT_FOOTER="Release audit warnings: $BUILD_URL/artifact/trunk/patchprocess/patchReleaseAuditProblems.txt

return 1

fi

fi

fi

JIRA_COMMENT="$JIRA_COMMENT

return 0

echo ""

echo ""

echo "======================================================================"

echo "======================================================================"

echo " Determining number of patched checkstyle warnings."

echo "======================================================================"

echo "======================================================================"

echo ""

echo ""

echo "THIS IS NOT IMPLEMENTED YET"

echo ""

echo ""

echo "$MVN test checkstyle:checkstyle -DskipTests -D${PROJECT_NAME}PatchProcess"

$MVN test checkstyle:checkstyle -DskipTests -D${PROJECT_NAME}PatchProcess

JIRA_COMMENT_FOOTER="Checkstyle results: $BUILD_URL/artifact/trunk/build/test/checkstyle-errors.html

### TODO: calculate actual patchStyleErrors

return 0

echo ""

echo ""

echo "======================================================================"

echo "======================================================================"

echo " Installing all of the jars"

echo "======================================================================"

echo "======================================================================"

echo ""

echo ""

echo "$MVN install -Dmaven.javadoc.skip=true -DskipTests -D${PROJECT_NAME}PatchProcess"

$MVN install -Dmaven.javadoc.skip=true -DskipTests -D${PROJECT_NAME}PatchProcess

return $?

findbugs_version=`${FINDBUGS_HOME}/bin/findbugs -version`

echo ""

echo ""

echo "======================================================================"

echo "======================================================================"

echo " Determining number of patched Findbugs warnings."

echo "======================================================================"

echo "======================================================================"

echo ""

echo ""

modules=$(findModules)

rc=0

for module in $modules;

do

cd $module

echo " Running findbugs in $module"

module_suffix=`basename ${module}`

echo "$MVN clean test findbugs:findbugs -DskipTests -D${PROJECT_NAME}PatchProcess < /dev/null > $PATCH_DIR/patchFindBugsOutput${module_suffix}.txt 2>&1"

$MVN clean test findbugs:findbugs -DskipTests -D${PROJECT_NAME}PatchProcess < /dev/null > $PATCH_DIR/patchFindBugsOutput${module_suffix}.txt 2>&1

(( rc = rc + $? ))

cd -

done

if [ $rc != 0 ] ; then

JIRA_COMMENT="$JIRA_COMMENT

return 1

fi

findbugsWarnings=0

for file in $(find $BASEDIR -name findbugsXml.xml)

do

relative_file=${file#$BASEDIR/} # strip leading $BASEDIR prefix

if [ ! $relative_file == "target/findbugsXml.xml" ]; then

module_suffix=${relative_file%/target/findbugsXml.xml} # strip trailing path

module_suffix=`basename ${module_suffix}`

fi

cp $file $PATCH_DIR/patchFindbugsWarnings${module_suffix}.xml

$FINDBUGS_HOME/bin/setBugDatabaseInfo -timestamp "01/01/2000" \

$PATCH_DIR/patchFindbugsWarnings${module_suffix}.xml \

$PATCH_DIR/patchFindbugsWarnings${module_suffix}.xml

newFindbugsWarnings=`$FINDBUGS_HOME/bin/filterBugs -first "01/01/2000" $PATCH_DIR/patchFindbugsWarnings${module_suffix}.xml \

echo "Found $newFindbugsWarnings Findbugs warnings ($file)"

findbugsWarnings=$((findbugsWarnings+newFindbugsWarnings))

$FINDBUGS_HOME/bin/convertXmlToText -html \

$PATCH_DIR/newPatchFindbugsWarnings${module_suffix}.xml \

$PATCH_DIR/newPatchFindbugsWarnings${module_suffix}.html

if [[ $newFindbugsWarnings > 0 ]] ; then

JIRA_COMMENT_FOOTER="Findbugs warnings: $BUILD_URL/artifact/trunk/patchprocess/newPatchFindbugsWarnings${module_suffix}.html

fi

done

if [[ $findbugsWarnings -gt 0 ]] ; then

JIRA_COMMENT="$JIRA_COMMENT

return 1

fi

JIRA_COMMENT="$JIRA_COMMENT

return 0

echo ""

echo ""

echo "======================================================================"

echo "======================================================================"

echo " Running mvn eclipse:eclipse."

echo "======================================================================"

echo "======================================================================"

echo ""

echo ""

echo "$MVN eclipse:eclipse -D${PROJECT_NAME}PatchProcess > $PATCH_DIR/patchEclipseOutput.txt 2>&1"

$MVN eclipse:eclipse -D${PROJECT_NAME}PatchProcess > $PATCH_DIR/patchEclipseOutput.txt 2>&1

if [[ $? != 0 ]] ; then

JIRA_COMMENT="$JIRA_COMMENT

return 1

fi

JIRA_COMMENT="$JIRA_COMMENT

return 0

echo ""

echo ""

echo "======================================================================"

echo "======================================================================"

echo " Running tests."

echo "======================================================================"

echo "======================================================================"

echo ""

echo ""

failed_tests=""

modules=$(findModules)

#

# If we are building hadoop-hdfs-project, we must build the native component

# of hadoop-common-project first. In order to accomplish this, we move the

# hadoop-hdfs subprojects to the end of the list so that common will come

# first.

#

# Of course, we may not be building hadoop-common at all-- in this case, we

# explicitly insert a mvn compile -Pnative of common, to ensure that the

# native libraries show up where we need them.

#

building_common=0

for module in $modules; do

if [[ $module == hadoop-hdfs-project* ]]; then

hdfs_modules="$hdfs_modules $module"

elif [[ $module == hadoop-common-project* ]]; then

ordered_modules="$ordered_modules $module"

building_common=1

else

ordered_modules="$ordered_modules $module"

fi

done

if [ -n "$hdfs_modules" ]; then

ordered_modules="$ordered_modules $hdfs_modules"

if [[ $building_common -eq 0 ]]; then

echo " Building hadoop-common with -Pnative in order to provide \

echo " $MVN compile $NATIVE_PROFILE -D${PROJECT_NAME}PatchProcess"

if ! $MVN compile $NATIVE_PROFILE -D${PROJECT_NAME}PatchProcess; then

JIRA_COMMENT="$JIRA_COMMENT

return 1

fi

fi

fi

failed_test_builds=""

test_timeouts=""

for module in $ordered_modules; do

cd $module

module_suffix=`basename ${module}`

test_logfile=$PATCH_DIR/testrun_${module_suffix}.txt

echo " Running tests in $module"

echo " $MVN clean install -fn $NATIVE_PROFILE $REQUIRE_TEST_LIB_HADOOP -D${PROJECT_NAME}PatchProcess"

$MVN clean install -fae $NATIVE_PROFILE $REQUIRE_TEST_LIB_HADOOP -D${PROJECT_NAME}PatchProcess > $test_logfile 2>&1

test_build_result=$?

cat $test_logfile

module_test_timeouts=`$AWK '/^Running / { if (last) { print last } last=$2 } /^Tests run: / { last="" }' $test_logfile`

if [[ -n "$module_test_timeouts" ]] ; then

test_timeouts="$test_timeouts

fi

module_failed_tests=`find . -name 'TEST*.xml' | xargs $GREP -l -E "<failure|<error" | sed -e "s|.*target/surefire-reports/TEST-| |g" | sed -e "s|\.xml||g"`

if [[ -n "$module_failed_tests" ]] ; then

failed_tests="${failed_tests}

fi

if [[ $test_build_result != 0 && -z "$module_failed_tests" && -z "$module_test_timeouts" ]] ; then

failed_test_builds="$module $failed_test_builds"

fi

cd -

done

result=0

comment_prefix=" {color:red}-1 core tests{color}."

if [[ -n "$failed_tests" ]] ; then

JIRA_COMMENT="$JIRA_COMMENT

comment_prefix=" "

result=1

fi

if [[ -n "$test_timeouts" ]] ; then

JIRA_COMMENT="$JIRA_COMMENT

comment_prefix=" "

result=1

fi

if [[ -n "$failed_test_builds" ]] ; then

JIRA_COMMENT="$JIRA_COMMENT

result=1

fi

if [[ $result == 0 ]] ; then

JIRA_COMMENT="$JIRA_COMMENT

fi

return $result

dir=`dirname $1`

while [ 1 ]

do

if [ -f "$dir/pom.xml" ]

then

echo $dir

return

else

dir=`dirname $dir`

fi

done

# Come up with a list of changed files into $TMP

TMP=/tmp/tmp.paths.$$

$GREP '^+++ \|^--- ' $PATCH_DIR/patch | cut -c '5-' | $GREP -v /dev/null | sort | uniq > $TMP

# if all of the lines start with a/ or b/, then this is a git patch that

# was generated without --no-prefix

if ! $GREP -qv '^a/\|^b/' $TMP ; then

sed -i -e 's,^[ab]/,,' $TMP

fi

# Now find all the modules that were changed

TMP_MODULES=/tmp/tmp.modules.$$

for file in $(cut -f 1 $TMP | sort | uniq); do

echo $(findModule $file) >> $TMP_MODULES

done

rm $TMP

# Filter out modules without code

CHANGED_MODULES=""

for module in $(cat $TMP_MODULES | sort | uniq); do

$GREP "<packaging>pom</packaging>" $module/pom.xml > /dev/null

if [ "$?" != 0 ]; then

CHANGED_MODULES="$CHANGED_MODULES $module"

fi

done

rm $TMP_MODULES

echo $CHANGED_MODULES

echo ""

echo ""

echo "======================================================================"

echo "======================================================================"

echo " Running contrib tests."

echo "======================================================================"

echo "======================================================================"

echo ""

echo ""

if [[ `$GREP -c 'test-contrib' build.xml` == 0 ]] ; then

echo "No contrib tests in this project."

return 0

fi

### Kill any rogue build processes from the last attempt

$PS auxwww | $GREP ${PROJECT_NAME}PatchProcess | $AWK '{print $2}' | /usr/bin/xargs -t -I {} /bin/kill -9 {} > /dev/null

#echo "$ANT_HOME/bin/ant -Dversion="${VERSION}" $ECLIPSE_PROPERTY -DHadoopPatchProcess= -Dtest.junit.output.format=xml -Dtest.output=no test-contrib"

#$ANT_HOME/bin/ant -Dversion="${VERSION}" $ECLIPSE_PROPERTY -DHadoopPatchProcess= -Dtest.junit.output.format=xml -Dtest.output=no test-contrib

echo "NOP"

if [[ $? != 0 ]] ; then

JIRA_COMMENT="$JIRA_COMMENT

return 1

fi

JIRA_COMMENT="$JIRA_COMMENT

return 0

echo ""

echo ""

echo "======================================================================"

echo "======================================================================"

echo " Checking the integrity of system test framework code."

echo "======================================================================"

echo "======================================================================"

echo ""

echo ""

### Kill any rogue build processes from the last attempt

$PS auxwww | $GREP ${PROJECT_NAME}PatchProcess | $AWK '{print $2}' | /usr/bin/xargs -t -I {} /bin/kill -9 {} > /dev/null

#echo "$ANT_HOME/bin/ant -Dversion="${VERSION}" -DHadoopPatchProcess= -Dtest.junit.output.format=xml -Dtest.output=no -Dcompile.c++=yes -Dforrest.home=$FORREST_HOME inject-system-faults"

#$ANT_HOME/bin/ant -Dversion="${VERSION}" -DHadoopPatchProcess= -Dtest.junit.output.format=xml -Dtest.output=no -Dcompile.c++=yes -Dforrest.home=$FORREST_HOME inject-system-faults

echo "NOP"

return 0

if [[ $? != 0 ]] ; then

JIRA_COMMENT="$JIRA_COMMENT

return 1

fi

JIRA_COMMENT="$JIRA_COMMENT

return 0

local result=$1

### Do not output the value of JIRA_COMMENT_FOOTER when run by a developer

if [[ $JENKINS == "false" ]] ; then

JIRA_COMMENT_FOOTER=""

fi

if [[ $result == 0 ]] ; then

comment="{color:green}+1 overall{color}. $JIRA_COMMENT

else

comment="{color:red}-1 overall{color}. $JIRA_COMMENT

fi

### Output the test result to the console

echo "

$comment"

if [[ $JENKINS == "true" ]] ; then

echo ""

echo ""

echo "======================================================================"

echo "======================================================================"

echo " Adding comment to Jira."

echo "======================================================================"

echo "======================================================================"

echo ""

echo ""

### Update Jira with a comment

export USER=hudson

$JIRACLI -s https://issues.apache.org/jira -a addcomment -u hadoopqa -p $JIRA_PASSWD --comment "$comment" --issue $defect

$JIRACLI -s https://issues.apache.org/jira -a logout -u hadoopqa -p $JIRA_PASSWD

fi

local result=$1

if [[ $JENKINS == "true" ]] ; then

if [ -e "$PATCH_DIR" ] ; then

mv $PATCH_DIR $BASEDIR

fi

fi

echo ""

echo ""

echo "======================================================================"

echo "======================================================================"

echo " Finished build."

echo "======================================================================"

echo "======================================================================"

echo ""

echo ""

exit $result