#!/bin/bash

#

# Copyright (c) 2012, 2018, Oracle and/or its affiliates. All rights reserved.

# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.

#

# This code is free software; you can redistribute it and/or modify it

# under the terms of the GNU General Public License version 2 only, as

# published by the Free Software Foundation.

#

# This code is distributed in the hope that it will be useful, but WITHOUT

# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or

# FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License

# version 2 for more details (a copy is included in the LICENSE file that

# accompanied this code).

#

# You should have received a copy of the GNU General Public License version

# 2 along with this work; if not, write to the Free Software Foundation,

# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.

#

# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA

# or visit www.oracle.com if you need additional information or have any

# questions.

#

# This script is processed by configure before it's usable. It is run from

# the root of the build directory.

################################################################################

# Check that we are run via the wrapper generated by configure

if [ -z "$TOPDIR" ]; then

    echo "Error: You must run this script using build/[conf]/compare.sh"

    exit 1

fi

if [ "$OPENJDK_TARGET_OS" = "macosx" ]; then

    FULLDUMP_CMD="$OTOOL -v -V -h -X -d"

    LDD_CMD="$OTOOL -L"

    DIS_CMD="$OTOOL -v -V -t"

    STAT_PRINT_SIZE="-f %z"

elif [ "$OPENJDK_TARGET_OS" = "windows" ]; then

    FULLDUMP_CMD="$DUMPBIN -all"

    LDD_CMD="$DUMPBIN -dependents"

    DIS_CMD="$DUMPBIN -disasm:nobytes"

    STAT_PRINT_SIZE="-c %s"

elif [ "$OPENJDK_TARGET_OS" = "aix" ]; then

    FULLDUMP_CMD="dump -h -r -t -n -X64"

    LDD_CMD="$LDD"

    DIS_CMD="$OBJDUMP -d"

    STAT_PRINT_SIZE="-c %s"

else

    FULLDUMP_CMD="$READELF -a"

    LDD_CMD="$LDD"

    DIS_CMD="$OBJDUMP -d"

    STAT_PRINT_SIZE="-c %s"

fi

COMPARE_EXCEPTIONS_INCLUDE="$TOPDIR/make/scripts/compare_exceptions.sh.incl"

if [ ! -e "$COMPARE_EXCEPTIONS_INCLUDE" ]; then

    echo "Error: Cannot locate the exceptions file, it should have been here: $COMPARE_EXCEPTIONS_INCLUDE"

    exit 1

fi

# Include exception definitions

. "$COMPARE_EXCEPTIONS_INCLUDE"

################################################################################

# Compare text files and ignore specific differences:

#

#  * Timestamps in Java sources generated by idl2java

#  * Sorting order and cleanup style in .properties files

diff_text() {

    OTHER_FILE=$1

    THIS_FILE=$2

    SUFFIX="${THIS_FILE##*.}"

    NAME="${THIS_FILE##*/}"

    TMP=1

    if [[ "$THIS_FILE" = *"META-INF/MANIFEST.MF" ]]; then

        # Filter out date string, ant version and java version differences.

        TMP=$(LC_ALL=C $DIFF $OTHER_FILE $THIS_FILE | \

            $GREP '^[<>]' | \

            $SED -e '/[<>] Ant-Version: Apache Ant .*/d' \

                 -e '/[<>] Created-By: .* (Oracle [Corpatin)]*/d' \

                 -e '/[<>]  [Corpatin]*)/d' \

                 -e '/[<>].*[0-9]\{4\}_[0-9]\{2\}_[0-9]\{2\}_[0-9]\{2\}_[0-9]\{2\}-b[0-9]\{2\}.*/d')

    fi

    if test "x$SUFFIX" = "xjava"; then

        TMP=$(LC_ALL=C $DIFF $OTHER_FILE $THIS_FILE | \

            $GREP '^[<>]' | \

            $SED -e '/[<>] \* from.*\.idl/d' \

                 -e '/[<>] .*[0-9]\{4\}_[0-9]\{2\}_[0-9]\{2\}_[0-9]\{2\}_[0-9]\{2\}-b[0-9]\{2\}.*/d' \

                 -e '/[<>] .*[0-9]\{4\}-[0-9]\{2\}-[0-9]\{2\}-[0-9]\{6\}.*/d' \

                 -e '/[<>] \*.*[0-9]\{4\} \(at \)*[0-9][0-9]*:[0-9]\{2\}:[0-9]\{2\}.*/d' \

                 -e '/\/\/ Generated from input file.*/d' \

                 -e '/\/\/ This file was generated AUTOMATICALLY from a template file.*/d' \

                 -e '/\/\/ java GenerateCharacter.*/d')

    fi

    # Ignore date strings in class files.

    # Anonymous lambda classes get randomly assigned counters in their names.

    if test "x$SUFFIX" = "xclass"; then

        if [ "$NAME" = "SystemModules\$all.class" ] \

           || [ "$NAME" = "SystemModules\$default.class" ]; then

            # The SystemModules\$*.classes are not comparable as they contain the

            # module hashes which would require a whole other level of

            # reproducible builds to get reproducible. There is also random

            # order of map initialization.

            TMP=""

        elif [ "$NAME" = "module-info.class" ]; then

            # The module-info.class have several issues with random ordering of

            # elements in HashSets.

            MODULES_CLASS_FILTER="$SED \

                -e 's/,$//' \

                -e 's/;$//' \

                -e 's/^ *[0-9]*://' \

                -e 's/#[0-9]* */#/' \

                -e 's/ *\/\// \/\//' \

                -e 's/aload *[0-9]*/aload X/' \

                -e 's/ldc_w/ldc  /' \

                | $SORT \

                "

            $JAVAP -c -constants -l -p "${OTHER_FILE}" \

                | eval "$MODULES_CLASS_FILTER" >  ${OTHER_FILE}.javap &

            $JAVAP -c -constants -l -p "${THIS_FILE}" \

                | eval "$MODULES_CLASS_FILTER" > ${THIS_FILE}.javap &

            wait

            TMP=$($DIFF ${OTHER_FILE}.javap ${THIS_FILE}.javap)

        # To improve performance when large diffs are found, do a rough filtering of classes

        # elibeble for these exceptions

        elif $GREP -R -e '[0-9]\{4\}-[0-9]\{2\}-[0-9]\{2\}-[0-9]\{6\}' \

                -e 'lambda\$[a-zA-Z0-9]*\$[0-9]' ${THIS_FILE} > /dev/null

        then

            $JAVAP -c -constants -l -p "${OTHER_FILE}" >  ${OTHER_FILE}.javap &

            $JAVAP -c -constants -l -p "${THIS_FILE}" > ${THIS_FILE}.javap &

            wait

            TMP=$($DIFF ${OTHER_FILE}.javap ${THIS_FILE}.javap | \

                $GREP '^[<>]' | \

                $SED -e '/[<>].*[0-9]\{4\}-[0-9]\{2\}-[0-9]\{2\}-[0-9]\{6\}.*/d' \

                     -e '/[<>].*lambda\$[a-zA-Z0-9]*\$[0-9]*/d')

        fi

    fi

    if test "x$SUFFIX" = "xproperties"; then

        # Filter out date string differences.

        TMP=$(LC_ALL=C $DIFF $OTHER_FILE $THIS_FILE | \

            $GREP '^[<>]' | \

            $SED -e '/[<>].*[0-9]\{4\}-[0-9]\{2\}-[0-9]\{2\}-[0-9]\{6\}.*/d')

    fi

    if test "x$SUFFIX" = "xhtml"; then

	# Some javadoc versions do not put quotes around font size

	HTML_FILTER="$SED \

            -e 's/<font size=-1>/<font size=\"-1\">/g'"

	$CAT $THIS_FILE | eval "$HTML_FILTER" > $THIS_FILE.filtered

	$CAT $OTHER_FILE | eval "$HTML_FILTER" > $OTHER_FILE.filtered

        TMP=$(LC_ALL=C $DIFF $OTHER_FILE.filtered $THIS_FILE.filtered | \

            $GREP '^[<>]' | \

            $SED -e '/[<>] <!-- Generated by javadoc .* on .* -->/d' \

	         -e '/[<>] <meta name="date" content=".*">/d' )

    fi

    if test -n "$TMP"; then

        echo Files $OTHER_FILE and $THIS_FILE differ

        return 1

    fi

    return 0

}

################################################################################

# Compare directory structure

compare_dirs() {

    THIS_DIR=$1

    OTHER_DIR=$2

    WORK_DIR=$3

    mkdir -p $WORK_DIR

    (cd $OTHER_DIR && $FIND . -type d | $SORT > $WORK_DIR/dirs_other)

    (cd $THIS_DIR && $FIND . -type d | $SORT > $WORK_DIR/dirs_this)

    $DIFF $WORK_DIR/dirs_other $WORK_DIR/dirs_this > $WORK_DIR/dirs_diff

    echo -n Directory structure...

    if [ -s $WORK_DIR/dirs_diff ]; then

        echo Differences found.

        REGRESSIONS=true

        # Differences in directories found.

        ONLY_OTHER=$($GREP '<' $WORK_DIR/dirs_diff)

        if [ "$ONLY_OTHER" ]; then

            echo Only in $OTHER

            $GREP '<' $WORK_DIR/dirs_diff | $SED 's|< ./|    |g'

        fi

        ONLY_THIS=$($GREP '>' $WORK_DIR/dirs_diff)

        if [ "$ONLY_THIS" ]; then

            echo Only in $THIS

            $GREP '>' $WORK_DIR/dirs_diff | $SED 's|> ./|    |g'

        fi

    else

        echo Identical!

    fi

}

################################################################################

# Compare file structure

compare_files() {

    THIS_DIR=$1

    OTHER_DIR=$2

    WORK_DIR=$3

    $MKDIR -p $WORK_DIR

    (cd $OTHER_DIR && $FIND . ! -type d | $SORT > $WORK_DIR/files_other)

    (cd $THIS_DIR && $FIND . ! -type d | $SORT > $WORK_DIR/files_this)

    $DIFF $WORK_DIR/files_other $WORK_DIR/files_this > $WORK_DIR/files_diff

    echo -n File names...

    if [ -s $WORK_DIR/files_diff ]; then

        echo Differences found.

        REGRESSIONS=true

        # Differences in files found.

        ONLY_OTHER=$($GREP '<' $WORK_DIR/files_diff)

        if [ "$ONLY_OTHER" ]; then

            echo Only in $OTHER

            $GREP '<' $WORK_DIR/files_diff | $SED 's|< ./|    |g'

        fi

        ONLY_THIS=$($GREP '>' $WORK_DIR/files_diff)

        if [ "$ONLY_THIS" ]; then

            echo Only in $THIS

            $GREP '>' $WORK_DIR/files_diff | $SED 's|> ./|    |g'

        fi

    else

        echo Identical!

    fi

}

################################################################################

# Compare permissions

compare_permissions() {

    THIS_DIR=$1

    OTHER_DIR=$2

    WORK_DIR=$3

    mkdir -p $WORK_DIR

    echo -n Permissions...

    found=""

    for f in `cd $OTHER_DIR && $FIND . -type f`

    do

        if [ ! -f ${OTHER_DIR}/$f ]; then continue; fi

        if [ ! -f ${THIS_DIR}/$f ]; then continue; fi

        OP=`ls -l ${OTHER_DIR}/$f | awk '{printf("%.10s\n", $1);}'`

        TP=`ls -l ${THIS_DIR}/$f | awk '{printf("%.10s\n", $1);}'`

        if [ "$OP" != "$TP" ]

        then

            if [ -z "$found" ]; then echo ; found="yes"; fi

            $PRINTF "\tother: ${OP} this: ${TP}\t$f\n"

        fi

    done

    if [ -z "$found" ]; then

        echo "Identical!"

    else

        REGRESSIONS=true

    fi

}

################################################################################

# Compare file command output

compare_file_types() {

    THIS_DIR=$1

    OTHER_DIR=$2

    WORK_DIR=$3

    $MKDIR -p $WORK_DIR

    FILE_TYPES_FILTER="$SED \

        -e 's/BuildID[^,]*//' \

        -e 's/last modified: .*//' \

        "

    echo -n File types...

    found=""

    for f in `cd $OTHER_DIR && $FIND . ! -type d`

    do

        if [ ! -f ${OTHER_DIR}/$f ]; then continue; fi

        if [ ! -f ${THIS_DIR}/$f ]; then continue; fi

        OF=$(cd ${OTHER_DIR} && $FILE -h $f | eval $FILE_TYPES_FILTER)

        TF=$(cd ${THIS_DIR} && $FILE -h $f | eval $FILE_TYPES_FILTER)

        if [ "$OF" != "$TF" ]

        then

            if [ "`echo $OF | $GREP -c 'Zip archive data'`" -gt 0 ] \

                && [ "`echo $TF | $GREP -c 'Zip archive data'`" -gt 0 ]

            then

                # the way we produce zip-files make it so that directories are stored in

                # old file but not in new (only files with full-path) this makes file

                # report them as different

                continue

            else

                if [ -z "$found" ]; then echo ; found="yes"; fi

                $PRINTF "\tother: ${OF}\n\tthis : ${TF}\n"

            fi

        fi

    done

    if [ -z "$found" ]; then

        echo "Identical!"

    else

        REGRESSIONS=true

    fi

}

################################################################################

# Compare the rest of the files

compare_general_files() {

    THIS_DIR=$1

    OTHER_DIR=$2

    WORK_DIR=$3

    GENERAL_FILES=$(cd $THIS_DIR && $FIND . -type f ! -name "*.so" ! -name "*.jar" \

        ! -name "*.zip" ! -name "*.debuginfo" ! -name "*.dylib" ! -name "jexec" \

        ! -name "modules" ! -name "ct.sym" ! -name "*.diz" ! -name "*.dll" \

        ! -name "*.cpl" ! -name "*.pdb" ! -name "*.exp" ! -name "*.ilk" \

        ! -name "*.lib" ! -name "*.war" ! -name "JavaControlPanel" ! -name "*.jmod" \

        ! -name "*.obj" ! -name "*.o" ! -name "JavaControlPanelHelper" \

        ! -name "JavaUpdater" ! -name "JavaWSApplicationStub" \

        ! -name "jspawnhelper" ! -name "JavawsLauncher" ! -name "*.a" \

        ! -name "finish_installation" ! -name "Sparkle" ! -name "*.tar.gz" \

        | $GREP -v "./bin/"  | $SORT | $FILTER)

    echo Other files with binary differences...

    for f in $GENERAL_FILES

    do

        if [ -e $OTHER_DIR/$f ]; then

            SUFFIX="${f##*.}"

            if [ "$(basename $f)" = "release" ]; then

                # In release file, ignore differences in change numbers and order

                # of modules in list.

                OTHER_FILE=$WORK_DIR/$f.other

                THIS_FILE=$WORK_DIR/$f.this

                $MKDIR -p $(dirname $OTHER_FILE)

                $MKDIR -p $(dirname $THIS_FILE)

                RELEASE_FILTER="$SED \

                    -e 's/\:[0-9a-f]\{12,12\}/:CHANGE/g' \

                    -e 's/[0-9]\{4\}-[0-9]\{2\}-[0-9]\{2\}-[0-9]\{6\}/<DATE>/g' \

                    -e 's/^#.*/#COMMENT/g' \

                    -e 's/MODULES=/MODULES=\'$'\n/' \

                    -e 's/,/\'$'\n/g' \

                    | $SORT

                    "

                $CAT $OTHER_DIR/$f | eval "$RELEASE_FILTER" > $OTHER_FILE

                $CAT $THIS_DIR/$f  | eval "$RELEASE_FILTER" > $THIS_FILE

            elif [ "x$SUFFIX" = "xhtml" ]; then

                # Ignore time stamps in docs files

                OTHER_FILE=$WORK_DIR/$f.other

                THIS_FILE=$WORK_DIR/$f.this

                $MKDIR -p $(dirname $OTHER_FILE) $(dirname $THIS_FILE)

                # Older versions of compare might have left soft links with

                # these names.

                $RM $OTHER_FILE $THIS_FILE

                #Note that | doesn't work on mac sed.

                HTML_FILTER="$SED \

                    -e 's/20[0-9]\{2\}-[0-9]\{2\}-[0-9]\{2\}-[0-9]\{6,7\}/<DATE>/g' \

                    -e 's/20[0-9]\{2\}-[0-9]\{2\}-[0-9]\{2\}/<DATE>/g' \

                    -e 's/\(-- Generated by javadoc \).*\( --\)/\1(removed)\2/' \

                    -e 's/[A-Z][a-z]*, [A-Z][a-z]* [0-9][0-9]*, [0-9]\{4\} [0-9][0-9:]* [AMP]\{2,2\} [A-Z][A-Z]*/<DATE>/' \

                    -e 's/from .*\.idl/\.idl/' \

                    "

                $CAT $OTHER_DIR/$f | eval "$HTML_FILTER" > $OTHER_FILE &

                $CAT $THIS_DIR/$f  | eval "$HTML_FILTER" > $THIS_FILE &

                wait

            elif [[ "$f" = *"/lib/classlist" ]]; then

                # The classlist files may have some lines in random order

                OTHER_FILE=$WORK_DIR/$f.other

                THIS_FILE=$WORK_DIR/$f.this

                $MKDIR -p $(dirname $OTHER_FILE) $(dirname $THIS_FILE)

                $RM $OTHER_FILE $THIS_FILE

                $CAT $OTHER_DIR/$f | $SORT > $OTHER_FILE

                $CAT $THIS_DIR/$f  | $SORT > $THIS_FILE

            else

                OTHER_FILE=$OTHER_DIR/$f

                THIS_FILE=$THIS_DIR/$f

            fi

            DIFF_OUT=$($DIFF $OTHER_FILE $THIS_FILE 2>&1)

            if [ -n "$DIFF_OUT" ]; then

                echo $f

                REGRESSIONS=true

                if [ "$SHOW_DIFFS" = "true" ]; then

                    echo "$DIFF_OUT"

                fi

            fi

        fi

    done

}

################################################################################

# Compare zip file

compare_zip_file() {

    THIS_DIR=$1

    OTHER_DIR=$2

    WORK_DIR=$3

    ZIP_FILE=$4

    # Optionally provide different name for other zipfile

    OTHER_ZIP_FILE=$5

    THIS_ZIP=$THIS_DIR/$ZIP_FILE

    if [ -n "$OTHER_ZIP_FILE" ]; then

        OTHER_ZIP=$OTHER_DIR/$OTHER_ZIP_FILE

    else

        OTHER_ZIP=$OTHER_DIR/$ZIP_FILE

    fi

    THIS_SUFFIX="${THIS_ZIP##*.}"

    OTHER_SUFFIX="${OTHER_ZIP##*.}"

    if [ "$THIS_SUFFIX" != "$OTHER_SUFFIX" ]; then

        echo "The files do not have the same suffix type! ($THIS_SUFFIX != $OTHER_SUFFIX)"

        return 2

    fi

    TYPE="$THIS_SUFFIX"

    if $CMP $OTHER_ZIP $THIS_ZIP > /dev/null

    then

        return 0

    fi

    # Not quite identical, the might still contain the same data.

    # Unpack the jar/zip files in temp dirs

    THIS_UNZIPDIR=$WORK_DIR/$ZIP_FILE.this

    OTHER_UNZIPDIR=$WORK_DIR/$ZIP_FILE.other

    $RM -rf $THIS_UNZIPDIR $OTHER_UNZIPDIR

    $MKDIR -p $THIS_UNZIPDIR

    $MKDIR -p $OTHER_UNZIPDIR

    if [ "$TYPE" = "jar" -o "$TYPE" = "war" -o "$TYPE" = "zip" -o "$TYPE" = "jmod" ]

    then

        (cd $THIS_UNZIPDIR && $UNARCHIVE $THIS_ZIP)

        (cd $OTHER_UNZIPDIR && $UNARCHIVE $OTHER_ZIP)

    elif [ "$TYPE" = "gz" ]

    then

        (cd $THIS_UNZIPDIR && $GUNZIP -c $THIS_ZIP | $TAR xf -)

        (cd $OTHER_UNZIPDIR && $GUNZIP -c $OTHER_ZIP | $TAR xf -)

    else

        (cd $THIS_UNZIPDIR && $JIMAGE extract $THIS_ZIP)

        (cd $OTHER_UNZIPDIR && $JIMAGE extract $OTHER_ZIP)

    fi

    # Find all archives inside and unzip them as well to compare the contents rather than

    # the archives. pie.jar.pack.gz i app3.war is corrupt, skip it.

    EXCEPTIONS="pie.jar.pack.gz jdk.pack"

    for pack in $($FIND $THIS_UNZIPDIR \( -name "*.pack" -o -name "*.pack.gz" \) -a \

                        ! -name pie.jar.pack.gz -a ! -name jdk.pack); do

        ($UNPACK200 $pack $pack.jar)

        # Filter out the unzipped archives from the diff below.

        EXCEPTIONS="$EXCEPTIONS $pack $pack.jar"

    done

    for pack in $($FIND $OTHER_UNZIPDIR \( -name "*.pack" -o -name "*.pack.gz" \) -a \

                        ! -name pie.jar.pack.gz -a ! -name jdk.pack); do

        ($UNPACK200 $pack $pack.jar)

        EXCEPTIONS="$EXCEPTIONS $pack $pack.jar"

    done

    for zip in $($FIND $THIS_UNZIPDIR -name "*.jar" -o -name "*.zip"); do

        $MKDIR $zip.unzip

        (cd $zip.unzip && $UNARCHIVE $zip)

        EXCEPTIONS="$EXCEPTIONS $zip"

    done

    for zip in $($FIND $OTHER_UNZIPDIR -name "*.jar" -o -name "*.zip"); do

        $MKDIR $zip.unzip

        (cd $zip.unzip && $UNARCHIVE $zip)

        EXCEPTIONS="$EXCEPTIONS $zip"

    done

    CONTENTS_DIFF_FILE=$WORK_DIR/$ZIP_FILE.diff

    # On solaris, there is no -q option.

    if [ "$OPENJDK_TARGET_OS" = "solaris" ]; then

        LC_ALL=C $DIFF -r $OTHER_UNZIPDIR $THIS_UNZIPDIR \

            | $GREP -v -e "^<" -e "^>" -e "^Common subdirectories:" \

            > $CONTENTS_DIFF_FILE

    else

        LC_ALL=C $DIFF -rq $OTHER_UNZIPDIR $THIS_UNZIPDIR > $CONTENTS_DIFF_FILE

    fi

    ONLY_OTHER=$($GREP "^Only in $OTHER_UNZIPDIR" $CONTENTS_DIFF_FILE)

    ONLY_THIS=$($GREP "^Only in $THIS_UNZIPDIR" $CONTENTS_DIFF_FILE)

    return_value=0

    if [ -n "$ONLY_OTHER" ]; then

        echo "        Only OTHER $ZIP_FILE contains:"

        echo "$ONLY_OTHER" | sed "s|Only in $OTHER_UNZIPDIR|            |"g | sed 's|: |/|g'

        return_value=1

    fi

    if [ -n "$ONLY_THIS" ]; then

        echo "        Only THIS $ZIP_FILE contains:"

        echo "$ONLY_THIS" | sed "s|Only in $THIS_UNZIPDIR|            |"g | sed 's|: |/|g'

        return_value=1

    fi