diff --git a/MD5/.idea/compiler.xml b/MD5/.idea/compiler.xml new file mode 100644 index 0000000..e3a4921 --- /dev/null +++ b/MD5/.idea/compiler.xml @@ -0,0 +1,9 @@ + + + + + + + + + \ No newline at end of file diff --git a/MD5/.idea/gradle.xml b/MD5/.idea/gradle.xml new file mode 100644 index 0000000..ab6e46d --- /dev/null +++ b/MD5/.idea/gradle.xml @@ -0,0 +1,18 @@ + + + + + + \ No newline at end of file diff --git a/MD5/.idea/libraries/Gradle__junit_junit_4_11.xml b/MD5/.idea/libraries/Gradle__junit_junit_4_11.xml new file mode 100644 index 0000000..dc26b34 --- /dev/null +++ b/MD5/.idea/libraries/Gradle__junit_junit_4_11.xml @@ -0,0 +1,11 @@ + + + + + + + + + + + \ No newline at end of file diff --git a/MD5/.idea/libraries/Gradle__org_hamcrest_hamcrest_core_1_3.xml b/MD5/.idea/libraries/Gradle__org_hamcrest_hamcrest_core_1_3.xml new file mode 100644 index 0000000..8262f72 --- /dev/null +++ b/MD5/.idea/libraries/Gradle__org_hamcrest_hamcrest_core_1_3.xml @@ -0,0 +1,11 @@ + + + + + + + + + + + \ No newline at end of file diff --git a/MD5/.idea/libraries/Gradle__org_jetbrains_annotations_15_0.xml b/MD5/.idea/libraries/Gradle__org_jetbrains_annotations_15_0.xml new file mode 100644 index 0000000..ca78bcd --- /dev/null +++ b/MD5/.idea/libraries/Gradle__org_jetbrains_annotations_15_0.xml @@ -0,0 +1,11 @@ + + + + + + + + + + + \ No newline at end of file diff --git a/MD5/.idea/misc.xml b/MD5/.idea/misc.xml new file mode 100644 index 0000000..2c55e21 --- /dev/null +++ b/MD5/.idea/misc.xml @@ -0,0 +1,44 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/MD5/.idea/modules.xml b/MD5/.idea/modules.xml new file mode 100644 index 0000000..e5cc1ee --- /dev/null +++ b/MD5/.idea/modules.xml @@ -0,0 +1,10 @@ + + + + + + + + + + \ No newline at end of file diff --git a/MD5/.idea/modules/MD5.iml b/MD5/.idea/modules/MD5.iml new file mode 100644 index 0000000..f9cde03 --- /dev/null +++ b/MD5/.idea/modules/MD5.iml @@ -0,0 +1,12 @@ + + + + + + + + + + + + \ No newline at end of file diff --git a/MD5/.idea/modules/MD5_main.iml b/MD5/.idea/modules/MD5_main.iml new file mode 100644 index 0000000..81b3101 --- /dev/null +++ b/MD5/.idea/modules/MD5_main.iml @@ -0,0 +1,15 @@ + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/MD5/.idea/modules/MD5_test.iml b/MD5/.idea/modules/MD5_test.iml new file mode 100644 index 0000000..2940533 --- /dev/null +++ b/MD5/.idea/modules/MD5_test.iml @@ -0,0 +1,18 @@ + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/MD5/build.gradle b/MD5/build.gradle new file mode 100644 index 0000000..f2cee54 --- /dev/null +++ b/MD5/build.gradle @@ -0,0 +1,16 @@ +group 'ru.spbau.bachelor2015.veselov.md5' +version '1.0-SNAPSHOT' + +apply plugin: 'java' + +sourceCompatibility = 1.8 + +repositories { + mavenCentral() +} + +dependencies { + compile group: 'org.jetbrains', name: 'annotations', version: '15.0' + testCompile group: 'junit', name: 'junit', version: '4.11' + compile group: 'org.hamcrest', name: 'hamcrest-core', version: '1.3' +} diff --git a/MD5/gradle/wrapper/gradle-wrapper.jar b/MD5/gradle/wrapper/gradle-wrapper.jar new file mode 100644 index 0000000..6ffa237 Binary files /dev/null and b/MD5/gradle/wrapper/gradle-wrapper.jar differ diff --git a/MD5/gradle/wrapper/gradle-wrapper.properties b/MD5/gradle/wrapper/gradle-wrapper.properties new file mode 100644 index 0000000..b9844d6 --- /dev/null +++ b/MD5/gradle/wrapper/gradle-wrapper.properties @@ -0,0 +1,6 @@ +#Thu Mar 30 14:42:57 MSK 2017 +distributionBase=GRADLE_USER_HOME +distributionPath=wrapper/dists +zipStoreBase=GRADLE_USER_HOME +zipStorePath=wrapper/dists +distributionUrl=https\://services.gradle.org/distributions/gradle-3.1-bin.zip diff --git a/MD5/gradlew b/MD5/gradlew new file mode 100755 index 0000000..9aa616c --- /dev/null +++ b/MD5/gradlew @@ -0,0 +1,169 @@ +#!/usr/bin/env bash + +############################################################################## +## +## Gradle start up script for UN*X +## +############################################################################## + +# Attempt to set APP_HOME +# Resolve links: $0 may be a link +PRG="$0" +# Need this for relative symlinks. +while [ -h "$PRG" ] ; do + ls=`ls -ld "$PRG"` + link=`expr "$ls" : '.*-> \(.*\)$'` + if expr "$link" : '/.*' > /dev/null; then + PRG="$link" + else + PRG=`dirname "$PRG"`"/$link" + fi +done +SAVED="`pwd`" +cd "`dirname \"$PRG\"`/" >/dev/null +APP_HOME="`pwd -P`" +cd "$SAVED" >/dev/null + +APP_NAME="Gradle" +APP_BASE_NAME=`basename "$0"` + +# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +DEFAULT_JVM_OPTS="" + +# Use the maximum available, or set MAX_FD != -1 to use that value. +MAX_FD="maximum" + +warn ( ) { + echo "$*" +} + +die ( ) { + echo + echo "$*" + echo + exit 1 +} + +# OS specific support (must be 'true' or 'false'). +cygwin=false +msys=false +darwin=false +nonstop=false +case "`uname`" in + CYGWIN* ) + cygwin=true + ;; + Darwin* ) + darwin=true + ;; + MINGW* ) + msys=true + ;; + NONSTOP* ) + nonstop=true + ;; +esac + +CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar + +# Determine the Java command to use to start the JVM. +if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD="$JAVA_HOME/jre/sh/java" + else + JAVACMD="$JAVA_HOME/bin/java" + fi + if [ ! -x "$JAVACMD" ] ; then + die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." + fi +else + JAVACMD="java" + which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." +fi + +# Increase the maximum file descriptors if we can. +if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then + MAX_FD_LIMIT=`ulimit -H -n` + if [ $? -eq 0 ] ; then + if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then + MAX_FD="$MAX_FD_LIMIT" + fi + ulimit -n $MAX_FD + if [ $? -ne 0 ] ; then + warn "Could not set maximum file descriptor limit: $MAX_FD" + fi + else + warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT" + fi +fi + +# For Darwin, add options to specify how the application appears in the dock +if $darwin; then + GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\"" +fi + +# For Cygwin, switch paths to Windows format before running java +if $cygwin ; then + APP_HOME=`cygpath --path --mixed "$APP_HOME"` + CLASSPATH=`cygpath --path --mixed "$CLASSPATH"` + JAVACMD=`cygpath --unix "$JAVACMD"` + + # We build the pattern for arguments to be converted via cygpath + ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null` + SEP="" + for dir in $ROOTDIRSRAW ; do + ROOTDIRS="$ROOTDIRS$SEP$dir" + SEP="|" + done + OURCYGPATTERN="(^($ROOTDIRS))" + # Add a user-defined pattern to the cygpath arguments + if [ "$GRADLE_CYGPATTERN" != "" ] ; then + OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)" + fi + # Now convert the arguments - kludge to limit ourselves to /bin/sh + i=0 + for arg in "$@" ; do + CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -` + CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option + + if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition + eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"` + else + eval `echo args$i`="\"$arg\"" + fi + i=$((i+1)) + done + case $i in + (0) set -- ;; + (1) set -- "$args0" ;; + (2) set -- "$args0" "$args1" ;; + (3) set -- "$args0" "$args1" "$args2" ;; + (4) set -- "$args0" "$args1" "$args2" "$args3" ;; + (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;; + (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;; + (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;; + (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;; + (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;; + esac +fi + +# Split up the JVM_OPTS And GRADLE_OPTS values into an array, following the shell quoting and substitution rules +function splitJvmOpts() { + JVM_OPTS=("$@") +} +eval splitJvmOpts $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS +JVM_OPTS[${#JVM_OPTS[*]}]="-Dorg.gradle.appname=$APP_BASE_NAME" + +# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong +if [[ "$(uname)" == "Darwin" ]] && [[ "$HOME" == "$PWD" ]]; then + cd "$(dirname "$0")" +fi + +exec "$JAVACMD" "${JVM_OPTS[@]}" -classpath "$CLASSPATH" org.gradle.wrapper.GradleWrapperMain "$@" diff --git a/MD5/gradlew.bat b/MD5/gradlew.bat new file mode 100644 index 0000000..e95643d --- /dev/null +++ b/MD5/gradlew.bat @@ -0,0 +1,84 @@ +@if "%DEBUG%" == "" @echo off +@rem ########################################################################## +@rem +@rem Gradle startup script for Windows +@rem +@rem ########################################################################## + +@rem Set local scope for the variables with windows NT shell +if "%OS%"=="Windows_NT" setlocal + +set DIRNAME=%~dp0 +if "%DIRNAME%" == "" set DIRNAME=. +set APP_BASE_NAME=%~n0 +set APP_HOME=%DIRNAME% + +@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +set DEFAULT_JVM_OPTS= + +@rem Find java.exe +if defined JAVA_HOME goto findJavaFromJavaHome + +set JAVA_EXE=java.exe +%JAVA_EXE% -version >NUL 2>&1 +if "%ERRORLEVEL%" == "0" goto init + +echo. +echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:findJavaFromJavaHome +set JAVA_HOME=%JAVA_HOME:"=% +set JAVA_EXE=%JAVA_HOME%/bin/java.exe + +if exist "%JAVA_EXE%" goto init + +echo. +echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:init +@rem Get command-line arguments, handling Windows variants + +if not "%OS%" == "Windows_NT" goto win9xME_args + +:win9xME_args +@rem Slurp the command line arguments. +set CMD_LINE_ARGS= +set _SKIP=2 + +:win9xME_args_slurp +if "x%~1" == "x" goto execute + +set CMD_LINE_ARGS=%* + +:execute +@rem Setup the command line + +set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar + +@rem Execute Gradle +"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS% + +:end +@rem End local scope for the variables with windows NT shell +if "%ERRORLEVEL%"=="0" goto mainEnd + +:fail +rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of +rem the _cmd.exe /c_ return code! +if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1 +exit /b 1 + +:mainEnd +if "%OS%"=="Windows_NT" endlocal + +:omega diff --git a/MD5/settings.gradle b/MD5/settings.gradle new file mode 100644 index 0000000..9e7a94b --- /dev/null +++ b/MD5/settings.gradle @@ -0,0 +1,2 @@ +rootProject.name = 'MD5' + diff --git a/MD5/src/main/java/ru/spbau/bachelor2015/veselov/md5/DirectoryHasher.java b/MD5/src/main/java/ru/spbau/bachelor2015/veselov/md5/DirectoryHasher.java new file mode 100644 index 0000000..41f4a3f --- /dev/null +++ b/MD5/src/main/java/ru/spbau/bachelor2015/veselov/md5/DirectoryHasher.java @@ -0,0 +1,185 @@ +package ru.spbau.bachelor2015.veselov.md5; + +import org.jetbrains.annotations.NotNull; + +import java.io.*; +import java.nio.file.Path; +import java.security.MessageDigest; +import java.security.NoSuchAlgorithmException; +import java.util.ArrayList; +import java.util.Arrays; +import java.util.concurrent.ForkJoinPool; +import java.util.concurrent.ForkJoinTask; +import java.util.concurrent.RecursiveTask; +import java.util.function.BiConsumer; +import java.util.List; + +/** + * Objects of this class allows to calculate MD5 hash of a directory. + */ +public final class DirectoryHasher { + /** + * Creates new hasher. + */ + public DirectoryHasher() { + } + + /** + * Returns MD5 hash of a given directory content or file content. + * + * @param path a path to a directory or a file. + * @return MD5 hash. + * @throws IOException if any IO exception occurs during reading of data. + * @throws IrregularFileException if any irregular file encountered during file structure traversing. + */ + public @NotNull MD5Hash getHash(final @NotNull Path path) throws IOException, IrregularFileException { + MessageDigest message; + + try { + message = MessageDigest.getInstance("MD5"); + } catch (NoSuchAlgorithmException e) { + throw new RuntimeException(e); + } + + updateMessageDigest(message, path.toFile(), recursiveCaller); + + return new MD5Hash(message.digest()); + } + + /** + * Returns MD5 hash of a given directory content or file content. This hash is computed concurrently. + * + * @param path a path to a directory or a file. + * @return MD5 hash. + */ + public @NotNull MD5Hash getHashConcurrently(final @NotNull Path path) { + ForkJoinPool pool = new ForkJoinPool(); + return pool.invoke(new DirectoryHashTask(path.toFile())); + } + + private static void updateMessageDigest(final @NotNull MessageDigest message, + final @NotNull File file, + final @NotNull BiConsumer action) + throws IOException, IrregularFileException { + if (file.isFile()) { + try (FileInputStream stream = new FileInputStream(file)) { + updateMessageDigest(message, stream); + } + + return; + } + + File[] files = file.listFiles(); + if (files == null) { + throw new IrregularFileException(); + } + + message.update(file.getName().getBytes()); + + for (File subfile : files) { + action.accept(message, subfile); + } + } + + private static void updateMessageDigest(final @NotNull MessageDigest message, final @NotNull InputStream stream) + throws IOException { + final int chunkSize = 4096; + final byte[] chunk = new byte[chunkSize]; + + try (BufferedInputStream bufferedStream = new BufferedInputStream(stream)) { + while (true) { + int bytesRead = bufferedStream.read(chunk, 0, chunkSize); + if (bytesRead == -1) { + break; + } + + message.update(chunk, 0, bytesRead); + } + } + } + + /** + * A class which stores an array of bytes that represents a MD5 hash. + */ + public static class MD5Hash { + private final @NotNull byte[] bytes; + + private MD5Hash(final @NotNull byte[] bytes) { + this.bytes = bytes; + } + + /** + * Returns true if given object is object of this class and underlying byte arrays are equal. + * + * @param o object to compare with. + */ + @Override + public boolean equals(Object o) { + if (!(o instanceof MD5Hash)) { + return false; + } + + MD5Hash other = (MD5Hash) o; + return Arrays.equals(this.bytes, other.bytes); + } + + /** + * Returns underlying byte array. + */ + public @NotNull byte[] getBytes() { + return bytes; + } + } + + private static BiConsumer recursiveCaller = new BiConsumer() { + @Override + public void accept(final @NotNull MessageDigest message, final @NotNull File file) { + try { + updateMessageDigest(message, file, this); + } catch (IOException | IrregularFileException e) { + throw new RuntimeException(e); + } + } + }; + + private static class DirectoryHashTask extends RecursiveTask { + final @NotNull MessageDigest message; + + final @NotNull File file; + + public DirectoryHashTask(final @NotNull File file) { + try { + this.message = MessageDigest.getInstance("MD5"); + } catch (NoSuchAlgorithmException e) { + throw new RuntimeException(e); + } + + this.file = file; + } + + @Override + protected MD5Hash compute() { + final List> taskList = new ArrayList<>(); + + try { + updateMessageDigest( + message, + file, + (messageDigest, file) -> { + DirectoryHashTask task = new DirectoryHashTask(file); + task.fork(); + taskList.add(task); + } + ); + } catch (IOException | IrregularFileException e) { + throw new RuntimeException(e); + } + + for (ForkJoinTask task : taskList) { + message.update(task.join().getBytes()); + } + + return new MD5Hash(message.digest()); + } + } +} diff --git a/MD5/src/main/java/ru/spbau/bachelor2015/veselov/md5/IrregularFileException.java b/MD5/src/main/java/ru/spbau/bachelor2015/veselov/md5/IrregularFileException.java new file mode 100644 index 0000000..2c8bc2a --- /dev/null +++ b/MD5/src/main/java/ru/spbau/bachelor2015/veselov/md5/IrregularFileException.java @@ -0,0 +1,4 @@ +package ru.spbau.bachelor2015.veselov.md5; + +public class IrregularFileException extends Exception { +} diff --git a/MD5/src/main/java/ru/spbau/bachelor2015/veselov/md5/Main.java b/MD5/src/main/java/ru/spbau/bachelor2015/veselov/md5/Main.java new file mode 100644 index 0000000..8ca2e51 --- /dev/null +++ b/MD5/src/main/java/ru/spbau/bachelor2015/veselov/md5/Main.java @@ -0,0 +1,26 @@ +package ru.spbau.bachelor2015.veselov.md5; + +import java.io.IOException; +import java.nio.file.Path; +import java.nio.file.Paths; + +public class Main { + public static void main(String[] args) throws IOException, IrregularFileException { + if (args.length != 1) { + System.out.println("One argument expected!"); + return; + } + + Path path = Paths.get(args[0]); + + DirectoryHasher hasher = new DirectoryHasher(); + + DirectoryHasher.MD5Hash hash1 = hasher.getHash(path); + DirectoryHasher.MD5Hash hash2 = hasher.getHashConcurrently(path); + + if (!hash1.equals(hash2)) { + System.out.println("Something went wrong, hashes are different!"); + return; + } + } +} diff --git a/MD5/src/test/java/ru/spbau/bachelor2015/veselov/md5/DirectoryHasherTest.java b/MD5/src/test/java/ru/spbau/bachelor2015/veselov/md5/DirectoryHasherTest.java new file mode 100644 index 0000000..71790de --- /dev/null +++ b/MD5/src/test/java/ru/spbau/bachelor2015/veselov/md5/DirectoryHasherTest.java @@ -0,0 +1,36 @@ +package ru.spbau.bachelor2015.veselov.md5; + +import org.junit.Rule; +import org.junit.Test; +import org.junit.rules.TemporaryFolder; + +import java.io.File; +import java.nio.file.Files; +import java.security.MessageDigest; +import java.security.NoSuchAlgorithmException; + +import static org.hamcrest.CoreMatchers.equalTo; +import static org.hamcrest.CoreMatchers.is; +import static org.hamcrest.MatcherAssert.assertThat; + +public class DirectoryHasherTest { + @Rule + public TemporaryFolder testFolder = new TemporaryFolder(); + + private MessageDigest messageDigest = MessageDigest.getInstance("MD5"); + + public DirectoryHasherTest() throws NoSuchAlgorithmException { + } + + @Test + public void hashOfSingleFile() throws Exception { + File file = testFolder.newFile(); + Files.write(file.toPath(), new byte[] {1, 2, 3}); + + messageDigest.update(Files.readAllBytes(file.toPath())); + + DirectoryHasher hasher = new DirectoryHasher(); + + assertThat(hasher.getHash(file.toPath()).getBytes(), is(equalTo(messageDigest.digest()))); + } +} \ No newline at end of file