Merge remote-tracking branch 'upstream/master' into docbookfive

* upstream/master: (54 commits)
  Update README.md (#4419)
  Fix generate bibtex key overwrite warning dialog (#4418)
  Fix group hit counter when adding entries (#4413)
  Update README.md
  fix java.nio.file.FileSystemNotFoundException and reorganize code (#4416)
  fixed an issue where corresponding groups are sometimes not highlighted when clicking on entries (#4404)
  Add a few journal abbreviations (#4412)
  Fix display of radio buttons (#4411)
  Update issue templates
  Delete ISSUE_TEMPLATE.md
  Update issue templates
  Integrate mrdlib redesign (#4361)
  fix "save" button in preference dialog not response (#4406)
  show dialog before creating entry (#4405)
  Scrollbar invisible in Preferences -> BibTex Key Pattern (#4287) (#4398)
  Updates (#4402)
  Fixes for all mods exporter tests (#4396)
  Fix EntryType dialog not closed after generate button (#4390)
  Make rank image narrower (#4395)
  Fix showing multiple icons for one menu entry - fixes #4384 (#4392)
  ...

.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,32 @@
+---
+name: Bug report
+about: Create a report to help us improve
+
+---
+
+<!-- 
+Note: Please use the GitHub issue tracker only for bug reports. 
+Feature requests, questions and general feedback is now handled at http://discourse.jabref.org.
+Thanks! 
+--> 
+
+JabRef version <!-- version as shown in the about box --> on <!-- Windows 10|Ubuntu 14.04|Mac OS X 10.8|... -->
+<!-- Hint: If you use a development version (available at http://builds.jabref.org/master/), ensure that you use the latest one. -->
+- [ ] I have tested the latest development version from http://builds.jabref.org/master/ and the problem persists
+
+<!-- Add a clear and concise description of what the bug is. -->
+
+Steps to reproduce the behavior:
+1. ...
+2. ...
+3. ...
+
+<!-- If applicable, add excerpt of the bibliography file, screenshot, and excerpt of log (available in the error console) -->
+
+<details>
+  <summary>Log File</summary>
+
+  ```
+  Paste an excerpt of your log file here
+  ```
+</details>

.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,9 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+
+---
+
+Please use the GitHub issue tracker only for bug reports and suggestions for improvements.
+Feature requests, questions and general feedback is now handled at http://discourse.jabref.org.
+Thanks!

.github/ISSUE_TEMPLATE/question.md

@@ -0,0 +1,9 @@
+---
+name: Question
+about: Ask a question about JabRef
+
+---
+
+Please use the GitHub issue tracker only for bug reports and suggestions for improvements.
+Feature requests, questions and general feedback is now handled at http://discourse.jabref.org.
+Thanks!

.github/ISSUE_TEMPLATE/suggestion-for-improvement.md

@@ -0,0 +1,20 @@
+---
+name: Suggestion for improvement
+about: Suggest an enhancement
+
+---
+
+<!--
+Please use the GitHub issue tracker only for bug reports and smaller suggestions for improvements.
+Requests for completely new features, questions and general feedback is now handled at http://discourse.jabref.org.
+Thanks!
+-->
+
+**Is your suggestion for improvement related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

.travis.yml

@@ -47,7 +47,7 @@ before_script:
 script:
   # --scan enables the Gradle build scan, which can be used to investigate the time each action consumes
   # For more information see https://gradle.com/scans/get-started
-  - if [ "$TEST_SUITE" != "guiTest" ] && [ "$TEST_SUITE" != "checkstyle" ] && [ "$TEST_SUITE" != "codecov" ]; then ./gradlew $TEST_SUITE $OPTIONS --scan; fi
+  - if [ "$TEST_SUITE" != "guiTest" ] && [ "$TEST_SUITE" != "checkstyle" ] && [ "$TEST_SUITE" != "codecov" ]; then ./gradlew $TEST_SUITE $OPTIONS -x checkstyleJmh -x checkstyleMain -x checkstyleTest --scan; fi
   - if [ "$TEST_SUITE" == "checkstyle" ]; then ./gradlew checkstyleMain checkstyleTest checkstyleJmh; fi
   - if [ "$TEST_SUITE" == "guiTest" ]; then ./buildres/gui-tests.sh; fi
   - if [ "$TEST_SUITE" == "codecov" ]; then ./gradlew jacocoTestReport; bash <(curl -s https://codecov.io/bash); fi

CHANGELOG.md

@@ -11,6 +11,8 @@ We refer to [GitHub issues](https://github.com/JabRef/jabref/issues) by using `#
 ## [Unreleased]
 
 ### Changed
+- We updated the dialog for setting up general fields.
+- URL field formatting is updated. All whitespace chars, located at the beginning/ending of the url, are trimmed automatically
 - We changed the behavior of the field formatting dialog such that the `bibtexkey` is not changed when formatting all fields or all text fields.
 - We added a "Move file to file directory and rename file" option for simultaneously moving and renaming of document file. [#4166](https://github.com/JabRef/jabref/issues/4166)
 - Use integrated graphics card instead of discrete on macOS [#4070](https://github.com/JabRef/jabref/issues/4070)
@@ -31,14 +33,17 @@ We refer to [GitHub issues](https://github.com/JabRef/jabref/issues) by using `#
 - We removed the redundant new lines of markings and wrapped the summary in the File annotation tab. [#3823](https://github.com/JabRef/jabref/issues/3823)
 - We add auto url formatting when user paste link to URL field in entry editor. [#254](https://github.com/koppor/jabref/issues/254)
 - We added a minimal height for the entry editor so that it can no longer be hidden by accident. [#4279](https://github.com/JabRef/jabref/issues/4279)
-
+- We added a new keyboard shortcut so that the entry editor could be closed by <kbd>Ctrl<kbd> + <kbd>E<kbd>. [#4222] (https://github.com/JabRef/jabref/issues/4222)
+- We added an option in the preference dialog box, that allows user to pick the dark or light theme option. [#4130] (https://github.com/JabRef/jabref/issues/4130)
+- We updated updated the Related Articles tab to accept JSON from the new version of the Mr. DLib service
 
 
 
 
 
 
 ### Fixed
+- We fixed an issue where corresponding groups are sometimes not highlighted when clicking on entries [#3112](https://github.com/JabRef/jabref/issues/3112)
 - We fixed an issue where custom exports could not be selected in the 'Export (selected) entries' dialog [#4013](https://github.com/JabRef/jabref/issues/4013)
 - Italic text is now rendered correctly. https://github.com/JabRef/jabref/issues/3356
 - The entry editor no longer gets corrupted after using the source tab. https://github.com/JabRef/jabref/issues/3532 https://github.com/JabRef/jabref/issues/3608 https://github.com/JabRef/jabref/issues/3616
@@ -56,6 +61,7 @@ We refer to [GitHub issues](https://github.com/JabRef/jabref/issues) by using `#
 - We fixed an issue where the order of fields in customized entry types was not saved correctly. [#4033](http://github.com/JabRef/jabref/issues/4033)
 - We fixed an issue where the groups tree of the last database was still shown even after the database was already closed.
 - We fixed an issue where the "Open file dialog" may disappear behind other windows. https://github.com/JabRef/jabref/issues/3410
+- We fixed an issue where the number of entries matched was not updated correctly upon adding or removing an entry. [#3537](https://github.com/JabRef/jabref/issues/3537)
 - We fixed an issue where the default icon of a group was not colored correctly.
 - We fixed an issue where the first field in entry editor was not focused when adding a new entry. [#4024](https://github.com/JabRef/jabref/issues/4024)
 - We reworked the "Edit file" dialog to make it resizeable and improved the workflow for adding and editing files https://github.com/JabRef/jabref/issues/2970
@@ -68,6 +74,7 @@ We refer to [GitHub issues](https://github.com/JabRef/jabref/issues) by using `#
 - We fixed an issue where files added via the "Attach file" contextmenu of an entry were not made relative. [#4201](https://github.com/JabRef/jabref/issues/4201) and [#4241](https://github.com/JabRef/jabref/issues/4241)
 - We fixed an issue where author list parser can't generate bibtex for Chinese author. [#4169](https://github.com/JabRef/jabref/issues/4169)
 - We fixed an issue where the list of XMP Exclusion fields in the preferences was not be saved [#4072](https://github.com/JabRef/jabref/issues/4072)
+- We fixed an issue where the ArXiv Fetcher did not support HTTP URLs [#4367](https://github.com/JabRef/jabref/pull/4367)
 
 
 

README.md

@@ -101,9 +101,7 @@ When you want to develop, it is necessary to generate additional sources using `
 and then generate the Eclipse `gradlew eclipse`.
 For IntelliJ IDEA, just import the project via a Gradle Import by pointing at the `build.gradle`.
 
-`gradlew test` executes the normal unit tests.
-If you want to test the UI, execute `gradlew integrationTest`.
-Sources for the integration test are kept in `src/integrationTest`.
+`gradlew test` executes all tests. We use [Travis CI](https://travis-ci.org/) for executing the tests after each commit. For developing, it is sufficient to locally only run the associated test for the classes you changed. Travis will report any other failure.
 
 
 ## Acknowledgements

build.gradle

@@ -16,12 +16,12 @@ buildscript {
 
 plugins {
     id 'com.gradle.build-scan' version '1.16'
-    id 'com.install4j.gradle' version '7.0.7'
+    id 'com.install4j.gradle' version '7.0.8'
     id 'com.github.johnrengelman.shadow' version '2.0.4'
     id "de.sebastianboegl.shadow.transformer.log4j" version "2.1.1"
     id "com.simonharrer.modernizer" version '1.6.0-1'
     id 'me.champeau.gradle.jmh' version '0.4.7'
-    id 'net.ltgt.errorprone' version '0.0.16'
+    id 'net.ltgt.errorprone' version '0.6'
     id 'com.github.ben-manes.versions' version '0.20.0'
 }
 
@@ -65,7 +65,7 @@ sourceSets {
             srcDirs = ["src/main/java", "src/main/resources"]
         }
     }
-    test{
+    test {
         java {
             srcDirs = ["src/test/java"]
         }
@@ -96,9 +96,9 @@ dependencies {
     compile 'com.jgoodies:jgoodies-common:1.8.1'
     compile 'com.jgoodies:jgoodies-forms:1.9.0'
 
-    compile 'org.apache.pdfbox:pdfbox:2.0.11'
-    compile 'org.apache.pdfbox:fontbox:2.0.11'
-    compile 'org.apache.pdfbox:xmpbox:2.0.11'
+    compile 'org.apache.pdfbox:pdfbox:2.0.12'
+    compile 'org.apache.pdfbox:fontbox:2.0.12'
+    compile 'org.apache.pdfbox:xmpbox:2.0.12'
 
     // required for reading write-protected PDFs - see https://github.com/JabRef/jabref/pull/942#issuecomment-209252635
     compile 'org.bouncycastle:bcprov-jdk15on:1.60'
@@ -119,13 +119,13 @@ dependencies {
     antlr4 'org.antlr:antlr4:4.7.1'
     compile 'org.antlr:antlr4-runtime:4.7.1'
 
-    compile 'mysql:mysql-connector-java:8.0.12'
+    compile 'mysql:mysql-connector-java:8.0.13'
 
     compile 'org.postgresql:postgresql:42.2.5'
 
     compile 'net.java.dev.glazedlists:glazedlists_java15:1.9.1'
 
-    compile 'com.google.guava:guava:26.0-jre'
+    compile 'com.google.guava:guava:27.0-jre'
 
     // JavaFX stuff
     compile 'de.jensd:fontawesomefx-materialdesignfont:1.7.22-4'
@@ -158,30 +158,31 @@ dependencies {
 
     compile 'com.github.tomtung:latex2unicode_2.12:0.2.2'
 
-    errorprone 'com.google.errorprone:error_prone_core:2.3.1'
+    errorproneJavac 'com.google.errorprone:javac:1.8.0-u20'
 
-    compile group: 'com.microsoft.azure', name: 'applicationinsights-core', version: '2.1.2'
-    compile group: 'com.microsoft.azure', name: 'applicationinsights-logging-log4j2', version: '2.1.2'
+    compile group: 'com.microsoft.azure', name: 'applicationinsights-core', version: '2.2.0'
+    compile group: 'com.microsoft.azure', name: 'applicationinsights-logging-log4j2', version: '2.2.0'
 
-    testImplementation 'org.junit.jupiter:junit-jupiter-api:5.3.0'
-    testCompile 'org.junit.jupiter:junit-jupiter-params:5.3.0'
-    testRuntimeOnly 'org.junit.jupiter:junit-jupiter-engine:5.3.0'
-    testRuntimeOnly 'org.junit.vintage:junit-vintage-engine:5.3.0'
-    testCompile 'org.junit.platform:junit-platform-launcher:1.3.0'
-    testCompile 'org.junit-pioneer:junit-pioneer:0.1.2'
+    testImplementation 'org.junit.jupiter:junit-jupiter-api:5.3.1'
+    testCompile 'org.junit.jupiter:junit-jupiter-params:5.3.1'
+    testRuntimeOnly 'org.junit.jupiter:junit-jupiter-engine:5.3.1'
+    testRuntimeOnly 'org.junit.vintage:junit-vintage-engine:5.3.1'
+    testCompile 'org.junit.platform:junit-platform-launcher:1.3.1'
+    testCompile 'org.junit-pioneer:junit-pioneer:0.2.2'
     testRuntime 'org.apache.logging.log4j:log4j-core:2.11.1'
     testRuntime 'org.apache.logging.log4j:log4j-jul:2.11.1'
-    testCompile 'org.mockito:mockito-core:2.21.0'
-    testCompile 'com.github.tomakehurst:wiremock:2.18.0'
+    testCompile 'org.mockito:mockito-core:2.23.0'
+    testCompile 'com.github.tomakehurst:wiremock:2.19.0'
     testCompile 'org.assertj:assertj-swing-junit:3.8.0'
     testCompile 'org.reflections:reflections:0.9.11'
     testCompile 'org.xmlunit:xmlunit-core:2.6.2'
     testCompile 'org.xmlunit:xmlunit-matchers:2.6.2'
-    testCompile 'com.tngtech.archunit:archunit-junit:0.8.3'
+    testCompile 'com.tngtech.archunit:archunit-junit5-api:0.9.1'
+    testRuntime 'com.tngtech.archunit:archunit-junit5-engine:0.9.1'
     testCompile "org.testfx:testfx-core:4.0.+"
     testCompile "org.testfx:testfx-junit5:4.0.+"
 
-    checkstyle 'com.puppycrawl.tools:checkstyle:8.12'
+    checkstyle 'com.puppycrawl.tools:checkstyle:8.14'
 }
 
 jacoco {
@@ -199,30 +200,51 @@ dependencyUpdates.revision = 'integration'
 dependencyUpdates.resolutionStrategy = {
     componentSelection { rules ->
         rules.all { ComponentSelection selection ->
-            if ( selection.candidate.module!="javax.inject"  && selection.candidate.version ==~ /[0-9].*SNAPSHOT/ ) {
+            if (selection.candidate.version ==~ /[0-9].*SNAPSHOT/) {
                 selection.reject("Ignore SNAPSHOT releases")
             }
         }
+        rules.withModule("com.gradle.build-scan:com.gradle.build-scan.gradle.plugin") { ComponentSelection selection ->
+            if (selection.candidate.version ==~ /2.*/) {
+                selection.reject("Cannot be upgraded to version 2 until we upgrade to gradle 5")
+            }
+        }
         rules.withModule("org.controlsfx:controlsfx") { ComponentSelection selection ->
             if (selection.candidate.version ==~ /9.*/) { // Reject version 9 or higher
                 selection.reject("Cannot be updated to 9.*.* until Jabref works with Java 9")
             }
         }
         rules.withModule("com.github.tomtung:latex2unicode_2.12") { ComponentSelection selection ->
-            if (selection.candidate.version ==~ /0.2.2/) { // Reject version higher than 2.0.2
+            if (selection.candidate.version ==~ /0.2.[3,4]/) {
+                // Reject version higher than 2.0.2. see https://github.com/JabRef/jabref/pull/3781
                 selection.reject("Cannot be updated to 0.2.4 until JabRef is prepared for it")
             }
         }
+        rules.withModule("com.github.johnrengelman.shadow:com.github.johnrengelman.shadow.gradle.plugin") { ComponentSelection selection ->
+            if (selection.candidate.version ==~ /4.*/) {
+                selection.reject("Version 4.X breaks the release process.")
+            }
+        }
         rules.withModule("de.jensd:fontawesomefx-materialdesignfont") { ComponentSelection selection ->
             if (selection.candidate.version ==~ /2.*/) {
                 selection.reject("Cannot be upgraded to version 2")
             }
         }
-         rules.withModule("com.jfoenix:jfoenix") { ComponentSelection selection ->
+        rules.withModule("com.jfoenix:jfoenix") { ComponentSelection selection ->
             if (selection.candidate.version ==~ /9.*/) { // Reject version 9 or higher
                 selection.reject("Cannot be updated to 9.*.* until Jabref works with Java 9")
             }
         }
+        rules.withModule("com.google.errorprone:javac") { ComponentSelection selection ->
+            if (selection.candidate.version ==~ /1.9.*/ || selection.candidate.version ==~ /9.*/) {
+                selection.reject("Cannot be updated to 9.*.* until Jabref works with Java 9")
+            }
+        }
+        rules.withModule("com.sun.xml.bind:jaxb-xjc") { ComponentSelection selection ->
+            if (!(selection.candidate.version ==~ /2.2.4.*/) || selection.candidate.version ==~ /2.[3-9].*/) {
+                selection.reject("Cannot be updated to 2.2.5 or higher.")
+            }
+        }
     }
 }
 
@@ -386,12 +408,7 @@ jacocoTestReport {
 
 // Code quality tasks
 checkstyle {
-    // do not use other packages for checkstyle, excluding gen(erated) sources
-    checkstyleMain.source = "src/main/java"
-    toolVersion = '8.5'
 
-    // do not perform checkstyle checks by default
-    sourceSets = []
 }
 
 modernizer {

config/checkstyle/suppressions.xml

@@ -6,5 +6,4 @@
 
 <suppressions>
     <suppress checks="[a-zA-Z0-9]*" files="[\\/]gen[\\/]" />
-    <suppress checks="[a-zA-Z0-9]*" files="[\\/]test[\\/]" />
 </suppressions>

gradle/wrapper/gradle-wrapper.properties

@@ -1,5 +1,5 @@
 distributionBase=GRADLE_USER_HOME
 distributionPath=wrapper/dists
-distributionUrl=https\://services.gradle.org/distributions/gradle-4.10-bin.zip
+distributionUrl=https\://services.gradle.org/distributions/gradle-4.10.2-bin.zip
 zipStoreBase=GRADLE_USER_HOME
 zipStorePath=wrapper/dists