@@ -22,7 +22,7 @@
<project_organization >The Archives Unleashed Project</project_organization >
<scala .version>2.11.8</scala .version>
<hadoop .version>2.6.5</hadoop .version>
<spark .version>2.3.1 </spark .version>
<spark .version>2.4.3 </spark .version>
<github .global.server>github</github .global.server>
<checkstyle .plugin.version>2.17</checkstyle .plugin.version>
<license .plugin.version>3.0</license .plugin.version>
@@ -42,6 +42,7 @@
<surefire .plugin.version>2.18.1</surefire .plugin.version>
<jacoco .plugin.version>0.7.5.201505241946</jacoco .plugin.version>
<versions .plugin.version>2.1</versions .plugin.version>
<tika .version>1.20</tika .version>
</properties >
<licenses >
@@ -64,6 +65,10 @@
<id >maven</id >
<url >http://repo.maven.apache.org/maven2/</url >
</repository >
<repository >
<id >jitpack.io</id >
<url >https://jitpack.io</url >
</repository >
</repositories >
<build >
@@ -480,25 +485,98 @@
<artifactId >scala-parser-combinators_2.11</artifactId >
<version >1.0.5</version >
</dependency >
<dependency >
<groupId >com.fasterxml.jackson.module</groupId >
<artifactId >jackson-module-scala_2.11</artifactId >
<version >2.8.8</version >
</dependency >
<dependency >
<groupId >org.apache.hadoop</groupId >
<artifactId >hadoop-mapreduce-client-core</artifactId >
<version >${hadoop.version} </version >
<exclusions >
<exclusion >
<groupId >com.google.protobuf</groupId >
<artifactId >protobuf-java</artifactId >
</exclusion >
<exclusion >
<groupId >org.slf4j</groupId >
<artifactId >slf4j-api</artifactId >
</exclusion >
<exclusion >
<groupId >javax.xml.bind</groupId >
<artifactId >jaxb-api</artifactId >
</exclusion >
</exclusions >
</dependency >
<dependency >
<groupId >org.apache.hadoop</groupId >
<artifactId >hadoop-common</artifactId >
<version >${hadoop.version} </version >
<exclusions >
<exclusion >
<groupId >commons-configuration</groupId >
<artifactId >commons-configuration</artifactId >
</exclusion >
<exclusion >
<groupId >com.google.protobuf</groupId >
<artifactId >protobuf-java</artifactId >
</exclusion >
<exclusion >
<groupId >commons-codec</groupId >
<artifactId >commons-codec</artifactId >
</exclusion >
<exclusion >
<groupId >commons-io</groupId >
<artifactId >commons-io</artifactId >
</exclusion >
<exclusion >
<groupId >com.google.code.gson</groupId >
<artifactId >gson</artifactId >
</exclusion >
<exclusion >
<groupId >org.slf4j</groupId >
<artifactId >slf4j-api</artifactId >
</exclusion >
<exclusion >
<groupId >org.apache.commons</groupId >
<artifactId >commons-math3</artifactId >
</exclusion >
</exclusions >
</dependency >
<dependency >
<groupId >org.apache.spark</groupId >
<artifactId >spark-core_2.11</artifactId >
<version >${spark.version} </version >
<exclusions >
<exclusion >
<groupId >org.apache.commons</groupId >
<artifactId >commons-lang3</artifactId >
</exclusion >
<exclusion >
<groupId >org.apache.commons</groupId >
<artifactId >commons-compress</artifactId >
</exclusion >
<exclusion >
<groupId >com.thoughtworks.paranamer</groupId >
<artifactId >paranamer</artifactId >
</exclusion >
<exclusion >
<groupId >javax.servlet</groupId >
<artifactId >javax.servlet-api</artifactId >
</exclusion >
<exclusion >
<groupId >org.slf4j</groupId >
<artifactId >slf4j-api</artifactId >
</exclusion >
<exclusion >
<groupId >org.slf4j</groupId >
<artifactId >jul-to-slf4j</artifactId >
</exclusion >
<exclusion >
<groupId >org.slf4j</groupId >
<artifactId >jcl-over-slf4j</artifactId >
</exclusion >
<exclusion >
<groupId >javax.ws.rs</groupId >
<artifactId >javax.ws.rs-api</artifactId >
</exclusion >
</exclusions >
</dependency >
<dependency >
<groupId >org.apache.spark</groupId >
@@ -510,6 +588,11 @@
<artifactId >spark-graphx_2.11</artifactId >
<version >${spark.version} </version >
</dependency >
<dependency >
<groupId >com.google.guava</groupId >
<artifactId >guava</artifactId >
<version >15.0</version >
</dependency >
<dependency >
<groupId >org.xerial.snappy</groupId >
<artifactId >snappy-java</artifactId >
@@ -529,22 +612,69 @@
<groupId >org.apache.hadoop</groupId >
<artifactId >hadoop-core</artifactId >
</exclusion >
<exclusion >
<groupId >joda-time</groupId >
<artifactId >joda-time</artifactId >
</exclusion >
<exclusion >
<groupId >commons-codec</groupId >
<artifactId >commons-codec</artifactId >
</exclusion >
<exclusion >
<groupId >commons-io</groupId >
<artifactId >commons-io</artifactId >
</exclusion >
</exclusions >
</dependency >
<dependency >
<groupId >edu.stanford.nlp</groupId >
<artifactId >stanford-corenlp</artifactId >
<version >3.8.0</version >
<exclusions >
<exclusion >
<groupId >org.apache.commons</groupId >
<artifactId >commons-lang3</artifactId >
</exclusion >
<exclusion >
<groupId >org.slf4j</groupId >
<artifactId >slf4j-api</artifactId >
</exclusion >
</exclusions >
</dependency >
<dependency >
<groupId >org.apache.tika</groupId >
<artifactId >tika-core</artifactId >
<version >1.19.1 </version >
<version >${tika.version} </version >
</dependency >
<dependency >
<groupId >org.apache.tika</groupId >
<artifactId >tika-parsers</artifactId >
<version >1.19.1</version >
<version >${tika.version} </version >
<exclusions >
<exclusion >
<groupId >com.fasterxml.jackson.core</groupId >
<artifactId >jackson-databind</artifactId >
</exclusion >
<exclusion >
<groupId >javax.xml.bind</groupId >
<artifactId >jaxb-api</artifactId >
</exclusion >
<exclusion >
<groupId >javax.ws.rs</groupId >
<artifactId >javax.ws.rs-api</artifactId >
</exclusion >
</exclusions >
</dependency >
<dependency >
<groupId >org.apache.tika</groupId >
<artifactId >tika-langdetect</artifactId >
<version >${tika.version} </version >
<exclusions >
<exclusion >
<groupId >com.optimaize.languagedetector</groupId >
<artifactId >language-detector</artifactId >
</exclusion >
</exclusions >
</dependency >
<dependency >
<groupId >org.rogach</groupId >
@@ -566,82 +696,19 @@
<artifactId >lintools-datatypes</artifactId >
<version >1.0.0</version >
</dependency >
<!-- START issue #113 -->
<!-- START pull #321 -->
<dependency >
<groupId >joda-time </groupId >
<artifactId >joda-time </artifactId >
<version >2.2 </version >
<groupId >com.github.netarchivesuite </groupId >
<artifactId >language-detector </artifactId >
<version >language-detector-0.6a </version >
</dependency >
<!-- END pull #321-->
<!-- START issue #113-->
<dependency >
<groupId >org.apache.commons</groupId >
<artifactId >commons-compress</artifactId >
<version >1.18</version >
</dependency >
<dependency >
<groupId >net.java.dev.jets3t</groupId >
<artifactId >jets3t</artifactId >
<version >0.6.1</version >
</dependency >
<dependency >
<groupId >org.codehaus.jackson</groupId >
<artifactId >jackson-mapper-asl</artifactId >
<version >1.5.2</version >
</dependency >
<dependency >
<groupId >commons-net</groupId >
<artifactId >commons-net</artifactId >
<version >1.4.1</version >
</dependency >
<dependency >
<groupId >commons-logging</groupId >
<artifactId >commons-logging</artifactId >
<version >1.1.3</version >
</dependency >
<dependency >
<groupId >org.slf4j</groupId >
<artifactId >jcl-over-slf4j</artifactId >
<version >1.7.24</version >
</dependency >
<dependency >
<groupId >org.slf4j</groupId >
<artifactId >jul-to-slf4j</artifactId >
<version >1.7.24</version >
</dependency >
<dependency >
<groupId >org.slf4j</groupId >
<artifactId >slf4j-api</artifactId >
<version >1.7.24</version >
</dependency >
<dependency >
<groupId >javax.servlet</groupId >
<artifactId >javax.servlet-api</artifactId >
<version >3.0.1</version >
</dependency >
<dependency >
<groupId >org.scala-lang.modules</groupId >
<artifactId >scala-xml_2.11</artifactId >
<version >1.0.6</version >
</dependency >
<dependency >
<groupId >com.fasterxml.jackson.core</groupId >
<artifactId >jackson-databind</artifactId >
<version >2.8.11</version >
</dependency >
<dependency >
<groupId >org.json</groupId >
<artifactId >json</artifactId >
<version >20140107</version >
</dependency >
<dependency >
<groupId >com.google.code.gson</groupId >
<artifactId >gson</artifactId >
<version >2.3.1</version >
</dependency >
<dependency >
<groupId >com.thoughtworks.paranamer</groupId >
<artifactId >paranamer</artifactId >
<version >2.8</version >
</dependency >
<dependency >
<groupId >jline</groupId >
<artifactId >jline</artifactId >
@@ -650,7 +717,17 @@
<dependency >
<groupId >org.apache.commons</groupId >
<artifactId >commons-math3</artifactId >
<version >3.2</version >
<version >3.6.1</version >
</dependency >
<dependency >
<groupId >commons-logging</groupId >
<artifactId >commons-logging</artifactId >
<version >1.2</version >
</dependency >
<dependency >
<groupId >org.apache.httpcomponents</groupId >
<artifactId >httpcore</artifactId >
<version >4.4.10</version >
</dependency >
<!-- END issue #113-->
<!-- for codecov.io -->
0 comments on commit
0e701b2