From 83bf607b4629adbb9acf6800fa485d12670d6770 Mon Sep 17 00:00:00 2001
From: matthiasbertsch <github@matthias-bertsch.com>
Date: Fri, 12 Jan 2018 18:47:16 +0100
Subject: [PATCH] added possibility to run spark shell directly out of the
 project directory

---
 README.md |  6 ++++++
 pom.xml   | 21 +++++++++++++++++++++
 2 files changed, 27 insertions(+)

diff --git a/README.md b/README.md
index 2fc91338..5c2f71b8 100644
--- a/README.md
+++ b/README.md
@@ -59,6 +59,12 @@ mvn clean package
 
 Building DESQ with `mvn clean package -Pprovided` builds the `desq-<branch>-<releasedate>-no-spark.jar` with the excluded Apache Spark dependency.
 
+To start a Spark shell directly out of the project directory, use
+
+```
+mvn compile && mvn exec:exec -Dexec.executable="java" -Dexec.args="-cp \"%classpath\" -Dscala.usejavacp=true org.apache.spark.deploy.SparkSubmit --class org.apache.spark.repl.Main spark-shell"
+```
+
 ## DESQ Examples
 
 DESQ supports a variety of pattern mining tasks, some of which are highlighted
diff --git a/pom.xml b/pom.xml
index d7cc54b2..3148b1da 100644
--- a/pom.xml
+++ b/pom.xml
@@ -254,6 +254,16 @@
 				<artifactId>maven-shade-plugin</artifactId>
 				<version>3.1.0</version>
 				<configuration>
+					<filters>
+						<filter>
+							<artifact>*:*</artifact>
+							<excludes>
+								<exclude>META-INF/*.SF</exclude>
+								<exclude>META-INF/*.DSA</exclude>
+								<exclude>META-INF/*.RSA</exclude>
+							</excludes>
+						</filter>
+					</filters>
 					<relocations>
 						<relocation>
 							<pattern>com.google.common</pattern>
@@ -297,6 +307,11 @@
 					<artifactId>spark-core_2.11</artifactId>
 					<version>2.1.0</version>
 				</dependency>
+				<dependency>
+					<groupId>org.apache.spark</groupId>
+					<artifactId>spark-repl_2.11</artifactId>
+					<version>2.1.0</version>
+				</dependency>
 			</dependencies>
 			<properties>
 				<suffix>full</suffix>
@@ -313,6 +328,12 @@
 					<version>2.1.0</version>
 					<scope>provided</scope>
 				</dependency>
+				<dependency>
+					<groupId>org.apache.spark</groupId>
+					<artifactId>spark-repl_2.11</artifactId>
+					<version>2.1.0</version>
+					<scope>provided</scope>
+				</dependency>
 			</dependencies>
 			<properties>
 				<suffix>no-spark</suffix>