From a262bb980f0a67a66df4b7e9962cf3e76d9be945 Mon Sep 17 00:00:00 2001 From: rohithvangapalli Date: Thu, 21 Sep 2023 11:42:11 +0530 Subject: [PATCH 1/2] Updated the spark and almaren version --- README.md | 2 +- build.sbt | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index c42cdfd..8bed82b 100644 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ libraryDependencies += "com.github.music-of-the-ainur" %% "jdbc-almaren" % "0.0. To run in spark-shell: ``` -spark-shell --master "local[*]" --packages "com.github.music-of-the-ainur:almaren-framework_2.12:0.9.8-2.4,com.github.music-of-the-ainur:jdbc-almaren_2.12:0.0.5-2.4" +spark-shell --master "local[*]" --packages "com.github.music-of-the-ainur:almaren-framework_2.12:0.9.10-2.4,com.github.music-of-the-ainur:jdbc-almaren_2.12:0.0.5-2.4" ``` JDBC Connector is available in [Maven Central](https://mvnrepository.com/artifact/com.github.music-of-the-ainur) diff --git a/build.sbt b/build.sbt index 208d678..6a425f9 100644 --- a/build.sbt +++ b/build.sbt @@ -7,7 +7,7 @@ lazy val scala212 = "2.12.10" crossScalaVersions := Seq(scala211,scala212) ThisBuild / scalaVersion := scala212 -val sparkVersion = "2.4.5" +val sparkVersion = "2.4.8" val majorVersionReg = "([0-9]+\\.[0-9]+).{0,}".r val majorVersionReg(majorVersion) = sparkVersion @@ -16,7 +16,7 @@ scalacOptions ++= Seq("-deprecation", "-feature") libraryDependencies ++= Seq( "org.apache.spark" %% "spark-core" % sparkVersion % "provided", "org.apache.spark" %% "spark-sql" % sparkVersion % "provided", - "com.github.music-of-the-ainur" %% "almaren-framework" % s"0.9.8-${majorVersion}" % "provided", + "com.github.music-of-the-ainur" %% "almaren-framework" % s"0.9.10-${majorVersion}" % "provided", "com.typesafe.scala-logging" %% "scala-logging" % "3.9.5", "org.scalikejdbc" %% "scalikejdbc" % "3.4.2", "org.scalatest" %% "scalatest" % "3.2.14" % "test", From cf9cc78ba3d960b0b08798186413634174ba52ee Mon Sep 17 00:00:00 2001 From: rohithvangapalli Date: Thu, 21 Sep 2023 12:29:27 +0530 Subject: [PATCH 2/2] Updated the spark and almaren version --- README.md | 18 ++++++++++-------- 1 file changed, 10 insertions(+), 8 deletions(-) diff --git a/README.md b/README.md index 8bed82b..5b06df1 100644 --- a/README.md +++ b/README.md @@ -6,12 +6,12 @@ JDBC Connector allows you to execute any SQL statement using Apache Spark. To add JDBC connector dependency to your sbt build: ``` -libraryDependencies += "com.github.music-of-the-ainur" %% "jdbc-almaren" % "0.0.5-2.4" +libraryDependencies += "com.github.music-of-the-ainur" %% "jdbc-almaren" % "0.0.6-2.4" ``` To run in spark-shell: ``` -spark-shell --master "local[*]" --packages "com.github.music-of-the-ainur:almaren-framework_2.12:0.9.10-2.4,com.github.music-of-the-ainur:jdbc-almaren_2.12:0.0.5-2.4" +spark-shell --master "local[*]" --packages "com.github.music-of-the-ainur:almaren-framework_2.12:0.9.10-2.4,com.github.music-of-the-ainur:jdbc-almaren_2.12:0.0.6-2.4" ``` JDBC Connector is available in [Maven Central](https://mvnrepository.com/artifact/com.github.music-of-the-ainur) @@ -19,12 +19,14 @@ repository. | version | Connector Artifact | |----------------------------|-------------------------------------------------------------| -| Spark 3.3.x and scala 2.13 | `com.github.music-of-the-ainur:jdbc-almaren_2.13:0.0.5-3.3` | -| Spark 3.3.x and scala 2.12 | `com.github.music-of-the-ainur:jdbc-almaren_2.12:0.0.5-3.3` | -| Spark 3.2.x and scala 2.12 | `com.github.music-of-the-ainur:jdbc-almaren_2.12:0.0.5-3.2` | -| Spark 3.1.x and scala 2.12 | `com.github.music-of-the-ainur:jdbc-almaren_2.12:0.0.5-3.1` | -| Spark 2.4.x and scala 2.12 | `com.github.music-of-the-ainur:jdbc-almaren_2.12:0.0.5-2.4` | -| Spark 2.4.x and scala 2.11 | `com.github.music-of-the-ainur:jdbc-almaren_2.11:0.0.5-2.4` | +| Spark 3.4.x and scala 2.13 | `com.github.music-of-the-ainur:jdbc-almaren_2.13:0.0.6-3.4` | +| Spark 3.4.x and scala 2.12 | `com.github.music-of-the-ainur:jdbc-almaren_2.12:0.0.6-3.4` | +| Spark 3.3.x and scala 2.13 | `com.github.music-of-the-ainur:jdbc-almaren_2.13:0.0.6-3.3` | +| Spark 3.3.x and scala 2.12 | `com.github.music-of-the-ainur:jdbc-almaren_2.12:0.0.6-3.3` | +| Spark 3.2.x and scala 2.12 | `com.github.music-of-the-ainur:jdbc-almaren_2.12:0.0.6-3.2` | +| Spark 3.1.x and scala 2.12 | `com.github.music-of-the-ainur:jdbc-almaren_2.12:0.0.6-3.1` | +| Spark 2.4.x and scala 2.12 | `com.github.music-of-the-ainur:jdbc-almaren_2.12:0.0.6-2.4` | +| Spark 2.4.x and scala 2.11 | `com.github.music-of-the-ainur:jdbc-almaren_2.11:0.0.6-2.4` | ## JDBC Batch