-
Notifications
You must be signed in to change notification settings - Fork 0
/
build.sbt
68 lines (47 loc) · 1.71 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
ThisBuild / resolvers ++= Seq(
"Apache Development Snapshot Repository" at "https://repository.apache.org/content/repositories/snapshots/",
Resolver.mavenLocal
)
name := "streamingProject"
version := "0.1"
organization := "es.upm.dit"
ThisBuild / scalaVersion := "2.11.12"
val flinkVersion = "1.12.1"
val sparkVersion = "2.4.8"
val deltaVersion = "0.6.1"
val Dependencies = Seq(
// Flink
"org.apache.flink" %% "flink-runtime-web" % flinkVersion, //interfaz web
"org.apache.flink" %% "flink-clients" % flinkVersion,
"org.apache.flink" %% "flink-scala" % flinkVersion,
"org.apache.flink" %% "flink-streaming-scala" % flinkVersion,
"org.apache.flink" %% "flink-connector-kafka" % flinkVersion,
"org.apache.flink" % "flink-json" % flinkVersion,
//"ch.qos.logback" % "logback-classic" % "1.2.3",
// Circe
"io.circe" %% "circe-core" % "0.12.0-M3",
"io.circe" %% "circe-generic" % "0.12.0-M3",
"io.circe" %% "circe-parser" % "0.11.1",
// config
"com.typesafe" % "config" % "1.4.2",
//Spark
"org.apache.spark" %% "spark-core" % sparkVersion,
"org.apache.spark" %% "spark-sql" % sparkVersion,
"org.apache.spark" %% "spark-sql-kafka-0-10" % sparkVersion,
//Delta
"io.delta" %% "delta-core" % deltaVersion,
// Akka para KafkaSparkWriter .jar
"com.typesafe.akka" %% "akka-stream" % "2.5.32"
)
assemblyMergeStrategy in assembly := {
case PathList("META-INF", _*) => MergeStrategy.discard
case _ => MergeStrategy.first
}
lazy val root = (project in file(".")).
settings(
libraryDependencies ++= Dependencies
)
assemblyMergeStrategy in assembly := {
case PathList("META-INF", _*) => MergeStrategy.discard
case _ => MergeStrategy.first
}