Skip to content

Commit 259bb17

Browse files
norbertoritzmann-hashnorbertoritzmann-hash
committed
Spark graphx moved to a new project due to a incompatibility of scala compiler
1 parent 93b517f commit 259bb17

File tree

8 files changed

+77
-8
lines changed

8 files changed

+77
-8
lines changed

‎apache-spark-graphx/pom.xml‎

Lines changed: 61 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,61 @@
1+
<project xmlns="http://maven.apache.org/POM/4.0.0"
2+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
3+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
4+
<modelVersion>4.0.0</modelVersion>
5+
<artifactId>apache-spark-graphx</artifactId>
6+
<version>1.0-SNAPSHOT</version>
7+
<name>apache-spark-graphx</name>
8+
<packaging>jar</packaging>
9+
<url>http://maven.apache.org</url>
10+
11+
<parent>
12+
<groupId>com.baeldung</groupId>
13+
<artifactId>parent-modules</artifactId>
14+
<version>1.0.0-SNAPSHOT</version>
15+
</parent>
16+
17+
<dependencies>
18+
<dependency>
19+
<groupId>org.apache.spark</groupId>
20+
<artifactId>spark-graphx_2.12</artifactId>
21+
<version>${org.apache.spark.spark-graphx.version}</version>
22+
<scope>provided</scope>
23+
</dependency>
24+
</dependencies>
25+
26+
<build>
27+
<plugins>
28+
<plugin>
29+
<groupId>org.apache.maven.plugins</groupId>
30+
<artifactId>maven-compiler-plugin</artifactId>
31+
<version>${maven-compiler-plugin.version}</version>
32+
<configuration>
33+
<source>${java.version}</source>
34+
<target>${java.version}</target>
35+
</configuration>
36+
</plugin>
37+
<plugin>
38+
<artifactId>maven-assembly-plugin</artifactId>
39+
<executions>
40+
<execution>
41+
<phase>package</phase>
42+
<goals>
43+
<goal>single</goal>
44+
</goals>
45+
</execution>
46+
</executions>
47+
<configuration>
48+
<descriptorRefs>
49+
<descriptorRef>jar-with-dependencies</descriptorRef>
50+
</descriptorRefs>
51+
</configuration>
52+
</plugin>
53+
</plugins>
54+
</build>
55+
56+
<properties>
57+
<org.apache.spark.spark-graphx.version>2.4.4</org.apache.spark.spark-graphx.version>
58+
<maven-compiler-plugin.version>3.2</maven-compiler-plugin.version>
59+
</properties>
60+
61+
</project>

apache-spark/src/main/java/com/baeldung/graphx/GraphAlgorithms.java renamed to apache-spark-graphx/src/main/java/com/baeldung/graphx/GraphAlgorithms.java

File renamed without changes.

apache-spark/src/main/java/com/baeldung/graphx/GraphLoader.java renamed to apache-spark-graphx/src/main/java/com/baeldung/graphx/GraphLoader.java

File renamed without changes.

apache-spark/src/main/java/com/baeldung/graphx/GraphOperations.java renamed to apache-spark-graphx/src/main/java/com/baeldung/graphx/GraphOperations.java

File renamed without changes.

apache-spark/src/main/java/com/baeldung/graphx/Relationship.java renamed to apache-spark-graphx/src/main/java/com/baeldung/graphx/Relationship.java

File renamed without changes.

apache-spark/src/main/java/com/baeldung/graphx/User.java renamed to apache-spark-graphx/src/main/java/com/baeldung/graphx/User.java

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,8 @@
11
package com.baeldung.graphx;
22

3-
public class User {
3+
import java.io.Serializable;
4+
5+
public class User implements Serializable {
46

57
private Long id;
68
private String name;

‎apache-spark-graphx/src/main/resources/logback.xml‎

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<configuration>
3+
<appender name="STDOUT" class="ch.qos.logback.core.ConsoleAppender">
4+
<encoder>
5+
<pattern>%d{HH:mm:ss.SSS} [%thread] %-5level %logger{36} - %msg%n
6+
</pattern>
7+
</encoder>
8+
</appender>
9+
10+
<root level="INFO">
11+
<appender-ref ref="STDOUT" />
12+
</root>
13+
</configuration>

‎apache-spark/pom.xml‎

Lines changed: 0 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -40,12 +40,6 @@
4040
<version>${org.apache.spark.spark-mllib.version}</version>
4141
<scope>provided</scope>
4242
</dependency>
43-
<dependency>
44-
<groupId>org.apache.spark</groupId>
45-
<artifactId>spark-graphx_2.12</artifactId>
46-
<version>${org.apache.spark.spark-graphx.version}</version>
47-
<scope>provided</scope>
48-
</dependency>
4943
<dependency>
5044
<groupId>org.apache.spark</groupId>
5145
<artifactId>spark-streaming-kafka-0-10_2.11</artifactId>
@@ -99,7 +93,6 @@
9993
<org.apache.spark.spark-streaming.version>2.3.0</org.apache.spark.spark-streaming.version>
10094
<org.apache.spark.spark-mllib.version>2.3.0</org.apache.spark.spark-mllib.version>
10195
<org.apache.spark.spark-streaming-kafka.version>2.3.0</org.apache.spark.spark-streaming-kafka.version>
102-
<org.apache.spark.spark-graphx.version>2.4.0</org.apache.spark.spark-graphx.version>
10396
<com.datastax.spark.spark-cassandra-connector.version>2.3.0</com.datastax.spark.spark-cassandra-connector.version>
10497
<com.datastax.spark.spark-cassandra-connector-java.version>1.5.2</com.datastax.spark.spark-cassandra-connector-java.version>
10598
<maven-compiler-plugin.version>3.2</maven-compiler-plugin.version>

0 commit comments

Comments
 (0)