Skip to content

Add Nightfall to your project

Fabiano V. Santos edited this page Jun 5, 2018 · 4 revisions

Add Nightfall to your project

We recomend the usage of shaded jars, due to version conflicts of org.ow2.asm (5.x of governator and 3.x of spark). You can add the Nightfall sub-modules like this:

Nightfall Dependency Injection

Maven:

<dependency>
    <groupId>com.elo7.nightfall</groupId>
    <artifactId>nightfall-di</artifactId>
    <version>${nightfall.version}</version>
    <classifier>shaded</classifier>
    <exclusions>
        <exclusion>
            <groupId>*</groupId>
            <artifactId>*</artifactId>
        </exclusion>
    </exclusions>
</dependency>

Gradle:

    compile ("com.elo7.nightfall:nightfall-di:${nightfall_version}:shaded"){
        transitive = false
    }

Nightfall Kafka 0.10

Maven:

<dependency>
    <groupId>com.elo7.nightfall</groupId>
    <artifactId>nightfall-kafka-0-10</artifactId>
    <version>${nightfall.version}</version>
    <classifier>shaded</classifier>
    <exclusions>
        <exclusion>
            <groupId>*</groupId>
            <artifactId>*</artifactId>
        </exclusion>
    </exclusions>
</dependency>

Gradle:

    compile ("com.elo7.nightfall:nightfall-kafka-0-10:${nightfall_version}:shaded"){
        transitive = false
    }

Nightfall Riposte

Maven:

<dependency>
    <groupId>com.elo7.nightfall</groupId>
    <artifactId>nightfall-riposte</artifactId>
    <version>${nightfall.version}</version>
    <classifier>shaded</classifier>
    <exclusions>
        <exclusion>
            <groupId>*</groupId>
            <artifactId>*</artifactId>
        </exclusion>
    </exclusions>
</dependency>

Gradle:

    compile ("com.elo7.nightfall:nightfall-riposte:${nightfall_version}:shaded"){
        transitive = false
    }

Nightfall Provided Dependencies

<dependency>
    <groupId>org.apache.spark</groupId>
    <artifactId>spark-core_2.11</artifactId>
    <version>2.1.1</version>
</dependency>
<dependency>
    <groupId>org.apache.spark</groupId>
    <artifactId>spark-streaming_2.11</artifactId>
    <version>2.1.1</version>
</dependency>
<dependency>
    <groupId>org.apache.spark</groupId>
    <artifactId>spark-streaming-kafka_2.11</artifactId>
    <version>2.1.1</version>
</dependency>
<dependency>
    <groupId>org.apache.spark</groupId>
    <artifactId>spark-sql_2.11</artifactId>
    <version>2.1.1</version>
</dependency>
<dependency>
    <groupId>com.google.guava</groupId>
    <artifactId>guava</artifactId>
    <version>18.0</version>
</dependency>
<dependency>
    <groupId>org.apache.hadoop</groupId>
    <artifactId>hadoop-aws</artifactId>
    <version>2.7.1</version>
</dependency>
<dependency>
    <groupId>com.amazonaws</groupId>
    <artifactId>aws-java-sdk</artifactId>
    <version>1.7.4</version>
</dependency>
<dependency>
    <groupId>com.netflix.governator</groupId>
    <artifactId>governator</artifactId>
    <version>1.12.11</version>
</dependency>

Nightfall Provided Dependencies - Kafka 0.10

<dependency>
    <groupId>org.apache.spark</groupId>
    <artifactId>spark-streaming-kafka-0-10_2.11</artifactId>
    <version>2.1.1</version>
</dependency>
<dependency>
    <groupId>org.apache.spark</groupId>
    <artifactId>spark-sql-kafka-0-10_2.11</artifactId>
    <version>2.1.1</version>
</dependency>
<dependency>
    <groupId>com.datastax.cassandra</groupId>
    <artifactId>spark-cassandra-connector_2.11</artifactId>
    <version>2.0.2</version>
</dependency>