Download cdap-spark-core-3.4.0.jar file

Introduction

You can download cdap-spark-core-3.4.0.jar in this page.

License

Apache License

Type List

cdap-spark-core-3.4.0.jar file has the following types.

META-INF/MANIFEST.MF
META-INF/maven/co.cask.cdap/cdap-spark-core/pom.properties
META-INF/maven/co.cask.cdap/cdap-spark-core/pom.xml
META-INF/services/co.cask.cdap.app.runtime.ProgramRuntimeProvider
co.cask.cdap.app.runtime.spark.BasicSparkClientContext.class
co.cask.cdap.app.runtime.spark.BatchReadablePartition.class
co.cask.cdap.app.runtime.spark.BatchReadableRDD.class
co.cask.cdap.app.runtime.spark.DatasetCompute.class
co.cask.cdap.app.runtime.spark.DatasetRDD.class
co.cask.cdap.app.runtime.spark.DefaultJavaSparkExecutionContext.class
co.cask.cdap.app.runtime.spark.DefaultSparkExecutionContext.class
co.cask.cdap.app.runtime.spark.SerializableStreamEvent.class
co.cask.cdap.app.runtime.spark.SparkClassLoader.class
co.cask.cdap.app.runtime.spark.SparkDatasetContext.class
co.cask.cdap.app.runtime.spark.SparkExecutionContextFactory.class
co.cask.cdap.app.runtime.spark.SparkMainWrapper.class
co.cask.cdap.app.runtime.spark.SparkMetricsReporter.class
co.cask.cdap.app.runtime.spark.SparkMetricsSink.class
co.cask.cdap.app.runtime.spark.SparkPluginContext.class
co.cask.cdap.app.runtime.spark.SparkProgramController.class
co.cask.cdap.app.runtime.spark.SparkProgramRunner.class
co.cask.cdap.app.runtime.spark.SparkProgramRuntimeProvider.class
co.cask.cdap.app.runtime.spark.SparkRunnerClassLoader.class
co.cask.cdap.app.runtime.spark.SparkRuntimeContext.class
co.cask.cdap.app.runtime.spark.SparkRuntimeContextConfig.class
co.cask.cdap.app.runtime.spark.SparkRuntimeContextProvider.class
co.cask.cdap.app.runtime.spark.SparkRuntimeEnv.class
co.cask.cdap.app.runtime.spark.SparkRuntimeService.class
co.cask.cdap.app.runtime.spark.SparkRuntimeUtils.class
co.cask.cdap.app.runtime.spark.SparkServiceDiscoverer.class
co.cask.cdap.app.runtime.spark.SparkTransactionClient.class
co.cask.cdap.app.runtime.spark.SparkTransactionService.class
co.cask.cdap.app.runtime.spark.SparkTransactional.class
co.cask.cdap.app.runtime.spark.SparkTxRunnable.class
co.cask.cdap.app.runtime.spark.SparkUserMetrics.class
co.cask.cdap.app.runtime.spark.TransactionInfo.class
co.cask.cdap.app.runtime.spark.distributed.DistributedSparkProgramRunner.class
co.cask.cdap.app.runtime.spark.distributed.SparkCommand.class
co.cask.cdap.app.runtime.spark.distributed.SparkContainerLauncher.class
co.cask.cdap.app.runtime.spark.distributed.SparkExecutionClient.class
co.cask.cdap.app.runtime.spark.distributed.SparkExecutionService.class
co.cask.cdap.app.runtime.spark.distributed.SparkTwillApplication.class
co.cask.cdap.app.runtime.spark.distributed.SparkTwillProgramController.class
co.cask.cdap.app.runtime.spark.distributed.SparkTwillRunnable.class
co.cask.cdap.app.runtime.spark.submit.AbstractSparkSubmitter.class
co.cask.cdap.app.runtime.spark.submit.DistributedSparkSubmitter.class
co.cask.cdap.app.runtime.spark.submit.LocalSparkSubmitter.class
co.cask.cdap.app.runtime.spark.submit.SparkSubmitter.class
org.apache.spark.executor.ExecutorURLClassLoader.class
org.apache.spark.executor.MutableURLClassLoader.class
org.apache.spark.util.MutableURLClassLoader.class

Pom

cdap-spark-core-3.4.0.pom file content.

<?xml version="1.0" encoding="UTF-8"?>
<!--
  Copyright ? 2016 Cask Data, Inc.

  Licensed under the Apache License, Version 2.0 (the "License"); you may not
  use this file except in compliance with the License. You may obtain a copy of
  the License at

  http://www.apache.org/licenses/LICENSE-2.0

  Unless required by applicable law or agreed to in writing, software
  distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
  WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
  License for the specific language governing permissions and limitations under
  the License.
  -->

<project xmlns="http://maven.apache.org/POM/4.0.0"
         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  <modelVersion>4.0.0</modelVersion>

  <parent>
    <groupId>co.cask.cdap</groupId>
    <artifactId>cdap</artifactId>
    <version>3.4.0</version>
  </parent>

  <artifactId>cdap-spark-core</artifactId>
  <name>CDAP Spark Core</name>
  <packaging>jar</packaging>

  <dependencies>
    <!-- CAUTION. When adding new dependencies, pay attention to the scope and the copy-dependencies section -->
    <dependency>
      <groupId>co.cask.cdap</groupId>
      <artifactId>cdap-api</artifactId>
      <version>${project.version}</version>
      <scope>provided</scope>
    </dependency>
    <dependency>
      <groupId>co.cask.cdap</groupId>
      <artifactId>cdap-api-spark</artifactId>
      <version>${project.version}</version>
    </dependency>
    <dependency>
      <groupId>co.cask.cdap</groupId>
      <artifactId>cdap-app-fabric</artifactId>
      <version>${project.version}</version>
      <scope>provided</scope>
    </dependency>
    <dependency>
      <groupId>org.apache.twill</groupId>
      <artifactId>twill-api</artifactId>
      <scope>provided</scope>
    </dependency>
    <dependency>
      <groupId>com.google.guava</groupId>
      <artifactId>guava</artifactId>
      <!-- Currently comes from cdap-app-fabric -->
      <scope>provided</scope>
    </dependency>
    <dependency>
      <groupId>org.ow2.asm</groupId>
      <artifactId>asm-all</artifactId>
      <!-- Currently comes from cdap-app-fabric -->
      <scope>provided</scope>
    </dependency>
    <dependency>
      <groupId>co.cask.http</groupId>
      <artifactId>netty-http</artifactId>
      <!-- Currently comes from cdap-app-fabric -->
      <scope>provided</scope>
    </dependency>
    <dependency>
      <groupId>org.apache.spark</groupId>
      <artifactId>spark-core_2.10</artifactId>
    </dependency>
    <dependency>
      <groupId>org.apache.spark</groupId>
      <artifactId>spark-streaming_2.10</artifactId>
    </dependency>
    <dependency>
      <groupId>org.apache.spark</groupId>
      <artifactId>spark-sql_2.10</artifactId>
    </dependency>
    <dependency>
      <groupId>org.apache.spark</groupId>
      <artifactId>spark-mllib_2.10</artifactId>
    </dependency>
    <dependency>
      <groupId>javax.servlet</groupId>
      <artifactId>javax.servlet-api</artifactId>
      <scope>provided</scope>
    </dependency>
    <dependency>
      <groupId>org.apache.hadoop</groupId>
      <artifactId>hadoop-common</artifactId>
      <scope>provided</scope>
    </dependency>
    <dependency>
      <groupId>org.apache.hadoop</groupId>
      <artifactId>hadoop-mapreduce-client-core</artifactId>
      <scope>provided</scope>
    </dependency>
    <dependency>
      <groupId>co.cask.tephra</groupId>
      <artifactId>tephra-core</artifactId>
      <!-- Currently comes from cdap-app-fabric -->
      <scope>provided</scope>
      <!-- Only TransactionCodec is used. Exclude unrelated dependencies -->
      <exclusions>
        <exclusion>
          <groupId>com.google.inject</groupId>
          <artifactId>guice</artifactId>
        </exclusion>
        <exclusion>
          <groupId>com.google.inject.extensions</groupId>
          <artifactId>guice-assistedinject</artifactId>
        </exclusion>
        <exclusion>
          <groupId>ch.qos.logback</groupId>
          <artifactId>logback-core</artifactId>
        </exclusion>
        <exclusion>
          <groupId>it.unimi.dsi</groupId>
          <artifactId>fastutil</artifactId>
        </exclusion>
        <exclusion>
          <groupId>org.apache.twill</groupId>
          <artifactId>twill-core</artifactId>
        </exclusion>
        <exclusion>
          <groupId>org.apache.twill</groupId>
          <artifactId>twill-discovery-core</artifactId>
        </exclusion>
        <exclusion>
          <groupId>org.apache.twill</groupId>
          <artifactId>twill-zookeeper</artifactId>
        </exclusion>
      </exclusions>
    </dependency>

    <dependency>
      <groupId>org.eclipse.jetty</groupId>
      <artifactId>jetty-server</artifactId>
      <scope>test</scope>
    </dependency>
    <dependency>
      <groupId>ch.qos.logback</groupId>
      <artifactId>logback-classic</artifactId>
      <scope>test</scope>
    </dependency>
    <dependency>
      <groupId>it.unimi.dsi</groupId>
      <artifactId>fastutil</artifactId>
      <version>6.5.6</version>
      <scope>test</scope>
    </dependency>

  </dependencies>

  <build>
    <plugins>
      <plugin>
        <groupId>net.alchim31.maven</groupId>
        <artifactId>scala-maven-plugin</artifactId>
        <version>3.2.2</version>
      </plugin>
    </plugins>
  </build>

  <profiles>
    <profile>
      <id>dist</id>
      <build>
        <plugins>
          <plugin>
            <groupId>org.apache.maven.plugins</groupId>
            <artifactId>maven-jar-plugin</artifactId>
            <version>2.4</version>
            <executions>
              <execution>
                <id>jar</id>
                <phase>prepare-package</phase>
                <configuration combine.self="override">
                  <outputDirectory>${build.directory}/libexec</outputDirectory>
                  <finalName>${project.groupId}.${project.build.finalName}</finalName>
                </configuration>
                <goals>
                  <goal>jar</goal>
                </goals>
              </execution>
            </executions>
          </plugin>
          <!-- Copy cdap-api-spark -->
          <plugin>
            <groupId>org.apache.maven.plugins</groupId>
            <artifactId>maven-dependency-plugin</artifactId>
            <version>2.8</version>
            <executions>
              <execution>
                <id>copy-dependencies</id>
                <phase>prepare-package</phase>
                <goals>
                  <goal>copy-dependencies</goal>
                </goals>
                <configuration combine.self="override">
                  <outputDirectory>${build.directory}/libexec</outputDirectory>
                  <overWriteReleases>false</overWriteReleases>
                  <overWriteSnapshots>false</overWriteSnapshots>
                  <overWriteIfNewer>true</overWriteIfNewer>
                  <includeArtifactIds>cdap-api-spark</includeArtifactIds>
                  <prependGroupId>true</prependGroupId>
                  <silent>true</silent>
                  <includeScope>runtime</includeScope>
                </configuration>
              </execution>
            </executions>
          </plugin>
          <!-- Build the Spark assembly jar -->
          <plugin>
            <groupId>org.apache.maven.plugins</groupId>
            <artifactId>maven-shade-plugin</artifactId>
            <version>2.4.3</version>
            <executions>
              <execution>
                <phase>prepare-package</phase>
                <goals>
                  <goal>shade</goal>
                </goals>
                <configuration>
                  <artifactSet>
                    <excludes>
                      <exclude>co.cask.cdap:*</exclude>
                    </excludes>
                  </artifactSet>
                  <createDependencyReducedPom>false</createDependencyReducedPom>
                  <filters>
                    <filter>
                      <!-- Excludes all files related to JAR signature -->
                      <artifact>*:*</artifact>
                      <excludes>
                        <exclude>META-INF/*.SF</exclude>
                        <exclude>META-INF/*.DSA</exclude>
                        <exclude>META-INF/*.RSA</exclude>
                      </excludes>
                    </filter>
                  </filters>
                  <outputFile>${build.directory}/libexec/${project.groupId}.spark-assembly-${spark.version}.jar</outputFile>
                  <!-- Needed to merge akka config files -->
                  <transformers>
                    <transformer implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer">
                      <resource>reference.conf</resource>
                    </transformer>
                    <transformer implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
                      <manifestEntries>
                        <Main-Class>akka.Main</Main-Class>
                      </manifestEntries>
                    </transformer>
                  </transformers>
                </configuration>
              </execution>
            </executions>
          </plugin>
        </plugins>
      </build>
    </profile>
  </profiles>

</project>

POM Entry

<dependency>
   <groupId>co.cask.cdap</groupId>
   <artifactId>cdap-spark-core</artifactId>
   <version>3.4.0</version>
</dependency>

Download

If you think the following cdap-spark-core-3.4.0.jar downloaded from Maven central repository is inappropriate, such as containing malicious code/tools or violating the copyright, please email , thanks.



Download cdap-spark-core-3.4.0.jar file




PreviousNext

Related