Maven 配置

  1. <properties>
  2.     <spark.binary.version>3.2</spark.binary.version>
  3.     <spark.version>3.2.2</spark.version>
  4.     <scala.binary.version>2.12</scala.binary.version>
  5.     <scala.version>2.12.15</scala.version>
  6.     <iceberg.version>1.0.0</iceberg.version>
  7. </properties>
  9. <dependencies>
  10.     <dependency>
  11.         <groupId>org.apache.iceberg</groupId>
  12.         <artifactId>iceberg-spark-runtime-${spark.binary.version}_${scala.binary.version}</artifactId>
  13.         <version>${iceberg.version}</version>
  14.     </dependency>
  15.     <dependency>
  16.         <groupId>org.apache.spark</groupId>
  17.         <artifactId>spark-core_${scala.binary.version}</artifactId>
  18.         <version>${spark.version}</version>
  19.     </dependency>
  20.     <dependency>
  21.         <groupId>org.apache.spark</groupId>
  22.         <artifactId>spark-sql_${scala.binary.version}</artifactId>
  23.         <version>${spark.version}</version>
  24.     </dependency>
  26.     <dependency>
  27.         <groupId>org.scala-lang</groupId>
  28.         <artifactId>scala-library</artifactId>
  29.         <version>${scala.version}</version>
  30.     </dependency>
  31. </dependencies>

Iceberg Scala样例