Apache-Iceberg Connector

Apache-Iceberg Connector allow you to use Apache-Iceberg with Almaren Framework.

libraryDependencies += "com.github.music-of-the-ainur" %% "iceberg-almaren" % "0.0.1-3.1"

spark-shell --master "local[*]" --packages "com.github.music-of-the-ainur:almaren-framework_2.12:0.9.2-3.1,com.github.music-of-the-ainur:iceberg-almaren_2.12:0.0.1-2.4"

Iceberg Batch

Example

import com.github.music.of.the.ainur.almaren.Almaren
import com.github.music.of.the.ainur.almaren.builder.Core.Implicit
import com.github.music.of.the.ainur.almaren.iceberg.Iceberg.IcebergImplicit

import spark.implicits._

 val almaren = Almaren("Iceberg-almaren")

 val updateSourceDf = Seq(
    ("John", "Jones"),
    ("David", "Smith"),
    ("Michael", "Lee"),
    ("Chris", "Johnson"),
    ("Mike", "Brown")
  ).toDF("first_name", "last_name")

Parameters

Iceberg Query

Example

import com.github.music.of.the.ainur.almaren.Almaren
import com.github.music.of.the.ainur.almaren.builder.Core.Implicit
import com.github.music.of.the.ainur.almaren.iceberg.Iceberg.IcebergImplicit

import spark.implicits._

 val almaren = Almaren("Iceberg-almaren")

Parameters