%%classpath add mvn
org.apache.spark spark-hive_2.11 2.4.0
%%spark
SparkSession
.builder()
.master("local[4]")
.appName("Spark Hive Example")
//.config("spark.sql.catalogImplementation","hive")
.enableHiveSupport()
import java.io.File
import org.apache.spark.sql.{Row, SaveMode, SparkSession}
case class Record(key: Int, value: String)
import spark.implicits._
import spark.sql
val kv1File = new File("../resources/data/kv1.txt").getCanonicalPath
sql("CREATE TABLE IF NOT EXISTS src (key INT, value STRING) USING hive")
sql("LOAD DATA LOCAL INPATH '"+kv1File+"' INTO TABLE src")
// Queries are expressed in HiveQL
sql("SELECT * FROM src").show()