%%classpath add mvn
org.apache.spark spark-sql_2.11 2.2.1

%%spark

%%spark
SparkSession.builder()
      .appName("BeakerX Demo")
      .master("local[4]")

%%spark --start
SparkSession.builder().master("local[100]")

%%spark
val jars = ClasspathManager.getJars().toArray.mkString(",")
SparkSession.builder().config("spark.jars", jars)

val NUM_SAMPLES = 10000000
val random = new scala.util.Random()
val count = spark.sparkContext.parallelize(1 to NUM_SAMPLES).map{i =>
  val x = random.nextDouble()
  val y = random.nextDouble()
  if (x*x + y*y < 1) 1 else 0
}.reduce(_ + _)

println("Pi is roughly " + 4.0 * count / NUM_SAMPLES)

val tornadoesPath = java.nio.file.Paths.get("../resources/data/tornadoes_2014.csv").toAbsolutePath()

val ds = spark.read.format("csv").option("header", "true").load(tornadoesPath.toString())
ds

ds.display(1000)