Working with the Spark programming model

        scala> val data = Array(1, 2, 3, 4, 5) 
        scala> val rddData = sc.parallelize(data) 
        scala> val mydata = data.filter(ele => ele%2==0) 
        mydata: org.apache.spark.rdd.RDD[String] = 
        MapPartitionsRDD[3]   at
        filter at <console>:29 
        scala> val mydata = data.map(ele => ele+2) 
        mydata: org.apache.spark.rdd.RDD[String] = 
        MapPartitionsRDD[3]  at 
        filter at <console>:30 
        scala> mydata.count() 
        res1: Long = 5 
        scala> mydata.take(2) 
        res2:Array[Int] = Array(1,2) 
        scala> mydata.top(1) 
        res2:Array[Int] = Array(5)

          object SparkTransformations { 
          def main(args:Array[String]){ 
          val conf = new SparkConf 
                     conf.setMaster("spark://master:7077") 
          val sc = new SparkContext(conf) 
          val baseRdd1 =     
          sc.parallelize(Array("hello","hi","priya","big","data","hub",
          "hub","hi"),1) 
          val baseRdd2 =      
          sc.parallelize(Array("hey","ram","krishna","priya"),1) 
          val baseRdd3 =  sc.parallelize(Array(1,2,3,4),2) 
          val sampledRdd = baseRdd1.sample(false,0.5) 
          val unionRdd = baseRdd1.union(baseRdd2).repartition(1) 
          val intersectionRdd = baseRdd1.intersection(baseRdd2) 
          val distinctRdd = baseRdd1.distinct.repartition(1) 
          val subtractRdd = baseRdd1.subtract(baseRdd2) 
          val cartesianRdd = sampledRdd.cartesian(baseRdd2) 
          val reducedValue = baseRdd3.reduce((a,b) => a+b) 
       
          val collectedRdd = distinctRdd.collect 
          collectedRdd.foreach(println) 
          val count = distinctRdd.count 
          val first = distinctRdd.first 
          println("Count is..."+count); println("First Element     
          is..."+first) 
          val takeValues = distinctRdd.take(3) 
          val takeSample = distinctRdd.takeSample(false, 2) 
          val takeOrdered = distinctRdd.takeOrdered(2) 
          takeValues.foreach(println) 
          println("Take Sample Values..") 
          takeSample.foreach(println) 
          val foldResult = distinctRdd.fold("<>")((a,b) => a+b) 
          println(foldResult) }}