Building Data Streaming Applications with Apache Kafka

Scala example for direct approach

Here is the Scala example for direct approach:

import kafka.serializer.StringDecoderimport org.apache.Spark.SparkConfimport org.apache.Spark.streaming.kafka.KafkaUtilsimport org.apache.Spark.streaming.{Seconds, StreamingContext}object DirectKafkaWordCount {  def main(args: Array[String]) {    val brokers: String = "localhost:2181"    val topics: String = "test"    val SparkConf = new SparkConf().setAppName("DirectKafkaWordCount")    val ssc = new StreamingContext(SparkConf, Seconds(2))    val topicsSet = topics.split(",").toSet    val kafkaParams = Map[String, String]("metadata.broker.list" -> brokers)    val messages = KafkaUtils.createDirectStream[String, String, StringDecoder, StringDecoder](      ssc, kafkaParams, topicsSet)