From bc708cb164b7c7818f58da7a76ae10f4a2d712c9 Mon Sep 17 00:00:00 2001 From: Daniel Date: Wed, 31 Jan 2018 14:41:58 -0500 Subject: [PATCH 1/2] changed scala example from java "style" to scala --- docs/quick-start.md | 18 ++++++++---------- 1 file changed, 8 insertions(+), 10 deletions(-) diff --git a/docs/quick-start.md b/docs/quick-start.md index 07c520cbee6be..dbc0c6aa6501c 100644 --- a/docs/quick-start.md +++ b/docs/quick-start.md @@ -299,19 +299,17 @@ We'll create a very simple Spark application, `SimpleApp.java`: import org.apache.spark.sql.SparkSession; import org.apache.spark.sql.Dataset; -public class SimpleApp { - public static void main(String[] args) { - String logFile = "YOUR_SPARK_HOME/README.md"; // Should be some file on your system - SparkSession spark = SparkSession.builder().appName("Simple Application").getOrCreate(); - Dataset logData = spark.read().textFile(logFile).cache(); +public class SimpleApp extends App { + String logFile = "YOUR_SPARK_HOME/README.md"; // Should be some file on your system + SparkSession spark = SparkSession.builder().appName("Simple Application").getOrCreate(); + Dataset logData = spark.read().textFile(logFile).cache(); - long numAs = logData.filter(s -> s.contains("a")).count(); - long numBs = logData.filter(s -> s.contains("b")).count(); + long numAs = logData.filter(s -> s.contains("a")).count(); + long numBs = logData.filter(s -> s.contains("b")).count(); - System.out.println("Lines with a: " + numAs + ", lines with b: " + numBs); + System.out.println("Lines with a: " + numAs + ", lines with b: " + numBs); - spark.stop(); - } + spark.stop(); } {% endhighlight %} From 623c473620052d3326a37bab83f903a07d71eb42 Mon Sep 17 00:00:00 2001 From: Daniel de Oliveira Mantovani Date: Wed, 31 Jan 2018 15:45:51 -0500 Subject: [PATCH 2/2] Update quick-start.md updated the right section, Scala. --- docs/quick-start.md | 36 ++++++++++++++++++------------------ 1 file changed, 18 insertions(+), 18 deletions(-) diff --git a/docs/quick-start.md b/docs/quick-start.md index dbc0c6aa6501c..50a72861f95da 100644 --- a/docs/quick-start.md +++ b/docs/quick-start.md @@ -223,16 +223,14 @@ named `SimpleApp.scala`: /* SimpleApp.scala */ import org.apache.spark.sql.SparkSession -object SimpleApp { - def main(args: Array[String]) { - val logFile = "YOUR_SPARK_HOME/README.md" // Should be some file on your system - val spark = SparkSession.builder.appName("Simple Application").getOrCreate() - val logData = spark.read.textFile(logFile).cache() - val numAs = logData.filter(line => line.contains("a")).count() - val numBs = logData.filter(line => line.contains("b")).count() - println(s"Lines with a: $numAs, Lines with b: $numBs") - spark.stop() - } +object SimpleApp extends App { + val logFile = "YOUR_SPARK_HOME/README.md" // Should be some file on your system + val spark = SparkSession.builder.appName("Simple Application").getOrCreate() + val logData = spark.read.textFile(logFile).cache() + val numAs = logData.filter(line => line.contains("a")).count() + val numBs = logData.filter(line => line.contains("b")).count() + println(s"Lines with a: $numAs, Lines with b: $numBs") + spark.stop() } {% endhighlight %} @@ -299,17 +297,19 @@ We'll create a very simple Spark application, `SimpleApp.java`: import org.apache.spark.sql.SparkSession; import org.apache.spark.sql.Dataset; -public class SimpleApp extends App { - String logFile = "YOUR_SPARK_HOME/README.md"; // Should be some file on your system - SparkSession spark = SparkSession.builder().appName("Simple Application").getOrCreate(); - Dataset logData = spark.read().textFile(logFile).cache(); +public class SimpleApp { + public static void main(String[] args) { + String logFile = "YOUR_SPARK_HOME/README.md"; // Should be some file on your system + SparkSession spark = SparkSession.builder().appName("Simple Application").getOrCreate(); + Dataset logData = spark.read().textFile(logFile).cache(); - long numAs = logData.filter(s -> s.contains("a")).count(); - long numBs = logData.filter(s -> s.contains("b")).count(); + long numAs = logData.filter(s -> s.contains("a")).count(); + long numBs = logData.filter(s -> s.contains("b")).count(); - System.out.println("Lines with a: " + numAs + ", lines with b: " + numBs); + System.out.println("Lines with a: " + numAs + ", lines with b: " + numBs); - spark.stop(); + spark.stop(); + } } {% endhighlight %}