We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see ourdocumentation.
There was an error while loading.Please reload this page.
1 parent8fa2932 commit6d05a10Copy full SHA for 6d05a10
src/main/java/com/sparkTutorial/sparkSql/join/UkMarketSpaces.java
@@ -14,10 +14,12 @@ public static void main(String[] args) throws Exception {
14
15
Logger.getLogger("org").setLevel(Level.ERROR);
16
17
-SparkSessionsession =SparkSession.builder().appName("StackOverFlowSurvey").master("local[1]").getOrCreate();
+SparkSessionsession =SparkSession.builder().appName("UkMarketSpaces").master("local[*]").getOrCreate();
18
19
Dataset<Row>marketSpace =session.read().option("header","true").csv("in/uk-market-spaces-identifiable-data.csv");
20
-Dataset<Row>postCode =session.read().option("header","true").csv("in/uk-postcode.csv").withColumn("PostCode",concat_ws("",col("PostCode"),lit(" ")));
+
21
+Dataset<Row>postCode =session.read().option("header","true").csv("in/uk-postcode.csv")
22
+ .withColumn("PostCode",concat_ws("",col("PostCode"),lit(" ")));
23
24
postCode.show();
25
marketSpace.show();
