Commit0838a86

authored

Update TypedDataset.scala

1 parent32838c1 commit0838a86Copy full SHA for 0838a86

File tree

1 file changed

-5

lines changed

src/main/scala/com/sparkTutorial/sparkSql
- TypedDataset.scala

1 file changed

-5

lines changed

`‎src/main/scala/com/sparkTutorial/sparkSql/TypedDataset.scala‎`

Lines changed: 8 additions & 5 deletions

Original file line number	Diff line number	Diff line change
`@@ -12,7 +12,6 @@ object TypedDataset {`
`12`	`12`	`defmain(args:Array[String]) {`
`13`	`13`	`Logger.getLogger("org").setLevel(Level.ERROR)`
`14`	`14`	`valsession=SparkSession.builder().appName("StackOverFlowSurvey").master("local[*]").getOrCreate()`
`15`		`-importsession.implicits._`
`16`	`15`
`17`	`16`	`valdataFrameReader= session.read`
`18`	`17`
`@@ -21,12 +20,16 @@ object TypedDataset {`
`21`	`20`	`.option("inferSchema", value=true)`
`22`	`21`	`.csv("in/2016-stack-overflow-survey-responses.csv")`
`23`	`22`
`24`		`-valresponseWithSelectedColumns= responses.withColumn("country", responses.col("country"))`
`25`		`- .withColumn("ageMidPoint", responses.col("age_midpoint").cast("integer"))`
	`23`	`+valresponseWithSelectedColumns= responses.select("country","age_midpoint","occupation","salary_midpoint")`
	`24`	`+`
	`25`	`+valresponseWithRenamedColumns= responseWithSelectedColumns`
	`26`	`+ .withColumn("country", responses.col("country"))`
	`27`	`+ .withColumn(AGE_MIDPOINT, responses.col("age_midpoint").cast("integer"))`
`26`	`28`	`.withColumn("occupation", responses.col("occupation"))`
`27`		`- .withColumn("salaryMidPoint", responses.col("salary_midpoint").cast("integer"))`
	`29`	`+ .withColumn(SALARY_MIDPOINT, responses.col("salary_midpoint").cast("integer"))`
`28`	`30`
`29`		`-valtypedDataset= responseWithSelectedColumns.as[Response]`
	`31`	`+importsession.implicits._`
	`32`	`+valtypedDataset= responseWithRenamedColumns.as[Response]`
`30`	`33`
`31`	`34`	`System.out.println("=== Print out schema ===")`
`32`	`35`	`typedDataset.printSchema()`

0 commit comments

Comments

(0)

Movatterモバイル変換

Navigation Menu

Search code, repositories, users, issues, pull requests...

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Uh oh!

Commit0838a86

File tree

1 file changed

1 file changed

`‎src/main/scala/com/sparkTutorial/sparkSql/TypedDataset.scala‎`

0 commit comments