Pick 2nd column
This commit is contained in:
parent
2e2ed38d58
commit
909189fca8
@ -134,7 +134,7 @@ public class Project4 {
|
|||||||
|
|
||||||
Dataset<Row> resultDF = spark.createDataFrame(movieIdRDD, Movie.class);
|
Dataset<Row> resultDF = spark.createDataFrame(movieIdRDD, Movie.class);
|
||||||
resultDF.show();
|
resultDF.show();
|
||||||
Dataset<String> CompressedResult = resultDF.map((MapFunction<Row, String>) row -> "" + row.getInt(0), Encoders.STRING());
|
Dataset<String> CompressedResult = resultDF.map((MapFunction<Row, String>) row -> "" + row.getInt(1), Encoders.STRING());
|
||||||
CompressedResult.show();
|
CompressedResult.show();
|
||||||
CompressedResult.write().text(CS448Utils.resolveUri(conf.outPath, "query-3"));
|
CompressedResult.write().text(CS448Utils.resolveUri(conf.outPath, "query-3"));
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user