max/cs448
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

cast movie differently

Browse Source
This commit is contained in:
Max O'Cull 2019-04-21 12:56:24 -04:00
parent 31853d2ce7
commit 2e2ed38d58
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
p4/src/main/java/cs448/Project4.java
View File

@ -133,6 +133,7 @@ public class Project4 {
JavaRDD<Movie> movieIdRDD = moviesJoined.map(t -> t._2()._2());
Dataset<Row> resultDF = spark.createDataFrame(movieIdRDD, Movie.class);
resultDF.show();
Dataset<String> CompressedResult = resultDF.map((MapFunction<Row, String>) row -> "" + row.getInt(0), Encoders.STRING());
CompressedResult.show();
CompressedResult.write().text(CS448Utils.resolveUri(conf.outPath, "query-3"));