cast movie differently
This commit is contained in:
parent
31853d2ce7
commit
2e2ed38d58
@ -133,6 +133,7 @@ public class Project4 {
|
|||||||
JavaRDD<Movie> movieIdRDD = moviesJoined.map(t -> t._2()._2());
|
JavaRDD<Movie> movieIdRDD = moviesJoined.map(t -> t._2()._2());
|
||||||
|
|
||||||
Dataset<Row> resultDF = spark.createDataFrame(movieIdRDD, Movie.class);
|
Dataset<Row> resultDF = spark.createDataFrame(movieIdRDD, Movie.class);
|
||||||
|
resultDF.show();
|
||||||
Dataset<String> CompressedResult = resultDF.map((MapFunction<Row, String>) row -> "" + row.getInt(0), Encoders.STRING());
|
Dataset<String> CompressedResult = resultDF.map((MapFunction<Row, String>) row -> "" + row.getInt(0), Encoders.STRING());
|
||||||
CompressedResult.show();
|
CompressedResult.show();
|
||||||
CompressedResult.write().text(CS448Utils.resolveUri(conf.outPath, "query-3"));
|
CompressedResult.write().text(CS448Utils.resolveUri(conf.outPath, "query-3"));
|
||||||
|
Loading…
Reference in New Issue
Block a user