Attempt with Movie class
This commit is contained in:
parent
a1bb490960
commit
31853d2ce7
@ -130,9 +130,9 @@ public class Project4 {
|
|||||||
// Map the previous RDD to <MovieID, Rating>
|
// Map the previous RDD to <MovieID, Rating>
|
||||||
JavaPairRDD<Integer, Rating> movieMatchRatings = usersRatingsJoin.mapToPair(t -> new Tuple2(t._2()._2().getMovieId(), t._2()._2()));
|
JavaPairRDD<Integer, Rating> movieMatchRatings = usersRatingsJoin.mapToPair(t -> new Tuple2(t._2()._2().getMovieId(), t._2()._2()));
|
||||||
JavaPairRDD<Integer, Tuple2<Rating, Movie>> moviesJoined = movieMatchRatings.join(filteredMoviesPair);
|
JavaPairRDD<Integer, Tuple2<Rating, Movie>> moviesJoined = movieMatchRatings.join(filteredMoviesPair);
|
||||||
JavaRDD<Integer> movieIdRDD = moviesJoined.map(t -> t._1());
|
JavaRDD<Movie> movieIdRDD = moviesJoined.map(t -> t._2()._2());
|
||||||
|
|
||||||
Dataset<Row> resultDF = spark.createDataFrame(movieIdRDD, Integer.class);
|
Dataset<Row> resultDF = spark.createDataFrame(movieIdRDD, Movie.class);
|
||||||
Dataset<String> CompressedResult = resultDF.map((MapFunction<Row, String>) row -> "" + row.getInt(0), Encoders.STRING());
|
Dataset<String> CompressedResult = resultDF.map((MapFunction<Row, String>) row -> "" + row.getInt(0), Encoders.STRING());
|
||||||
CompressedResult.show();
|
CompressedResult.show();
|
||||||
CompressedResult.write().text(CS448Utils.resolveUri(conf.outPath, "query-3"));
|
CompressedResult.write().text(CS448Utils.resolveUri(conf.outPath, "query-3"));
|
||||||
|
Loading…
Reference in New Issue
Block a user