diff --git a/p4/src/main/java/cs448/Project4.java b/p4/src/main/java/cs448/Project4.java index ce60666..9f8c7ff 100644 --- a/p4/src/main/java/cs448/Project4.java +++ b/p4/src/main/java/cs448/Project4.java @@ -130,9 +130,9 @@ public class Project4 { // Map the previous RDD to JavaPairRDD movieMatchRatings = usersRatingsJoin.mapToPair(t -> new Tuple2(t._2()._2().getMovieId(), t._2()._2())); JavaPairRDD> moviesJoined = movieMatchRatings.join(filteredMoviesPair); - JavaRDD movieIdRDD = moviesJoined.map(t -> t._1()); + JavaRDD movieIdRDD = moviesJoined.map(t -> t._2()._2()); - Dataset resultDF = spark.createDataFrame(movieIdRDD, Integer.class); + Dataset resultDF = spark.createDataFrame(movieIdRDD, Movie.class); Dataset CompressedResult = resultDF.map((MapFunction) row -> "" + row.getInt(0), Encoders.STRING()); CompressedResult.show(); CompressedResult.write().text(CS448Utils.resolveUri(conf.outPath, "query-3"));