From 31853d2ce78f949e8488cdbcddd8fbb072eab829 Mon Sep 17 00:00:00 2001 From: Max O'Cull Date: Sun, 21 Apr 2019 12:34:59 -0400 Subject: [PATCH] Attempt with Movie class --- p4/src/main/java/cs448/Project4.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/p4/src/main/java/cs448/Project4.java b/p4/src/main/java/cs448/Project4.java index ce60666..9f8c7ff 100644 --- a/p4/src/main/java/cs448/Project4.java +++ b/p4/src/main/java/cs448/Project4.java @@ -130,9 +130,9 @@ public class Project4 { // Map the previous RDD to JavaPairRDD movieMatchRatings = usersRatingsJoin.mapToPair(t -> new Tuple2(t._2()._2().getMovieId(), t._2()._2())); JavaPairRDD> moviesJoined = movieMatchRatings.join(filteredMoviesPair); - JavaRDD movieIdRDD = moviesJoined.map(t -> t._1()); + JavaRDD movieIdRDD = moviesJoined.map(t -> t._2()._2()); - Dataset resultDF = spark.createDataFrame(movieIdRDD, Integer.class); + Dataset resultDF = spark.createDataFrame(movieIdRDD, Movie.class); Dataset CompressedResult = resultDF.map((MapFunction) row -> "" + row.getInt(0), Encoders.STRING()); CompressedResult.show(); CompressedResult.write().text(CS448Utils.resolveUri(conf.outPath, "query-3"));