max/cs448
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Attempt with Movie class

Browse Source
This commit is contained in:
Max O'Cull 2019-04-21 12:34:59 -04:00
parent a1bb490960
commit 31853d2ce7
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
p4/src/main/java/cs448/Project4.java
View File

@ -130,9 +130,9 @@ public class Project4 {
// Map the previous RDD to <MovieID, Rating>
JavaPairRDD<Integer, Rating> movieMatchRatings = usersRatingsJoin.mapToPair(t -> new Tuple2(t._2()._2().getMovieId(), t._2()._2()));
JavaPairRDD<Integer, Tuple2<Rating, Movie>> moviesJoined = movieMatchRatings.join(filteredMoviesPair);
JavaRDD<Integer> movieIdRDD = moviesJoined.map(t -> t._1());
JavaRDD<Movie> movieIdRDD = moviesJoined.map(t -> t._2()._2());
Dataset<Row> resultDF = spark.createDataFrame(movieIdRDD, Integer.class);
Dataset<Row> resultDF = spark.createDataFrame(movieIdRDD, Movie.class);
Dataset<String> CompressedResult = resultDF.map((MapFunction<Row, String>) row -> "" + row.getInt(0), Encoders.STRING());
CompressedResult.show();
CompressedResult.write().text(CS448Utils.resolveUri(conf.outPath, "query-3"));