diff --git a/p4/src/main/java/cs448/Project4.java b/p4/src/main/java/cs448/Project4.java index 9f8c7ff..b3fcfe7 100644 --- a/p4/src/main/java/cs448/Project4.java +++ b/p4/src/main/java/cs448/Project4.java @@ -133,6 +133,7 @@ public class Project4 { JavaRDD movieIdRDD = moviesJoined.map(t -> t._2()._2()); Dataset resultDF = spark.createDataFrame(movieIdRDD, Movie.class); + resultDF.show(); Dataset CompressedResult = resultDF.map((MapFunction) row -> "" + row.getInt(0), Encoders.STRING()); CompressedResult.show(); CompressedResult.write().text(CS448Utils.resolveUri(conf.outPath, "query-3"));