diff --git a/p4/src/main/java/cs448/Project4.java b/p4/src/main/java/cs448/Project4.java index 91cbc53..83391b6 100644 --- a/p4/src/main/java/cs448/Project4.java +++ b/p4/src/main/java/cs448/Project4.java @@ -135,11 +135,12 @@ public class Project4 { ratingDF.createOrReplaceTempView("Rating"); // Compute the result. - Dataset resultDF = spark.sql("SELECT DISTINCT CONVERT(varchar(10), m.movieId) FROM Movie m, Rating r, User u WHERE m.movieId = r.movieId AND r.userId = u.userId AND u.occupation = " + + Dataset resultDF = spark.sql("SELECT DISTINCT m.movieId FROM Movie m, Rating r, User u WHERE m.movieId = r.movieId AND r.userId = u.userId AND u.occupation = " + conf.q3Occupation + " AND r.rating = " + conf.q3Rating); resultDF.show(); - resultDF.map((MapFunction) row -> "" + row.getInt(0), Encoders.STRING()); - resultDF.write().text(CS448Utils.resolveUri(conf.outPath, "query-3")); + Dataset CompressedResult = resultDF.map((MapFunction) row -> "" + row.getInt(0), Encoders.STRING()); + CompressedResult.show(); + CompressedResult.write().text(CS448Utils.resolveUri(conf.outPath, "query-3")); //Don't forget to stop spark session spark.stop(); @@ -179,9 +180,9 @@ public class Project4 { // conf.q4Age); Dataset resultDF = spark.sql( "SELECT m.title, AVG(r.rating) FROM Movie m, Rating r, User u WHERE m.movieId = r.movieId AND r.userId = u.userId AND u.age = " + conf.q4Age + " GROUP BY m.title"); - resultDF.show(); - resultDF.map((MapFunction) row -> row.getString(0) + "::" + row.getDecimal(1), Encoders.STRING()); - resultDF.write().text(CS448Utils.resolveUri(conf.outPath, "query-4")); + Dataset CompressedResult = resultDF.map((MapFunction) row -> row.getString(0) + "::" + row.getDecimal(1), Encoders.STRING()); + CompressedResult.show(); + CompressedResult.write().text(CS448Utils.resolveUri(conf.outPath, "query-4")); //Don't forget to stop spark session spark.stop();