diff --git a/p4/src/main/java/cs448/Project4.java b/p4/src/main/java/cs448/Project4.java index fb45fb9..91cbc53 100644 --- a/p4/src/main/java/cs448/Project4.java +++ b/p4/src/main/java/cs448/Project4.java @@ -8,6 +8,7 @@ import org.apache.log4j.Logger; import org.apache.spark.api.java.JavaPairRDD; import org.apache.spark.api.java.JavaRDD; import org.apache.spark.api.java.Optional; +import org.apache.spark.api.java.function.MapFunction; import org.apache.spark.api.java.function.Function; import org.apache.spark.api.java.function.Function2; import org.apache.spark.sql.Dataset; @@ -137,7 +138,7 @@ public class Project4 { Dataset resultDF = spark.sql("SELECT DISTINCT CONVERT(varchar(10), m.movieId) FROM Movie m, Rating r, User u WHERE m.movieId = r.movieId AND r.userId = u.userId AND u.occupation = " + conf.q3Occupation + " AND r.rating = " + conf.q3Rating); resultDF.show(); - resultDF.map((MapFunction) row -> "" + row.getInteger(0), Encoders.STRING()); + resultDF.map((MapFunction) row -> "" + row.getInt(0), Encoders.STRING()); resultDF.write().text(CS448Utils.resolveUri(conf.outPath, "query-3")); //Don't forget to stop spark session