Imports and Integer typo
This commit is contained in:
parent
b9adcde936
commit
074c4614de
@ -8,6 +8,7 @@ import org.apache.log4j.Logger;
|
||||
import org.apache.spark.api.java.JavaPairRDD;
|
||||
import org.apache.spark.api.java.JavaRDD;
|
||||
import org.apache.spark.api.java.Optional;
|
||||
import org.apache.spark.api.java.function.MapFunction;
|
||||
import org.apache.spark.api.java.function.Function;
|
||||
import org.apache.spark.api.java.function.Function2;
|
||||
import org.apache.spark.sql.Dataset;
|
||||
@ -137,7 +138,7 @@ public class Project4 {
|
||||
Dataset<Row> resultDF = spark.sql("SELECT DISTINCT CONVERT(varchar(10), m.movieId) FROM Movie m, Rating r, User u WHERE m.movieId = r.movieId AND r.userId = u.userId AND u.occupation = " +
|
||||
conf.q3Occupation + " AND r.rating = " + conf.q3Rating);
|
||||
resultDF.show();
|
||||
resultDF.map((MapFunction<Row, String>) row -> "" + row.getInteger(0), Encoders.STRING());
|
||||
resultDF.map((MapFunction<Row, String>) row -> "" + row.getInt(0), Encoders.STRING());
|
||||
resultDF.write().text(CS448Utils.resolveUri(conf.outPath, "query-3"));
|
||||
|
||||
//Don't forget to stop spark session
|
||||
|
Loading…
Reference in New Issue
Block a user