diff --git a/p4/Makefile b/p4/Makefile index d07fccc..00e7534 100644 --- a/p4/Makefile +++ b/p4/Makefile @@ -1,18 +1,23 @@ .PHONY=clean build submit -all: package submit +all: build -clean: - mvn clean +build: + mvn clean package -package: - mvn package - -submit: +q1: spark-submit --class cs448.App target/p4-1.0-SNAPSHOT.jar -i "/user/mocull/input" -o "/user/mocull/output" -q 1,12,3 -test + +q2: spark-submit --class cs448.App target/p4-1.0-SNAPSHOT.jar -i "/user/mocull/input" -o "/user/mocull/output" -q 2,12,3 -test + +q3: spark-submit --class cs448.App target/p4-1.0-SNAPSHOT.jar -i "/user/mocull/input" -o "/user/mocull/output" -q 3,12,3 -test + +q4: spark-submit --class cs448.App target/p4-1.0-SNAPSHOT.jar -i "/user/mocull/input" -o "/user/mocull/output" -q 4,12 -test +test: q1 q2 q3 q4 + warmup: spark-submit --class cs448.App target/p4-1.0-SNAPSHOT.jar -i "/user/mocull/input" -warmup diff --git a/p4/src/main/java/cs448/Project4.java b/p4/src/main/java/cs448/Project4.java index 87dc128..9166552 100644 --- a/p4/src/main/java/cs448/Project4.java +++ b/p4/src/main/java/cs448/Project4.java @@ -93,7 +93,7 @@ public class Project4 { ratingDF.createOrReplaceTempView("Rating"); // Compute the result. - Dataset resultDF = spark.sql("SELECT DISTINCT u.zip-code FROM User u WHERE u.occupation = " + + Dataset resultDF = spark.sql("SELECT DISTINCT u.zipcode FROM User u WHERE u.occupation = " + conf.q2Occupation1 + " OR u.occupation = " + conf.q2Occupation2); resultDF.show();