신은섭(Shin Eun Seop)

add save csv

......@@ -30,6 +30,8 @@ public class Aggregation {
//test
dataset.where("ip == '5348' and app == '19'").show(10);
agg.saveCSVDataSet(dataset, "./agg_data");
}
......@@ -84,4 +86,13 @@ public class Aggregation {
(count("utc_click_time").over(w)).minus(1)); //TODO 본인것 포함할 것인지 정해야함.
return newDF;
}
private void saveCSVDataSet(Dataset<Row> dataset, String path){
// Read SCV to DataSet
dataset.repartition(1)
.write().format("csv")
.option("inferSchema", "true")
.option("header", "true")
.save(path);
}
}
......