/**
* @brief Test ordinary spark query.
* @throws DDFException
*/
@Test
public void testLoading() throws DDFException {
SQLDataSourceDescriptor sqlDataSourceDescriptor =
new SQLDataSourceDescriptor(null, "SparkSQL", null, null, null);
manager.sql("drop table if exists airline", sqlDataSourceDescriptor);
manager.sql(
"create table airline (Year int,Month int,DayofMonth int,"
+ "DayOfWeek int,DepTime int,CRSDepTime int,ArrTime int,"
+ "CRSArrTime int,UniqueCarrier string, FlightNum int, "
+ "TailNum string, ActualElapsedTime int, CRSElapsedTime int, "
+ "AirTime int, ArrDelay int, DepDelay int, Origin string, "
+ "Dest string, Distance int, TaxiIn int, TaxiOut int, Cancelled int, "
+ "CancellationCode string, Diverted string, CarrierDelay int, "
+ "WeatherDelay int, NASDelay int, SecurityDelay int, LateAircraftDelay int ) "
+ "ROW FORMAT DELIMITED FIELDS TERMINATED BY ','",
sqlDataSourceDescriptor);
manager.sql(
"load data local inpath '../resources/test/airline.csv' " + "into table airline",
sqlDataSourceDescriptor);
DDF ddf =
manager.sql2ddf(
"select year, month, dayofweek, deptime, arrtime,origin, distance, arrdelay, "
+ "depdelay, carrierdelay, weatherdelay, nasdelay, securitydelay, lateaircraftdelay from airline",
sqlDataSourceDescriptor);
this.manager.setDDFName(ddf, "airlineDDF");
// DDF sql2ddfRet = manager.sql2ddf("select * from " +
// "ddf://adatao/airlineDDF");
}
