public void initialize() throws Exception {
Configuration config = new PropertiesConfiguration("mysql.properties");
String host = config.getString("host.name");
int port = config.getInt("host.port");
this.url = "jdbc:mysql://" + host + ":" + port + "/";
this.dbName = config.getString("dbName");
this.driver = "com.mysql.jdbc.Driver";
this.userName = config.getString("userName");
this.password = config.getString("password");
/// CREATE TABLES
try {
Class.forName(driver).newInstance();
DataSource ds_unpooled = DataSources.unpooledDataSource(url + dbName, userName, password);
Map<String, Comparable> overrides = new HashMap<String, Comparable>();
overrides.put("maxStatements", "200"); // Stringified property values work
overrides.put("maxPoolSize", new Integer(3)); // "boxed primitives" also work
// create the PooledDataSource using the default configuration and our overrides
this.pooled = DataSources.pooledDataSource(ds_unpooled, overrides);
// The DataSource ds_pooled is now a fully configured and usable pooled DataSource,
// with Statement caching enabled for a maximum of up to 200 statements and a maximum
// of 50 Connections.
java.sql.Connection conn = pooled.getConnection();
System.out.println("Connected to the database");
String users =
"create table users ("
+ "userID VARCHAR(50) PRIMARY KEY, "
+ "name VARCHAR(50), "
+ "password VARCHAR(50), "
+ "following VARCHAR(500), "
+ "followers VARCHAR(500), "
+ "username VARCHAR(50), "
+ "lastTweet VARCHAR(50), "
+ "created VARCHAR(50) )"
+ "ENGINE=NDBCLUSTER";
String tweets =
"create table tweets ("
+ "tweetID VARCHAR(50) PRIMARY KEY, "
+ "id VARCHAR(50), "
+ "text VARCHAR(50), "
+ "date VARCHAR(50), "
+ "user VARCHAR(50) )"
+ "ENGINE=NDBCLUSTER";
String friendsTimeLine =
"create table friendsTimeLine ("
+ "tweetID VARCHAR(50),"
+ "userID VARCHAR(50), INDEX(userID),"
+ "date VARCHAR(50), "
+ "PRIMARY KEY (userID,tweetID)"
+ ")"
+ "ENGINE=NDBCLUSTER";
String tweetsTags =
"create table tweetsTags("
+ "tweetID VARCHAR(50) PRIMARY KEY, "
+ "topic VARCHAR(50), "
+ "user VARCHAR(50) )"
+ "ENGINE=NDBCLUSTER";
try {
Statement stmt = conn.createStatement();
if (logger.isInfoEnabled()) logger.info("Creating table users");
stmt.executeUpdate(users);
if (logger.isInfoEnabled()) logger.info("Creating table tweets");
stmt.executeUpdate(tweets);
if (logger.isInfoEnabled()) logger.info("Creating table friendsTimeLine");
stmt.executeUpdate(friendsTimeLine);
if (logger.isInfoEnabled()) logger.info("Creating table tweet's tags");
stmt.executeUpdate(tweetsTags);
stmt.close();
conn.close();
} catch (SQLException ex) {
logger.error("SQLException ", ex);
}
} catch (Exception e) {
e.printStackTrace();
}
}
@SuppressWarnings("unchecked")
private void putOperation(DataStoreOperation op)
throws UnsupportedEncodingException, SQLException {
// long timestamp;
boolean res = false;
java.sql.Connection conn = null;
Comparable key = ((PutOperation) op).getKey();
String tablename = ((PutOperation) op).getTableName();
if (tablename.equals("friendsTimeLine")) { // SERA QUASE UM MULTIPUT DE TIMELINE
conn = this.borrowClient();
String query =
"insert into "
+ tablename
+ " (tweetID,userID,date) values (?,?,?)"; // on duplicate key udpdate userID =
// values(userID), date = values(date)";
PreparedStatement stmt = conn.prepareStatement(query);
List<Pair<String, String>> value =
(List<Pair<String, String>>) ((PutOperation) op).getData();
for (Pair<String, String> pair : value) {
String date = pair.getFirst();
String tweetID = pair.getSecond();
stmt.setString(1, tweetID /*+":"+date*/);
stmt.setString(2, (String) key);
stmt.setString(3, date);
stmt.executeUpdate();
}
stmt.close();
this.releaseClient(conn);
res = true;
((PutOperation) op).setResult(res);
op.notifyListeners();
} else {
if (tablename.equals("users")) {
Map<String, String> value = (Map<String, String>) ((PutOperation) op).getData();
String query;
int i;
// String query = "insert into "+tablename+"
// (userID,name,password,following,followers,username,lasttweet,created) values
// (?,?,?,?,?,?,?,?)";
if (value.size() < 7) {
i = 0;
query = "update " + tablename + " set ";
} else {
i = 1;
query =
"insert into "
+ tablename
+ " "; // (userID,name,password,following,followers,username,lasttweet,created)
// values (?,?,?,?,?,?,?,?)";
}
Set<String> keys = value.keySet();
Iterator<String> iter = keys.iterator();
ArrayList<String> columnNames = new ArrayList<String>();
ArrayList<String> columnValues = new ArrayList<String>();
while (iter.hasNext()) { // FUNCIONA PARA O INSERT e UPDATE
String columnName = iter.next();
columnNames.add(columnName);
columnValues.add(value.get(columnName));
}
conn = this.borrowClient();
Statement stmt = conn.createStatement();
try {
if (i == 0)
query += this.buildUpdateQuery("userID", (String) key, columnNames, columnValues);
else
query +=
this.buildInsertNamesQuery("userID", columnNames)
+ " values "
+ this.buildInsertValuesQuery((String) key, columnValues)
+ " on duplicate key update "
+ this.buildDuplicateNamesQuery(columnNames);
// System.out.println("QUERY:" +query);
stmt.executeUpdate(query);
} finally {
try {
stmt.close();
} catch (Exception e) {
}
this.releaseClient(conn);
}
res = true;
// System.out.println("PUTOP SETRESULT");
((PutOperation) op).setResult(res);
op.notifyListeners();
} else {
Map<String, String> value = (Map<String, String>) ((PutOperation) op).getData();
// conn = this.borrowClient(op);
// String query = "insert into "+tablename+" (tweetID,id,text,date,user) values
// (?,?,?,?,?,?,?,?)";
String query = "insert into " + tablename + " "; // tweets
ArrayList<String> columnNames = new ArrayList<String>();
ArrayList<String> columnValues = new ArrayList<String>();
Set<String> keys = value.keySet();
Iterator<String> iter = keys.iterator();
while (iter.hasNext()) {
String columnName = iter.next();
columnNames.add(columnName);
columnValues.add(value.get(columnName));
}
conn = this.borrowClient();
Statement stmt = conn.createStatement();
try {
query +=
this.buildInsertNamesQuery("tweetID", columnNames)
+ " values "
+ this.buildInsertValuesQuery((String) key, columnValues)
+ " on duplicate key update "
+ this.buildDuplicateNamesQuery(columnNames);
stmt.executeUpdate(query);
// System.out.println(stmt.executeUpdate(query));
} finally {
try {
stmt.close();
} catch (Exception e) {
}
// this.releaseClient(conn);
}
//// INSERT IN TWEET TAGS
Set<String> tags = ((PutOperation) op).getTags();
query = "insert into tweetsTags "; // topic,user) values (?,?,?) on duplicate key update
// topic=values(topic),user=values(user)";
PreparedStatement st = conn.prepareStatement(query);
columnNames = new ArrayList<String>(3);
columnValues = new ArrayList<String>(2);
// columnNames.add("tweetID");
// columnValues.add((String) key); ///TWEETID
columnNames.add("topic");
columnNames.add("user");
if (!tags.isEmpty()) {
Iterator<String> it = tags.iterator();
while (it.hasNext()) {
String tag = it.next();
if (tag.startsWith("topico")) {
columnValues.add(tag); // TOPIC
} else if (tag.startsWith("user")) {
columnValues.add(tag); // USER
}
}
}
query +=
this.buildInsertNamesQuery("tweetID", columnNames)
+ " values "
+ this.buildInsertValuesQueryForTweetsTags((String) key, columnValues)
+ " on duplicate key update "
+ this.buildDuplicateNamesQuery(columnNames);
// System.out.println("TAGS PUTOP QUERY:"+query);
try {
// System.out.println(st.toString());
st.executeUpdate(query);
} finally {
try {
st.close();
} catch (Exception e) {
}
this.releaseClient(conn);
}
///// FINISH TAGS
res = true;
((PutOperation) op).setResult(res);
op.notifyListeners();
}
}
}
