/**
* Process HTTP request.
*
* @param act Action.
* @param req Http request.
* @param res Http response.
*/
private void processRequest(String act, HttpServletRequest req, HttpServletResponse res) {
res.setContentType("application/json");
res.setCharacterEncoding("UTF-8");
GridRestCommand cmd = command(req);
if (cmd == null) {
res.setStatus(HttpServletResponse.SC_BAD_REQUEST);
return;
}
if (!authChecker.apply(req.getHeader("X-Signature"))) {
res.setStatus(HttpServletResponse.SC_UNAUTHORIZED);
return;
}
GridRestResponse cmdRes;
Map<String, Object> params = parameters(req);
try {
GridRestRequest cmdReq = createRequest(cmd, params, req);
if (log.isDebugEnabled()) log.debug("Initialized command request: " + cmdReq);
cmdRes = hnd.handle(cmdReq);
if (cmdRes == null)
throw new IllegalStateException("Received null result from handler: " + hnd);
byte[] sesTok = cmdRes.sessionTokenBytes();
if (sesTok != null) cmdRes.setSessionToken(U.byteArray2HexString(sesTok));
res.setStatus(HttpServletResponse.SC_OK);
} catch (Exception e) {
res.setStatus(HttpServletResponse.SC_OK);
U.error(log, "Failed to process HTTP request [action=" + act + ", req=" + req + ']', e);
cmdRes = new GridRestResponse(STATUS_FAILED, e.getMessage());
} catch (Throwable e) {
U.error(log, "Failed to process HTTP request [action=" + act + ", req=" + req + ']', e);
throw e;
}
JsonConfig cfg = new GridJettyJsonConfig();
// Workaround for not needed transformation of string into JSON object.
if (cmdRes.getResponse() instanceof String)
cfg.registerJsonValueProcessor(cmdRes.getClass(), "response", SKIP_STR_VAL_PROC);
if (cmdRes.getResponse() instanceof GridClientTaskResultBean
&& ((GridClientTaskResultBean) cmdRes.getResponse()).getResult() instanceof String)
cfg.registerJsonValueProcessor(cmdRes.getResponse().getClass(), "result", SKIP_STR_VAL_PROC);
JSON json;
try {
json = JSONSerializer.toJSON(cmdRes, cfg);
} catch (JSONException e) {
U.error(log, "Failed to convert response to JSON: " + cmdRes, e);
json = JSONSerializer.toJSON(new GridRestResponse(STATUS_FAILED, e.getMessage()), cfg);
}
try {
if (log.isDebugEnabled())
log.debug("Parsed command response into JSON object: " + json.toString(2));
res.getWriter().write(json.toString());
if (log.isDebugEnabled())
log.debug(
"Processed HTTP request [action=" + act + ", jsonRes=" + cmdRes + ", req=" + req + ']');
} catch (IOException e) {
U.error(log, "Failed to send HTTP response: " + json.toString(2), e);
}
}
public List<Tweet> readFile(String fileLocation, int limit, String fromTweetId) {
long startTime = System.currentTimeMillis();
int errors = 0;
int added = 0;
int ignored = 0;
int skipped = 0;
List<Tweet> tweets = new ArrayList<Tweet>();
try {
// Read gzFile
InputStream inputStream = new GZIPInputStream(new FileInputStream(fileLocation));
Reader decoder = new InputStreamReader(inputStream);
BufferedReader br = new BufferedReader(decoder);
String status;
while ((status = br.readLine()) != null) {
// Ignore garbage and log output lines, all statuses start with JSON bracket
if (!status.equals("") && status.charAt(0) == '{') {
try {
JSONObject jsonObject = new JSONObject(status);
// We use created_at as an indicator that this is a Tweet.
if (jsonObject.has("created_at")) {
Status statusObject = TwitterObjectFactory.createStatus(status);
Tweet tweet = this.getTweetObjectFromStatus(statusObject);
if (fromTweetId != null) {
if (fromTweetId.equals(tweet.getId())) {
this.log.write("StatusFileReader - Scanner pickup from " + fromTweetId);
fromTweetId = null;
} else {
skipped++;
}
continue;
}
added++;
tweets.add(tweet);
if (limit > 0 && added >= limit) {
break;
}
} else {
ignored++;
}
} catch (JSONException e) {
this.log.write(
"Exception in StatusFileReader: Json Parse Failure on: "
+ status
+ ", "
+ e.getMessage());
}
} else {
ignored++;
}
}
br.close();
decoder.close();
inputStream.close();
} catch (Exception e) {
this.log.write(
"Exception in StatusFileReader: Error Reading File: "
+ e.getClass().getName()
+ ": "
+ e.getMessage());
}
long runTimeSeconds = TimeUnit.MILLISECONDS.toSeconds(System.currentTimeMillis() - startTime);
double ops = ((double) added / (double) Math.max(runTimeSeconds, 1));
this.log.write(
"StatusFileReader - "
+ fileLocation
+ " processed in "
+ runTimeSeconds
+ "s. "
+ added
+ " ok / "
+ errors
+ " errors / "
+ ignored
+ " ignored / "
+ skipped
+ " skipped. "
+ ops
+ " ops. Limit: "
+ limit
+ ", Fetch: "
+ tweets.size());
return tweets;
}
/** @see HttpServlet#doGet(HttpServletRequest request, HttpServletResponse response) */
protected void doGet(HttpServletRequest request, HttpServletResponse response)
throws ServletException, IOException {
// TODO Auto-generated method stub
PrintWriter out = response.getWriter();
String id = request.getParameter("hashID");
JSONObject result = new JSONObject();
if (id != null && id.trim().isEmpty()) {
response.setContentType("text/plain");
response.setStatus(400);
out.println("Empty hash ID");
return;
}
Connection conn = null;
Statement st = null;
ResultSet rs = null;
String password;
try {
// Read the SQL password from a file
BufferedReader reader = null;
try {
InputStream inputStream = getClass().getClassLoader().getResourceAsStream("SQLpw.txt");
reader = new BufferedReader(new InputStreamReader(inputStream));
password = reader.readLine();
} catch (NullPointerException e) {
e.getStackTrace();
password = "";
}
// create a mysql database connection
String myDriver = "com.mysql.jdbc.Driver";
String myUrl = "jdbc:mysql://localhost/lodstories";
Class.forName(myDriver);
conn = DriverManager.getConnection(myUrl, "root", password);
st = conn.createStatement();
rs = st.executeQuery("SELECT hash,title,author FROM hash_objects where id='" + id + "'");
if (!rs.next()) {
response.setContentType("text/plain");
response.setStatus(400);
out.println("Error retrieving hash object");
return;
}
result.put("hash", rs.getString("hash"));
result.put("title", rs.getString("title"));
result.put("author", rs.getString("author"));
// result.put("path", rs.getString("path"));
// result.put("rating", rs.getInt("rating"));
// Update the lastAccessed field
st.executeUpdate(
"UPDATE hash_objects SET lastAccessed=CURRENT_TIMESTAMP() WHERE id='" + id + "'");
response.setContentType("application/json");
response.setCharacterEncoding("UTF-8");
out.println(result);
} catch (ClassNotFoundException e) {
System.err.println("Could not connect to driver!");
System.err.println(e.getMessage());
} catch (SQLException ex) {
System.err.println(
"SQLException: "
+ ex.getMessage()
+ ", SQLState: "
+ ex.getSQLState()
+ "VendorError: "
+ ex.getErrorCode());
} catch (JSONException ex) {
ex.printStackTrace();
} finally {
if (conn != null) {
try {
conn.close();
} catch (SQLException ex) {
ex.printStackTrace();
}
}
if (st != null) {
try {
st.close();
} catch (SQLException ex) {
ex.printStackTrace();
}
}
if (rs != null) {
try {
rs.close();
} catch (SQLException ex) {
ex.printStackTrace();
}
}
}
}
@Override
public void onComplete(String response, Object state) {
try {
Log.i(TAG, response);
json = Util.parseJson(response);
// photos are in the form of a json array
child = json.getJSONArray("data");
int total = child.length();
// contains links to photos
links = new ArrayList<String>(total);
// adds link to each photo to our list after replacing the "https" from url
// DownloadManager does not support https in gingerbread
for (int i = 0; i < total; i++) {
photo_json = child.getJSONObject(i);
if (dl_high_res_pics) {
JSONArray image_set = photo_json.getJSONArray("images");
// highest resolution picture has the index zero in the images jsonarray
JSONObject highest_res_pic = image_set.getJSONObject(0);
String http_replaced =
highest_res_pic.getString("source").replaceFirst("https", "http");
links.add(i, http_replaced);
} else {
// source property of the json object points to the photo's link
String http_replaced = photo_json.getString("source").replaceFirst("https", "http");
links.add(i, http_replaced);
}
}
download_photos.this.runOnUiThread(
new Runnable() {
public void run() {
// mytask = new DownloadImageTask();
// mytask.execute(links);
// start downloading using asynctask
// new DownloadImageTask().execute(links);
// downloadThread.setPath(path);
// downloadThread.setWholeTasks(links.size());
if (resume_file.exists()) {
initial_value = readProgress()[0];
final_value = links.size();
// case if the task is already completed
if (initial_value == final_value) {
completed = true;
resume_pause.setVisibility(View.GONE);
progress_download.setMax(final_value);
progress_download.setProgress(0); // bug in progress bar
progress_download.setProgress(initial_value);
progress_text.setText("Completed.");
mtext.setText(
getText(R.string.download_textview_message_1)
+ " "
+ path.toString()
+ ". ");
}
// case if some of the photos are already downloaded
else {
progress_download.setMax(links.size());
// progress_download.setProgress(0); //bug in progress bar
progress_download.setProgress(initial_value);
// N.B if i= initial_value -1, then one image will be downloaded again. so to
// save cost we start with i = initial_value
for (int i = initial_value; i < links.size(); i++) {
mtext.setText(
getText(R.string.download_textview_message_1)
+ " "
+ path.toString()
+ ". ");
// downloadThread.setRunningTask(i + 1);
downloadThread.enqueueDownload(
new DownloadTask(
links.get(i), path, i + 1, final_value, download_photos.this));
}
}
}
// case if the task is entirely new task
else {
for (int i = 0; i < links.size(); i++) {
mtext.setText(
getText(R.string.download_textview_message_1)
+ " "
+ path.toString()
+ ". ");
// downloadThread.setRunningTask(i + 1);
downloadThread.enqueueDownload(
new DownloadTask(
links.get(i), path, i + 1, links.size(), download_photos.this));
}
}
}
});
} catch (JSONException ex) {
Log.e(TAG, "JSONEXception : " + ex.getMessage());
}
}
@Override
protected String[] doInBackground(String... parms) {
String[] resultarr = new String[1];
String intentstr = parms[0];
// int count = urls.length;
// long totalSize = 0; for (int i = 0; i < count; i++) { totalSize +=
// Downloader.downloadFile(urls[i]);
// publishProgress((int) ((i / (float) count) * 100));
// Escape early if cancel() is called
// if (isCancelled())
// break;
try {
// Connect to API and authenticate
publishProgress("Connecting and authenticating API session...");
ApiWrapper wrapper;
// wrapper = Api.wrapper;
wrapper = new ApiWrapper(Api.mClientID, Api.mClientSecret, null, null);
wrapper.login("un1tz3r0", "Farscap3");
publishProgress("Resolving url...");
String resolvedurl = resolveURL(wrapper, intentstr);
publishProgress("Getting metadata...");
HttpResponse resp = wrapper.get(Request.to(resolvedurl));
JSONObject jso = Http.getJSON(resp);
// resultstr = jso.toString();
if (jso.getString("kind").equals("track")) {
if (jso.getBoolean("downloadable")) {
publishProgress("Getting download redirect URL...");
String dlrurl =
wrapper
.getURI(
Request.to(jso.getString("download_url")).add("allow_redirect", false),
false,
false)
.toString();
HttpResponse dlrresp = wrapper.get(Request.to(dlrurl));
String dlstr = dlrurl;
if (dlrresp.getStatusLine().getStatusCode() == HttpStatus.SC_MOVED_TEMPORARILY) {
Header dlloch = dlrresp.getFirstHeader("location");
if ((dlloch == null) || (dlloch.getValue() == null))
throw new RuntimeException("Download url HEAD response has no location header");
dlstr = wrapper.getURI(Request.to(dlloch.getValue()), false, false).toString();
} else if (dlrresp.getStatusLine().getStatusCode() == HttpStatus.SC_OK) {
dlstr = dlrurl;
} else {
throw new RuntimeException(
"Download url HEAD response has wrong status ("
+ String.valueOf(dlrresp.getStatusLine().getStatusCode())
+ " "
+ dlrresp.getStatusLine().getReasonPhrase()
+ ")");
}
// String dlstr = Request.to( dlloch.getValue() ).add("CLIENT_ID",
// Api.mClientID).toString();
// if(dlresp2.getStatusLine().getStatusCode() !=
// HttpStatus.SC_MOVED_TEMPORARILY)
// throw new RuntimeException("Download redirect url HEAD response has
// wrong status: " + dlresp2.getStatusLine().toString());
// Header dlloc2 = dlresp2.getFirstHeader("location");
// if((dlloc2 == null) || (dlloc2.getValue() == null))
// throw new RuntimeException("Download redirect url HEAD response has no
// location header");
//
resultarr = new String[2];
resultarr[1] =
jso.getString("title").replaceAll("[^A-Za-z0-9 -]*", "")
+ "."
+ jso.getString("original_format");
resultarr[0] = dlstr;
} else {
Stream st = wrapper.resolveStreamUrl(jso.getString("stream_url"), true);
resultarr = new String[2];
resultarr[1] = jso.getString("title").replaceAll("[^A-Za-z0-9 -]*", "").concat(".mp3");
resultarr[0] = st.streamUrl;
}
}
} catch (JSONException e) {
resultarr = new String[1];
resultarr[0] = e.toString();
} catch (IOException e) {
resultarr = new String[1];
resultarr[0] = e.toString();
} catch (Exception e) {
resultarr = new String[1];
resultarr[0] = e.toString();
}
return resultarr;
}