private void writeDataToLog(int xId, String key, RMItem value) {
System.out.println("entering writedatatolog");
synchronized (logArray) {
Log temp;
int indx;
if ((indx = logContains(xId)) != -1) {
temp = (Log) logArray.elementAt(indx);
temp.put(key, value);
} else {
temp = new Log(xId, new RMHashtable());
temp.put(key, value);
logArray.add(temp);
}
}
}
public static Long getLatestBlockTime(int key_databaseid) {
Long latestBlockTime;
if (Settings.DONT_REMOVE_UNUSED_MESSAGES) {
latestBlockTime = Long.MIN_VALUE;
} else {
channelIdToLatestBlockTimeLock.lock();
latestBlockTime = channelIdToLatestBlockTime.get(key_databaseid);
if (latestBlockTime == null) {
System.out.println("search in db: " + key_databaseid);
latestBlockTime = Test.messageStore.getLatestBlocktime(key_databaseid);
channelIdToLatestBlockTime.put(key_databaseid, latestBlockTime);
Log.put("latestblocktime: " + latestBlockTime, 5);
} else {
Log.put("latestblocktime: " + latestBlockTime + " (restored from memory)", 5);
}
channelIdToLatestBlockTimeLock.unlock();
}
return latestBlockTime;
}
@Override
public void run() {
//
// try {
// sleep(2000);
// } catch (InterruptedException ex) {
// }
final String orgName = Thread.currentThread().getName();
Thread.currentThread().setName(orgName + " - MessageDownloader");
while (!Main.shutdown) {
lastRun = System.currentTimeMillis();
try {
// System.out.println("new round");
boolean shortWait = false;
if (!isActive()) {
try {
sleep(5000);
} catch (InterruptedException ex) {
}
continue;
}
boolean requestedOne = false;
boolean soutedPublicMsgsMax = false;
triggered = false;
// System.out.println("Scanning msgs i want to have...");
ArrayList<Peer> clonedPeerList = Test.getClonedPeerList();
Collections.sort(
clonedPeerList,
new Comparator<Peer>() {
@Override
public int compare(Peer t, Peer t1) {
if (t == null || t1 == null) {
return Integer.MIN_VALUE;
}
return (t1.getMessageLoadedCount() - t.getMessageLoadedCount());
}
});
// System.out.println("loaded: " +
// clonedPeerList.get(0).getMessageLoadedCount());
// System.out.println("top: " + clonedPeerList.get(0).getMessageLoadedCount() + " low: " +
// clonedPeerList.get(clonedPeerList.size() - 1).getMessageLoadedCount());
for (Peer p : clonedPeerList) {
// if (!p.isConnected() || System.currentTimeMillis() - p.connectedSince < 500) {
if (!p.isConnected() || !p.isAuthed() || !p.isCryptedConnection()) {
continue;
}
if (p.requestedMsgs > MAX_REQUEST_PER_PEER
|| p.requestedMsgs > p.maxSimultaneousRequests
|| System.currentTimeMillis() - p.connectedSince < 1000 * 2) {
// if (System.currentTimeMillis() - p.connectedSince < 1000 * 2) {
shortWait = true;
Log.put(
"shortwait... reason: "
+ (p.requestedMsgs > MAX_REQUEST_PER_PEER)
+ " "
+ (p.requestedMsgs > p.maxSimultaneousRequests)
+ " "
+ (System.currentTimeMillis() - p.connectedSince < 1000 * 10),
2);
continue;
}
// //Damit der download erstmal nur sehr langsam pro peer laeuft...
// if (System.currentTimeMillis() - p.lastActionOnConnection < 350) {
// shortWait = true;
// continue;
// }
// System.out.println("asdzadgg " + Settings.MAXPUBLICMSGS + " > " + publicMsgsLoaded);
if (Settings.MAXPUBLICMSGS > publicMsgsLoaded) {
int maxLoadPub = Settings.MAXPUBLICMSGS - publicMsgsLoaded;
synchronized (p.getPendingMessages()) {
int i = 0;
HashMap<Integer, RawMsg> asdf =
(HashMap<Integer, RawMsg>) p.getPendingMessagesPublic().clone();
// System.out.println("asdbashd " + asdf.size());
for (Entry<Integer, RawMsg> entry : asdf.entrySet()) {
i++;
if (i >= maxLoadPub) {
break;
}
// System.out.println("MOVED");
p.getPendingMessages().put(entry.getKey(), entry.getValue());
p.getPendingMessagesPublic().remove(entry.getKey());
}
}
}
HashMap<Integer, RawMsg> hm;
synchronized (p.getPendingMessages()) {
hm = ((HashMap<Integer, RawMsg>) p.getPendingMessages().clone());
}
// System.out.println("MSG Downloader: " + p.ip + ":" + p.port + "
// PendingMsgs: " + hm.size() + " Requested: " + p.requestedMsgs);
int msgsRequestedThisCycle = 0;
for (Entry<Integer, RawMsg> entry : hm.entrySet()) {
// so not all MAX_REQUEST_PER_PEER are loaded from one peer.
if (msgsRequestedThisCycle > 20) {
shortWait = true;
// System.out.println("shortwait: msgsRequestedThisCycle");
break;
}
// int bufferWaiting = 0;
// synchronized (p.writeBuffer) {
// bufferWaiting = p.writeBuffer.position();
// }
//
// if (bufferWaiting > 5) {
// System.out.println("something in buffer, not requesting
// new msgs from this peer: " + p.getIp());
// shortWait = true;
// break;
// }
RawMsg m = entry.getValue();
int messageId = entry.getKey();
RawMsgEntry asEntryMsg = new RawMsgEntry(m);
// if (m.public_type == 1) {
// //stick!!
//
// System.out.println("Stick: What to do? " + myMessageId);
//
// }
int myMessageId = MessageHolder.contains(m);
// check if SQLTransactionRollbackException occured due to much message inserts
if (myMessageId == -2) {
sleep(500);
continue;
}
if (p.getPeerTrustData() == null) {
Log.put("no trust data found, not downloading messages from node...", 80);
synchronized (p.getPendingMessages()) {
p.getPendingMessages().remove(messageId);
}
// Log.put("|", 200);
continue;
}
if (p.getPeerTrustData() != null && myMessageId != -1) {
RawMsg rawMsg = MessageHolder.getRawMsg(myMessageId);
if (rawMsg == null) {
System.out.println(
"contains message but no content? likely message was removed because of wrong signature.");
continue;
}
if (!rawMsg.verified) {
Log.put("message in db but not verified, check again next run", 80);
continue;
}
boolean removed =
Test.messageStore.removeMessageToSend(
p.getPeerTrustData().internalId, myMessageId);
Log.put(
"removed msg: "
+ p.ip
+ " "
+ p.getPeerTrustData().internalId
+ " - "
+ myMessageId
+ " -- "
+ m.public_type
+ " - "
+ removed,
80);
if (!removed && !p.removedSendMessages.contains(myMessageId)) {
Log.put("not removed.... sending to other node", 80);
m.database_Id = myMessageId;
m.key.database_id = Test.messageStore.getPubkeyId(m.key);
p.writeMessage(m);
p.removedSendMessages.add(myMessageId);
}
//// if (!removed) {
//// Log.put("not removed.... sending to other
// node", 80);
//// m.database_Id = myMessageId;
//// m.key.database_id =
// Test.messageStore.getPubkeyId(m.key);
//// p.writeMessage(m);
//// }
}
if (myMessageId != -1) {
synchronized (p.getPendingMessages()) {
p.getPendingMessages().remove(messageId);
}
Log.put("|", 200);
continue;
}
// i send him a mesage to remove which i dont have, he answered that i should remove
// this message, but i dont have it
if (messageId == -1) {
synchronized (p.getPendingMessages()) {
p.getPendingMessages().remove(messageId);
}
Log.put(
"i send him a mesage to remove which i dont have, he answered that i should remove this message, but i dont have it",
50);
continue;
}
// This is just a hack for low priority msgs, see explanation after definition of
// Settings.REDUCE_TRAFFIC!!!
if (Settings.REDUCE_TRAFFIC && m.public_type >= 100) {
synchronized (p.getPendingMessages()) {
p.getPendingMessages().remove(messageId);
}
Log.put("removed message, reduce traffic!!!", 40);
continue;
}
m.key.database_id = Test.messageStore.getPubkeyId(m.key);
// System.out.println("int: " + m.key.database_id);
if (m.public_type == 20 && getLatestBlockTime(m.key.database_id) > m.timestamp) {
synchronized (p.getPendingMessages()) {
p.getPendingMessages().remove(messageId);
}
p.writeBufferLock.lock();
if (p.writeBuffer == null) {
p.writeBufferLock.unlock();
return;
}
ECKey k = m.key;
if (!p.peerTrustData.keyToIdMine.contains(k.database_id)) {
p.peerTrustData.keyToIdMine.add(k.database_id);
// int indexOf = keyToIdMine.indexOf(k);
int indexOf = m.key.database_id;
p.writeBuffer.put((byte) 4);
p.writeBuffer.put(k.getPubKey());
p.writeBuffer.putInt(indexOf);
Log.put("key introduced", 0);
}
// m.database_Id = messageId;
// m.key.database_id = Test.messageStore.getPubkeyId(m.key);
if (p.writeBuffer.remaining() < 1 + 4 + 1 + 8 + 4 + 4) {
ByteBuffer oldbuffer = p.writeBuffer;
p.writeBuffer = ByteBuffer.allocate(p.writeBuffer.capacity() + 50);
p.writeBuffer.put(oldbuffer.array());
p.writeBuffer.position(oldbuffer.position());
System.out.println("writebuffer was raised...");
}
p.writeBuffer.put((byte) 5);
p.writeBuffer.putInt(m.key.database_id);
p.writeBuffer.put(m.public_type);
p.writeBuffer.putLong(m.timestamp);
p.writeBuffer.putInt(m.nonce);
p.writeBuffer.putInt(
-1); // TODO: change int to long with offset in case database has much more
// entries!!
// -1 because i dont have this message and i dont want it too!
Log.put(
"kDBid: "
+ m.key.database_id
+ " public_type: "
+ m.public_type
+ " time: "
+ m.timestamp
+ " nonce: "
+ m.nonce
+ " mdbid: "
+ m.database_Id,
0);
p.writeBufferLock.unlock();
p.setWriteBufferFilled();
Log.put("removed message, already in block!!!", -30);
continue;
}
// STICKS and msgs and blocks and images
if (m.public_type == 0
|| m.public_type == 20
|| m.public_type == 21
|| m.public_type > 50) {
// normal message
if (Settings.MAXPUBLICMSGS < publicMsgsLoaded || Settings.lightClient) {
// if (!soutedPublicMsgsMax) {
// System.out.println("Public msgs: " +
// publicMsgsLoaded + " MAX: " + Settings.MAXPUBLICMSGS);
// soutedPublicMsgsMax = true;
// }
if (m.getChannel() == null) {
// isPublic...
if (Settings.SUPERNODE) {
p.getPendingMessagesPublic().put(messageId, m);
}
synchronized (p.getPendingMessages()) {
p.getPendingMessages().remove(messageId);
}
continue;
}
}
requestedMsgsLock.lock();
// Checke ob schon geladen wird und ueberpruefe timeout, falls peer zu langsam,
// disconnected...
if (requestedMsgs.contains(asEntryMsg)) {
// ToDo: lock for requestedMsgs ? not threadsafe currently, exception will be
// cautch = restart of loop (hack)
RawMsgEntry get = requestedMsgs.get(requestedMsgs.indexOf(asEntryMsg));
long delay = System.currentTimeMillis() - get.requestedWhen;
Log.put("delay: " + delay + " ip: " + get.requestedFromPeer.getIp(), 15);
if (delay < 20000L) {
requestedMsgsLock.unlock();
continue;
}
// if (delay > Settings.pingTimeout * 1000L + 60000L) {
if (delay > 240000L) {
System.out.println("MSG hard timeout... " + get.requestedFromPeer.getIp());
requestedMsgs.remove(get);
get.requestedFromPeer.getPendingMessagesTimedOut().put(messageId, get.m);
get.requestedFromPeer.getPendingMessages().remove(messageId);
// ToDo: timeout for timeoutmessages
} else // System.out.println("MSG soft timeout... just requesting at another
// peer");
{
if (get.requestedFromPeer == p) {
// System.out.println("softtimeout, but already requested from this peer... "
// + p.nonce);
System.out.print(":" + delay + ":");
requestedMsgsLock.unlock();
continue;
}
}
}
// System.out.println("u23zu323");
if (!p.isConnected() || !p.isAuthed()) {
System.out.println("break1243!!");
break;
}
requestedOne = true;
// Nachricht soll geladen werden
requestedMsgs.add(asEntryMsg);
requestedMsgsLock.unlock();
asEntryMsg.requestedWhen = System.currentTimeMillis();
asEntryMsg.requestedFromPeer = p;
// ByteBuffer writeBuffer = p.writeBuffer;
p.writeBufferLock.lock();
if (p.writeBuffer == null) {
p.writeBufferLock.unlock();
continue;
}
p.writeBuffer.put((byte) 6);
p.writeBuffer.putInt(messageId);
p.writeBufferLock.unlock();
Thread.interrupted();
p.setWriteBufferFilled();
if (Thread.interrupted()) {
System.out.println("bd2n8xnrgm63734r9mt34y349qx5qn5qn935nxc69q56t");
}
msgsRequestedThisCycle++;
Log.put(" " + p.requestedMsgs + " (" + p.ip + "-" + messageId + ") ", 0);
// System.out.println("requested... " + p.requestedMsgs);
//
// System.out.println("Nachricht download: " + p.ip + ":" +
// p.port + " MsgTimestamp: " + m.timestamp + " Requested: " + p.requestedMsgs);
p.requestedMsgs++;
if (p.requestedMsgs > MAX_REQUEST_PER_PEER
|| p.requestedMsgs > p.maxSimultaneousRequests) {
break;
}
} else if (m.public_type == 1) {
synchronized (p.getPendingMessages()) {
p.getPendingMessages().remove(messageId);
}
// found a stick...
// checking difficulty
Stick stick = new Stick(m.getKey().getPubKey(), m.timestamp, m.nonce);
double difficulty = stick.getDifficulty();
if (difficulty < Stick.DIFFICULTY) {
System.out.println("Stick is invalid, not enough difficulty...");
} else {
System.out.println("Stick found: " + difficulty);
m.verified = true;
RawMsg addMessage = MessageHolder.addMessage(m);
Test.broadcastMsg(addMessage);
Test.messageStore.addStick(
m.key.database_id,
messageId,
difficulty,
m.timestamp + 1000 * 60 * 60 * 24 * 7);
}
} else if (m.public_type == 15) {
// remove all msgs from that chan that are older then this message with
// public type 20 or greater 50
// removeMessagesFromChannel
// TODO WRONG PLACE HERE! implement in ConnectionHandler!
} else {
System.out.println("Message type not defined.... " + m.public_type);
}
}
}
if (!triggered) {
syncInterrupt.lock();
allowInterrupt = true;
syncInterrupt.unlock();
try {
// System.out.println("wait");
if (shortWait) {
sleep(500);
} else {
sleep(1000 * 60 * 5);
}
} catch (InterruptedException ex) {
}
syncInterrupt.lock();
allowInterrupt = false;
syncInterrupt.unlock();
}
// sleep, so we can wait for others nodes to introduce the same message (this reduces CPU
// usage, but delays messages a bit)
if (WAIT_FOR_OTHER_NODES_TO_INTRODUCE != 0) {
try {
sleep(WAIT_FOR_OTHER_NODES_TO_INTRODUCE);
} catch (InterruptedException ex) {
}
}
// clear interrupted flag, might called twice, so writeBuffer would think it was
// interrupted...
interrupted();
// Keine nachricht zum requesten, warte auf neue Nachricht, bzw timeout checken
// if (!requestedOne) {
// while (!triggered) {
// try {
// sleep(1000 * 5);
// } catch (InterruptedException ex) {
// }
//
// //muss timeout geprueft werden?
//// if (!requestedMsgs.isEmpty()) {
//// break;
//// }
//
//
//
// }
//
// }
} catch (Throwable e) {
Test.sendStacktrace("SLEEP ! catched msg downloader exc.: \n", e);
System.out.println("MessageDownloader exception!!!!: ");
e.printStackTrace();
try {
sleep(60000);
} catch (InterruptedException ex) {
}
}
}
}