/**
* Handles paxos prepare messages
*
* @param msg the incomming message
* @return a response message
*/
public FleaseMessage handlePREPARE(FleaseMessage msg) {
final FleaseAcceptorCell cc = getCell(msg);
cc.touch();
if ((cc.getPrepared() != null) && (cc.getPrepared().after(msg))) {
if (Logging.isDebug() && config.isDebugPrintMessages()) {
final String preped =
(cc.getPrepared() == null)
? ProposalNumber.EMPTY_PROPOSAL_NUMBER.toString()
: cc.getPrepared().getProposalNo().toString();
Logging.logMessage(
Logging.LEVEL_DEBUG,
Category.replication,
this,
"A prepare NACK p:" + preped + " is after " + msg.getProposalNo() + "");
}
FleaseMessage reject = new FleaseMessage(FleaseMessage.MsgType.MSG_PREPARE_NACK, msg);
reject.setPrevProposalNo(cc.getPrepared().getProposalNo());
reject.setLeaseHolder(null);
reject.setLeaseTimeout(0);
reject.setSendTimestamp(TimeSync.getGlobalTime());
return reject;
} else {
if (Logging.isDebug() && config.isDebugPrintMessages()) {
final String preped =
(cc.getPrepared() == null)
? ProposalNumber.EMPTY_PROPOSAL_NUMBER.toString()
: cc.getPrepared().getProposalNo().toString();
final String acced =
(cc.getAccepted() == null)
? ProposalNumber.EMPTY_PROPOSAL_NUMBER.toString()
: cc.getAccepted().getProposalNo()
+ "="
+ cc.getAccepted().getLeaseHolder()
+ "/"
+ cc.getAccepted().getLeaseTimeout();
Logging.logMessage(
Logging.LEVEL_DEBUG,
Category.replication,
this,
"A prepare ACK p:" + preped + " -> " + msg.getProposalNo() + " a:" + acced);
}
// lastPrepared = msg;
cc.setPrepared(msg);
// FIXME:Persistently write to disk
FleaseMessage response = new FleaseMessage(FleaseMessage.MsgType.MSG_PREPARE_ACK, msg);
if (cc.getAccepted() != null) {
response.setPrevProposalNo(cc.getAccepted().getProposalNo());
response.setLeaseHolder(cc.getAccepted().getLeaseHolder());
assert (response.getLeaseHolder() != null);
response.setLeaseTimeout(cc.getAccepted().getLeaseTimeout());
}
response.setSendTimestamp(TimeSync.getGlobalTime());
return response;
}
}
@Override
public void startRequest(MRCRequest rq) throws Throwable {
final removexattrRequest rqArgs = (removexattrRequest) rq.getRequestArgs();
final VolumeManager vMan = master.getVolumeManager();
final FileAccessManager faMan = master.getFileAccessManager();
Path p = new Path(rqArgs.getVolumeName(), rqArgs.getPath());
validateContext(rq);
StorageManager sMan = vMan.getStorageManagerByName(p.getComp(0));
PathResolver res = new PathResolver(sMan, p);
// check whether the path prefix is searchable
faMan.checkSearchPermission(
sMan, res, rq.getDetails().userId, rq.getDetails().superUser, rq.getDetails().groupIds);
// check whether file exists
res.checkIfFileDoesNotExist();
// retrieve and prepare the metadata to return
FileMetadata file = res.getFile();
AtomicDBUpdate update = sMan.createAtomicDBUpdate(master, rq);
// if the attribute is a system attribute, set it
final String attrKey = rqArgs.getName();
// set a system attribute
if (attrKey.startsWith("xtreemfs.")) {
// check whether the user has privileged permissions to set
// system attributes
faMan.checkPrivilegedPermissions(
sMan, file, rq.getDetails().userId, rq.getDetails().superUser, rq.getDetails().groupIds);
MRCHelper.setSysAttrValue(
sMan, vMan, faMan, res.getParentDirId(), file, attrKey.substring(9), "", update);
}
// set a user attribute
else {
sMan.setXAttr(file.getId(), rq.getDetails().userId, attrKey, null, update);
}
// update POSIX timestamps
int time = (int) (TimeSync.getGlobalTime() / 1000);
MRCHelper.updateFileTimes(res.getParentDirId(), file, false, true, false, sMan, time, update);
// set the response
rq.setResponse(timestampResponse.newBuilder().setTimestampS(time).build());
update.execute();
}
@Override
public void startRequest(MRCRequest rq) throws Throwable {
final XCap xcap = (XCap) rq.getRequestArgs();
// perform master redirect if necessary due to DB operation
if (master.getReplMasterUUID() != null
&& !master.getReplMasterUUID().equals(master.getConfig().getUUID().toString()))
throw new DatabaseException(ExceptionType.REDIRECT);
// create a capability object to verify the capability
Capability cap = new Capability(xcap, master.getConfig().getCapabilitySecret());
// check whether the capability has a valid signature
if (!cap.hasValidSignature())
throw new UserException(
POSIXErrno.POSIX_ERROR_EPERM, cap + " does not have a valid signature");
// check whether the capability has expired
if (cap.hasExpired() && !renewTimedOutCaps)
throw new UserException(POSIXErrno.POSIX_ERROR_EPERM, cap + " has expired");
Capability newCap =
new Capability(
cap.getFileId(),
cap.getAccessMode(),
master.getConfig().getCapabilityTimeout(),
TimeSync.getGlobalTime() / 1000 + master.getConfig().getCapabilityTimeout(),
cap.getClientIdentity(),
cap.getEpochNo(),
cap.isReplicateOnClose(),
cap.getSnapConfig(),
cap.getSnapTimestamp(),
cap.getTraceConfig().getTraceRequests(),
cap.getTraceConfig().getTracingPolicy(),
cap.getTraceConfig().getTracingPolicyConfig(),
cap.getVoucherSize(),
0L,
master.getConfig().getCapabilitySecret());
// set the response
rq.setResponse(newCap.getXCap());
finishRequest(rq);
}
/**
* Instantiates a storage manager by creating a new database.
*
* @param dbs the database system
* @param volumeId the volume ID
*/
public BabuDBStorageManager(
BabuDB dbs,
String volumeId,
String volumeName,
short fileAccessPolicyId,
short[] osdPolicy,
short[] replPolicy,
String ownerId,
String owningGroupId,
int perms,
ACLEntry[] acl,
org.xtreemfs.pbrpc.generatedinterfaces.GlobalTypes.StripingPolicy rootDirDefSp,
boolean allowSnaps,
long volumeQuota,
Map<String, String> attrs)
throws DatabaseException {
this.dbMan = dbs.getDatabaseManager();
this.snapMan = dbs.getSnapshotManager();
this.vcListeners = new LinkedList<VolumeChangeListener>();
this.volume = new BabuDBVolumeInfo();
TransactionalBabuDBUpdate update = new TransactionalBabuDBUpdate(dbMan);
update.createDatabase(volumeId, 5);
// atime, ctime, mtime
int time = (int) (TimeSync.getGlobalTime() / 1000);
// create the root directory; the name is the database name
createDir(1, 0, volumeName, time, time, time, ownerId, owningGroupId, perms, 0, true, update);
setLastFileId(1, update);
volume.init(
this,
update.getDatabaseName(),
volumeName,
osdPolicy,
replPolicy,
fileAccessPolicyId,
allowSnaps,
volumeQuota,
update);
// set the default striping policy
if (rootDirDefSp != null) setDefaultStripingPolicy(1, rootDirDefSp, true, update);
if (acl != null)
for (ACLEntry entry : acl) setACLEntry(1L, entry.getEntity(), entry.getRights(), update);
if (attrs != null)
for (Entry<String, String> attr : attrs.entrySet())
setXAttr(
1L,
SYSTEM_UID,
"xtreemfs.volattr." + attr.getKey(),
attr.getValue().getBytes(),
true,
update);
update.execute();
try {
database = dbMan.getDatabase(update.getDatabaseName());
} catch (Exception exc) {
throw new DatabaseException(exc);
}
notifyVolumeChange(volume);
}
/** main loop */
public FleaseMessage processMessage(FleaseMessage msg) {
assert (!quit);
/*if (Logging.isDebug())
Logging.logMessage(Logging.LEVEL_DEBUG,this,"received %s",msg.toString());*/
final long now = TimeSync.getLocalSystemTime();
if (msg.getSendTimestamp() + config.getMessageTimeout() < TimeSync.getGlobalTime()) {
// old message, ignore
if (Logging.isDebug() && config.isDebugPrintMessages())
Logging.logMessage(
Logging.LEVEL_DEBUG,
Category.replication,
this,
"A outdated message discarded: %s",
msg.toString());
return null;
}
if (this.waitUntilTimestamp_ms >= now) {
if (Logging.isDebug() && config.isDebugPrintMessages())
Logging.logMessage(
Logging.LEVEL_DEBUG,
Category.replication,
this,
"A message discarded, acceptor is still in recovery period");
return null;
}
assert (msg.getCellId() != null);
final FleaseAcceptorCell cc = getCell(msg.getCellId());
if (cc.getViewId() < msg.getViewId()) {
// If the local view is lower than the delivered one, the view listener has to be informed to
// update
// the local view. But the request can still be answered.
viewListener.viewIdChangeEvent(msg.getCellId(), msg.getViewId());
} else if (cc.getViewId() > msg.getViewId()
|| (cc.getViewId() == msg.getViewId() && cc.isViewInvalidated())) {
// If the request is from an older view, or the a view that has been invalidated on this
// AcceptorCell, the request has to be aborted.
FleaseMessage response = new FleaseMessage(FleaseMessage.MsgType.MSG_WRONG_VIEW, msg);
response.setViewId(cc.getViewId());
return response;
}
FleaseMessage response = null;
if (msg.getMsgType() == FleaseMessage.MsgType.MSG_PREPARE) response = handlePREPARE(msg);
else if (msg.getMsgType() == FleaseMessage.MsgType.MSG_ACCEPT) response = handleACCEPT(msg);
else if (msg.getMsgType() == FleaseMessage.MsgType.MSG_LEARN) handleLEARN(msg);
/*else if (msg.getMsgType() == FleaseMessage.MsgType.MSG_GET_LEASE)
response = handleGETLEASE(msg);
else if (msg.getMsgType() == FleaseMessage.MsgType.MSG_RENEW_LEASE)
response = handleRENEWINSTANCE(msg);*/
else
Logging.logMessage(
Logging.LEVEL_ERROR,
Category.replication,
this,
"A invalid message type received: %s",
msg.toString());
/*if (Logging.isDebug())
Logging.logMessage(Logging.LEVEL_DEBUG,this,"response %s",(response != null) ? response.toString() : "<empty>");*/
return response;
}
/**
* Handles paxos accept (vote) messages.
*
* @param msg incomming message
* @return a response message or null
*/
public FleaseMessage handleACCEPT(FleaseMessage msg) {
final FleaseAcceptorCell cc = getCell(msg);
cc.touch();
if ((cc.getPrepared() != null) && (cc.getPrepared().after(msg))) {
// reject the request
if (Logging.isDebug() && config.isDebugPrintMessages()) {
final String preped =
(cc.getPrepared() == null)
? ProposalNumber.EMPTY_PROPOSAL_NUMBER.toString()
: cc.getPrepared().getProposalNo().toString();
Logging.logMessage(
Logging.LEVEL_DEBUG,
Category.replication,
this,
"A accept NACK p:" + preped + " is after " + msg.getProposalNo() + "");
}
FleaseMessage tmp = new FleaseMessage(FleaseMessage.MsgType.MSG_ACCEPT_NACK, msg);
tmp.setSendTimestamp(TimeSync.getGlobalTime());
tmp.setLeaseHolder(null);
tmp.setLeaseTimeout(0);
tmp.setPrevProposalNo(cc.getPrepared().getProposalNo());
return tmp;
} else {
// okay accept it
if (Logging.isDebug() && config.isDebugPrintMessages()) {
final String preped =
(cc.getPrepared() == null)
? ProposalNumber.EMPTY_PROPOSAL_NUMBER.toString()
: cc.getPrepared().getProposalNo().toString();
final String acced =
(cc.getAccepted() == null)
? ProposalNumber.EMPTY_PROPOSAL_NUMBER.toString()
: cc.getAccepted().getProposalNo()
+ "="
+ cc.getAccepted().getLeaseHolder()
+ "/"
+ cc.getAccepted().getLeaseTimeout();
Logging.logMessage(
Logging.LEVEL_DEBUG,
Category.replication,
this,
"A accept ACK p:"
+ preped
+ " a: "
+ acced
+ " -> "
+ msg.getProposalNo()
+ "="
+ msg.getLeaseHolder()
+ "/"
+ msg.getLeaseTimeout());
}
assert (msg.getLeaseHolder() != null);
cc.setAccepted(msg);
cc.setPrepared(msg);
FleaseMessage tmp = new FleaseMessage(FleaseMessage.MsgType.MSG_ACCEPT_ACK, msg);
tmp.setSendTimestamp(TimeSync.getGlobalTime());
return tmp;
}
}