/**
* Remove all members of the project from the dataset group.
*
* <p>
*
* @param project
* @param dataset
*/
public void unShareDataset(Project project, Dataset dataset) {
if (project == null || dataset == null) {
throw new IllegalArgumentException("One or more arguments are null.");
}
String datasetGroup = getHdfsGroupName(dataset);
byte[] groupId = UsersGroups.getGroupID(datasetGroup);
HdfsGroups hdfsGroup = hdfsGroupsFacade.findHdfsGroup(groupId);
if (hdfsGroup == null) {
throw new IllegalArgumentException("Dataset group not found");
}
if (hdfsGroup.getHdfsUsersCollection() == null) {
throw new IllegalArgumentException("The dataset group have no members.");
}
Collection<ProjectTeam> projectTeam = projectTeamFacade.findMembersByProject(project);
String hdfsUsername;
HdfsUsers hdfsUser;
byte[] userId;
// every member of the project the ds is going to be unshard from is
// removed from the dataset group.
for (ProjectTeam member : projectTeam) {
hdfsUsername = getHdfsUserName(project, member.getUser());
userId = UsersGroups.getUserID(hdfsUsername);
hdfsUser = hdfsUsersFacade.findHdfsUser(userId);
if (hdfsUser != null) {
hdfsGroup.getHdfsUsersCollection().remove(hdfsUser);
}
}
hdfsGroupsFacade.merge(hdfsGroup);
}
/**
* Adds all members of project to the dataset's group. This will give the added members read and
* execute privileges.
*
* <p>
*
* @param project
* @param dataset
*/
public void shareDataset(Project project, Dataset dataset) {
if (project == null || dataset == null) {
throw new IllegalArgumentException("One or more arguments are null.");
}
String datasetGroup = getHdfsGroupName(dataset);
byte[] groupId = UsersGroups.getGroupID(datasetGroup);
HdfsGroups hdfsGroup = hdfsGroupsFacade.findHdfsGroup(groupId);
if (hdfsGroup == null) {
throw new IllegalArgumentException("Dataset group not found");
}
if (hdfsGroup.getHdfsUsersCollection() == null) {
hdfsGroup.setHdfsUsersCollection(new ArrayList<HdfsUsers>());
}
Collection<ProjectTeam> projectTeam = projectTeamFacade.findMembersByProject(project);
String hdfsUsername;
HdfsUsers hdfsUser;
byte[] userId;
// every member of the project the ds is going to be shard with is
// added to the dataset group.
for (ProjectTeam member : projectTeam) {
hdfsUsername = getHdfsUserName(project, member.getUser());
userId = UsersGroups.getUserID(hdfsUsername);
hdfsUser = hdfsUsersFacade.findHdfsUser(userId);
if (hdfsUser == null) {
hdfsUser = new HdfsUsers(userId, hdfsUsername);
}
if (!hdfsGroup.getHdfsUsersCollection().contains(hdfsUser)) {
hdfsGroup.getHdfsUsersCollection().add(hdfsUser);
}
}
hdfsGroupsFacade.merge(hdfsGroup);
}
/**
* Adds a user to project group if the member have a Data owner role in the project.
*
* <p>throws IllegalArgumentException if the project group is not found.
*
* <p>
*
* @param project
* @param member
*/
public void addUserToProjectGroup(Project project, ProjectTeam member) {
byte[] groupId = UsersGroups.getGroupID(project.getName());
HdfsGroups hdfsGroup = hdfsGroupsFacade.findHdfsGroup(groupId);
if (hdfsGroup == null) {
throw new IllegalArgumentException("No group found for project in HDFS.");
}
String hdfsUsername;
HdfsUsers memberHdfsUser;
byte[] memberUserId;
Users newMember = userFacade.findByEmail(member.getProjectTeamPK().getTeamMember());
hdfsUsername = getHdfsUserName(project, newMember);
memberUserId = UsersGroups.getUserID(hdfsUsername);
memberHdfsUser = hdfsUsersFacade.findHdfsUser(memberUserId);
if (memberHdfsUser == null) {
memberHdfsUser = new HdfsUsers(memberUserId, hdfsUsername);
hdfsUsersFacade.persist(memberHdfsUser);
}
if (memberHdfsUser.getHdfsGroupsCollection() == null) {
memberHdfsUser.setHdfsGroupsCollection(new ArrayList<HdfsGroups>());
}
// add only data_owners to project group
if (member.getTeamRole().equals(AllowedRoles.DATA_OWNER)) {
if (!memberHdfsUser.getHdfsGroupsCollection().contains(hdfsGroup)) {
memberHdfsUser.getHdfsGroupsCollection().add(hdfsGroup);
}
}
}
/**
* Removes the user project__username from the group projectName. This means the user is no longer
* a data_owner in this project. (will be a data_scientist with r, x privileges on datasets inside
* the project)
*
* <p>
*
* @param user
* @param project
*/
public void modifyProjectMembership(Users user, Project project) {
if (user == null || project == null || project.getProjectTeamCollection() == null) {
throw new IllegalArgumentException("One or more arguments are null.");
}
String userName = getHdfsUserName(project, user);
byte[] userId = UsersGroups.getUserID(userName);
byte[] groupId = UsersGroups.getGroupID(project.getName());
HdfsGroups hdfsGroup = hdfsGroupsFacade.findHdfsGroup(groupId);
HdfsUsers hdfsUser = hdfsUsersFacade.findHdfsUser(userId);
if (hdfsUser == null || hdfsGroup == null) {
throw new IllegalArgumentException("Hdfs user not found or not in project group.");
}
hdfsUser.getHdfsGroupsCollection().remove(hdfsGroup);
hdfsUsersFacade.merge(hdfsUser);
}
/**
* Adds a new member to the project. This will create a new user in HDFS with the name <code>
* projectName</code>__<code>username</code> and adds it to the group <code>projectName</code>.
* throws IllegalArgumentException if the project group is not found.
*
* <p>
*
* @param project
* @param member
* @throws java.io.IOException
*/
public void addNewProjectMember(Project project, ProjectTeam member) throws IOException {
byte[] groupId = UsersGroups.getGroupID(project.getName());
HdfsGroups hdfsGroup = hdfsGroupsFacade.findHdfsGroup(groupId);
if (hdfsGroup == null) {
throw new IllegalArgumentException("No group found for project in HDFS.");
}
String hdfsUsername;
HdfsUsers memberHdfsUser;
byte[] memberUserId;
Users newMember = userFacade.findByEmail(member.getProjectTeamPK().getTeamMember());
hdfsUsername = getHdfsUserName(project, newMember);
memberUserId = UsersGroups.getUserID(hdfsUsername);
memberHdfsUser = hdfsUsersFacade.findHdfsUser(memberUserId);
if (memberHdfsUser == null) {
memberHdfsUser = new HdfsUsers(memberUserId, hdfsUsername);
hdfsUsersFacade.persist(memberHdfsUser);
}
if (memberHdfsUser.getHdfsGroupsCollection() == null) {
memberHdfsUser.setHdfsGroupsCollection(new ArrayList<HdfsGroups>());
}
// add only data_owners to project group
if (member.getTeamRole().equals(AllowedRoles.DATA_OWNER)) {
if (!memberHdfsUser.getHdfsGroupsCollection().contains(hdfsGroup)) {
memberHdfsUser.getHdfsGroupsCollection().add(hdfsGroup);
}
}
byte[] dsGroupId;
String dsGroups;
HdfsGroups hdfsDsGroup;
// add the member to all dataset groups in the project.
List<Dataset> dsInProject = datasetFacade.findByProject(project);
for (Dataset ds : dsInProject) {
dsGroups = getHdfsGroupName(ds);
dsGroupId = UsersGroups.getGroupID(dsGroups);
hdfsDsGroup = hdfsGroupsFacade.findHdfsGroup(dsGroupId);
if (hdfsDsGroup != null) {
if (!memberHdfsUser.getHdfsGroupsCollection().contains(hdfsDsGroup)) {
memberHdfsUser.getHdfsGroupsCollection().add(hdfsDsGroup);
}
}
}
hdfsUsersFacade.merge(memberHdfsUser);
}
/**
* Deletes the project group from HDFS
*
* <p>
*
* @param project
*/
public void deleteProjectGroup(Project project) {
if (project == null) {
throw new IllegalArgumentException("One or more arguments are null.");
}
byte[] groupId = UsersGroups.getGroupID(project.getName());
HdfsGroups hdfsGroup = hdfsGroupsFacade.findHdfsGroup(groupId);
if (hdfsGroup != null) {
hdfsGroupsFacade.remove(hdfsGroup);
}
}
/**
* Deletes the dataset group from HDFS
*
* <p>
*
* @param dataset
*/
public void deleteDatasetGroup(Dataset dataset) {
if (dataset == null) {
throw new IllegalArgumentException("One or more arguments are null.");
}
String datasetGroup = getHdfsGroupName(dataset);
byte[] groupId = UsersGroups.getGroupID(datasetGroup);
HdfsGroups hdfsGroup = hdfsGroupsFacade.findHdfsGroup(groupId);
if (hdfsGroup != null) {
hdfsGroupsFacade.remove(hdfsGroup);
}
}
/**
* Removes the user project__username. This should cascade to the groups the user is a member of.
* This can be used to remove a data_owner or a data_scientist from project.
*
* <p>
*
* @param user
* @param project
*/
public void removeProjectMember(Users user, Project project) {
if (user == null || project == null) {
throw new IllegalArgumentException("One or more arguments are null.");
}
String userName = getHdfsUserName(project, user);
byte[] userId = UsersGroups.getUserID(userName);
HdfsUsers hdfsUser = hdfsUsersFacade.findHdfsUser(userId);
if (hdfsUser != null) {
hdfsUsersFacade.removeHdfsUser(hdfsUser);
}
}
/**
* Deletes the project group and all associated groups from HDFS
*
* <p>
*
* @param project
* @param dsInProject
*/
public void deleteProjectGroupsRecursive(Project project, List<Dataset> dsInProject) {
if (project == null) {
throw new IllegalArgumentException("One or more arguments are null.");
}
byte[] groupId = UsersGroups.getGroupID(project.getName());
HdfsGroups hdfsGroup = hdfsGroupsFacade.findHdfsGroup(groupId);
if (hdfsGroup != null) {
hdfsGroupsFacade.remove(hdfsGroup);
}
byte[] dsGroupId;
String dsGroups;
HdfsGroups hdfsDsGroup;
for (Dataset ds : dsInProject) {
dsGroups = getHdfsGroupName(project, ds);
dsGroupId = UsersGroups.getGroupID(dsGroups);
hdfsDsGroup = hdfsGroupsFacade.findHdfsGroup(dsGroupId);
if (hdfsDsGroup != null) {
hdfsGroupsFacade.remove(hdfsDsGroup);
}
}
}
/**
* Deletes all users associated with this project from HDFS
*
* <p>
*
* @param project
* @param projectTeam
*/
public void deleteProjectUsers(Project project, Collection<ProjectTeam> projectTeam) {
if (project == null || projectTeam == null) {
throw new IllegalArgumentException("One or more arguments are null.");
}
String hdfsUsername;
HdfsUsers hdfsUser;
byte[] userId;
for (ProjectTeam member : projectTeam) {
hdfsUsername = getHdfsUserName(project, member.getUser());
userId = UsersGroups.getUserID(hdfsUsername);
hdfsUser = hdfsUsersFacade.findHdfsUser(userId);
hdfsUsersFacade.removeHdfsUser(hdfsUser);
}
}
/**
* Create a new group in HDFS with the name project.name__datasetName if it does not exist, then
* adds all members of the project to this group. This is done when a new dataset is created in a
* project. If stickyBit is set true: all members of the project will be given r, w, x privileges.
* If stickyBit is set false: user will get all privileges, and all other members will have r and
* x privileges.
*
* <p>
*
* @param owner
* @param project
* @param dataset
* @param stickyBit
* @throws java.io.IOException
*/
public void addDatasetUsersGroups(
Users owner, Project project, Dataset dataset, boolean stickyBit) throws IOException {
if (owner == null
|| project == null
|| project.getProjectTeamCollection() == null
|| dataset == null) {
throw new IllegalArgumentException("One or more arguments are null.");
}
String datasetGroup = getHdfsGroupName(project, dataset);
String dsOwner = getHdfsUserName(project, owner);
String dsPath =
File.separator
+ settings.DIR_ROOT
+ File.separator
+ project.getName()
+ File.separator
+ dataset.getInode().getInodePK().getName();
Path location = new Path(dsPath);
// FsPermission(FsAction u, FsAction g, FsAction o, boolean sb)
FsPermission fsPermission =
new FsPermission(
FsAction.ALL, FsAction.READ_EXECUTE, FsAction.NONE); // Permission hdfs dfs -chmod 750
if (stickyBit) {
fsPermission =
new FsPermission(
FsAction.ALL,
FsAction.ALL,
FsAction.NONE,
stickyBit); // Permission hdfs dfs -chmod 1770
}
fsOps.setOwner(location, dsOwner, datasetGroup);
fsOps.setPermission(location, fsPermission);
String hdfsUsername;
HdfsUsers hdfsUser;
byte[] userId;
byte[] groupId = UsersGroups.getGroupID(datasetGroup);
HdfsGroups hdfsGroup = hdfsGroupsFacade.findHdfsGroup(groupId);
if (hdfsGroup == null) {
throw new IllegalArgumentException("Could not create dataset group in HDFS.");
}
if (hdfsGroup.getHdfsUsersCollection() == null) {
hdfsGroup.setHdfsUsersCollection(new ArrayList<HdfsUsers>());
}
// add every member to the new ds group
for (ProjectTeam member : project.getProjectTeamCollection()) {
hdfsUsername = getHdfsUserName(project, member.getUser());
userId = UsersGroups.getUserID(hdfsUsername);
hdfsUser = hdfsUsersFacade.findHdfsUser(userId);
// the owner does not need to be added to the group.
if (hdfsUsername.equals(dsOwner)) {
continue;
}
if (hdfsUser == null) {
hdfsUser = new HdfsUsers(userId, hdfsUsername);
hdfsUsersFacade.persist(hdfsUser);
}
if (!hdfsGroup.getHdfsUsersCollection().contains(hdfsUser)) {
hdfsGroup.getHdfsUsersCollection().add(hdfsUser);
}
}
hdfsGroupsFacade.merge(hdfsGroup);
}