/**
  * Remove all members of the project from the dataset group.
  *
  * <p>
  *
  * @param project
  * @param dataset
  */
 public void unShareDataset(Project project, Dataset dataset) {
   if (project == null || dataset == null) {
     throw new IllegalArgumentException("One or more arguments are null.");
   }
   String datasetGroup = getHdfsGroupName(dataset);
   byte[] groupId = UsersGroups.getGroupID(datasetGroup);
   HdfsGroups hdfsGroup = hdfsGroupsFacade.findHdfsGroup(groupId);
   if (hdfsGroup == null) {
     throw new IllegalArgumentException("Dataset group not found");
   }
   if (hdfsGroup.getHdfsUsersCollection() == null) {
     throw new IllegalArgumentException("The dataset group have no members.");
   }
   Collection<ProjectTeam> projectTeam = projectTeamFacade.findMembersByProject(project);
   String hdfsUsername;
   HdfsUsers hdfsUser;
   byte[] userId;
   // every member of the project the ds is going to be unshard from is
   // removed from the dataset group.
   for (ProjectTeam member : projectTeam) {
     hdfsUsername = getHdfsUserName(project, member.getUser());
     userId = UsersGroups.getUserID(hdfsUsername);
     hdfsUser = hdfsUsersFacade.findHdfsUser(userId);
     if (hdfsUser != null) {
       hdfsGroup.getHdfsUsersCollection().remove(hdfsUser);
     }
   }
   hdfsGroupsFacade.merge(hdfsGroup);
 }
 /**
  * Adds all members of project to the dataset's group. This will give the added members read and
  * execute privileges.
  *
  * <p>
  *
  * @param project
  * @param dataset
  */
 public void shareDataset(Project project, Dataset dataset) {
   if (project == null || dataset == null) {
     throw new IllegalArgumentException("One or more arguments are null.");
   }
   String datasetGroup = getHdfsGroupName(dataset);
   byte[] groupId = UsersGroups.getGroupID(datasetGroup);
   HdfsGroups hdfsGroup = hdfsGroupsFacade.findHdfsGroup(groupId);
   if (hdfsGroup == null) {
     throw new IllegalArgumentException("Dataset group not found");
   }
   if (hdfsGroup.getHdfsUsersCollection() == null) {
     hdfsGroup.setHdfsUsersCollection(new ArrayList<HdfsUsers>());
   }
   Collection<ProjectTeam> projectTeam = projectTeamFacade.findMembersByProject(project);
   String hdfsUsername;
   HdfsUsers hdfsUser;
   byte[] userId;
   // every member of the project the ds is going to be shard with is
   // added to the dataset group.
   for (ProjectTeam member : projectTeam) {
     hdfsUsername = getHdfsUserName(project, member.getUser());
     userId = UsersGroups.getUserID(hdfsUsername);
     hdfsUser = hdfsUsersFacade.findHdfsUser(userId);
     if (hdfsUser == null) {
       hdfsUser = new HdfsUsers(userId, hdfsUsername);
     }
     if (!hdfsGroup.getHdfsUsersCollection().contains(hdfsUser)) {
       hdfsGroup.getHdfsUsersCollection().add(hdfsUser);
     }
   }
   hdfsGroupsFacade.merge(hdfsGroup);
 }
 /**
  * Adds a user to project group if the member have a Data owner role in the project.
  *
  * <p>throws IllegalArgumentException if the project group is not found.
  *
  * <p>
  *
  * @param project
  * @param member
  */
 public void addUserToProjectGroup(Project project, ProjectTeam member) {
   byte[] groupId = UsersGroups.getGroupID(project.getName());
   HdfsGroups hdfsGroup = hdfsGroupsFacade.findHdfsGroup(groupId);
   if (hdfsGroup == null) {
     throw new IllegalArgumentException("No group found for project in HDFS.");
   }
   String hdfsUsername;
   HdfsUsers memberHdfsUser;
   byte[] memberUserId;
   Users newMember = userFacade.findByEmail(member.getProjectTeamPK().getTeamMember());
   hdfsUsername = getHdfsUserName(project, newMember);
   memberUserId = UsersGroups.getUserID(hdfsUsername);
   memberHdfsUser = hdfsUsersFacade.findHdfsUser(memberUserId);
   if (memberHdfsUser == null) {
     memberHdfsUser = new HdfsUsers(memberUserId, hdfsUsername);
     hdfsUsersFacade.persist(memberHdfsUser);
   }
   if (memberHdfsUser.getHdfsGroupsCollection() == null) {
     memberHdfsUser.setHdfsGroupsCollection(new ArrayList<HdfsGroups>());
   }
   // add only data_owners to project group
   if (member.getTeamRole().equals(AllowedRoles.DATA_OWNER)) {
     if (!memberHdfsUser.getHdfsGroupsCollection().contains(hdfsGroup)) {
       memberHdfsUser.getHdfsGroupsCollection().add(hdfsGroup);
     }
   }
 }
 /**
  * Deletes all users associated with this project from HDFS
  *
  * <p>
  *
  * @param project
  * @param projectTeam
  */
 public void deleteProjectUsers(Project project, Collection<ProjectTeam> projectTeam) {
   if (project == null || projectTeam == null) {
     throw new IllegalArgumentException("One or more arguments are null.");
   }
   String hdfsUsername;
   HdfsUsers hdfsUser;
   byte[] userId;
   for (ProjectTeam member : projectTeam) {
     hdfsUsername = getHdfsUserName(project, member.getUser());
     userId = UsersGroups.getUserID(hdfsUsername);
     hdfsUser = hdfsUsersFacade.findHdfsUser(userId);
     hdfsUsersFacade.removeHdfsUser(hdfsUser);
   }
 }
示例#5
0
 public DataSetDTO(Dataset ds, Project project, List<String> sharedWith) {
   this.inodeId = ds.getInode().getId();
   this.name = ds.getInode().getInodePK().getName();
   this.description = ds.getDescription();
   this.projectName = project.getName();
   this.sharedWith = sharedWith;
   this.projectTeam = new ArrayList<>();
   // this have to be done because project team contains too much info.
   for (ProjectTeam member : project.getProjectTeamCollection()) {
     projectTeam.add(
         new UserCardDTO(
             member.getUser().getFname(),
             member.getUser().getLname(),
             member.getUser().getEmail()));
   }
 }
 /**
  * Adds a new member to the project. This will create a new user in HDFS with the name <code>
  * projectName</code>__<code>username</code> and adds it to the group <code>projectName</code>.
  * throws IllegalArgumentException if the project group is not found.
  *
  * <p>
  *
  * @param project
  * @param member
  * @throws java.io.IOException
  */
 public void addNewProjectMember(Project project, ProjectTeam member) throws IOException {
   byte[] groupId = UsersGroups.getGroupID(project.getName());
   HdfsGroups hdfsGroup = hdfsGroupsFacade.findHdfsGroup(groupId);
   if (hdfsGroup == null) {
     throw new IllegalArgumentException("No group found for project in HDFS.");
   }
   String hdfsUsername;
   HdfsUsers memberHdfsUser;
   byte[] memberUserId;
   Users newMember = userFacade.findByEmail(member.getProjectTeamPK().getTeamMember());
   hdfsUsername = getHdfsUserName(project, newMember);
   memberUserId = UsersGroups.getUserID(hdfsUsername);
   memberHdfsUser = hdfsUsersFacade.findHdfsUser(memberUserId);
   if (memberHdfsUser == null) {
     memberHdfsUser = new HdfsUsers(memberUserId, hdfsUsername);
     hdfsUsersFacade.persist(memberHdfsUser);
   }
   if (memberHdfsUser.getHdfsGroupsCollection() == null) {
     memberHdfsUser.setHdfsGroupsCollection(new ArrayList<HdfsGroups>());
   }
   // add only data_owners to project group
   if (member.getTeamRole().equals(AllowedRoles.DATA_OWNER)) {
     if (!memberHdfsUser.getHdfsGroupsCollection().contains(hdfsGroup)) {
       memberHdfsUser.getHdfsGroupsCollection().add(hdfsGroup);
     }
   }
   byte[] dsGroupId;
   String dsGroups;
   HdfsGroups hdfsDsGroup;
   // add the member to all dataset groups in the project.
   List<Dataset> dsInProject = datasetFacade.findByProject(project);
   for (Dataset ds : dsInProject) {
     dsGroups = getHdfsGroupName(ds);
     dsGroupId = UsersGroups.getGroupID(dsGroups);
     hdfsDsGroup = hdfsGroupsFacade.findHdfsGroup(dsGroupId);
     if (hdfsDsGroup != null) {
       if (!memberHdfsUser.getHdfsGroupsCollection().contains(hdfsDsGroup)) {
         memberHdfsUser.getHdfsGroupsCollection().add(hdfsDsGroup);
       }
     }
   }
   hdfsUsersFacade.merge(memberHdfsUser);
 }
  /**
   * Create a new group in HDFS with the name project.name__datasetName if it does not exist, then
   * adds all members of the project to this group. This is done when a new dataset is created in a
   * project. If stickyBit is set true: all members of the project will be given r, w, x privileges.
   * If stickyBit is set false: user will get all privileges, and all other members will have r and
   * x privileges.
   *
   * <p>
   *
   * @param owner
   * @param project
   * @param dataset
   * @param stickyBit
   * @throws java.io.IOException
   */
  public void addDatasetUsersGroups(
      Users owner, Project project, Dataset dataset, boolean stickyBit) throws IOException {
    if (owner == null
        || project == null
        || project.getProjectTeamCollection() == null
        || dataset == null) {
      throw new IllegalArgumentException("One or more arguments are null.");
    }
    String datasetGroup = getHdfsGroupName(project, dataset);
    String dsOwner = getHdfsUserName(project, owner);
    String dsPath =
        File.separator
            + settings.DIR_ROOT
            + File.separator
            + project.getName()
            + File.separator
            + dataset.getInode().getInodePK().getName();
    Path location = new Path(dsPath);
    // FsPermission(FsAction u, FsAction g, FsAction o, boolean sb)
    FsPermission fsPermission =
        new FsPermission(
            FsAction.ALL, FsAction.READ_EXECUTE, FsAction.NONE); // Permission hdfs dfs -chmod 750
    if (stickyBit) {
      fsPermission =
          new FsPermission(
              FsAction.ALL,
              FsAction.ALL,
              FsAction.NONE,
              stickyBit); // Permission hdfs dfs -chmod 1770
    }
    fsOps.setOwner(location, dsOwner, datasetGroup);
    fsOps.setPermission(location, fsPermission);

    String hdfsUsername;
    HdfsUsers hdfsUser;
    byte[] userId;
    byte[] groupId = UsersGroups.getGroupID(datasetGroup);
    HdfsGroups hdfsGroup = hdfsGroupsFacade.findHdfsGroup(groupId);
    if (hdfsGroup == null) {
      throw new IllegalArgumentException("Could not create dataset group in HDFS.");
    }
    if (hdfsGroup.getHdfsUsersCollection() == null) {
      hdfsGroup.setHdfsUsersCollection(new ArrayList<HdfsUsers>());
    }
    // add every member to the new ds group
    for (ProjectTeam member : project.getProjectTeamCollection()) {
      hdfsUsername = getHdfsUserName(project, member.getUser());
      userId = UsersGroups.getUserID(hdfsUsername);
      hdfsUser = hdfsUsersFacade.findHdfsUser(userId);
      // the owner does not need to be added to the group.
      if (hdfsUsername.equals(dsOwner)) {
        continue;
      }
      if (hdfsUser == null) {
        hdfsUser = new HdfsUsers(userId, hdfsUsername);
        hdfsUsersFacade.persist(hdfsUser);
      }
      if (!hdfsGroup.getHdfsUsersCollection().contains(hdfsUser)) {
        hdfsGroup.getHdfsUsersCollection().add(hdfsUser);
      }
    }
    hdfsGroupsFacade.merge(hdfsGroup);
  }