Ejemplo n.º 1
0
 private void deleteMaps() {
   List<PortfolioStructure> publicMaps =
       epFrontendManager.getStructureElementsFromOthers(
           ident2, null, ElementType.STRUCTURED_MAP, ElementType.DEFAULT_MAP);
   int i = 1;
   for (PortfolioStructure portfolioStructure : publicMaps) {
     i++;
     epFrontendManager.deletePortfolioStructure(portfolioStructure);
     if (i % 100 == 0) {
       DBFactory.getInstance().closeSession();
     }
   }
 }
Ejemplo n.º 2
0
  private void internalTestManyArtefactCreation(int artefactAmount) {
    long start = System.currentTimeMillis();
    Runtime r = Runtime.getRuntime();
    for (int j = 0; j < artefactAmount; j++) {
      AbstractArtefact artefact = createAndFillArtefact(j);
      //			 tag the artefacts
      if (j % 2 == 0) {
        epFrontendManager.setArtefactTags(ident1, artefact, tagList1);
      } else {
        epFrontendManager.setArtefactTags(ident1, artefact, tagList2);
      }

      if (j % 10 == 0) {
        DBFactory.getInstance().closeSession();
      }
      if (j % 100 == 0) {
        logger.info("created another 100 artefacts! -> " + j);
        logger.info("  free memory: " + r.freeMemory());
      }
    } // for

    // load the whole artefact list
    long now = System.currentTimeMillis();
    logger.info("created " + artefactAmount + " artefacts in: " + (now - start) + " ms.");
    start = System.currentTimeMillis();
    List<AbstractArtefact> artList = epFrontendManager.getArtefactPoolForUser(ident1);
    now = System.currentTimeMillis();
    logger.info("querying all of them took: " + (now - start) + " ms.");
    assertEquals(artList.size(), artefactAmount);

    // filter artefacts by tags
    EPFilterSettings filterSettings = new EPFilterSettings();
    filterSettings.setTagFilter(new ArrayList<String>(Arrays.asList("Schule")));
    start = System.currentTimeMillis();
    artList =
        epFrontendManager.filterArtefactsByFilterSettings(
            filterSettings, ident1, new Roles(false, false, false, false, false, false, false));
    now = System.currentTimeMillis();
    logger.info("filter artefacts by one tag took: " + (now - start) + " ms.");
    assertEquals(artList.size(), artefactAmount / 2);

    filterSettings.setTagFilter(tagList1);
    start = System.currentTimeMillis();
    artList =
        epFrontendManager.filterArtefactsByFilterSettings(
            filterSettings, ident1, new Roles(false, false, false, false, false, false, false));
    now = System.currentTimeMillis();
    logger.info("filter artefacts by tagList1 took: " + (now - start) + " ms.");
    assertEquals(artList.size(), artefactAmount / 2);
  }
Ejemplo n.º 3
0
  @Override
  public SearchResults call() throws ParseException {
    IndexSearcher searcher = null;
    try {
      boolean debug = log.isDebug();

      if (!searchService.existIndex()) {
        log.warn("Index does not exist, can't search for queryString: " + queryString);
        throw new ServiceNotAvailableException("Index does not exist");
      }

      if (debug) log.debug("queryString=" + queryString);
      searcher = searchService.getIndexSearcher();
      BooleanQuery query = searchService.createQuery(queryString, condQueries);
      if (debug) log.debug("query=" + query);

      long startTime = System.currentTimeMillis();
      int n = SearchServiceFactory.getService().getSearchModuleConfig().getMaxHits();

      TopDocs docs = searcher.search(query, n);
      long queryTime = System.currentTimeMillis() - startTime;
      if (debug) log.debug("hits.length()=" + docs.totalHits);
      SearchResultsImpl searchResult =
          new SearchResultsImpl(
              searchService.getMainIndexer(),
              searcher,
              docs,
              query,
              searchService.getAnalyzer(),
              identity,
              roles,
              firstResult,
              maxResults,
              doHighlighting,
              false);
      searchResult.setQueryTime(queryTime);
      searchResult.setNumberOfIndexDocuments(docs.totalHits);
      if (debug) log.debug("found=" + docs.totalHits);

      return searchResult;
    } catch (ParseException pex) {
      throw pex;
    } catch (Exception naex) {
      log.error("", naex);
      return null;
    } finally {
      searchService.releaseIndexSearcher(searcher);
      DBFactory.getInstance().commitAndCloseSession();
    }
  }
Ejemplo n.º 4
0
 private void deleteIdentities(List<Identity> identities, List<String> errors) {
   for (Identity id : identities) {
     try {
       UserDeletionManager.getInstance().deleteIdentity(id);
     } catch (Exception e) {
       errors.add(id.getName());
       logError("", e);
     } finally {
       try {
         DBFactory.getInstance().intermediateCommit();
       } catch (Exception e) {
         logError("", e);
       }
     }
   }
 }
Ejemplo n.º 5
0
  @Override
  public void run() {
    long start = System.nanoTime();
    log.info("Start scanning for QTI resources");

    List<String> types = new ArrayList<>(2);
    types.add(TestFileResource.TYPE_NAME);
    types.add(SurveyFileResource.TYPE_NAME);
    List<OLATResource> qtiResources =
        CoreSpringFactory.getImpl(OLATResourceManager.class).findResourceByTypes(types);
    DBFactory.getInstance().commitAndCloseSession();
    for (OLATResource qtiResource : qtiResources) {
      OnyxModule.isOnyxTest(qtiResource);
    }
    log.info(
        qtiResources.size()
            + " QTI Resources scanned in (ms): "
            + CodeHelper.nanoToMilliTime(start));
  }
Ejemplo n.º 6
0
  private void doProcess(List<BulkAssessmentFeedback> feedbacks) {
    final DB dbInstance = DBFactory.getInstance();
    final BaseSecurity securityManager = CoreSpringFactory.getImpl(BaseSecurity.class);
    final Identity coachIdentity = securityManager.loadIdentityByKey(coachedIdentity);
    final ICourse course = CourseFactory.loadCourse(courseRes);
    final AssessableCourseNode courseNode = getCourseNode();
    final Roles studentRoles = new Roles(false, false, false, false, false, false, false, false);

    final boolean hasUserComment = courseNode.hasCommentConfigured();
    final boolean hasScore = courseNode.hasScoreConfigured();
    final boolean hasPassed = courseNode.hasPassedConfigured();
    final boolean hasReturnFiles =
        (StringHelper.containsNonWhitespace(datas.getReturnFiles())
            && (courseNode instanceof TACourseNode || courseNode instanceof GTACourseNode));

    if (hasReturnFiles) {
      try {
        OlatRootFileImpl returnFilesZipped = new OlatRootFileImpl(datas.getReturnFiles(), null);
        String tmp = FolderConfig.getCanonicalTmpDir();
        unzipped = new File(tmp, UUID.randomUUID().toString() + File.separatorChar);
        unzipped.mkdirs();
        ZipUtil.unzip(returnFilesZipped.getBasefile(), unzipped);
      } catch (Exception e) {
        log.error("Cannot unzip the return files during bulk assessment", e);
      }
    }

    Float min = null;
    Float max = null;
    Float cut = null;
    if (hasScore) {
      min = courseNode.getMinScoreConfiguration();
      max = courseNode.getMaxScoreConfiguration();
    }
    if (hasPassed) {
      cut = courseNode.getCutValueConfiguration();
    }

    int count = 0;
    List<BulkAssessmentRow> rows = datas.getRows();
    for (BulkAssessmentRow row : rows) {
      Long identityKey = row.getIdentityKey();
      if (identityKey == null) {
        feedbacks.add(new BulkAssessmentFeedback("bulk.action.no.such.user", row.getAssessedId()));
        continue; // nothing to do
      }

      Identity identity = securityManager.loadIdentityByKey(identityKey);
      IdentityEnvironment ienv = new IdentityEnvironment(identity, studentRoles);
      UserCourseEnvironment uce =
          new UserCourseEnvironmentImpl(ienv, course.getCourseEnvironment());

      // update comment, empty string will reset comment
      String userComment = row.getComment();
      if (hasUserComment && userComment != null) {
        // Update userComment in db
        courseNode.updateUserUserComment(userComment, uce, coachIdentity);
        // LD: why do we have to update the efficiency statement?
        // EfficiencyStatementManager esm =	EfficiencyStatementManager.getInstance();
        // esm.updateUserEfficiencyStatement(uce);
      }

      // update score
      Float score = row.getScore();
      if (hasScore && score != null) {
        // score < minimum score
        if ((min != null && score.floatValue() < min.floatValue())
            || (score.floatValue() < AssessmentHelper.MIN_SCORE_SUPPORTED)) {
          // "bulk.action.lessThanMin";
        }
        // score > maximum score
        else if ((max != null && score.floatValue() > max.floatValue())
            || (score.floatValue() > AssessmentHelper.MAX_SCORE_SUPPORTED)) {
          // "bulk.action.greaterThanMax";
        } else {
          // score between minimum and maximum score
          ScoreEvaluation se;
          if (hasPassed && cut != null) {
            Boolean passed =
                (score.floatValue() >= cut.floatValue()) ? Boolean.TRUE : Boolean.FALSE;
            se = new ScoreEvaluation(score, passed);
          } else {
            se = new ScoreEvaluation(score, null);
          }

          // Update score,passed properties in db, and the user's efficiency statement
          courseNode.updateUserScoreEvaluation(se, uce, coachIdentity, false);
        }
      }

      Boolean passed = row.getPassed();
      if (hasPassed
          && passed != null
          && cut
              == null) { // Configuration of manual assessment --> Display passed/not passed: yes,
        // Type of display: Manual by tutor
        ScoreEvaluation seOld = courseNode.getUserScoreEvaluation(uce);
        Float oldScore = seOld.getScore();
        ScoreEvaluation se = new ScoreEvaluation(oldScore, passed);
        // Update score,passed properties in db, and the user's efficiency statement
        boolean incrementAttempts = false;
        courseNode.updateUserScoreEvaluation(se, uce, coachIdentity, incrementAttempts);
      }

      boolean identityHasReturnFile = false;
      if (hasReturnFiles && row.getReturnFiles() != null && row.getReturnFiles().size() > 0) {
        String assessedId = row.getAssessedId();
        File assessedFolder = new File(unzipped, assessedId);
        identityHasReturnFile = assessedFolder.exists();
        if (identityHasReturnFile) {
          processReturnFile(courseNode, row, uce, assessedFolder);
        }
      }

      if (courseNode instanceof GTACourseNode) {
        // push the state further
        GTACourseNode gtaNode = (GTACourseNode) courseNode;
        if ((hasScore && score != null) || (hasPassed && passed != null)) {
          // pushed to graded
          updateTasksState(gtaNode, uce, TaskProcess.grading);
        } else if (hasReturnFiles) {
          // push to revised
          updateTasksState(gtaNode, uce, TaskProcess.correction);
        }
      }

      if (count++ % 5 == 0) {
        dbInstance.commitAndCloseSession();
      } else {
        dbInstance.commit();
      }
    }
  }
Ejemplo n.º 7
0
  /**
   * Internal helper to deal with the handbrake console output and update the transcoding metadata
   *
   * @param proc
   * @param videoTranscoding
   * @param transcodedFile
   * @return true: everything fine; false: an error happended somewhere
   */
  private final boolean updateVideoTranscodingFromProcessOutput(
      Process proc, VideoTranscoding videoTranscoding, File transcodedFile) {
    VideoManager videoManager = CoreSpringFactory.getImpl(VideoManager.class);

    StringBuilder errors = new StringBuilder();
    StringBuilder output = new StringBuilder();
    String line;

    // Read from standard input and parse percentages of transcoding process
    InputStream stdout = proc.getInputStream();
    InputStreamReader isr = new InputStreamReader(stdout);
    BufferedReader br = new BufferedReader(isr);
    line = null;
    try {
      while ((line = br.readLine()) != null) {
        output.append(line);
        // Parse the percentage. Logline looks like this:
        // Encoding: task 1 of 1, 85.90 % (307.59 fps, avg 330.35 fps, ETA 00h00m05s)
        int start = line.indexOf(",");
        if (start != -1) {
          line = line.substring(start);
          int end = line.indexOf(".");
          if (end != -1 && end < 5) {
            String percent = line.substring(2, end);
            log.debug("Output: " + percent);
            // update version file for UI
            try {
              videoTranscoding.setStatus(Integer.parseInt(percent));
              videoTranscoding = videoManager.updateVideoTranscoding(videoTranscoding);
              DBFactory.getInstance().commitAndCloseSession();
            } catch (ObjectDeletedException e) {
              // deleted by other process
              proc.destroy();
              br.close();
              return false;
            }
          }
        }
      }
    } catch (IOException e) {
      //
    } finally {
      try {
        stdout.close();
        isr.close();
        br.close();
      } catch (Exception e2) {
        // ignore
      }
    }

    // Read and ignore errors, Handbrake outputs a lot info on startup. Only
    // display errors in debug level
    InputStream stderr = proc.getErrorStream();
    InputStreamReader iserr = new InputStreamReader(stderr);
    BufferedReader berr = new BufferedReader(iserr);
    line = null;
    try {
      while ((line = berr.readLine()) != null) {
        errors.append(line);
        log.debug("Error: " + line);
      }
    } catch (IOException e) {
      //
    } finally {
      try {
        stderr.close();
        iserr.close();
        berr.close();
      } catch (Exception e2) {
        // ignore
      }
    }

    try {
      // On finish, update metadata file
      int exitValue = proc.waitFor();
      if (exitValue == 0) {
        MovieService movieService = CoreSpringFactory.getImpl(MovieService.class);
        Size videoSize =
            movieService.getSize(new LocalFileImpl(transcodedFile), VideoManagerImpl.FILETYPE_MP4);
        videoTranscoding.setWidth(videoSize.getWidth());
        videoTranscoding.setHeight(videoSize.getHeight());
        videoTranscoding.setSize(transcodedFile.length());
        videoTranscoding.setStatus(VideoTranscoding.TRANSCODING_STATUS_DONE);
        videoTranscoding = videoManager.updateVideoTranscoding(videoTranscoding);
        DBFactory.getInstance().commitAndCloseSession();
        return true;
      }
      return false;
    } catch (InterruptedException e) {
      return false;
    }
  }