コード例 #1
0
  /**
   * Update this model using the differences between the correct output and the predicted output,
   * both given as arguments.
   *
   * @param input
   * @param outputCorrect
   * @param outputPredicted
   * @param learningRate
   * @return
   */
  private double update(
      DPInput input, DPOutput outputCorrect, DPOutput outputPredicted, double learningRate) {
    /*
     * The root token (zero) must always be ignored during the inference and
     * so its always correctly classified (its head must always be pointing
     * to itself).
     */
    assert outputCorrect.getHead(0) == outputPredicted.getHead(0);

    // Per-token loss value for this example.
    double loss = 0d;
    for (int idxTkn = 1; idxTkn < input.getNumberOfTokens(); ++idxTkn) {
      int idxCorrectHead = outputCorrect.getHead(idxTkn);
      int idxPredictedHead = outputPredicted.getHead(idxTkn);
      if (idxCorrectHead == idxPredictedHead)
        // Correctly predicted head.
        continue;

      if (idxCorrectHead == -1)
        /*
         * Skip tokens with missing CORRECT edge (this is due to prune
         * preprocessing).
         */
        continue;

      // Misclassified head. Increment missed edges weights.
      int[] correctFeatures = input.getFeatures(idxCorrectHead, idxTkn);
      for (int idxFtr = 0; idxFtr < correctFeatures.length; ++idxFtr) {
        int ftr = correctFeatures[idxFtr];
        AveragedParameter param = getFeatureWeightOrCreate(ftr);
        param.update(learningRate);
        updatedWeights.add(param);
      }

      if (idxPredictedHead == -1) {
        LOG.warn("Predicted head is -1");
        continue;
      }

      // Decrement mispredicted edges weights.
      int[] predictedFeatures = input.getFeatures(idxPredictedHead, idxTkn);
      for (int idxFtr = 0; idxFtr < predictedFeatures.length; ++idxFtr) {
        int ftr = predictedFeatures[idxFtr];
        AveragedParameter param = getFeatureWeightOrCreate(ftr);
        param.update(-learningRate);
        updatedWeights.add(param);
      }

      // Increment (per-token) loss value.
      loss += 1d;
    }

    return loss;
  }
コード例 #2
0
 @Override
 public double getEdgeScore(DPInput input, int idxHead, int idxDependent) {
   double score = 0d;
   // Accumulate the parameter in the edge score.
   int[] ftrs = input.getFeatures(idxHead, idxDependent);
   if (ftrs == null)
     // Edge does not exist.
     return Double.NaN;
   for (int ftr : ftrs) {
     AveragedParameter param = getFeatureWeight(ftr);
     if (param != null) score += param.get();
   }
   return score;
 }