Ejemplo n.º 1
0
 @Override
 public void process(Content entity, ByteSearchSection section, String attribute) {
   int find = combined.find(entity.content, section.innerstart, section.innerend);
   if (find > -1) {
     for (int pos = find; pos < section.innerend; pos++) entity.content[pos] = 32;
   }
 }
Ejemplo n.º 2
0
/**
 * Removes the sections after See Also, References, Further Reading and External Links in a
 * Wikipedia page.
 *
 * <p>
 *
 * @author jbpvuurens
 */
public class RemoveWikipediaBottom extends ExtractorProcessor {

  public static Log log = new Log(RemoveWikipediaBottom.class);
  public ByteRegex seealso = new ByteRegex("\n==+\\s*See\\s+Also\\s*==+");
  public ByteRegex references = new ByteRegex("\n==+\\s*References\\s*==+");
  public ByteRegex furtherreading = new ByteRegex("\n==+\\s*Further\\s+Reading\\s*==+");
  public ByteRegex externallinks = new ByteRegex("\n==+\\s*External\\s+Links\\s*==+");
  public ByteRegex combined = ByteRegex.combine(seealso, references, furtherreading, externallinks);

  public RemoveWikipediaBottom(Extractor extractor, String process) {
    super(extractor, process);
  }

  @Override
  public void process(Content entity, ByteSearchSection section, String attribute) {
    int find = combined.find(entity.content, section.innerstart, section.innerend);
    if (find > -1) {
      for (int pos = find; pos < section.innerend; pos++) entity.content[pos] = 32;
    }
  }
}