Exemplo n.º 1
0
 /**
  * Bietet der hoster eine Möglichkeit mehrere links gleichzeitig zu prüfen, kann das über diese
  * Funktion gemacht werden.
  */
 @Override
 public boolean checkLinks(final DownloadLink[] urls) {
   if (urls == null || urls.length == 0) {
     return false;
   }
   try {
     if (Rapidshare.RS_API_WAIT > System.currentTimeMillis()) {
       for (final DownloadLink u : urls) {
         u.setAvailable(true);
         u.getLinkStatus()
             .setStatusText(
                 JDL.L("plugin.host.rapidshare.status.apiflood", "unchecked (API Flood)"));
       }
       return true;
     }
     logger.finest("OnlineCheck: " + urls.length + " links");
     final StringBuilder idlist = new StringBuilder();
     final StringBuilder namelist = new StringBuilder();
     final ArrayList<DownloadLink> links = new ArrayList<DownloadLink>();
     int size = 0;
     for (final DownloadLink u : urls) {
       if (size > 3000) {
         logger.finest("OnlineCheck: SplitCheck " + links.size() + "/" + urls.length + " links");
         /* do not stop here because we are not finished yet */
         this.checkLinksIntern2(links);
         links.clear();
         idlist.delete(0, idlist.capacity());
         namelist.delete(0, namelist.capacity());
       }
       /* workaround reset */
       u.setProperty("htmlworkaround", null);
       idlist.append(",").append(Rapidshare.getID(u.getDownloadURL()));
       namelist.append(",").append(this.getName(u));
       links.add(u);
       size =
           ("https://api.rapidshare.com/cgi-bin/rsapi.cgi?sub=checkfiles&files="
                   + idlist.toString().substring(1)
                   + "&filenames="
                   + namelist.toString().substring(1)
                   + "&incmd5=1")
               .length();
     }
     if (links.size() != 0) {
       if (links.size() != urls.length) {
         logger.finest("OnlineCheck: SplitCheck " + links.size() + "/" + urls.length + " links");
       } else {
         logger.finest("OnlineCheck: Check " + urls.length + " links");
       }
       if (!this.checkLinksIntern2(links)) {
         return false;
       }
     }
   } catch (final Exception e) {
     e.printStackTrace();
     return false;
   }
   return true;
 }
Exemplo n.º 2
0
  /**
   * Korrigiert die URL und befreit von subdomains etc.
   *
   * @param link
   * @return
   */
  private String getCorrectedURL(String link) {
    if (link == null) {
      return null;
    }
    if (link.contains("://ssl.") || !link.startsWith("http://rapidshare.com")) {
      link = "http://rapidshare.com" + link.substring(link.indexOf("rapidshare.com") + 14);
    }

    String filename =
        new Regex(link, "http://[\\w\\.]*?rapidshare\\.com/files/\\d+/?(.*?)($|\\?)").getMatch(0);
    if (filename == null) {
      filename = new Regex(link, "\\#\\!download\\|(\\d+.*?)\\|(\\d+)\\|(.+?)($|\\|)").getMatch(2);
    }
    return "http://rapidshare.com/files/" + Rapidshare.getID(link) + "/" + filename;
  }
Exemplo n.º 3
0
  public boolean checkLinksIntern(final DownloadLink[] urls) {
    if (urls == null) {
      return false;
    }
    final ArrayList<DownloadLink> checkurls = new ArrayList<DownloadLink>();
    final ArrayList<DownloadLink> finishedurls = new ArrayList<DownloadLink>();
    for (final DownloadLink u : urls) {
      checkurls.add(u);
    }
    try {
      for (int retry = 0; retry < 3; retry++) {
        final StringBuilder idlist = new StringBuilder();
        final StringBuilder namelist = new StringBuilder();
        checkurls.removeAll(finishedurls);
        for (final DownloadLink u : checkurls) {
          idlist.append(",").append(Rapidshare.getID(u.getDownloadURL()));
          namelist.append(",").append(this.getName(u));
        }
        final String req =
            "https://api.rapidshare.com/cgi-bin/rsapi.cgi?sub=checkfiles&files="
                + idlist.toString().substring(1)
                + "&filenames="
                + namelist.toString().substring(1)
                + "&incmd5=1";

        this.queryAPI(null, req, null);

        if (this.br.containsHTML("access flood")) {
          logger.warning("RS API flooded! Will not check again the next 5 minutes!");
          Rapidshare.RS_API_WAIT = System.currentTimeMillis() + 5 * 60 * 1000l;
          return false;
        }

        final String[][] matches =
            this.br
                .getRegex("([^\n^\r^,]+),([^,]+),([^,]+),([^,]+),([^,]+),([^,]+),([^\n^\r]*)")
                .getMatches();
        int i = 0;
        boolean doretry = false;
        for (final DownloadLink u : checkurls) {
          finishedurls.add(u);
          if (i > matches.length - 1) {
            doretry = true;
            break;
          }
          u.setDownloadSize(Long.parseLong(matches[i][2]));
          u.setFinalFileName(matches[i][1]);
          if (matches[i][6].trim().length() == 32) {
            u.setMD5Hash(matches[i][6]);
          } else {
            u.setMD5Hash(null);
          }
          // 0=File not found 1=File OK 2=File OK (direct download)
          // 3=Server down 4=File abused 5
          switch (Integer.parseInt(matches[i][4])) {
            case 0:
              if (new Regex(u.getDownloadURL(), ".*?(html?)$").matches() && tryWorkaround(u)) {
                /* retry this link with workaround */
                finishedurls.remove(u);
                doretry = true;
              }
              u.getLinkStatus()
                  .setErrorMessage(
                      JDL.L("plugin.host.rapidshare.status.filenotfound", "File not found"));
              u.getLinkStatus()
                  .setStatusText(
                      JDL.L("plugin.host.rapidshare.status.filenotfound", "File not found"));
              u.setAvailable(false);
              break;
            case 1:
              // u.getLinkStatus().setStatusText("alles prima");
              u.setAvailable(true);
              u.getLinkStatus().setStatusText("");
              u.getLinkStatus().setErrorMessage(null);
              break;
            case 5:
              u.setAvailable(true);
              u.getLinkStatus()
                  .setStatusText(
                      JDL.L("plugin.host.rapidshare.status.directdownload", "Direct Download"));
              u.getLinkStatus().setErrorMessage(null);
              break;
            case 3:
              u.getLinkStatus()
                  .setErrorMessage(
                      JDL.L(
                          "plugin.host.rapidshare.status.servernotavailable",
                          "Server temp. not available. Try later!"));
              u.getLinkStatus()
                  .setStatusText(
                      JDL.L(
                          "plugin.host.rapidshare.status.servernotavailable",
                          "Server temp. not available. Try later!"));
              u.setAvailable(false);
              break;
            case 4:
              u.setAvailable(false);
              u.getLinkStatus()
                  .setErrorMessage(JDL.L("plugin.host.rapidshare.status.abused", "File abused"));
              u.getLinkStatus()
                  .setStatusText(JDL.L("plugin.host.rapidshare.status.abused", "File abused"));
              break;
          }
          i++;
        }
        if (!doretry) {
          return true;
        }
      }
      return false;
    } catch (final Exception e) {
      if (this.br.containsHTML("access flood")) {
        logger.warning("RS API flooded! Will not check again the next 5 minutes!");
        Rapidshare.RS_API_WAIT = System.currentTimeMillis() + 5 * 60 * 1000l;
      }
      return false;
    }
  }