コード例 #1
0
 private boolean is200AnRDF(CachedHTTPResource resource) {
   if (resource.isContainsRDF() != null) return resource.isContainsRDF();
   if (resource != null && resource.getResponses() != null) {
     for (SerialisableHttpResponse response : resource.getResponses()) {
       if (response != null && response.getHeaders("Content-Type") != null) {
         if (LinkedDataContent.contentTypes.contains(response.getHeaders("Content-Type"))) {
           if (response.getHeaders("Content-Type").equals(WebContent.contentTypeTextPlain)) {
             Model m = this.tryRead(resource.getUri());
             if (m != null && m.size() == 0) {
               this.createProblemQuad(resource.getUri(), DQM.SC200WithoutRDF);
               resource.setContainsRDF(false);
               return false;
             }
           }
           this.createProblemQuad(resource.getUri(), DQM.SC200WithRDF);
           resource.setContainsRDF(true);
           return true;
         }
       }
     }
   }
   this.createProblemQuad(resource.getUri(), DQM.SC200WithoutRDF);
   resource.setContainsRDF(false);
   return false;
 }
コード例 #2
0
 // Private Method to check content type
 private Model getMeaningfulData(CachedHTTPResource resource) {
   Model m = null;
   if (resource != null && resource.getResponses() != null) {
     for (SerialisableHttpResponse response : resource.getResponses()) {
       if (response != null && response.getHeaders("Content-Type") != null) {
         if (CommonDataStructures.ldContentTypes.contains(response.getHeaders("Content-Type"))) {
           m = this.tryRead(resource.getUri());
         }
       }
     }
   }
   return m;
 }
コード例 #3
0
  // Private Method for checking forward linking
  private void checkForForwardLinking() {
    for (String uri : uriSet) {
      CachedHTTPResource httpResource =
          (CachedHTTPResource)
              DiachronCacheManager.getInstance()
                  .getFromCache(DiachronCacheManager.HTTP_RESOURCE_CACHE, uri);

      if (httpResource == null
          || (httpResource.getResponses() == null
              && httpResource.getDereferencabilityStatusCode() != StatusCode.BAD)) {
        this.notFetchedQueue.add(uri);
      } else {
        logger.info("Checking resource: {}. URIs left: {}.", httpResource.getUri(), uriSet.size());

        // We perform a semantic lookup using heuristics to check if we
        // really need to try parsing or not
        if (HTTPResourceUtils.semanticURILookup(httpResource)) {
          logger.info(
              "Trying to find any dereferencable forward links for {}.", httpResource.getUri());
          if (Dereferencer.hasValidDereferencability(httpResource)) {
            logger.info("Dereferencable resource {}.", httpResource.getUri());

            //						boolean isValid = ModelParser.snapshotParserForForwardDereference(httpResource,
            // (Lang) null, httpResource.getUri());
            //						if (isValid){
            //							//ok
            //							logger.info("A description exists for resource {}.", httpResource.getUri());
            //
            //							totalDerefDataWithSub++;
            //						} else {
            //							//not ok
            //							this.createNotValidForwardLink(httpResource.getUri());
            //						}

            Model m = RDFDataMgr.loadModel(httpResource.getUri()); // load partial model
            Resource r = m.createResource(httpResource.getUri());
            List<Statement> stmtList =
                m.listStatements(r, (Property) null, (RDFNode) null).toList();

            if (stmtList.size() > 1) {
              // ok
              logger.info("A description exists for resource {}.", httpResource.getUri());

              totalDerefDataWithSub++;
            } else {
              // not ok
              this.createNotValidForwardLink(httpResource.getUri());
            }
          }
        } else {
          logger.info("Non-meaningful dereferencable resource {}.", httpResource.getUri());
          this.createNotValidForwardLink(httpResource.getUri());
        }
      }
    }
  }