@Test
 public void testCreateInstance() {
   try {
     InstanceElement ie = applicationElement.createInstance("new_instance");
     assertEquals(83, ODSHelper.asJLong(ie.getId()));
     InstanceElement ie1 = applicationElement.createInstance("ni1");
     assertEquals(84, ODSHelper.asJLong(ie1.getId()));
     applicationElement.removeInstance(ie.getId(), false);
     InstanceElement ie2 = applicationElement.createInstance("ni2");
     assertEquals(85, ODSHelper.asJLong(ie2.getId()));
     applicationElement.removeInstance(ie1.getId(), false);
     applicationElement.removeInstance(ie2.getId(), false);
   } catch (AoException e) {
     fail(e.reason);
   }
 }
 @Test
 public void testGetId() {
   try {
     assertEquals(19, ODSHelper.asJLong(applicationElement.getId()));
   } catch (AoException e) {
     fail(e.reason);
   }
 }
 @Test
 public void testGetInstanceById() {
   try {
     InstanceElement ie = applicationElement.getInstanceById(ODSHelper.asODSLongLong(58));
     assertEquals("1/3 Octave - Zusammenfassung", ie.getName());
     assertEquals(58, ODSHelper.asJLong(ie.getId()));
   } catch (AoException e) {
     fail(e.reason);
   }
   // query non existing instance
   try {
     applicationElement.getInstanceById(ODSHelper.asODSLongLong(999));
     fail("AoException expected");
   } catch (AoException e) {
   }
 }
 @Test
 public void testGetInstanceByName() {
   try {
     InstanceElement ie = applicationElement.getInstanceByName("1/3 Octave - Zusammenfassung");
     assertEquals(58, ODSHelper.asJLong(ie.getId()));
     ie = applicationElement.getInstanceByName("not existing instance");
     assertEquals(null, ie);
   } catch (AoException e) {
     fail(e.reason);
   }
   // check duplicate names
   try {
     ApplicationElement aeParamSet =
         applicationElement.getApplicationStructure().getElementByName("pas");
     aeParamSet.getInstanceByName("basic");
     fail("AoException expected");
   } catch (AoException e) {
   }
 }
Exemplo n.º 5
0
  public TS_Value readFlags(AtfxCache atfxCache, long iidLc) throws AoException {
    long start = System.currentTimeMillis();

    // read external component instances
    long aidLc = atfxCache.getAidsByBaseType("aolocalcolumn").iterator().next();
    ApplicationRelation relExtComps =
        atfxCache.getApplicationRelationByBaseName(aidLc, "external_component");
    Collection<Long> iidExtComps = atfxCache.getRelatedInstanceIds(aidLc, iidLc, relExtComps);

    if (iidExtComps.size() < 1) {
      return null;
    } else if (iidExtComps.size() != 1) {
      throw new AoException(
          ErrorCode.AO_NOT_IMPLEMENTED,
          SeverityFlag.ERROR,
          0,
          "The implementation currently only may read exactly one external component file");
    }
    long iidExtComp = iidExtComps.iterator().next();
    long aidExtComp = atfxCache.getAidsByBaseType("aoexternalcomponent").iterator().next();

    // get filename
    Integer attrNo = atfxCache.getAttrNoByBaName(aidExtComp, "flags_filename_url");
    if (attrNo == null) {
      return null;
    }
    TS_Value v = atfxCache.getInstanceValue(aidExtComp, attrNo, iidExtComp);
    if ((v == null)
        || (v.flag != 15)
        || (v.u.stringVal() == null)
        || (v.u.stringVal().length() < 1)) {
      return null;
    }
    String flagsFilenameUrl = v.u.stringVal();
    File fileRoot = new File(atfxCache.getContext().get("FILE_ROOT").value.u.stringVal());
    File flagsFile = new File(fileRoot, flagsFilenameUrl);

    // read start offset, may be DT_LONG or DT_LONGLONG
    int flagsStartOffset = 0;
    attrNo = atfxCache.getAttrNoByBaName(aidExtComp, "flags_start_offset");
    if (attrNo == null) {
      throw new AoException(
          ErrorCode.AO_NOT_FOUND,
          SeverityFlag.ERROR,
          0,
          "Application attribute derived from base attribute 'flags_start_offset' not found");
    }
    TS_Value vStartOffset = atfxCache.getInstanceValue(aidExtComp, attrNo, iidExtComp);
    if (vStartOffset.u.discriminator() == DataType.DT_LONG) {
      flagsStartOffset = vStartOffset.u.longVal();
    } else if (vStartOffset.u.discriminator() == DataType.DT_LONGLONG) {
      flagsStartOffset = (int) ODSHelper.asJLong(vStartOffset.u.longlongVal());
    }

    // read length
    attrNo = atfxCache.getAttrNoByBaName(aidExtComp, "component_length");
    int componentLength = atfxCache.getInstanceValue(aidExtComp, attrNo, iidExtComp).u.longVal();

    // read values
    TS_Value tsValue = new TS_Value();
    tsValue.flag = (short) 15;
    tsValue.u = new TS_Union();
    tsValue.u.shortSeq(new short[componentLength]);

    RandomAccessFile raf = null;
    byte[] backingBuffer = new byte[2];
    try {
      // open source channel
      raf = new BufferedRandomAccessFile(flagsFile, "r", BUFFER_SIZE);
      raf.seek(flagsStartOffset);

      for (int i = 0; i < componentLength; i++) {
        raf.read(backingBuffer, 0, backingBuffer.length);
        ByteBuffer sourceMbb = ByteBuffer.wrap(backingBuffer);
        sourceMbb.order(ByteOrder.LITTLE_ENDIAN);
        tsValue.u.shortSeq()[i] = sourceMbb.getShort();
      }

      LOG.info(
          "Read "
              + componentLength
              + " flags from component file '"
              + flagsFilenameUrl
              + "' in "
              + (System.currentTimeMillis() - start)
              + "ms");
      return tsValue;
    } catch (IOException e) {
      LOG.error(e.getMessage(), e);
      throw new AoException(ErrorCode.AO_NOT_FOUND, SeverityFlag.ERROR, 0, e.getMessage());
    } finally {
      backingBuffer = null;
      try {
        if (raf != null) {
          raf.close();
        }
        raf = null;
      } catch (Exception e) {
        LOG.error(e.getMessage(), e);
      }
    }
  }
Exemplo n.º 6
0
  private Collection<String> readStringValues(AtfxCache atfxCache, long iidExtComp)
      throws AoException {
    long start = System.currentTimeMillis();
    long aidExtComp = atfxCache.getAidsByBaseType("aoexternalcomponent").iterator().next();

    // get filename
    int attrNo = atfxCache.getAttrNoByBaName(aidExtComp, "filename_url");
    String filenameUrl = atfxCache.getInstanceValue(aidExtComp, attrNo, iidExtComp).u.stringVal();
    File fileRoot = new File(atfxCache.getContext().get("FILE_ROOT").value.u.stringVal());
    File extCompFile = new File(fileRoot, filenameUrl);

    // get datatype
    attrNo = atfxCache.getAttrNoByBaName(aidExtComp, "value_type");
    int valueType = atfxCache.getInstanceValue(aidExtComp, attrNo, iidExtComp).u.enumVal();
    if (valueType != 12) {
      throw new AoException(
          ErrorCode.AO_NOT_IMPLEMENTED,
          SeverityFlag.ERROR,
          0,
          "Unsupported 'value_type' for data type DT_STRING or DT_DATE: " + valueType);
    }

    // read length
    attrNo = atfxCache.getAttrNoByBaName(aidExtComp, "component_length");
    int componentLength = atfxCache.getInstanceValue(aidExtComp, attrNo, iidExtComp).u.longVal();

    // read start offset, may be DT_LONG or DT_LONGLONG
    long startOffset = 0;
    attrNo = atfxCache.getAttrNoByBaName(aidExtComp, "start_offset");
    TS_Value vStartOffset = atfxCache.getInstanceValue(aidExtComp, attrNo, iidExtComp);
    if (vStartOffset.u.discriminator() == DataType.DT_LONG) {
      startOffset = vStartOffset.u.longVal();
    } else if (vStartOffset.u.discriminator() == DataType.DT_LONGLONG) {
      startOffset = ODSHelper.asJLong(vStartOffset.u.longlongVal());
    }

    // value_offset is irrelevant according ODS Standard 3.42, page 3-51

    // read values
    RandomAccessFile raf = null;
    byte[] backingBuffer = new byte[componentLength];
    List<String> list = new ArrayList<String>();
    try {
      // open source channel
      raf = new BufferedRandomAccessFile(extCompFile, "r", BUFFER_SIZE);
      raf.seek(startOffset);
      raf.read(backingBuffer, 0, backingBuffer.length);

      int startPosition = 0;
      for (int position = 0; position < componentLength; position++) {
        if (backingBuffer[position] == 0) {
          list.add(
              new String(backingBuffer, startPosition, position - startPosition, "ISO-8859-1"));
          startPosition = position + 1;
        }
      }

      LOG.info(
          "Read "
              + list.size()
              + " string values from component file '"
              + filenameUrl
              + "' in "
              + (System.currentTimeMillis() - start)
              + "ms [value_type="
              + ODSHelper.valueType2String(valueType)
              + "]");
      return list;
    } catch (IOException e) {
      LOG.error(e.getMessage(), e);
      throw new AoException(ErrorCode.AO_NOT_FOUND, SeverityFlag.ERROR, 0, e.getMessage());
    } finally {
      try {
        if (raf != null) {
          raf.close();
        }
        raf = null;
      } catch (Exception e) {
        LOG.error(e.getMessage(), e);
      }
    }
  }
Exemplo n.º 7
0
  private List<Number> readNumberValues(AtfxCache atfxCache, long iidExtComp, DataType rawDataType)
      throws AoException {
    long start = System.currentTimeMillis();

    List<Number> list = new ArrayList<Number>();
    long aidExtComp = atfxCache.getAidsByBaseType("aoexternalcomponent").iterator().next();

    // get filename
    Integer attrNo = atfxCache.getAttrNoByBaName(aidExtComp, "filename_url");
    String filenameUrl = atfxCache.getInstanceValue(aidExtComp, attrNo, iidExtComp).u.stringVal();
    File fileRoot = new File(atfxCache.getContext().get("FILE_ROOT").value.u.stringVal());
    File extCompFile = new File(fileRoot, filenameUrl);

    // get value type
    attrNo = atfxCache.getAttrNoByBaName(aidExtComp, "value_type");
    int valueType = atfxCache.getInstanceValue(aidExtComp, attrNo, iidExtComp).u.enumVal();

    // read length
    attrNo = atfxCache.getAttrNoByBaName(aidExtComp, "component_length");
    int componentLength = atfxCache.getInstanceValue(aidExtComp, attrNo, iidExtComp).u.longVal();

    // read start offset, may be DT_LONG or DT_LONGLONG
    int startOffset = 0;
    attrNo = atfxCache.getAttrNoByBaName(aidExtComp, "start_offset");
    TS_Value vStartOffset = atfxCache.getInstanceValue(aidExtComp, attrNo, iidExtComp);
    if (vStartOffset.u.discriminator() == DataType.DT_LONG) {
      startOffset = vStartOffset.u.longVal();
    } else if (vStartOffset.u.discriminator() == DataType.DT_LONGLONG) {
      startOffset = (int) ODSHelper.asJLong(vStartOffset.u.longlongVal());
    }

    // read value offset
    attrNo = atfxCache.getAttrNoByBaName(aidExtComp, "value_offset");
    int valueOffset = atfxCache.getInstanceValue(aidExtComp, attrNo, iidExtComp).u.longVal();

    // read bit count
    short bitCount = 0;
    attrNo = atfxCache.getAttrNoByBaName(aidExtComp, "ao_bit_count");
    if (attrNo != null) {
      bitCount = atfxCache.getInstanceValue(aidExtComp, attrNo, iidExtComp).u.shortVal();
    }

    // read bit offset
    short bitOffset = 0;
    attrNo = atfxCache.getAttrNoByBaName(aidExtComp, "ao_bit_offset");
    if (attrNo != null) {
      bitOffset = atfxCache.getInstanceValue(aidExtComp, attrNo, iidExtComp).u.shortVal();
    }

    // block_size, valuesperblock
    attrNo = atfxCache.getAttrNoByBaName(aidExtComp, "block_size");
    int blockSize = atfxCache.getInstanceValue(aidExtComp, attrNo, iidExtComp).u.longVal();

    // valuesperblock
    attrNo = atfxCache.getAttrNoByBaName(aidExtComp, "valuesperblock");
    int valuesperblock = atfxCache.getInstanceValue(aidExtComp, attrNo, iidExtComp).u.longVal();

    // read values
    RandomAccessFile raf = null;
    try {
      // open source file
      raf = new BufferedRandomAccessFile(extCompFile, "r", BUFFER_SIZE);
      raf.seek(startOffset);

      // initialize buffer
      ByteBuffer sourceMbb = ByteBuffer.allocate(blockSize);
      ByteOrder byteOrder = ByteOrder.LITTLE_ENDIAN;
      // dt_short_beo [7], dt_long_beo [8], dt_longlong_beo [9], ieeefloat4_beo [10], ieeefloat8_beo
      // [11],
      // dt_boolean_flags_beo [15], dt_byte_flags_beo [16], dt_string_flags_beo [17], dt_bytestr_beo
      // [18],
      // dt_sbyte_flags_beo [20], dt_ushort_beo [22], dt_ulong_beo [24], dt_string_utf8_beo [26]
      // dt_bit_int_beo [28], dt_bit_uint_beo [30], dt_bit_float_beo [32]
      if ((valueType == 7)
          || (valueType == 8)
          || (valueType == 9)
          || (valueType == 10)
          || (valueType == 11)
          || (valueType == 15)
          || (valueType == 16)
          || (valueType == 17)
          || (valueType == 18)
          || (valueType == 20)
          || (valueType == 22)
          || (valueType == 24)
          || (valueType == 26)
          || (valueType == 28)
          || (valueType == 30)
          || (valueType == 32)) {
        byteOrder = ByteOrder.BIG_ENDIAN;
      }
      sourceMbb.order(byteOrder);

      // loop over blocks
      for (int i = 0; i < componentLength; i += valuesperblock) {

        // read whole block into memory
        byte[] record = new byte[blockSize];
        raf.read(record, 0, record.length);

        sourceMbb.clear();
        sourceMbb.put(record);
        sourceMbb.position(valueOffset);

        // sub blocks are consecutive, puhh!
        for (int j = 0; j < valuesperblock; j++) {

          // 1=dt_byte
          if (valueType == 1) {
            // int b = sourceMbb.get() & 0xFF;
            list.add(sourceMbb.get());
          }
          // 19=dt_sbyte
          else if (valueType == 19) {
            // short b = (short) (sourceMbb.get() & 0xFF);
            list.add(sourceMbb.get());
          }
          // 2=dt_short, 7=dt_short_beo
          else if ((valueType == 2) || (valueType == 7)) {
            list.add(sourceMbb.getShort());
          }
          // 3=dt_long, 8=dt_long_beo
          else if ((valueType == 3) || (valueType == 8)) {
            list.add(sourceMbb.getInt());
          }
          // 4=dt_longlong, 9=dt_longlong_beo
          else if ((valueType == 4) || (valueType == 9)) {
            list.add(sourceMbb.getLong());
          }
          // 5=ieeefloat4, 10=ieeefloat4_beo
          else if ((valueType == 5) || (valueType == 10)) {
            list.add(sourceMbb.getFloat());
          }
          // 6=ieeefloat8, 11=ieeefloat8_beo
          else if ((valueType == 6) || (valueType == 11)) {
            list.add(sourceMbb.getDouble());
          }
          // 21=dt_ushort, 22=dt_ushort_beo
          else if ((valueType == 21) || (valueType == 22)) {
            int val = sourceMbb.getShort() & 0xffff;
            list.add(val);
          }
          // 23=dt_ulong, 24=dt_ulong_beo
          else if ((valueType == 23) || (valueType == 24)) {
            long val = sourceMbb.getInt() & 0xffffffffL;
            list.add(val);
          }
          // 29=dt_bit_uint, 30=dt_bit_uint_beo
          else if ((valueType == 29) || (valueType == 30)) {

            // read that number of bytes from the byte position within the file
            int bytesToRead = ((bitCount + bitOffset - 1) / 8) + 1;
            byte[] tmp = new byte[bytesToRead];
            sourceMbb.get(tmp);

            // put the byte into an integer to enable bit shifting
            if (tmp.length <= 4) {
              ByteBuffer bb = ByteBuffer.allocate(4);
              bb.order(byteOrder);
              bb.put(tmp);
              bb.rewind();
              int intValue = bb.getInt();
              intValue = intValue >> bitOffset; // shift right bit offset
              int mask = 0xFFFFFFFF >>> (32 - bitCount); // mask out unnecessary bits
              intValue = intValue & mask;
              list.add(intValue);
            }
            // put the byte into a long to enable bit shifting
            else {
              ByteBuffer bb = ByteBuffer.allocate(8);
              bb.order(byteOrder);
              bb.put(tmp);
              bb.rewind();
              long longValue = bb.getLong();
              longValue = longValue >> bitOffset; // shift right bit offset
              long mask = 0xFFFFFFFFFFFFFFFFl >>> (64 - bitCount); // mask out unnecessary bits
              longValue = longValue & mask;
              list.add(longValue);
            }
          }
          // unsupported data type
          else {
            throw new AoException(
                ErrorCode.AO_NOT_IMPLEMENTED,
                SeverityFlag.ERROR,
                0,
                "Unsupported 'value_type': " + ODSHelper.valueType2String(valueType));
          }
        }
      }

      LOG.info(
          "Read "
              + list.size()
              + " numeric values from component file '"
              + filenameUrl
              + "' in "
              + (System.currentTimeMillis() - start)
              + "ms [value_type="
              + ODSHelper.valueType2String(valueType)
              + "]");
      return list;
    } catch (IOException e) {
      LOG.error(e.getMessage(), e);
      throw new AoException(ErrorCode.AO_NOT_FOUND, SeverityFlag.ERROR, 0, e.getMessage());
    } finally {
      if (raf != null) {
        try {
          raf.close();
        } catch (IOException ioe) {
          LOG.error(ioe.getMessage(), ioe);
        }
        raf = null;
      }
    }
  }