Esempi in Java per FileOperator.readArrayLocal

Esempio n. 1

File: LogisticRegressionReducer.java Progetto: sunxingxingtf/large-scale-lbfgs

 @Override
 public void setup(Context context) throws IOException {
   // get lbfgs_data_max_index and lbfgs_l2_c
   l2_c = context.getConfiguration().getFloat("lbfgs_l2_c", (float) 1.0);
   int max_index = context.getConfiguration().getInt("lbfgs_data_max_index", -2);
   weight = new float[max_index + 1];
   // read weightFile in distributed cache
   FileOperator.readArrayLocal(new Path("weightFile"), context.getConfiguration(), weight);
 }

Esempio n. 2

File: LogisticRegressionMapper.java Progetto: sunxingxingtf/large-scale-lbfgs

 @Override
 public void setup(Context context) throws IOException {
   // get lbfgs_data_max_index
   int max_index = context.getConfiguration().getInt("lbfgs_data_max_index", -2);
   weight = new float[max_index + 1];
   gradient = new double[max_index + 1];
   // read weightFile in distributed cache
   FileOperator.readArrayLocal(new Path("weightFile"), context.getConfiguration(), weight);
   System.out.println("more memory lr");
 }