Java FileOperator.readArrayLocal Examples

Example #1

File: LogisticRegressionReducer.java Project: sunxingxingtf/large-scale-lbfgs

 @Override
 public void setup(Context context) throws IOException {
   // get lbfgs_data_max_index and lbfgs_l2_c
   l2_c = context.getConfiguration().getFloat("lbfgs_l2_c", (float) 1.0);
   int max_index = context.getConfiguration().getInt("lbfgs_data_max_index", -2);
   weight = new float[max_index + 1];
   // read weightFile in distributed cache
   FileOperator.readArrayLocal(new Path("weightFile"), context.getConfiguration(), weight);
 }

Example #2

File: LogisticRegressionMapper.java Project: sunxingxingtf/large-scale-lbfgs

 @Override
 public void setup(Context context) throws IOException {
   // get lbfgs_data_max_index
   int max_index = context.getConfiguration().getInt("lbfgs_data_max_index", -2);
   weight = new float[max_index + 1];
   gradient = new double[max_index + 1];
   // read weightFile in distributed cache
   FileOperator.readArrayLocal(new Path("weightFile"), context.getConfiguration(), weight);
   System.out.println("more memory lr");
 }