/** Sets Tesseract's internal parameters. */
private void setTessVariables() {
Enumeration<?> em = prop.propertyNames();
while (em.hasMoreElements()) {
String key = (String) em.nextElement();
api.TessBaseAPISetVariable(handle, key, prop.getProperty(key));
}
}
private void setProperty(String key, String value) {
if (value != null) {
properties.setProperty(key, value);
} else {
properties.remove(key);
}
}
private void loadConfiguration() throws RuntimeConfigException {
trace(String.format("Loading configuration from [%s]", configFilePath));
try {
InputStream stream = new FileInputStream(configFilePath);
// InputStream stream1 = new FileInputStream("config/ocsswws.config");
try {
Properties fileProperties = new Properties();
fileProperties.load(stream);
// @todo check tests - code was not backward compatible with Java 5
// so i changed it - but this is not the only place of uncompatibilty
// add default properties so that they override file properties
// Set<String> propertyNames = fileProperties.stringPropertyNames();
// for (String propertyName : propertyNames) {
// String propertyValue = fileProperties.getProperty(propertyName);
// if (!isPropertySet(propertyName)) {
// setProperty(propertyName, propertyValue);
// trace(String.format("Configuration property [%s] added",
// propertyName));
// } else {
// trace(String.format("Configuration property [%s] ignored",
// propertyName));
// }
// }
Enumeration<?> enumeration = fileProperties.propertyNames();
while (enumeration.hasMoreElements()) {
final Object key = enumeration.nextElement();
if (key instanceof String) {
final Object value = fileProperties.get(key);
if (value instanceof String) {
final String keyString = (String) key;
String propertyValue = fileProperties.getProperty(keyString);
if (!isPropertySet(keyString)) {
setProperty(keyString, propertyValue);
trace(String.format("Configuration property [%s] added", keyString));
} else {
trace(String.format("Configuration property [%s] ignored", keyString));
}
}
}
}
} finally {
stream.close();
}
} catch (IOException e) {
throw new RuntimeConfigException(
String.format("Failed to load configuration [%s]", configFilePath), e);
}
}
/**
* Helper method to convert properties to string.
*
* @param prop a <code>Properties</code> value
* @return a <code>String</code> value
*/
public static String convertPropsToString(Properties prop) {
if (prop == null) {
return "{null}";
}
StringBuffer strBuf = new StringBuffer("{ ");
for (Enumeration enum1 = prop.propertyNames(); enum1.hasMoreElements(); ) {
Object obj = enum1.nextElement();
strBuf.append("[ ").append(obj).append("->");
Object val = prop.getProperty((String) obj);
if (val == null) strBuf.append("null");
else strBuf.append((String) val);
strBuf.append(" ] ");
}
strBuf.append("}");
return strBuf.toString();
}
private String getProperty(String key, String defaultValue) {
String property = properties.getProperty(key, defaultValue);
if (property != null) {
return substitute(property);
}
return property;
}
/** Property keys converted to all uppercase. */
private boolean parseProperty(String line, Properties properties) {
final int index = line.indexOf(':');
if (index < 0) return false;
final String key = line.substring(0, index).trim();
final String value = line.substring(index + 1).trim();
properties.setProperty(key.toUpperCase(), value);
return true;
}
/** Start the JobTracker process, listen on the indicated port */
JobTracker(Configuration conf) throws IOException {
//
// Grab some static constants
//
maxCurrentTasks = conf.getInt("mapred.tasktracker.tasks.maximum", 2);
RETIRE_JOB_INTERVAL = conf.getLong("mapred.jobtracker.retirejob.interval", 24 * 60 * 60 * 1000);
RETIRE_JOB_CHECK_INTERVAL = conf.getLong("mapred.jobtracker.retirejob.check", 60 * 1000);
TASK_ALLOC_EPSILON = conf.getFloat("mapred.jobtracker.taskalloc.loadbalance.epsilon", 0.2f);
PAD_FRACTION = conf.getFloat("mapred.jobtracker.taskalloc.capacitypad", 0.1f);
MIN_SLOTS_FOR_PADDING = 3 * maxCurrentTasks;
// This is a directory of temporary submission files. We delete it
// on startup, and can delete any files that we're done with
this.conf = conf;
JobConf jobConf = new JobConf(conf);
this.systemDir = jobConf.getSystemDir();
this.fs = FileSystem.get(conf);
FileUtil.fullyDelete(fs, systemDir);
fs.mkdirs(systemDir);
// Same with 'localDir' except it's always on the local disk.
jobConf.deleteLocalFiles(SUBDIR);
// Set ports, start RPC servers, etc.
InetSocketAddress addr = getAddress(conf);
this.localMachine = addr.getHostName();
this.port = addr.getPort();
this.interTrackerServer = RPC.getServer(this, addr.getPort(), 10, false, conf);
this.interTrackerServer.start();
Properties p = System.getProperties();
for (Iterator it = p.keySet().iterator(); it.hasNext(); ) {
String key = (String) it.next();
String val = (String) p.getProperty(key);
LOG.info("Property '" + key + "' is " + val);
}
this.infoPort = conf.getInt("mapred.job.tracker.info.port", 50030);
this.infoServer = new JobTrackerInfoServer(this, infoPort);
this.infoServer.start();
this.startTime = System.currentTimeMillis();
new Thread(this.expireTrackers).start();
new Thread(this.retireJobs).start();
new Thread(this.initJobs).start();
}
static {
try {
properties = new Properties();
properties.load(Notepad.class.getResourceAsStream("resources/NotepadSystem.properties"));
resources = ResourceBundle.getBundle("resources.Notepad", Locale.getDefault());
} catch (MissingResourceException | IOException e) {
System.err.println(
"resources/Notepad.properties " + "or resources/NotepadSystem.properties not found");
System.exit(1);
}
}
@Override
public void execute(Properties props) {
super.execute(props);
HashMap<String, Object> jsonObj = new HashMap<String, Object>();
for (Object k : props.keySet()) {
String key = (String) k;
String value = props.getProperty(key);
jsonObj.put(key, value);
}
try {
File runFile = new File(root, "run.json");
JSONEncoder encoder = new JSONEncoder();
BufferedWriter writer = new BufferedWriter(new FileWriter(runFile));
encoder.encode(jsonObj, writer);
writer.close();
} catch (Exception exp) {
throw new IllegalArgumentException("Unable to save run properties in root folder.");
}
}
@Override
public void readFrame(Buffer buffer) {
// example data:
// --ssBoundary8345
// Content-Type: image/jpeg
// Content-Length: 114587
try {
String line;
// eat leading blank lines
while (true) {
line = readLine(MAX_LINE_LENGTH);
if (line == null) {
buffer.setEOM(true);
buffer.setLength(0);
return;
}
if (!line.trim().equals("")) break; // end of header
}
if (boundary == null) {
boundary = line.trim(); // TODO: we should be able to get
// this from the content type, but
// the content type has this
// stripped out. So we'll just take
// the first nonblank line to be the
// boundary.
// System.out.println("boundary: " + boundary);
} else {
if (!line.trim().equals(boundary)) {
// throw new IOException("Expected boundary: " +
// toPrintable(line));
// TODO: why do we seem to get these when playing back
// mmr files recorded using FmjTranscode?
logger.warning("Expected boundary (frame " + framesRead + "): " + toPrintable(line));
// handle streams that are truncated in the middle of a
// frame:
final int eatResult = eatUntil(boundary); // TODO: no
// need to
// store the
// data
logger.info(
"Ignored bytes (eom after="
+ (eatResult < 0)
+ "): "
+ (eatResult < 0 ? (-1 * eatResult - 1) : eatResult));
if (eatResult < 0) {
buffer.setEOM(true);
buffer.setLength(0);
return;
}
// now read boundary
line = readLine(MAX_LINE_LENGTH);
if (!line.trim().equals(boundary)) {
throw new RuntimeException("No boundary found after eatUntil(boundary)"); // should
// never
// happen
}
}
}
final Properties properties = new Properties();
while (true) {
line = readLine(MAX_LINE_LENGTH);
if (line == null) {
buffer.setEOM(true);
buffer.setLength(0);
return;
}
if (line.trim().equals("")) break; // end of header
if (!parseProperty(line, properties))
throw new IOException("Expected property: " + toPrintable(line));
}
final String contentType = properties.getProperty("Content-Type".toUpperCase());
if (contentType == null) {
logger.warning("Header properties: " + properties);
throw new IOException("Expected Content-Type in header");
}
// check supported content types:
if (!isSupportedFrameContentType(contentType)) {
throw new IOException("Unsupported Content-Type: " + contentType);
}
if (frameContentType == null) {
frameContentType = contentType;
} else {
if (!contentType.equals(frameContentType))
throw new IOException(
"Content type changed during stream from "
+ frameContentType
+ " to "
+ contentType);
}
// TODO: check that size doesn't change throughout
final byte[] data;
final String contentLenStr = properties.getProperty("Content-Length".toUpperCase());
if (contentLenStr != null) { // if we know the content length, use it
final int contentLen;
try {
contentLen = Integer.parseInt(contentLenStr);
} catch (NumberFormatException e) {
throw new IOException("Invalid content length: " + contentLenStr);
}
// now, read the content-length bytes
data = readFully(contentLen); // TODO: don't realloc each
// time
} else {
// if we don't know the content length, just read until we
// find the boundary.
// Some IP cameras don't specify it, like
// http://webcam-1.duesseldorf.it-on.net/cgi-bin/nph-update.cgi
data = readUntil(boundary);
}
// ext
final String timestampStr = properties.getProperty(TIMESTAMP_KEY.toUpperCase());
if (timestampStr != null) {
try {
final long timestamp = Long.parseLong(timestampStr);
buffer.setTimeStamp(timestamp);
} catch (NumberFormatException e) {
logger.log(Level.WARNING, "" + e, e);
}
}
if (data == null) {
buffer.setEOM(true);
buffer.setLength(0);
return;
}
buffer.setData(data);
buffer.setOffset(0);
buffer.setLength(data.length);
++framesRead;
} catch (IOException e) {
throw new RuntimeException(e);
}
}
@Override
public Response serve(String uri, String method, Properties header, Properties parms) {
if (!uri.equals("/mediaserver")) {
return super.serve(uri, method, header, parms); // this way we can
// also serve up
// normal files and
// content
}
logger.fine(method + " '" + uri + "' ");
Enumeration<?> e = header.propertyNames();
while (e.hasMoreElements()) {
String value = (String) e.nextElement();
logger.fine(" HDR: '" + value + "' = '" + header.getProperty(value) + "'");
}
e = parms.propertyNames();
while (e.hasMoreElements()) {
String value = (String) e.nextElement();
logger.fine(" PRM: '" + value + "' = '" + parms.getProperty(value) + "'");
}
// TODO: check the actual path...
final String mediaPath = parms.getProperty("media");
final String outputFormatStr = parms.getProperty("format");
final String mimeType = parms.getProperty("mime");
logger.info("requested media: " + mediaPath);
logger.info("requested mime type: " + mimeType);
if (mediaPath == null)
return new Response(HTTP_FORBIDDEN, "text/plain", "mediaPath parameter not specified");
if (mimeType == null)
return new Response(HTTP_FORBIDDEN, "text/plain", "mimeType parameter not specified");
// TODO: if we aren't performing any transcoding, just serve the file up
// directly.
// TODO: capture sources need to be treated as singletons, with some
// kind of broadcasting/cloning to ensure
// that multiple connections can be made.
final String serverSideUrlStr = mediaPath; // URLUtils.createUrlStr(new
// File(mediaPath)); // TODO:
// enforce that we can't just
// serve up anything anywhere
final ContentDescriptor outputContentDescriptor =
new FileTypeDescriptor(ContentDescriptor.mimeTypeToPackageName(mimeType));
final Format outputFormat;
if (outputFormatStr == null) {
outputFormat = null;
} else {
try {
outputFormat = FormatArgUtils.parse(outputFormatStr);
} catch (ParseException e1) {
logger.log(Level.WARNING, "" + e1, e1);
return new Response(HTTP_FORBIDDEN, "text/plain", "" + e1);
}
}
logger.info("serverSideUrlStr: " + serverSideUrlStr);
logger.info("outputContentDescriptor: " + outputContentDescriptor);
logger.info("outputFormat: " + outputFormat);
final InputStream is;
try {
is = getInputStream(serverSideUrlStr, outputFormat, outputContentDescriptor);
} catch (Exception e1) {
return new Response(HTTP_FORBIDDEN, "text/plain", "" + e1);
}
final String responseMimeType;
// workaround for the problem that the multipart/x-mixed-replace
// boundary is not stored anywhere.
// this assumes that if we are serving multipart/x-mixed-replace data,
// that MultipartMixedReplaceMux is being used.
if (mimeType.equals("multipart/x-mixed-replace"))
responseMimeType = mimeType + ";boundary=" + MultipartMixedReplaceMux.BOUNDARY;
else responseMimeType = mimeType;
logger.info("Response mime type: " + responseMimeType);
return new Response(HTTP_OK, responseMimeType, is);
}
protected String getProperty(String key) {
return properties.getProperty(key);
}
/**
* Set the value of Tesseract's internal parameter.
*
* @param key variable name, e.g., <code>tessedit_create_hocr</code>, <code>
* tessedit_char_whitelist</code>, etc.
* @param value value for corresponding variable, e.g., "1", "0", "0123456789", etc.
*/
public void setTessVariable(String key, String value) {
prop.setProperty(key, value);
}
/**
* Enables hocr output.
*
* @param hocr to enable or disable hocr output
*/
public void setHocr(boolean hocr) {
this.hocr = hocr;
prop.setProperty("tessedit_create_hocr", hocr ? "1" : "0");
}
private boolean isPropertySet(String key) {
return properties.containsKey(key);
}