/** Get the distribution of job states for the jobs in the given group. */
public double[] getDistribution(TaskTimer timer, long groupID) {
Counters counters = null;
timer.acquire();
synchronized (pCountersByGroup) {
timer.resume();
counters = pCountersByGroup.get(groupID);
}
if (counters != null) {
double dist[] = counters.distribution();
// if(LogMgr.getInstance().isLoggable(LogMgr.Kind.Ops, LogMgr.Level.Finest)) {
// StringBuilder buf = new StringBuilder();
// buf.append("Job Group Distribution [" + groupID + "]:\n ");
// for(JobState js : JobState.all())
// buf.append(js + "[" + String.format("%1$.4f", dist[js.ordinal()]) + "] ");
// LogMgr.getInstance().log(LogMgr.Kind.Ops, LogMgr.Level.Finest, buf.toString());
// }
return dist;
} else {
LogMgr.getInstance()
.logAndFlush(
LogMgr.Kind.Ops,
LogMgr.Level.Warning,
"Somehow the job group (" + groupID + ") was not in the state counts table!");
return new double[JobState.all().size()];
}
}
/**
* Get the percentage of jobs in the job group owning the given job which are currently Queued or
* Preempted.
*/
public double percentPending(TaskTimer timer, long jobID) {
Counters counters = null;
timer.acquire();
synchronized (pCountersByJob) {
timer.resume();
counters = pCountersByJob.get(jobID);
}
if (counters != null) {
double percent = counters.percentPending();
// if(LogMgr.getInstance().isLoggable(LogMgr.Kind.Ops, LogMgr.Level.Finest))
// LogMgr.getInstance().log
// (LogMgr.Kind.Ops, LogMgr.Level.Finest,
// "Percent Pending [" + jobID + "]: " + String.format("%1$.4f", percent));
return percent;
} else {
LogMgr.getInstance()
.logAndFlush(
LogMgr.Kind.Ops,
LogMgr.Level.Warning,
"Somehow the job (" + jobID + ") was not in the state counts table!");
return 0.0;
}
}
/**
* Update the job state counts after a change to the job state information.
*
* @param timer The operation timer.
* @param prevState The previous job state before the change or <CODE>null</CODE> if the previous
* state is unknown.
* @para info The current job info which includes the updated job state.
*/
public void update(TaskTimer timer, JobState prevState, QueueJobInfo info) {
Counters counters = null;
timer.acquire();
synchronized (pCountersByJob) {
timer.resume();
counters = pCountersByJob.get(info.getJobID());
}
if (counters != null) counters.update(prevState, info);
else
LogMgr.getInstance()
.logAndFlush(
LogMgr.Kind.Ops,
LogMgr.Level.Warning,
"Somehow the job (" + info.getJobID() + ") was not in the state counts table!");
}
public void train(List<LabeledLocalTrigramContext> labeledLocalTrigramContexts) {
// collect word-tag counts
for (LabeledLocalTrigramContext labeledLocalTrigramContext : labeledLocalTrigramContexts) {
String word = labeledLocalTrigramContext.getCurrentWord();
String tag = labeledLocalTrigramContext.getCurrentTag();
if (!wordsToTags.keySet().contains(word)) {
// word is currently unknown, so tally its tag in the unknown tag counter
unknownWordTags.incrementCount(tag, 1.0);
}
wordsToTags.incrementCount(word, tag, 1.0);
seenTagTrigrams.add(
makeTrigramString(
labeledLocalTrigramContext.getPreviousPreviousTag(),
labeledLocalTrigramContext.getPreviousTag(),
labeledLocalTrigramContext.getCurrentTag()));
}
wordsToTags = Counters.conditionalNormalize(wordsToTags);
unknownWordTags = Counters.normalize(unknownWordTags);
}
/** Get the percentage of jobs in the job group which are currently Queued or Preempted. */
public double percentPendingByGroup(TaskTimer timer, long jobGroupID) {
Counters counters = null;
timer.acquire();
synchronized (pCountersByGroup) {
timer.resume();
counters = pCountersByGroup.get(jobGroupID);
}
if (counters != null) {
double percent = counters.percentPending();
return percent;
} else {
LogMgr.getInstance()
.logAndFlush(
LogMgr.Kind.Ops,
LogMgr.Level.Warning,
"Somehow the job group (" + jobGroupID + ") was not in the state counts table!");
return 0.0;
}
}
/**
* devModeAddCounter.
*
* @since 1.0.15
*/
public static void devModeAddCounter() {
CardList play = AllZoneUtil.getCardsInPlay();
Object o = GuiUtils.getChoiceOptional("Add counters to which card?", play.toArray());
if (null == o) return;
else {
Card c = (Card) o;
Counters counter = GuiUtils.getChoiceOptional("Which type of counter?", Counters.values());
if (null == counter) return;
else {
Integer integers[] = new Integer[99];
for (int j = 0; j < 99; j++) integers[j] = Integer.valueOf(j);
Integer i = GuiUtils.getChoiceOptional("How many counters?", integers);
if (null == i) return;
else {
c.addCounterFromNonEffect(counter, i);
}
}
}
}
public void _jspService(HttpServletRequest request, HttpServletResponse response)
throws java.io.IOException, ServletException {
PageContext pageContext = null;
HttpSession session = null;
ServletContext application = null;
ServletConfig config = null;
JspWriter out = null;
Object page = this;
JspWriter _jspx_out = null;
PageContext _jspx_page_context = null;
try {
response.setContentType("text/html; charset=UTF-8");
pageContext = _jspxFactory.getPageContext(this, request, response, null, true, 8192, true);
_jspx_page_context = pageContext;
application = pageContext.getServletContext();
config = pageContext.getServletConfig();
session = pageContext.getSession();
out = pageContext.getOut();
_jspx_out = out;
_jspx_resourceInjector =
(org.apache.jasper.runtime.ResourceInjector)
application.getAttribute("com.sun.appserv.jsp.resource.injector");
out.write('\n');
JobTracker tracker = (JobTracker) application.getAttribute("job.tracker");
ClusterStatus status = tracker.getClusterStatus();
String trackerName = StringUtils.simpleHostname(tracker.getJobTrackerMachine());
out.write("\n<html>\n<head>\n<title>");
out.print(trackerName);
out.write(
" Hadoop Locality Statistics</title>\n<link rel=\"stylesheet\" type=\"text/css\" href=\"/static/hadoop.css\">\n</head>\n<body>\n<h1>");
out.print(trackerName);
out.write(" Hadoop Locality Statistics</h1>\n\n<b>State:</b> ");
out.print(status.getJobTrackerState());
out.write("<br>\n<b>Started:</b> ");
out.print(new Date(tracker.getStartTime()));
out.write("<br>\n<b>Version:</b> ");
out.print(VersionInfo.getVersion());
out.write(",\n r");
out.print(VersionInfo.getRevision());
out.write("<br>\n<b>Compiled:</b> ");
out.print(VersionInfo.getDate());
out.write(" by\n ");
out.print(VersionInfo.getUser());
out.write("<br>\n<b>Identifier:</b> ");
out.print(tracker.getTrackerIdentifier());
out.write("<br>\n\n<hr>\n\n");
Collection<JobInProgress> jobs = new ArrayList<JobInProgress>();
jobs.addAll(tracker.completedJobs());
jobs.addAll(tracker.runningJobs());
jobs.addAll(tracker.failedJobs());
int dataLocalMaps = 0;
int rackLocalMaps = 0;
int totalMaps = 0;
int totalReduces = 0;
for (JobInProgress job : jobs) {
Counters counters = job.getCounters();
dataLocalMaps += counters.getCounter(JobInProgress.Counter.DATA_LOCAL_MAPS);
rackLocalMaps += counters.getCounter(JobInProgress.Counter.RACK_LOCAL_MAPS);
totalMaps += counters.getCounter(JobInProgress.Counter.TOTAL_LAUNCHED_MAPS);
totalReduces += counters.getCounter(JobInProgress.Counter.TOTAL_LAUNCHED_REDUCES);
}
int dataLocalMapPct = totalMaps == 0 ? 0 : (100 * dataLocalMaps) / totalMaps;
int rackLocalMapPct = totalMaps == 0 ? 0 : (100 * rackLocalMaps) / totalMaps;
int dataRackLocalMapPct =
totalMaps == 0 ? 0 : (100 * (dataLocalMaps + rackLocalMaps)) / totalMaps;
out.write("\n<p>\n<b>Data Local Maps:</b> ");
out.print(dataLocalMaps);
out.write(' ');
out.write('(');
out.print(dataLocalMapPct);
out.write("%) <br>\n<b>Rack Local Maps:</b> ");
out.print(rackLocalMaps);
out.write(' ');
out.write('(');
out.print(rackLocalMapPct);
out.write("%) <br>\n<b>Data or Rack Local:</b> ");
out.print(dataLocalMaps + rackLocalMaps);
out.write(' ');
out.write('(');
out.print(dataRackLocalMapPct);
out.write("%) <br>\n<b>Total Maps:</b> ");
out.print(totalMaps);
out.write(" <br>\n<b>Total Reduces:</b> ");
out.print(totalReduces);
out.write(" <br>\n</p>\n\n");
out.println(ServletUtil.htmlFooter());
out.write('\n');
} catch (Throwable t) {
if (!(t instanceof SkipPageException)) {
out = _jspx_out;
if (out != null && out.getBufferSize() != 0) out.clearBuffer();
if (_jspx_page_context != null) _jspx_page_context.handlePageException(t);
}
} finally {
_jspxFactory.releasePageContext(_jspx_page_context);
}
}
