/**
* Creates a new Socket connected to the given IP address. The method uses connection settings
* supplied in the constructor for connecting the socket.
*
* @param address the IP address to connect to
* @return connected socket
* @throws java.net.UnknownHostException if the hostname of the address or the proxy cannot be
* resolved
* @throws java.io.IOException if an I/O error occured while connecting to the remote end or to
* the proxy
*/
private Socket createSocket(InetSocketAddress address, int timeout) throws IOException {
String socksProxyHost = System.getProperty("socksProxyHost");
System.getProperties().remove("socksProxyHost");
try {
ConnectivitySettings cs = lastKnownSettings.get(address);
if (cs != null) {
try {
return createSocket(cs, address, timeout);
} catch (IOException e) {
// not good anymore, try all proxies
lastKnownSettings.remove(address);
}
}
URI uri = addressToURI(address, "socket");
try {
return createSocket(uri, address, timeout);
} catch (IOException e) {
// we will also try https
}
uri = addressToURI(address, "https");
return createSocket(uri, address, timeout);
} finally {
if (socksProxyHost != null) {
System.setProperty("socksProxyHost", socksProxyHost);
}
}
}
public MiniFramework(Map<Object, Object> properties) {
this.properties = new Properties(System.getProperties());
this.properties.putAll(properties);
bundles.put(new Long(0), this);
last = loader = getClass().getClassLoader();
}
public static void printSystemProperties() {
java.util.Enumeration e = System.getProperties().propertyNames();
while (e.hasMoreElements()) {
String prop = (String) e.nextElement();
String out = prop;
out += " = ";
out += System.getProperty(prop);
out += "\n";
System.out.println(out);
}
}
/** Start the JobTracker process, listen on the indicated port */
JobTracker(Configuration conf) throws IOException {
//
// Grab some static constants
//
maxCurrentTasks = conf.getInt("mapred.tasktracker.tasks.maximum", 2);
RETIRE_JOB_INTERVAL = conf.getLong("mapred.jobtracker.retirejob.interval", 24 * 60 * 60 * 1000);
RETIRE_JOB_CHECK_INTERVAL = conf.getLong("mapred.jobtracker.retirejob.check", 60 * 1000);
TASK_ALLOC_EPSILON = conf.getFloat("mapred.jobtracker.taskalloc.loadbalance.epsilon", 0.2f);
PAD_FRACTION = conf.getFloat("mapred.jobtracker.taskalloc.capacitypad", 0.1f);
MIN_SLOTS_FOR_PADDING = 3 * maxCurrentTasks;
// This is a directory of temporary submission files. We delete it
// on startup, and can delete any files that we're done with
this.conf = conf;
JobConf jobConf = new JobConf(conf);
this.systemDir = jobConf.getSystemDir();
this.fs = FileSystem.get(conf);
FileUtil.fullyDelete(fs, systemDir);
fs.mkdirs(systemDir);
// Same with 'localDir' except it's always on the local disk.
jobConf.deleteLocalFiles(SUBDIR);
// Set ports, start RPC servers, etc.
InetSocketAddress addr = getAddress(conf);
this.localMachine = addr.getHostName();
this.port = addr.getPort();
this.interTrackerServer = RPC.getServer(this, addr.getPort(), 10, false, conf);
this.interTrackerServer.start();
Properties p = System.getProperties();
for (Iterator it = p.keySet().iterator(); it.hasNext(); ) {
String key = (String) it.next();
String val = (String) p.getProperty(key);
LOG.info("Property '" + key + "' is " + val);
}
this.infoPort = conf.getInt("mapred.job.tracker.info.port", 50030);
this.infoServer = new JobTrackerInfoServer(this, infoPort);
this.infoServer.start();
this.startTime = System.currentTimeMillis();
new Thread(this.expireTrackers).start();
new Thread(this.retireJobs).start();
new Thread(this.initJobs).start();
}
void configureProxy() {
if (Prefs.useSystemProxies) {
try {
System.setProperty("java.net.useSystemProxies", "true");
} catch (Exception e) {
}
} else {
String server = Prefs.get("proxy.server", null);
if (server == null || server.equals("")) return;
int port = (int) Prefs.get("proxy.port", 0);
if (port == 0) return;
Properties props = System.getProperties();
props.put("proxySet", "true");
props.put("http.proxyHost", server);
props.put("http.proxyPort", "" + port);
}
// new ProxySettings().logProperties();
}
public final void init() {
try {
if (getParameter("forcems").equals("1")
&& System.getProperties().getProperty("java.vendor").toLowerCase().indexOf("sun") != -1) {
forcems = true;
fms = getImage(new URL(getCodeBase(), "switch.gif"));
return;
}
} catch (Exception _ex) {
}
socketthread = false;
Thread thread = new Thread(this);
thread.start();
while (!socketthread)
try {
Thread.sleep(100L);
} catch (Exception _ex) {
}
Thread thread1 = new Thread(this);
thread1.start();
}
protected void initProperties(String propFileName) {
// Create instance of Class Properties
props = new Properties(System.getProperties());
// Try to load property list
try {
props.load(new BufferedInputStream(new FileInputStream(propFileName)));
} catch (IOException ex) {
ex.printStackTrace();
System.out.println("Exception in SpaceAccessor");
System.exit(-3);
}
// Output property list (can be ommitted - testing only)
System.out.println("jiniURL = " + props.getProperty("jiniURL"));
// Assign values to fields
jiniURL = props.getProperty("jiniURL");
}
/*
* Accepts a new request from the HTTP server and creates
* a conventional execution environment for the request.
* If the application was invoked as a FastCGI server,
* the first call to FCGIaccept indicates that the application
* has completed its initialization and is ready to accept
* a request. Subsequent calls to FCGI_accept indicate that
* the application has completed its processing of the
* current request and is ready to accept a new request.
* If the application was invoked as a CGI program, the first
* call to FCGIaccept is essentially a no-op and the second
* call returns EOF (-1) as does an error. Application should exit.
*
* If the application was invoked as a FastCGI server,
* and this is not the first call to this procedure,
* FCGIaccept first flushes any buffered output to the HTTP server.
*
* On every call, FCGIaccept accepts the new request and
* reads the FCGI_PARAMS stream into System.props. It also creates
* streams that understand FastCGI protocol and take input from
* the HTTP server send output and error output to the HTTP server,
* and assigns these new streams to System.in, System.out and
* System.err respectively.
*
* For now, we will just return an int to the caller, which is why
* this method catches, but doen't throw Exceptions.
*
*/
public int FCGIaccept() {
int acceptResult = 0;
/*
* If first call, mark it and if fcgi save original system properties,
* If not first call, and we are cgi, we should be gone.
*/
if (!acceptCalled) {
isFCGI = System.getenv("FCGI_PORT") != null;
acceptCalled = true;
if (isFCGI) {
/*
* save original system properties (nonrequest)
* and get a server socket
*/
startupProps = new Properties(System.getProperties());
String str = new String(System.getenv("FCGI_PORT"));
if (str.length() <= 0) {
return -1;
}
int portNum = Integer.parseInt(str);
try {
srvSocket = new ServerSocket(portNum);
} catch (IOException e) {
if (request != null) {
request.socket = null;
}
srvSocket = null;
request = null;
return -1;
}
}
} else {
if (!isFCGI) {
return -1;
}
}
/*
* If we are cgi, just leave everything as is, otherwise set up env
*/
if (isFCGI) {
try {
acceptResult = FCGIAccept();
} catch (IOException e) {
return -1;
}
if (acceptResult < 0) {
return -1;
}
/*
* redirect stdin, stdout and stderr to fcgi socket
*/
System.setIn(new BufferedInputStream(request.inStream, 8192));
System.setOut(new PrintStream(new BufferedOutputStream(request.outStream, 8192)));
System.setErr(new PrintStream(new BufferedOutputStream(request.errStream, 512)));
System.setProperties(request.params);
}
return 0;
}
/** Print all system property keys and values. */
public static void printSystemProperties() {
Properties p = System.getProperties();
for (Object key : p.keySet()) System.out.println(key + ": " + p.getProperty(key.toString()));
}
/**
* Класс отвечает за загрузку файла Results.tsv.
*
* @author serafim
* @version 1.6
*/
public class MoneyDownloader extends Thread {
/**
* Конструктор по имени и паролю пользователя.
*
* @param pLogin Логин
* @param pPassword Пароль
*/
public MoneyDownloader(final String pLogin, final String pPassword) {
this.login = pLogin;
this.password = pPassword;
}
/** Дата начала отсчета в виде строки. */
private String dateStart;
/** Дата окончания отсчета в виде строки. */
private String dateEnd;
/** Директория для загрузки файла. */
private Path directory = Paths.get(System.getProperties().getProperty("user.home"));
/** Логин. */
private static String login;
/** Пароль. */
private static String password;
/** @param pDateStart Начало отсчета */
public final void setDateStart(final String pDateStart) {
this.dateStart = pDateStart;
}
/** @param pDateEnd Окончание отсчета */
public final void setDateEnd(final String pDateEnd) {
this.dateEnd = pDateEnd;
}
/**
* Запрос с указанием параметров.
*
* @see MoneyDownloader#login
* @see MoneyDownloader#password
* @see MoneyDownloader#dateStart
* @see MoneyDownloader#dateEnd
*/
public final void run() {
File file = new File(directory + "/Results.tsv");
// File test = new File(directory + "/tmp/result.tsv");
try {
if (!file.exists()) {
file.createNewFile();
}
} catch (IOException e) {
e.printStackTrace();
}
String request = "https://rt.miran.ru?user="******"&pass="******"http://rt.miran.ru/rt/Search/Results.tsv?user="******"&pass="******"&Format=%27__Created__%2FTITLE%3A%D0%94%D0%B0%D1%82%D0%B0%27%2C%0A%27%20%20%20%3Cb%3E%3Ca%20href%3D%22%2Frt%2FTicket%2FDisplay.html%3Fid%3D__id__%22%3E__id__%3C%2Fa%3E%3C%2Fb%3E%2FTITLE%3A%23%27%2C%0A%27__Subject__%2FTITLE%3A%D0%A2%D0%B5%D0%BC%D0%B0%27%2C%0A%27__QueueName__%2FTITLE%3A%D0%9E%D1%87%D0%B5%D1%80%D0%B5%D0%B4%D1%8C%27%2C%0A%27__CustomField.%7Binteraction%20type%7D__%2FTITLE%3A%D0%A2%D0%B8%D0%BF%27%2C%0A%27__CustomField.%7Bbussines%7D__%2FTITLE%3A%D0%91%D0%B8%D0%B7%D0%BD%D0%B5%D1%81%27%2C%0A%27__CustomField.%7Bdirection%7D__%2FTITLE%3A%D0%9D%D0%B0%D0%BF%D1%80%D0%B0%D0%B2%D0%BB%D0%B5%D0%BD%D0%B8%D0%B5%27%2C%0A%27__CustomField.%7Bservice%7D__%2FTITLE%3A%D0%A3%D1%81%D0%BB%D1%83%D0%B3%D0%B0%27%2C%0A%27__CustomField.%7BSD%20Type%7D__%2FTITLE%3A%D0%9A%D0%B0%D1%82%D0%B5%D0%B3%D0%BE%D1%80%D0%B8%D1%8F%27%2C%0A%27__CustomField.%7BSD%20Detail%7D__%2FTITLE%3A%D0%91%D0%BE%D0%BD%D1%83%D1%81%27%2C%0A%27__CustomField.%7BQA%7D__%2FTITLE%3A%D0%92%D1%8B%D0%BF%D0%BE%D0%BB%D0%BD%D0%B8%D0%BB%27&Order=DESC%7CASC%7CASC%7CASC&OrderBy=Created%7C%7C%7C&Page=1&Query=Created%20%3E%20%27"
+ dateStart
+ "%27%20AND%20Created%20%3C%20%27"
+ dateEnd
+ "%27%20AND%20Status%20%3D%20%27closed%27%20AND%20Queue%20!%3D%20%27manager%27%20AND%20Queue%20!%3D%20%27sales%27%20AND%20%27CF.%7BQA%7D%27%20%3D%20%27__CurrentUser__%27&RowsPerPage=0&SavedChartSearchId=new&SavedSearchId=";
System.out.println(tickets);
ListCookieHandler cookieHandler = new ListCookieHandler();
CookieHandler.setDefault(cookieHandler);
try {
URL url = new URL(request);
HttpURLConnection connection = (HttpURLConnection) url.openConnection();
connection.getResponseCode();
GetMethod method = new GetMethod(tickets);
method.addRequestHeader("Cookie", cookieHandler.getCookiez());
method.addRequestHeader("Referer", "http://rt.miran.ru/");
HttpClient httpClient = new HttpClient();
httpClient.executeMethod(method);
InputStream in = method.getResponseBodyAsStream();
System.out.println(in.available());
} catch (MalformedURLException e) {
e.printStackTrace();
} catch (IOException e) {
e.printStackTrace();
}
}
private static String readStreamToString(InputStream in, String encoding) throws IOException {
StringBuffer b = new StringBuffer();
InputStreamReader r = new InputStreamReader(in, encoding);
int c;
while ((c = r.read()) != -1) {
b.append((char) c);
}
return b.toString();
}
public static void main(String[] args) {
MoneyDownloader downloader = new MoneyDownloader("", "");
downloader.setDateStart("2015-08-01");
downloader.setDateEnd("2015-08-31");
downloader.start();
}
}