/**
* Tests FileURL's getters and setters.
*
* @throws MalformedURLException should not happen
*/
@Test
public void testAccessors() throws MalformedURLException {
FileURL url = getRootURL();
String scheme = getScheme();
Credentials credentials = new Credentials("login", "password");
String host = "host";
int port = 10000;
String path = getSchemePath("/path/to");
String query = "query";
url.setScheme(scheme);
url.setCredentials(credentials);
url.setHost(host);
url.setPort(port);
url.setPath(path);
url.setQuery(query);
url.setProperty("name", "value");
assert scheme.equals(url.getScheme());
assert credentials.equals(url.getCredentials(), true);
assert host.equals(url.getHost());
assert port == url.getPort();
assert path.equals(url.getPath());
assert query.equals(url.getQuery());
assert "to".equals(url.getFilename());
assert "value".equals(url.getProperty("name"));
// Test null values
url.setCredentials(null);
url.setHost(null);
url.setPort(-1);
url.setPath("/");
url.setQuery(null);
url.setProperty("name", null);
assert scheme.equals(url.getScheme());
assert url.getCredentials() == null;
assert !url.containsCredentials();
assert url.getHost() == null;
assert -1 == url.getPort();
assert "/".equals(url.getPath());
assert url.getQuery() == null;
assert url.getFilename() == null;
assert url.getProperty("name") == null;
assert (scheme + "://").equals(url.toString(true, false));
// Path cannot be null, the path is supposed to be "/" if a null or empty value is specified
url.setPath(null);
assert "/".equals(url.getPath());
url.setPath("");
assert "/".equals(url.getPath());
// Path must always start with a leading '/', if the specified does not then a '/' is
// automatically added
url.setPath("path/to");
assert "/path/to".equals(url.getPath());
}
private static String getUsername(FileURL url) {
Credentials credentials = url.getCredentials();
String username;
if (credentials == null || (username = credentials.getLogin()).equals(""))
username = getDefaultUsername();
return username;
}
/**
* Ensures that FileURL#getParent() works as expected.
*
* @throws MalformedURLException should not happen
*/
@Test
public void testParent() throws MalformedURLException {
FileURL url = getURL("login", "password", "host", 10000, "/path/to", "query¶m=value");
url.setProperty("key", "value");
FileURL parentURL = url.getParent();
// Test path and filename
assertPathEquals(getSchemePath("/path/"), parentURL);
assert "path".equals(parentURL.getFilename());
// Assert that schemes, hosts and ports match
assert url.getScheme().equals(parentURL.getScheme());
assert url.getHost().equals(parentURL.getHost());
assert url.getPort() == parentURL.getPort();
// Assert that credentials match
assert url.getCredentials().equals(parentURL.getCredentials());
assert url.getLogin().equals(parentURL.getLogin());
assert url.getPassword().equals(parentURL.getPassword());
// Assert that the sample property is in the parent URL
assert "value".equals(parentURL.getProperty("key"));
// Assert that handlers match
assert url.getHandler().equals(parentURL.getHandler());
// Assert that the query part is null
assert parentURL.getQuery() == null;
// One more time, the parent path is now "/"
url = parentURL;
parentURL = url.getParent();
// Test path and filename
assertPathEquals(getSchemePath("/"), parentURL);
assert parentURL.getFilename() == null;
// The parent URL should now be null
// Test path and filename
url = parentURL;
assert url.getParent() == null;
}
/**
* Ensure that non URL-safe characters in login and password parts are properly handled, both when
* parsing and representing URLs as string.
*
* @throws MalformedURLException should not happen
*/
@Test
public void testCredentialsURLEncoding() throws MalformedURLException {
FileURL url = getRootURL();
String urlDecodedString = ":@&=+$,/?t%#[]";
String urlEncodedString = "%3A%40%26%3D%2B%24%2C%2F%3Ft%25%23%5B%5D";
url.setCredentials(new Credentials(urlDecodedString, urlDecodedString));
String urlRep = url.getScheme() + "://" + urlEncodedString + ":" + urlEncodedString + "@";
assert urlRep.equals(url.toString(true, false));
url = FileURL.getFileURL(urlRep);
Credentials credentials = url.getCredentials();
assert credentials.getLogin().equals(urlDecodedString);
assert credentials.getPassword().equals(urlDecodedString);
}
@Override
protected FileSystem getHadoopFileSystem(FileURL url) throws IOException {
// Note: getRealm returns a fresh instance every time
FileURL realm = url.getRealm();
Configuration conf = new Configuration();
// Import the user from the URL's authority, if set
// TODO: for some reason, setting the group has no effect: files are still created with the
// default supergroup
// conf.setStrings(UnixUserGroupInformation.UGI_PROPERTY_NAME, getUsername(url), getGroup(url));
if (url.containsCredentials()) {
try {
return FileSystem.get(
URI.create(realm.toString(false)), conf, url.getCredentials().getLogin());
} catch (InterruptedException e) {
throw new IOException(e);
}
} else {
return FileSystem.get(URI.create(realm.toString(false)), conf);
}
}
/**
* Creates a URL from the given parts, ensuring that parsing it yields the given parts, and
* returns it.
*
* @param login login part, may be <code>null</code>
* @param password password part, may be <code>null</code>
* @param host host part, may be <code>null</code>
* @param port port part, <code>-1</code> for none
* @param path path part
* @param query query part, may be <code>null</code>
* @return a URL corresponding to the given parts
* @throws MalformedURLException if the URL cannot be parsed
*/
protected FileURL getURL(
String login, String password, String host, int port, String path, String query)
throws MalformedURLException {
String scheme = getScheme();
StringBuffer sb = new StringBuffer(scheme + "://");
if (host != null) {
if (login != null) {
sb.append(login);
if (password != null) {
sb.append(':');
sb.append(password);
}
sb.append('@');
}
sb.append(host);
if (port != -1) {
sb.append(':');
sb.append(port);
}
}
path = getSchemePath(path);
sb.append(path);
if (query != null) {
sb.append('?');
sb.append(query);
}
// Assert that each of the url's parts match
FileURL url = FileURL.getFileURL(sb.toString());
assert scheme.equals(url.getScheme());
if (host != null) {
if (login != null) {
assert login.equals(url.getLogin());
assert url.containsCredentials();
if (password != null) assert password.equals(url.getPassword());
assert new Credentials(login, password).equals(url.getCredentials(), true);
}
assert host.equals(url.getHost());
assert port == url.getPort();
}
if (query != null && !isQueryParsed()) {
assert url.getQuery() == null;
path = path + "?" + query;
} else if (query == null) assert url.getQuery() == null;
else assert query.equals(url.getQuery());
assertPathEquals(path, url);
// Test the URL's string representation
assert url.equals(FileURL.getFileURL(url.toString(true, false)));
assert url.equals(FileURL.getFileURL(url.toString(false, false)), false, false);
return url;
}
