private void write2ErrorTxtFile(ITestResult iTestResult, File testFolder) {
if (testFolder == null) {
LogUtils.log("Can not write error.txt - test folder is null");
return;
}
//noinspection ThrowableResultOfMethodCallIgnored
if (iTestResult.getThrowable() == null) {
LogUtils.log("nothing to write to error.txt - throwable is null");
return;
}
// trim if too long
//noinspection ThrowableResultOfMethodCallIgnored
String errorMsg = iTestResult.getThrowable().toString();
if (errorMsg.length() > 120) {
errorMsg = errorMsg.substring(0, 120 - 3) + "...";
}
File errorTxtFile = new File(testFolder.getAbsolutePath(), "error.txt");
PrintWriter out = null;
try {
out = new PrintWriter(new BufferedWriter(new FileWriter(errorTxtFile, true)));
out.println(errorMsg);
} catch (IOException ioe) {
LogUtils.log("Failed to write contents into error.txt file", ioe);
} finally {
if (out != null) {
out.close();
}
}
}
@Override
public void onTestFailure(ITestResult iTestResult) {
if (suiteName.toLowerCase().contains("webui")) {
if (testInvocationCounter < maxCount) {
testInvocationCounter++;
iTestResult.setAttribute("retry", true);
} else {
LogUtils.log("Number of retries expired.");
iTestResult.setStatus(ITestResult.FAILURE);
// reset count
testInvocationCounter = 1;
testMethodName = TestNGUtils.constructTestMethodName(iTestResult);
LogUtils.log("Test Failed: " + testMethodName, iTestResult.getThrowable());
File testFolder = DumpUtils.createTestFolder(testMethodName, suiteName);
write2LogFile(iTestResult, testFolder);
write2ErrorTxtFile(iTestResult, testFolder);
}
} else {
testMethodName = TestNGUtils.constructTestMethodName(iTestResult);
LogUtils.log("Test Failed: " + testMethodName, iTestResult.getThrowable());
File testFolder = DumpUtils.createTestFolder(testMethodName, suiteName);
write2LogFile(iTestResult, testFolder);
write2ErrorTxtFile(iTestResult, testFolder);
}
super.onTestFailure(iTestResult);
}
public void testService(
String serviceFolderPath, String overrideServiceName, final int timeoutMins)
throws IOException, InterruptedException, RestException, PackagingException, DSLException {
LogUtils.log("Reading Service from file : " + serviceFolderPath);
Service service = ServiceReader.readService(new File(serviceFolderPath));
LogUtils.log("Succesfully read Service : " + service);
serviceName = service.getName();
if (overrideServiceName != null) {
LogUtils.log("Overriding service name with " + overrideServiceName);
serviceName = overrideServiceName;
}
installServiceAndWait(serviceFolderPath, serviceName, timeoutMins);
String restUrl = getRestUrl();
GSRestClient client =
new GSRestClient("", "", new URL(restUrl), PlatformVersion.getVersionNumber());
Map<String, Object> entriesJsonMap =
client.getAdminData("ProcessingUnits/Names/default." + serviceName + "/Status");
String serviceStatus = (String) entriesJsonMap.get(STATUS_PROPERTY);
AssertUtils.assertTrue("service is not intact", serviceStatus.equalsIgnoreCase("INTACT"));
uninstallServiceAndWait(serviceName);
}
@Override
public void onConfigurationFailure(ITestResult iTestResult) {
super.onConfigurationFailure(iTestResult);
String testName = iTestResult.getTestClass().getName();
String configurationName = iTestResult.getMethod().toString().split("\\(|\\)")[0];
if (!enableLogstash && isAfter(iTestResult)) {
DumpUtils.copyBeforeConfigurationsLogToTestDir(testName, suiteName);
testName = testMethodName;
}
if (suiteName
== null) { // this is in case the suite has a @BeforeSuite method. which is invoked before
// the onStart is.
suiteName = System.getProperty("iTests.suiteName", "sgtest");
}
LogUtils.log("Configuration Failed: " + configurationName, iTestResult.getThrowable());
if (enableLogstash && iTestResult.getMethod().isBeforeClassConfiguration()) {
initLogstash2(iTestResult);
}
String newmanTestFolder = System.getProperty("newman.test.path");
if (newmanTestFolder != null) {
File testFolder = new File(newmanTestFolder);
ZipUtils.unzipArchive(testFolder);
try {
copyAllFilesToLogDir(testFolder, testFolder);
} catch (IOException e) {
LogUtils.log("Failed to copy all log files");
}
} else {
ZipUtils.unzipArchive(testMethodName, suiteName);
}
if (enableLogstash
&& isAfter(iTestResult)
&& !iTestResult.getMethod().isAfterClassConfiguration()
&& !iTestResult.getMethod().isAfterSuiteConfiguration()) {
testName = testMethodName;
}
File testFolder = DumpUtils.createTestFolder(testName, suiteName);
write2LogFile(iTestResult, testFolder);
write2ErrorTxtFile(iTestResult, testFolder);
if (isAfter(iTestResult)) {
if (enableLogstash) {
if (process != null) {
killLogstashAgent(1, logstashLogPath);
}
if (process2 != null && iTestResult.getMethod().isAfterClassConfiguration()) {
killLogstashAgent(2, logstashLogPath2);
}
}
}
}
private void initLogstash(String testName) {
initLogstashHost();
String pathToLogstash =
SGTestHelper.getSGTestRootDir().replace("\\", "/") + "/src/main/resources/logstash";
String confFilePath = pathToLogstash + "/logstash-shipper-client.conf";
String fixedTestName = testName.substring(0, testName.length() - 2);
String backupFilePath = pathToLogstash + "/logstash-shipper-client-" + fixedTestName + ".conf";
if (process == null) {
try {
LogUtils.log("copying file " + confFilePath + " to " + backupFilePath);
IOUtils.copyFile(confFilePath, backupFilePath);
// backupFilePath = IOUtils.backupFile(confFilePath);
IOUtils.replaceTextInFile(
backupFilePath,
"<path_to_test_folder>",
SGTestHelper.getSGTestRootDir().replace("\\", "/")
+ "/../"
+ suiteName
+ "/"
+ testName);
IOUtils.replaceTextInFile(backupFilePath, "<suite_name>", suiteName);
IOUtils.replaceTextInFile(backupFilePath, "<test_name>", testName);
IOUtils.replaceTextInFile(backupFilePath, "<build_number>", buildNumber);
IOUtils.replaceTextInFile(backupFilePath, "<version>", version);
IOUtils.replaceTextInFile(backupFilePath, "<host>", logstashHost);
String logstashJarPath =
DeploymentUtils.getLocalRepository() + "net/logstash/1.2.2/logstash-1.2.2.jar";
logstashLogPath = pathToLogstash + "/logstash-" + fixedTestName + ".txt";
String cmdLine =
"java -jar "
+ logstashJarPath
+ " agent -f "
+ backupFilePath
+ " -l "
+ logstashLogPath;
final String[] parts = cmdLine.split(" ");
final ProcessBuilder pb = new ProcessBuilder(parts);
LogUtils.log("Executing Command line: " + cmdLine);
TimeUnit.SECONDS.sleep(1);
process = pb.start();
} catch (Exception e) {
e.printStackTrace();
}
}
}
@Override
public void onStart(ITestContext iTestContext) {
suiteName = System.getProperty("iTests.suiteName", "sgtest");
LogUtils.log("suite number is now (on start) - " + suiteName);
if (enableLogstash) {
buildNumber = System.getProperty("iTests.buildNumber");
LogUtils.log("build number is now (on start) - " + buildNumber);
version = System.getProperty("cloudifyVersion");
}
}
public void uninstallService(String serviceName, boolean wait)
throws IOException, InterruptedException {
String command =
"connect localhost:8100;uninstall-service --verbose -timeout 25 " + serviceName;
if (wait) {
LogUtils.log("Waiting for uninstall-service to finish...");
CommandTestUtils.runCommandAndWait(command);
} else {
LogUtils.log("Not waiting for uninstall-service to finish, assuming it will succeed");
CommandTestUtils.runCommand(command);
}
}
private void verifyPUInstallation(String appName) throws Exception {
LogUtils.log("verifying successful installation");
String restUrl = getRestUrl();
final URL appURL = new URL(restUrl + "/admin/ProcessingUnits/Names/" + appName + "");
AbstractTestSupport.assertTrue(WebUtils.isURLAvailable(appURL));
}
@Override
public void onTestSkipped(ITestResult iTestResult) {
super.onTestSkipped(iTestResult);
testMethodName = TestNGUtils.constructTestMethodName(iTestResult);
LogUtils.log("Test Skipped: " + testMethodName, iTestResult.getThrowable());
write2LogFile(iTestResult, DumpUtils.createTestFolder(testMethodName, suiteName));
}
private void write2LogFile(ITestResult iTestResult, File testFolder) {
BufferedWriter out = null;
try {
if (testFolder == null) {
LogUtils.log("Can not write to file test folder is null");
return;
}
String output = SGTestNGReporter.getOutput();
if (StringUtils.isEmpty(output)) {
LogUtils.log("nothing to write to log file");
return;
}
String parameters = TestNGUtils.extractParameters(iTestResult);
File testLogFile =
new File(
testFolder.getAbsolutePath()
+ "/"
+ iTestResult.getName()
+ "("
+ parameters
+ ").log");
if (!testLogFile.createNewFile()) {
LogUtils.log(
"Failed to create log file ["
+ testLogFile
+ "];\n log output: "
+ Reporter.getOutput());
return;
}
FileWriter fstream = new FileWriter(testLogFile);
out = new BufferedWriter(fstream);
out.write(output);
} catch (Exception e) {
LogUtils.log("Failed to write to log file result - " + iTestResult, e);
} finally {
SGTestNGReporter.reset();
if (out != null) {
try {
out.close();
} catch (IOException e) {
LogUtils.log("Failed closing stream", e);
// ignore
}
}
}
}
@Override
public void onTestStart(ITestResult iTestResult) {
super.onTestStart(iTestResult);
String testName = TestNGUtils.constructTestMethodName(iTestResult);
LogUtils.log("Test Start: " + testName);
if (enableLogstash) {
initLogstash(testName);
}
}
@Override
public void onTestSuccess(ITestResult iTestResult) {
super.onTestSuccess(iTestResult);
if (suiteName.toLowerCase().contains("webui")) {
testInvocationCounter = 1;
}
testMethodName = TestNGUtils.constructTestMethodName(iTestResult);
LogUtils.log("Test Passed: " + testMethodName);
write2LogFile(iTestResult, DumpUtils.createTestFolder(testMethodName, suiteName));
}
@Override
public void beforeConfiguration(ITestResult tr) {
if (enableLogstash) {
super.beforeConfiguration(tr);
if (suiteName
== null) { // this is in case the suite has a @BeforeSuite method. which is invoked before
// the onStart is.
suiteName = System.getProperty("iTests.suiteName", "sgtest");
buildNumber = System.getProperty("iTests.buildNumber");
LogUtils.log("build number is now - " + buildNumber);
version = System.getProperty("cloudifyVersion");
}
}
}
@Override
public void onFinish(ITestContext testContext) {
super.onFinish(testContext);
if (suiteName == null) suiteName = System.getProperty("iTests.suiteName", "sgtest");
LogUtils.log("Finishing Suite: " + suiteName.toLowerCase());
if (suiteName.toLowerCase().contains("webui")) {
onFinishWebUITests(testContext);
}
try {
SGTestNGReporter.reset();
} catch (Exception e) {
// ignore
}
}
@Test(timeOut = DEFAULT_TEST_TIMEOUT * 2, enabled = true)
public void tamperWithSecurityFileTest() throws Exception {
String fakeCloudAdminUserAndPassword = "******";
String originalFilePath = SecurityConstants.BUILD_SECURITY_FILE_PATH;
String backupFilePath = originalFilePath + ".tempBackup";
String fakeFilePath =
CommandTestUtils.getPath("src/main/config/security/custom-spring-security.xml");
File originalFile = new File(originalFilePath);
File backupFile = new File(backupFilePath);
File fakeFile = new File(fakeFilePath);
String output = "no output";
LogUtils.log("moving " + originalFilePath + " to " + backupFilePath);
FileUtils.moveFile(originalFile, backupFile);
try {
LogUtils.log("copying " + fakeFilePath + " to " + originalFilePath);
FileUtils.copyFile(fakeFile, originalFile);
output =
installApplicationAndWait(
SIMPLE_APP_PATH,
SIMPLE_APP_NAME,
TIMEOUT_IN_MINUTES,
fakeCloudAdminUserAndPassword,
fakeCloudAdminUserAndPassword,
true,
null);
} finally {
LogUtils.log("deleting " + originalFilePath);
try {
FileUtils.deleteQuietly(originalFile);
} catch (Exception e) {
LogUtils.log("deletion of " + originalFilePath + " failed", e);
}
LogUtils.log("moving " + backupFilePath + " to " + originalFilePath);
try {
FileUtils.moveFile(backupFile, originalFile);
} catch (Exception e) {
LogUtils.log("moving of " + backupFilePath + " failed", e);
}
}
assertTrue(
"install access granted to viewer " + fakeCloudAdminUserAndPassword,
output.contains(ACCESS_DENIED_MESSAGE));
}
protected void log(String msg) {
LogUtils.log(msg);
}
@BeforeMethod(alwaysRun = true)
public void install() throws IOException, InterruptedException {
LogUtils.log("Installing service " + serviceName);
assertNotNull(pathToService);
installService(pathToService, wait);
}
private void initLogstash2(ITestResult tr) {
initLogstashHost();
String simpleClassName = tr.getTestClass().getRealClass().getSimpleName();
String pathToLogstash =
SGTestHelper.getSGTestRootDir().replace("\\", "/") + "/src/main/resources/logstash";
String confFilePath2 = pathToLogstash + "/logstash-shipper-client-2.conf";
String backupFilePath2 =
pathToLogstash + "/logstash-shipper-client-2-" + simpleClassName + ".conf";
File backupFile2 = new File(backupFilePath2);
LogUtils.log(
"trying to start logstash agent number 2. simple class name is " + simpleClassName);
if (backupFile2.exists()) {
LogUtils.log("the file " + backupFilePath2 + " already exists. not starting logstash");
}
if (!isAfter(tr) && !backupFile2.exists()) {
try {
// backupFilePath2 = IOUtils.backupFile(confFilePath2);
LogUtils.log("copying file " + confFilePath2 + " to " + backupFilePath2);
IOUtils.copyFile(confFilePath2, backupFilePath2);
IOUtils.replaceTextInFile(backupFilePath2, "<path_to_build>", SGTestHelper.getBuildDir());
IOUtils.replaceTextInFile(
backupFilePath2,
"<suite_number>",
"suite_" + System.getProperty("iTests.suiteId", "0"));
IOUtils.replaceTextInFile(
backupFilePath2,
"<path_to_test_class_folder>",
SGTestHelper.getSGTestRootDir().replace("\\", "/")
+ "/../"
+ suiteName
+ "/"
+ tr.getTestClass().getName());
IOUtils.replaceTextInFile(backupFilePath2, "<suite_name>", suiteName);
IOUtils.replaceTextInFile(backupFilePath2, "<test_name>", simpleClassName);
IOUtils.replaceTextInFile(backupFilePath2, "<build_number>", buildNumber);
IOUtils.replaceTextInFile(backupFilePath2, "<version>", version);
IOUtils.replaceTextInFile(backupFilePath2, "<host>", logstashHost);
String logstashJarPath =
DeploymentUtils.getLocalRepository() + "net/logstash/1.2.2/logstash-1.2.2.jar";
logstashLogPath2 = pathToLogstash + "/logstash-" + simpleClassName + "-2.txt";
String cmdLine =
"java -jar "
+ logstashJarPath
+ " agent -f "
+ backupFilePath2
+ " -l "
+ logstashLogPath2;
final String[] parts = cmdLine.split(" ");
final ProcessBuilder pb = new ProcessBuilder(parts);
LogUtils.log("Executing Command line: " + cmdLine);
process2 = pb.start();
} catch (IOException e) {
e.printStackTrace();
}
}
}
private void killLogstashAgent(int logAgentNumber, String logstashLogPath) {
FileObject listendir;
CustomFileListener listener = new CustomFileListener();
long TIMEOUT_BETWEEN_FILE_QUERYING = 1000;
long LOOP_TIMEOUT_IN_MILLIS = 10 * 1000;
try {
FileSystemManager fileSystemManager = VFS.getManager();
listendir = fileSystemManager.resolveFile(logstashLogPath);
} catch (FileSystemException e) {
e.printStackTrace();
return;
}
DefaultFileMonitor fm = new DefaultFileMonitor(listener);
fm.setRecursive(true);
fm.addFile(listendir);
fm.setDelay(TIMEOUT_BETWEEN_FILE_QUERYING);
fm.start();
LogUtils.log("waiting to destroy logger");
long startTimeMillis = System.currentTimeMillis();
while (true) {
if (!listener.isProcessUp()) {
break;
}
listener.setProcessUp(false);
try {
TimeUnit.MILLISECONDS.sleep(LOOP_TIMEOUT_IN_MILLIS);
} catch (InterruptedException e) {
e.printStackTrace();
}
}
long endTimeMillis = System.currentTimeMillis();
LogUtils.log("destroying logstash agent " + logAgentNumber);
LogUtils.log("waited " + (endTimeMillis - startTimeMillis) / 1000 + " seconds");
fm.stop();
// File logstashOutputFile = new File(logstashLogPath);
if (logAgentNumber == 1) {
process.destroy();
process = null;
} else {
process2.destroy();
process2 = null;
}
// try {
// TimeUnit.SECONDS.sleep(5);
//
// LogUtils.log("returning logstash config file to initial state");
// if(logAgentNumber == 1){
// IOUtils.replaceFileWithMove(new File(confFilePath), new File(backupFilePath));
// FileUtils.deleteQuietly(new File(backupFilePath));
// }
// else{
// IOUtils.replaceFileWithMove(new File(confFilePath2), new
// File(backupFilePath2));
// FileUtils.deleteQuietly(new File(backupFilePath2));
//
// }
// } catch (IOException e) {
// e.printStackTrace();
// } catch (InterruptedException e) {
// e.printStackTrace();
// }
// if(logstashOutputFile.exists()){
// FileUtils.deleteQuietly(logstashOutputFile);
// }
}
public SGTestNGListener() {
if (enableLogstash) {
LogUtils.log("in SGTestNGListener constructor");
}
}