forked from community/product-iots
Merge branch 'master' of https://github.com/wso2/product-iots into devicetype-3.1.0
Conflicts: pom.xmlapplication-manager-new
ayyoob
7 years ago
commit
fcfd39f54d
@ -0,0 +1,371 @@
|
||||
/*
|
||||
* Copyright (c) 2017, WSO2 Inc. (http://www.wso2.org) All Rights Reserved.
|
||||
*
|
||||
* WSO2 Inc. licenses this file to you under the Apache License,
|
||||
* Version 2.0 (the "License"); you may not use this file except
|
||||
* in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing,
|
||||
* software distributed under the License is distributed on an
|
||||
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
* KIND, either express or implied. See the License for the
|
||||
* specific language governing permissions and limitations
|
||||
* under the License.
|
||||
*/
|
||||
|
||||
package org.wso2.iot.integration.common.extensions;
|
||||
|
||||
import org.apache.commons.lang3.ArrayUtils;
|
||||
import org.apache.commons.logging.Log;
|
||||
import org.apache.commons.logging.LogFactory;
|
||||
import org.wso2.carbon.automation.engine.context.AutomationContext;
|
||||
import org.wso2.carbon.automation.engine.context.beans.User;
|
||||
import org.wso2.carbon.automation.engine.exceptions.AutomationFrameworkException;
|
||||
import org.wso2.carbon.automation.engine.frameworkutils.CodeCoverageUtils;
|
||||
import org.wso2.carbon.automation.engine.frameworkutils.FrameworkPathUtil;
|
||||
import org.wso2.carbon.automation.engine.frameworkutils.ReportGenerator;
|
||||
import org.wso2.carbon.automation.engine.frameworkutils.TestFrameworkUtils;
|
||||
import org.wso2.carbon.automation.extensions.servers.utils.ArchiveExtractor;
|
||||
import org.wso2.carbon.automation.extensions.servers.utils.ClientConnectionUtil;
|
||||
import org.wso2.carbon.automation.extensions.servers.utils.FileManipulator;
|
||||
import org.wso2.carbon.automation.extensions.servers.utils.ServerLogReader;
|
||||
|
||||
import javax.xml.xpath.XPathExpressionException;
|
||||
import java.io.File;
|
||||
import java.io.IOException;
|
||||
import java.util.Iterator;
|
||||
import java.util.Map;
|
||||
import java.util.Set;
|
||||
|
||||
|
||||
public class CarbonServerManagerExtension {
|
||||
private static final Log log = LogFactory.getLog(CarbonServerManagerExtension.class);
|
||||
private Process process;
|
||||
private String carbonHome;
|
||||
private AutomationContext automationContext;
|
||||
private ServerLogReader inputStreamHandler;
|
||||
private ServerLogReader errorStreamHandler;
|
||||
private boolean isCoverageEnable = false;
|
||||
private String coverageDumpFilePath;
|
||||
private int portOffset = 0;
|
||||
private static final String SERVER_SHUTDOWN_MESSAGE = "Halting JVM";
|
||||
private static final String SERVER_STARTUP_MESSAGE = "Mgt Console URL";
|
||||
private static final long DEFAULT_START_STOP_WAIT_MS = 400000L;
|
||||
private static final String CMD_ARG = "cmdArg";
|
||||
private static int defaultHttpPort = Integer.parseInt("9763");
|
||||
private static int defaultHttpsPort = Integer.parseInt("9443");
|
||||
|
||||
public CarbonServerManagerExtension(AutomationContext context) {
|
||||
this.automationContext = context;
|
||||
}
|
||||
|
||||
public synchronized void startServerUsingCarbonHome(String carbonHome, Map<String, String> commandMap) throws AutomationFrameworkException {
|
||||
if(this.process == null) {
|
||||
this.portOffset = this.checkPortAvailability(commandMap);
|
||||
Process tempProcess = null;
|
||||
|
||||
try {
|
||||
if(!commandMap.isEmpty() && this.getPortOffsetFromCommandMap(commandMap) == 0) {
|
||||
System.setProperty("carbon.home", carbonHome);
|
||||
}
|
||||
|
||||
File commandDir = new File(carbonHome);
|
||||
log.info("Starting carbon server............. ");
|
||||
String scriptName = TestFrameworkUtils.getStartupScriptFileName(carbonHome);
|
||||
String[] parameters = this.expandServerStartupCommandList(commandMap);
|
||||
String[] cmdArray;
|
||||
if(System.getProperty("os.name").toLowerCase().contains("windows")) {
|
||||
commandDir = new File(carbonHome + File.separator + "bin");
|
||||
cmdArray = new String[]{"cmd.exe", "/c", scriptName + ".bat"};
|
||||
cmdArray = this.mergePropertiesToCommandArray(parameters, cmdArray);
|
||||
tempProcess = Runtime.getRuntime().exec(cmdArray, (String[])null, commandDir);
|
||||
} else {
|
||||
cmdArray = new String[]{"sh", "bin/" + scriptName + ".sh"};
|
||||
cmdArray = this.mergePropertiesToCommandArray(parameters, cmdArray);
|
||||
tempProcess = Runtime.getRuntime().exec(cmdArray, (String[])null, commandDir);
|
||||
}
|
||||
|
||||
this.errorStreamHandler = new ServerLogReader("errorStream", tempProcess.getErrorStream());
|
||||
this.inputStreamHandler = new ServerLogReader("inputStream", tempProcess.getInputStream());
|
||||
this.inputStreamHandler.start();
|
||||
this.errorStreamHandler.start();
|
||||
Runtime.getRuntime().addShutdownHook(new Thread() {
|
||||
public void run() {
|
||||
try {
|
||||
CarbonServerManagerExtension.this.serverShutdown(CarbonServerManagerExtension.this.portOffset);
|
||||
} catch (Exception var2) {
|
||||
CarbonServerManagerExtension.log.error("Error while server shutdown ..", var2);
|
||||
}
|
||||
|
||||
}
|
||||
});
|
||||
ClientConnectionUtil.waitForPort(defaultHttpPort + this.portOffset, 300000L, false, (String)this.automationContext.getInstance().getHosts().get("default"));
|
||||
long time = System.currentTimeMillis() + 60000L;
|
||||
|
||||
while(true) {
|
||||
if(this.inputStreamHandler.getOutput().contains("Mgt Console URL") || System.currentTimeMillis() >= time) {
|
||||
int httpsPort = defaultHttpsPort + this.portOffset;
|
||||
String backendURL = this.automationContext.getContextUrls().getSecureServiceUrl().replaceAll("(:\\d+)", ":" + httpsPort);
|
||||
User superUser = this.automationContext.getSuperTenant().getTenantAdmin();
|
||||
ClientConnectionUtil.waitForLogin(backendURL, superUser);
|
||||
log.info("Server started successfully.");
|
||||
break;
|
||||
}
|
||||
}
|
||||
} catch (XPathExpressionException | IOException var13) {
|
||||
throw new IllegalStateException("Unable to start server", var13);
|
||||
}
|
||||
|
||||
this.process = tempProcess;
|
||||
}
|
||||
}
|
||||
|
||||
private int checkPortAvailability(Map<String, String> commandMap) throws AutomationFrameworkException {
|
||||
int portOffset = this.getPortOffsetFromCommandMap(commandMap);
|
||||
if(ClientConnectionUtil.isPortOpen(defaultHttpPort + portOffset)) {
|
||||
throw new AutomationFrameworkException("Unable to start carbon server on port " + (defaultHttpPort + portOffset) + " : Port already in use");
|
||||
} else if(ClientConnectionUtil.isPortOpen(defaultHttpsPort + portOffset)) {
|
||||
throw new AutomationFrameworkException("Unable to start carbon server on port " + (defaultHttpsPort + portOffset) + " : Port already in use");
|
||||
} else {
|
||||
return portOffset;
|
||||
}
|
||||
}
|
||||
|
||||
private String[] mergePropertiesToCommandArray(String[] parameters, String[] cmdArray) {
|
||||
if(parameters != null) {
|
||||
cmdArray = this.mergerArrays(cmdArray, parameters);
|
||||
}
|
||||
|
||||
return cmdArray;
|
||||
}
|
||||
|
||||
/**
|
||||
* Unzip carbon zip file and return the carbon home. Based on the coverage configuration in automation.xml
|
||||
* This method will inject jacoco agent to the carbon server startup scripts.
|
||||
*
|
||||
* @param carbonServerZipFile - Carbon zip file, which should be specified in test module pom
|
||||
* @return - carbonHome - carbon home
|
||||
* @throws IOException - If pack extraction fails
|
||||
*/
|
||||
public synchronized String setUpCarbonHome(String carbonServerZipFile) throws IOException, AutomationFrameworkException {
|
||||
if(this.process != null) {
|
||||
return this.carbonHome;
|
||||
} else {
|
||||
int indexOfZip = carbonServerZipFile.lastIndexOf(".zip");
|
||||
if(indexOfZip == -1) {
|
||||
throw new IllegalArgumentException(carbonServerZipFile + " is not a zip file");
|
||||
} else {
|
||||
String fileSeparator = File.separator.equals("\\")?"\\":"/";
|
||||
if(fileSeparator.equals("\\")) {
|
||||
carbonServerZipFile = carbonServerZipFile.replace("/", "\\");
|
||||
}
|
||||
|
||||
String extractedCarbonDir = carbonServerZipFile.substring(carbonServerZipFile.lastIndexOf(fileSeparator) + 1, indexOfZip);
|
||||
FileManipulator.deleteDir(extractedCarbonDir);
|
||||
String extractDir = "carbontmp" + System.currentTimeMillis();
|
||||
String baseDir = System.getProperty("basedir", ".") + File.separator + "target";
|
||||
log.info("Extracting carbon zip file.. ");
|
||||
(new ArchiveExtractor()).extractFile(carbonServerZipFile, baseDir + File.separator + extractDir);
|
||||
this.carbonHome = (new File(baseDir)).getAbsolutePath() + File.separator + extractDir + File.separator + extractedCarbonDir;
|
||||
|
||||
try {
|
||||
this.isCoverageEnable = Boolean.parseBoolean(this.automationContext.getConfigurationValue("//coverage"));
|
||||
} catch (XPathExpressionException var8) {
|
||||
throw new AutomationFrameworkException("Coverage configuration not found in automation.xml", var8);
|
||||
}
|
||||
|
||||
if(this.isCoverageEnable) {
|
||||
this.instrumentForCoverage();
|
||||
}
|
||||
|
||||
return this.carbonHome;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
public synchronized void serverShutdown(int portOffset) throws AutomationFrameworkException {
|
||||
if(this.process != null) {
|
||||
log.info("Shutting down server..");
|
||||
if(ClientConnectionUtil.isPortOpen(Integer.parseInt("9443") + portOffset)) {
|
||||
int httpsPort = defaultHttpsPort + portOffset;
|
||||
String url = null;
|
||||
|
||||
try {
|
||||
url = this.automationContext.getContextUrls().getBackEndUrl();
|
||||
} catch (XPathExpressionException var10) {
|
||||
throw new AutomationFrameworkException("Get context failed", var10);
|
||||
}
|
||||
|
||||
String backendURL = url.replaceAll("(:\\d+)", ":" + httpsPort);
|
||||
|
||||
try {
|
||||
ClientConnectionUtil.sendForcefulShutDownRequest(backendURL, this.automationContext.getSuperTenant().getContextUser().getUserName(), this.automationContext.getSuperTenant().getContextUser().getPassword());
|
||||
} catch (AutomationFrameworkException var8) {
|
||||
throw new AutomationFrameworkException("Get context failed", var8);
|
||||
} catch (XPathExpressionException var9) {
|
||||
throw new AutomationFrameworkException("Get context failed", var9);
|
||||
}
|
||||
|
||||
long time = System.currentTimeMillis() + 300000L;
|
||||
|
||||
while(!this.inputStreamHandler.getOutput().contains("Halting JVM") && System.currentTimeMillis() < time) {
|
||||
;
|
||||
}
|
||||
|
||||
log.info("Server stopped successfully...");
|
||||
}
|
||||
|
||||
this.inputStreamHandler.stop();
|
||||
this.errorStreamHandler.stop();
|
||||
this.process.destroy();
|
||||
this.process = null;
|
||||
if(this.isCoverageEnable) {
|
||||
try {
|
||||
log.info("Generating Jacoco code coverage...");
|
||||
this.generateCoverageReport(new File(this.carbonHome + File.separator + "repository" + File.separator + "components" + File.separator + "plugins" + File.separator));
|
||||
} catch (IOException var7) {
|
||||
log.error("Failed to generate code coverage ", var7);
|
||||
throw new AutomationFrameworkException("Failed to generate code coverage ", var7);
|
||||
}
|
||||
}
|
||||
|
||||
if(portOffset == 0) {
|
||||
System.clearProperty("carbon.home");
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
private void generateCoverageReport(File classesDir) throws IOException, AutomationFrameworkException {
|
||||
CodeCoverageUtils.executeMerge(FrameworkPathUtil.getJacocoCoverageHome(), FrameworkPathUtil.getCoverageMergeFilePath());
|
||||
ReportGenerator reportGenerator = new ReportGenerator(new File(FrameworkPathUtil.getCoverageMergeFilePath()), classesDir, new File(CodeCoverageUtils.getJacocoReportDirectory()), (File)null);
|
||||
reportGenerator.create();
|
||||
log.info("Jacoco coverage dump file path : " + FrameworkPathUtil.getCoverageDumpFilePath());
|
||||
log.info("Jacoco class file path : " + classesDir);
|
||||
log.info("Jacoco coverage HTML report path : " + CodeCoverageUtils.getJacocoReportDirectory() + File.separator + "index.html");
|
||||
}
|
||||
|
||||
public synchronized void restartGracefully() throws AutomationFrameworkException {
|
||||
try {
|
||||
int httpsPort = defaultHttpsPort + this.portOffset;
|
||||
String backendURL = this.automationContext.getContextUrls().getSecureServiceUrl().replaceAll("(:\\d+)", ":" + httpsPort);
|
||||
User superUser = this.automationContext.getSuperTenant().getTenantAdmin();
|
||||
ClientConnectionUtil.sendGraceFullRestartRequest(backendURL, superUser.getUserName(), superUser.getPassword());
|
||||
} catch (XPathExpressionException var5) {
|
||||
throw new AutomationFrameworkException("restart failed", var5);
|
||||
}
|
||||
|
||||
long time = System.currentTimeMillis() + 300000L;
|
||||
|
||||
while(!this.inputStreamHandler.getOutput().contains("Halting JVM") && System.currentTimeMillis() < time) {
|
||||
;
|
||||
}
|
||||
|
||||
time = System.currentTimeMillis();
|
||||
|
||||
while(System.currentTimeMillis() < time + 5000L) {
|
||||
;
|
||||
}
|
||||
|
||||
try {
|
||||
ClientConnectionUtil.waitForPort(Integer.parseInt((String)this.automationContext.getInstance().getPorts().get("https")), (String)this.automationContext.getInstance().getHosts().get("default"));
|
||||
ClientConnectionUtil.waitForLogin(this.automationContext);
|
||||
} catch (XPathExpressionException var4) {
|
||||
throw new AutomationFrameworkException("Connection attempt to carbon server failed", var4);
|
||||
}
|
||||
}
|
||||
|
||||
private String[] expandServerStartupCommandList(Map<String, String> commandMap) {
|
||||
if(commandMap != null && commandMap.size() != 0) {
|
||||
String[] cmdParaArray = null;
|
||||
String cmdArg = null;
|
||||
if(commandMap.containsKey("cmdArg")) {
|
||||
cmdArg = (String)commandMap.get("cmdArg");
|
||||
cmdParaArray = cmdArg.trim().split("\\s+");
|
||||
commandMap.remove("cmdArg");
|
||||
}
|
||||
|
||||
String[] parameterArray = new String[commandMap.size()];
|
||||
int arrayIndex = 0;
|
||||
Set<Map.Entry<String, String>> entries = commandMap.entrySet();
|
||||
|
||||
String parameter;
|
||||
for(Iterator i$ = entries.iterator(); i$.hasNext(); parameterArray[arrayIndex++] = parameter) {
|
||||
Map.Entry<String, String> entry = (Map.Entry)i$.next();
|
||||
String key = (String)entry.getKey();
|
||||
String value = (String)entry.getValue();
|
||||
if(value != null && !value.isEmpty()) {
|
||||
parameter = key + "=" + value;
|
||||
} else {
|
||||
parameter = key;
|
||||
}
|
||||
}
|
||||
|
||||
if(cmdArg != null) {
|
||||
commandMap.put("cmdArg", cmdArg);
|
||||
}
|
||||
|
||||
if(cmdParaArray != null && cmdParaArray.length != 0) {
|
||||
return (String[]) ArrayUtils.addAll(parameterArray, cmdParaArray);
|
||||
} else {
|
||||
return parameterArray;
|
||||
}
|
||||
} else {
|
||||
return null;
|
||||
}
|
||||
}
|
||||
|
||||
private int getPortOffsetFromCommandMap(Map<String, String> commandMap) {
|
||||
return commandMap.containsKey("-DportOffset")?Integer.parseInt((String)commandMap.get("-DportOffset")):0;
|
||||
}
|
||||
|
||||
private String[] mergerArrays(String[] array1, String[] array2) {
|
||||
return (String[])ArrayUtils.addAll(array1, array2);
|
||||
}
|
||||
|
||||
/**
|
||||
* This methods will insert jacoco agent settings into startup script under JAVA_OPTS
|
||||
*
|
||||
* @param scriptName - Name of the startup script
|
||||
* @throws IOException - throws if shell script edit fails
|
||||
*/
|
||||
private void insertJacocoAgentToShellScript(String scriptName) throws IOException {
|
||||
String jacocoAgentFile = CodeCoverageUtils.getJacocoAgentJarLocation();
|
||||
this.coverageDumpFilePath = FrameworkPathUtil.getCoverageDumpFilePath();
|
||||
CodeCoverageUtils.insertStringToFile(new File(this.carbonHome + File.separator + "bin" + File.separator + scriptName + ".sh"), new File(this.carbonHome + File.separator + "tmp" + File.separator + scriptName + ".sh"), "-Dwso2.server.standalone=true", "-javaagent:" + jacocoAgentFile + "=destfile=" + this.coverageDumpFilePath + "" + ",append=true,includes=" + CodeCoverageUtils.getInclusionJarsPattern(":") + " \\");
|
||||
}
|
||||
|
||||
/**
|
||||
* This methods will insert jacoco agent settings into windows bat script
|
||||
*
|
||||
* @param scriptName - Name of the startup script
|
||||
* @throws IOException - throws if shell script edit fails
|
||||
*/
|
||||
private void insertJacocoAgentToBatScript(String scriptName) throws IOException {
|
||||
String jacocoAgentFile = CodeCoverageUtils.getJacocoAgentJarLocation();
|
||||
this.coverageDumpFilePath = FrameworkPathUtil.getCoverageDumpFilePath();
|
||||
CodeCoverageUtils.insertJacocoAgentToStartupBat(new File(this.carbonHome + File.separator + "bin" + File.separator + scriptName + ".bat"), new File(this.carbonHome + File.separator + "tmp" + File.separator + scriptName + ".bat"), "-Dcatalina.base", "-javaagent:" + jacocoAgentFile + "=destfile=" + this.coverageDumpFilePath + "" + ",append=true,includes=" + CodeCoverageUtils.getInclusionJarsPattern(":"));
|
||||
}
|
||||
|
||||
/**
|
||||
* This method will check the OS and edit server startup script to inject jacoco agent
|
||||
*
|
||||
* @throws IOException - If agent insertion fails.
|
||||
*/
|
||||
private void instrumentForCoverage() throws IOException, AutomationFrameworkException {
|
||||
String scriptName = TestFrameworkUtils.getStartupScriptFileName(this.carbonHome);
|
||||
if(System.getProperty("os.name").toLowerCase().contains("windows")) {
|
||||
this.insertJacocoAgentToBatScript(scriptName);
|
||||
if(log.isDebugEnabled()) {
|
||||
log.debug("Included files " + CodeCoverageUtils.getInclusionJarsPattern(":"));
|
||||
log.debug("Excluded files " + CodeCoverageUtils.getExclusionJarsPattern(":"));
|
||||
}
|
||||
} else {
|
||||
this.insertJacocoAgentToShellScript(scriptName);
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
Loading…
Reference in new issue