package hudson.plugins.disk_usage.integration;
import hudson.XmlFile;
import hudson.model.AbstractProject;
import hudson.plugins.disk_usage.*;
import hudson.matrix.MatrixConfiguration;
import hudson.matrix.MatrixProject;
import java.util.TreeMap;
import java.util.Map;
import hudson.model.AbstractBuild;
import hudson.model.AperiodicWork;
import hudson.model.FreeStyleBuild;
import java.util.logging.Level;
import java.util.logging.Logger;
import org.jvnet.hudson.reactor.ReactorException;
import org.jvnet.hudson.test.recipes.LocalData;
import hudson.model.FreeStyleProject;
import hudson.model.ItemGroup;
import hudson.model.TaskListener;
import hudson.model.listeners.RunListener;
import java.io.BufferedReader;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.io.InputStreamReader;
import java.util.ArrayList;
import java.util.List;
import org.junit.Rule;
import org.junit.Test;
import org.jvnet.hudson.test.JenkinsRule;
import static org.junit.Assert.*;
/**
*
* @author Lucie Votypkova
*/
public class BuildDiskUsageCalculationThreadTest {
@Rule
public JenkinsRule j = new JenkinsRule();
private void waitUntilThreadEnds(BuildDiskUsageCalculationThread calculation) throws InterruptedException{
Thread thread = null;
//wait until thread ends
for(Thread t : Thread.getAllStackTraces().keySet()){
if(calculation.name.equals(t.getName())){
while(thread.isAlive())
Thread.sleep(100);
break;
}
}
}
private List<File> readFileList(File file) throws FileNotFoundException, IOException{
List<File> files = new ArrayList<File>();
String path = file.getParentFile().getAbsolutePath();
BufferedReader content = new BufferedReader(new InputStreamReader(new FileInputStream(file)));
String line = content.readLine();
while(line!=null){
files.add(new File(path + "/" + line));
line = content.readLine();
}
return files;
}
private Long getSize(List<File> files){
Long lenght = 0l;
for(File file: files){
lenght += file.length();
}
return lenght;
}
@Test
@LocalData
public void testExecute() throws IOException, InterruptedException{
//turn off run listener
RunListener listener = RunListener.all().get(DiskUsageBuildListener.class);
j.jenkins.getExtensionList(RunListener.class).remove(listener);
Map<AbstractBuild, Long> buildSizesProject1 = new TreeMap<AbstractBuild,Long>();
Map<AbstractBuild, Long> buildSizesProject2 = new TreeMap<AbstractBuild,Long>();
FreeStyleProject project = (FreeStyleProject) j.jenkins.getItem("project1");
FreeStyleProject project2 = (FreeStyleProject) j.jenkins.getItem("project2");
for(AbstractBuild build: project.getBuilds()){
File file = new File(build.getRootDir(),"fileList");
buildSizesProject1.put(build, getSize(readFileList(file)) + build.getRootDir().length());
}
for(AbstractBuild build: project2.getBuilds()){
File file = new File(build.getRootDir(),"fileList");
buildSizesProject2.put(build, getSize(readFileList(file)) + build.getRootDir().length());
}
BuildDiskUsageCalculationThread calculation = new BuildDiskUsageCalculationThread();
if(calculation.isExecuting()){
waitUntilThreadEnds(calculation);
}
calculation.execute(TaskListener.NULL);
waitUntilThreadEnds(calculation);
for(AbstractBuild build: buildSizesProject1.keySet()){
Long size = DiskUsageTestUtil.getBuildDiskUsageAction(build).getDiskUsage();
assertEquals("Build " + build.getNumber() + " of project " + build.getProject().getDisplayName() + " has wrong build size.", buildSizesProject1.get(build), size, 0);
}
for(AbstractBuild build: buildSizesProject2.keySet()){
Long size = DiskUsageTestUtil.getBuildDiskUsageAction(build).getDiskUsage();
assertEquals("Build " + build.getNumber() + " of project " + build.getProject().getDisplayName() + " has wrong build size.", buildSizesProject2.get(build), size, 0);
}
}
@Test
@LocalData
public void testExecuteMatrixProject() throws IOException, InterruptedException, ReactorException{
//turn off run listener
RunListener listener = RunListener.all().get(DiskUsageBuildListener.class);
j.jenkins.getExtensionList(RunListener.class).remove(listener);
Map<AbstractBuild, Long> buildSizesProject2 = new TreeMap<AbstractBuild,Long>();
Map<String,Long> matrixConfigurationBuildsSize = new TreeMap<String,Long>();
j.jenkins.reload();
MatrixProject project = (MatrixProject) j.jenkins.getItem("project1");
FreeStyleProject project2 = (FreeStyleProject) j.jenkins.getItem("project2");
AbstractBuild matrixBuild = project.getBuildByNumber(1);
Long matrixProjectBuildSize = getSize(readFileList(new File(matrixBuild.getRootDir(),"fileList"))) + matrixBuild.getRootDir().length();
for(AbstractBuild build: project2.getBuilds()){
File file = new File(build.getRootDir(),"fileList");
buildSizesProject2.put(build, getSize(readFileList(file)) + build.getRootDir().length());
}
for(MatrixConfiguration c: project.getActiveConfigurations()){
AbstractBuild build = c.getBuildByNumber(1);
File file = new File(build.getRootDir(),"fileList");
matrixConfigurationBuildsSize.put(c.getDisplayName(), getSize(readFileList(file)) + build.getRootDir().length());
}
BuildDiskUsageCalculationThread calculation = new BuildDiskUsageCalculationThread();
if(calculation.isExecuting()){
waitUntilThreadEnds(calculation);
}
calculation.execute(TaskListener.NULL);
waitUntilThreadEnds(calculation);
Long size = DiskUsageTestUtil.getBuildDiskUsageAction(project.getBuildByNumber(1)).getDiskUsage();
assertEquals("Build " + project.getBuildByNumber(1).getNumber() + " of project " + project.getDisplayName() + " has wrong build size.", matrixProjectBuildSize, size, 0);
for(AbstractBuild build: buildSizesProject2.keySet()){
Long sizeFreeStyle = DiskUsageTestUtil.getBuildDiskUsageAction(build).getDiskUsage();
assertEquals("Build " + build.getNumber() + " of project " + build.getProject().getDisplayName() + " has wrong build size.", buildSizesProject2.get(build), sizeFreeStyle, 0);
}
for(MatrixConfiguration conf: project.getActiveConfigurations()){
AbstractBuild build = conf.getBuildByNumber(1);
assertEquals("Configuration " + conf.getDisplayName() + " has wrong build size for build 1.", matrixConfigurationBuildsSize.get(conf.getDisplayName()), DiskUsageTestUtil.getBuildDiskUsageAction(build).getDiskUsage(), 0);
}
}
@Test
public void testDoNotCalculateUnenabledDiskUsage() throws Exception{
FreeStyleProject projectWithoutDiskUsage = j.jenkins.createProject(FreeStyleProject.class, "projectWithoutDiskUsage");
FreeStyleBuild build = projectWithoutDiskUsage.createExecutable();
build.save();
DiskUsageProjectActionFactory.DESCRIPTOR.disableBuildsDiskUsageCalculation();
BuildDiskUsageCalculationThread calculation = AperiodicWork.all().get(BuildDiskUsageCalculationThread.class);
calculation.execute(TaskListener.NULL);
assertEquals("Disk usage for build should not be counted.", 0l, DiskUsageTestUtil.getBuildDiskUsageAction(build).getAllDiskUsage(), 0);
DiskUsageProjectActionFactory.DESCRIPTOR.enableBuildsDiskUsageCalculation();
}
@Test
public void testDoNotExecuteDiskUsageWhenPreviousCalculationIsInProgress() throws Exception{
TestFreeStyleProject project = new TestFreeStyleProject(j.jenkins, "project");
FreeStyleBuild build = new FreeStyleBuild(project);
project.addBuild(build);
j.jenkins.putItem(project);
final BuildDiskUsageCalculationThread testCalculation = new BuildDiskUsageCalculationThread();
Thread t = new Thread(){
public void run(){
try {
testCalculation.execute(TaskListener.NULL);
} catch (IOException ex) {
Logger.getLogger(JobDiskUsageCalculationThreadTest.class.getName()).log(Level.SEVERE, null, ex);
} catch (InterruptedException ex) {
Logger.getLogger(JobDiskUsageCalculationThreadTest.class.getName()).log(Level.SEVERE, null, ex);
}
}
};
t.start();
Thread.sleep(1000);
testCalculation.execute(TaskListener.NULL);
assertEquals("Disk usage should not start calculation if preview calculation is in progress.", 0l, DiskUsageTestUtil.getBuildDiskUsageAction(project.getLastBuild()).getAllDiskUsage(), 0);
t.interrupt();
}
public class TestFreeStyleProject extends FreeStyleProject{
public TestFreeStyleProject(ItemGroup group, String name){
super(group, name);
onCreatedFromScratch();
}
@Override
public File getBuildDir(){
//is called during disk calculation, to be sure that calculation is in progress I make this operation longer
try {
Thread.sleep(10000);
} catch (InterruptedException ex) {
Logger.getLogger(JobDiskUsageCalculationThreadTest.class.getName()).log(Level.SEVERE, null, ex);
}
return super.getBuildDir();
}
public void addBuild(FreeStyleBuild build){
builds.put(build);
}
@Override
public void save(){
//do not want save
}
}
@Test
public void testDoNotCalculateExcludedJobs() throws Exception{
FreeStyleProject exludedJob = j.jenkins.createProject(FreeStyleProject.class, "excludedJob");
FreeStyleProject includedJob = j.jenkins.createProject(FreeStyleProject.class, "incudedJob");
List<String> excludes = new ArrayList<String>();
excludes.add(exludedJob.getName());
DiskUsageProjectActionFactory.DESCRIPTOR.setExcludedJobs(excludes);
j.buildAndAssertSuccess(exludedJob);
j.buildAndAssertSuccess(includedJob);
BuildDiskUsageCalculationThread calculation = AperiodicWork.all().get(BuildDiskUsageCalculationThread.class);
calculation.execute(TaskListener.NULL);
waitUntilThreadEnds(calculation);
assertEquals("Disk usage for excluded project should not be counted.", 0l, DiskUsageTestUtil.getBuildDiskUsageAction(exludedJob.getLastBuild()).getAllDiskUsage(), 0);
assertTrue("Disk usage for excluded project should not be counted.", DiskUsageTestUtil.getBuildDiskUsageAction(includedJob.getLastBuild()).getAllDiskUsage()>0);
excludes.clear();
}
@Test
@LocalData
public void testDoNotBreakLazyLoading() throws IOException, InterruptedException{
AbstractProject project = (AbstractProject) j.jenkins.getItem("project1");
//method isBuilding() is used for determining disk usage and its calling load some builds
project.isBuilding();
int loadedBuilds = project._getRuns().getLoadedBuilds().size();
assertTrue("Test does not sense if there are all builds loaded, please rewrite it.", loadedBuilds < 8);
BuildDiskUsageCalculationThread calculation = AperiodicWork.all().get(BuildDiskUsageCalculationThread.class);
calculation.execute(TaskListener.NULL);
waitUntilThreadEnds(calculation);
assertEquals("Calculation of build disk usage should not cause loading of builds.", loadedBuilds, project._getRuns().getLoadedBuilds().size());
}
}