SchedulerTester.java

/* $Id$ */

/**
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.manifoldcf.crawler.tests;

import org.apache.manifoldcf.core.interfaces.*;
import org.apache.manifoldcf.agents.interfaces.*;
import org.apache.manifoldcf.crawler.interfaces.*;
import org.apache.manifoldcf.crawler.system.ManifoldCF;

import java.io.*;
import java.util.*;

/** This is a very basic sanity check */
public class SchedulerTester
{
  protected final ManifoldCFInstance instance1;
  protected final ManifoldCFInstance instance2;
  
  public SchedulerTester(ManifoldCFInstance instance1, ManifoldCFInstance instance2)
  {
    this.instance1 = instance1;
    this.instance2 = instance2;
  }
  
  public void executeTest()
    throws Exception
  {
    instance1.start();
    
    // Hey, we were able to install the file system connector etc.
    // Now, create a local test job and run it.
    IThreadContext tc = ThreadContextFactory.make();
      
    // Create a basic file system connection, and save it.
    IRepositoryConnectionManager mgr = RepositoryConnectionManagerFactory.make(tc);
    IRepositoryConnection conn = mgr.create();
    conn.setName("SchedulerTest Connection");
    conn.setDescription("SchedulerTest Connection");
    conn.setClassName("org.apache.manifoldcf.crawler.tests.SchedulingRepositoryConnector");
    conn.setMaxConnections(100);
    // Now, save
    mgr.save(conn);
      
    // Create a basic null output connection, and save it.
    IOutputConnectionManager outputMgr = OutputConnectionManagerFactory.make(tc);
    IOutputConnection outputConn = outputMgr.create();
    outputConn.setName("Null Connection");
    outputConn.setDescription("Null Connection");
    outputConn.setClassName("org.apache.manifoldcf.agents.tests.TestingOutputConnector");
    outputConn.setMaxConnections(100);
    // Now, save
    outputMgr.save(outputConn);

    // Create a job.
    IJobManager jobManager = JobManagerFactory.make(tc);
    IJobDescription job = jobManager.createJob();
    job.setDescription("Test Job");
    job.setConnectionName("SchedulerTest Connection");
    job.addPipelineStage(-1,true,"Null Connection","");
    //job.setOutputConnectionName("Null Connection");
    job.setType(job.TYPE_SPECIFIED);
    job.setStartMethod(job.START_DISABLE);
    job.setHopcountMode(job.HOPCOUNT_ACCURATE);
      
    // Save the job.
    jobManager.save(job);

    // Now, start the job, and wait until it is running.
    jobManager.manualStart(job.getID());
    instance1.waitJobRunningNative(jobManager,job.getID(),30000L);
    
    // Start the second instance.
    instance2.start();
    // Wait long enough for the stuffing etc to take place once
    Thread.sleep(5000L);
    // Terminate instance1.  Instance2 should keep going.
    instance1.stopNoCleanup();
    
    // Wait for the job to become inactive.  The time should be at least long enough to handle
    // 100 documents per bin, but not significantly greater than that.  Let's say 120 seconds.
    long startTime = System.currentTimeMillis();
    instance2.waitJobInactiveNative(jobManager,job.getID(),1200000L);
    long endTime = System.currentTimeMillis();
    System.out.println("Crawl took "+(endTime-startTime)+" milliseconds");
    if (jobManager.getStatus(job.getID()).getDocumentsProcessed() != 10+10*200)
      throw new Exception("Expected 2010 documents, saw "+jobManager.getStatus(job.getID()).getDocumentsProcessed());
    if (endTime - startTime > 150000L)
      throw new Exception("Expected crawl to complete in less than 150 seconds; took "+(endTime-startTime)+" ms");
    if (endTime-startTime < 96000L)
      throw new Exception("Job finished too quickly; throttling clearly failed");
    
    // Now, delete the job.
    jobManager.deleteJob(job.getID());
    instance2.waitJobDeletedNative(jobManager,job.getID(),120000L);

    // Shut down instance2
    instance2.stop();
  }
}