SubmitScriptHandler.java

Go to the documentation of this file.

package cedar.jetweb.batch;

import java.io.BufferedWriter;
import java.io.BufferedReader;
import java.io.IOException;
import java.io.FileInputStream;
import java.io.File;
import java.io.FileWriter;

import java.util.Vector;
import java.util.Hashtable;

import java.io.InputStreamReader;

import cedar.jetweb.JetWebConfig;
import cedar.jetweb.job.JobRequest;
import cedar.jetweb.generator.Generator;

public abstract class SubmitScriptHandler {
    
    private static Hashtable<String,String> scriptTemplates   = null;

    private static Hashtable<String,String> executableNames = null;

    // return codes.
    /* Specifies successful script creation. */
    public static final int OK                   = 0;
    public static final int INVALIDJOB           = 2;
    public static final int CANTWRITESCRIPT      = 3;
    public static final int CANTCHMOD            = 4;
    public static final int CANTOPENPERMITSCRIPT = 5;
    public static final int NODEFINEDFACILITY    = 6;
    
    public static final int UCLNQS        = 1;
    public static final int MCRPBS        = 2;
    public static final int GRID          = 3;
    public static final int UCLPBS        = 4;
    public static final int SHEFPBS       = 5;

    public static int BATCHFACILITY = MCRPBS;

    /* List of available batch facilities, for use by other classes, e.g. HTMLWriter. */
    public static Vector<Integer> batchNumbers = new Vector<Integer>();
    public static Vector<String> batchNames   = new Vector<String>();
    static {
    batchNumbers.add(new Integer(MCRPBS)); batchNames.add("Manchester PBS");
    batchNumbers.add(new Integer(UCLPBS)); batchNames.add("UCL PBS");
    batchNumbers.add(new Integer(UCLNQS)); batchNames.add("UCL NQS");
    batchNumbers.add(new Integer(GRID)); batchNames.add("GridPP");
    batchNumbers.add(new Integer(SHEFPBS)); batchNames.add("Sheffield PBS");
    }

    public static int make(JobRequest request){

    if (BATCHFACILITY==UCLNQS){ 
        System.out.println("Making a UCL NQS request");
        return makeUCLNQS(request);
    } else if (BATCHFACILITY==MCRPBS){ 
        System.out.println("Making a Manchester request");
        return makeMCRPBS(request);
    } else if (BATCHFACILITY==GRID){ 
        System.out.println("Making a GridPP request");
        return makeGridPP(request);
    } else if (BATCHFACILITY==UCLPBS){ 
        System.out.println("Making a UCL PBS request");
        return makeUCLNQS(request);   // OK since spool script is same for NQS/PBS
    } else if (BATCHFACILITY==SHEFPBS){ 
        System.out.println("Making a Sheffield PBS request");
        return makeSHEFPBS(request);
    } else {
        System.out.println("Error: "+NODEFINEDFACILITY);
        return NODEFINEDFACILITY;
    }
    }


    private static int makeUCLNQS(JobRequest request){

    String line;
    try {
        BufferedWriter spoolscript = new BufferedWriter(new FileWriter(request.getSubmitScript()));
        
        line = "#!/bin/csh";
        spoolscript.write(line); spoolscript.newLine();
        
        line = "cd ${JETWEB_HOME}/run"+System.getProperty("runsubdir");
        spoolscript.write(line); spoolscript.newLine();
        
        line = "qsub -q bulk "+request.getJobName();
        spoolscript.write(line); spoolscript.newLine();
        
        spoolscript.close();
        
    } catch ( IOException e ) {
        System.out.println("problem creating submit script:"+e);
        return CANTWRITESCRIPT;
    }
    
    // Now change the permissions.
    return setPermissions(request);
    }


    private static int makeMCRPBS(JobRequest request){

    String line;
    try {
        BufferedWriter spoolscript = new BufferedWriter(new FileWriter(request.getSubmitScript()));
        
        line = "#!/bin/csh";
        spoolscript.write(line); spoolscript.newLine();
        
        line = "cd ${JETWEB_HOME}/run"+System.getProperty("runsubdir");
        spoolscript.write(line); spoolscript.newLine();

        line = "scp "+request.getJobName()
        +" mcuser@dfa.hep.man.ac.uk:/home2/mcuser/JetWeb/run";
        spoolscript.write(line); spoolscript.newLine();

        line = "scp "+request.getJobName()
        +".input mcuser@dfa.hep.man.ac.uk:/home2/mcuser/JetWeb/run";
        spoolscript.write(line); spoolscript.newLine();
        
        line = "ssh mcuser@dfa.hep.man.ac.uk \" cd /home2/mcuser/JetWeb/run ; qsub -q long \""
        +request.getJobName();      
        spoolscript.write(line); spoolscript.newLine();
        
        spoolscript.close();
        
    } catch ( IOException e ) {
        System.out.println("problem creating submit script:"+e);
        return CANTWRITESCRIPT;
    }
    
    // Now change the permissions.
    return setPermissions(request);
    }

    private static int makeSHEFPBS(JobRequest request){

    String line;
    try {
        BufferedWriter spoolscript = new BufferedWriter(new FileWriter(request.getSubmitScript()));
        
        line = "#!/bin/csh";
        spoolscript.write(line); spoolscript.newLine();
        
        line = "cd ${JETWEB_HOME}/run"+System.getProperty("runsubdir");
        spoolscript.write(line); spoolscript.newLine();

        line = "scp "+request.getJobName()
        +" jetweb@hepgrid.shef.ac.uk:/home/jetweb/run";
        spoolscript.write(line); spoolscript.newLine();

        line = "scp "+request.getJobName()
        +".input jetweb@hepgrid.shef.ac.uk:/home/jetweb/run";
        spoolscript.write(line); spoolscript.newLine();
        
        line = "ssh jetweb@hepgrid.shef.ac.uk \" cd /home/jetweb/run ; qsub -q himem \""
        +request.getJobName();
        spoolscript.write(line); spoolscript.newLine();
        
        spoolscript.close();
        
    } catch ( IOException e ) {
        System.out.println("problem creating submit script:"+e);
        return CANTWRITESCRIPT;
    }
    
    // Now change the permissions.
    return setPermissions(request);
    }

    private static int makeGridPP(JobRequest request){

    String line;
    try {

        System.out.println("submit script = "+request.getSubmitScript());

        BufferedWriter spoolscript = new BufferedWriter(new FileWriter(request.getSubmitScript()));
        

        System.out.println("spoolscript = "+spoolscript);

        line = "#!/bin/csh";
        spoolscript.write(line); spoolscript.newLine();

        line = "cd ${JETWEB_HOME}/run"+System.getProperty("runsubdir");
        spoolscript.write(line); spoolscript.newLine();

        line = "./"+request.getJobName();
        spoolscript.write(line); spoolscript.newLine();

        spoolscript.close();

    } catch ( IOException e ) {
        System.out.println("problem creating submit script:"+e);
        return CANTWRITESCRIPT;
    }

    // Now change the permissions.
    return setPermissions(request);
    }


    private static int setPermissions(JobRequest request) {
    /*
    try{
        Process chmod = Runtime.getRuntime().exec( JetWebConfig.getScriptDirName()
                               +"/permit "
                               +request.getSubmitScript().getPath());
        try {
        chmod.waitFor();
        } catch (InterruptedException e1) {
        System.out.println("oof "+e1);  
        return CANTCHMOD;
        }
    } catch (IOException e2) {
        System.out.println("Problem submitting job."+e2);   
        return CANTOPENPERMITSCRIPT;
    }
    */
    return OK;
    }


    public static void setBatchFacility(String batchFacility) {
    if (batchFacility.equalsIgnoreCase("ucl_nqs")){
        BATCHFACILITY = UCLNQS;}
    else if (batchFacility.equalsIgnoreCase("manchester_pbs")){
        BATCHFACILITY = MCRPBS;}
    else if (batchFacility.equalsIgnoreCase("grid")){
        BATCHFACILITY = GRID;}
    else if (batchFacility.equalsIgnoreCase("ucl_pbs")){
        BATCHFACILITY = UCLPBS;}
    else if (batchFacility.equalsIgnoreCase("sheffield_pbs")){
        BATCHFACILITY = SHEFPBS;
    }
    }


    public static String getTemplate(){
    if (scriptTemplates==null) setScriptTemplates(); // On first call, fill Hashtable of script files.
    String template = "";
    String key = Integer.toString(SubmitScriptHandler.BATCHFACILITY);
    //System.out.println("attempt to get template " + key);
    try {
        template = (String)scriptTemplates.get(key);
        System.out.println(template);
        if (template.equals("null")){
        System.out.println("ScriptHandlerError: no template for "+key);
        return null;
        }
    } catch (Exception e){
        System.out.println("ScriptHandlerError: no template for "+key);
    }
    return template;
    }


    public static String getExecutable(Generator generator){

    String exec = "jetweb-"+generator.getName()+generator.getVersion(); 
    System.out.println("SubmitScriptHandler: executable is "+exec);
    return exec;

    }


    private static void setScriptTemplates(){
    scriptTemplates = new Hashtable<String,String>();

    scriptTemplates.put(Integer.toString(SubmitScriptHandler.UCLNQS),
               JetWebConfig.templateDirName+"/uclnqs.script"); 
    scriptTemplates.put(Integer.toString(SubmitScriptHandler.MCRPBS),
               JetWebConfig.templateDirName+"/mcrpbs.script"); 
    scriptTemplates.put(Integer.toString(SubmitScriptHandler.GRID),
               JetWebConfig.templateDirName+"/gridpp.script"); 
    scriptTemplates.put(Integer.toString(SubmitScriptHandler.UCLPBS),
               JetWebConfig.templateDirName+"/uclpbs.script"); 
    scriptTemplates.put(Integer.toString(SubmitScriptHandler.SHEFPBS),
               JetWebConfig.templateDirName+"/shefpbs.script"); 
    }

}

Generated Wed Jan 17 09:14:27 GMT 2007