hogIncrParse.py

from Hogwash import Session #main hogwash class
from Hogwash.Results import ResultsFile #type for file created by hw job
from Hogwash.Action import Action #supertype for runnable objects
from Hogwash.Errors import BadExitCode #error if the program crashed
from waterworks.Processes import bettersystem #run an external command

import sys
from path import path
import os
from shutil import copy
from iterextras import batch

from StringIO import StringIO #store output of process

from distributedParser import Parse

if __name__ == "__main__":
    (sessionName, fileToParse, grammar) = sys.argv[1:]

    print "making", sessionName, \
          "to parse", fileToParse, "with grammar", grammar

    if 0:
        #vanilla
        parseOpts = {
            "top":"ROOT_0",
            "mode":"lex",
            "queueLimit":5e5,
            "verbose":["index",]
            }
        ptype = "standard"
    if 0:
        parseOpts = {
            "top":"ROOT_0",
            "mode":"lex",
            "queueLimit":5e5,
            "verbose":["index","level"],
            "gammas":[1e-6, 1e-4, 1e-3, 1e-2],
            "deltas":[1e-3, 1e-2, 1e-1],
            "stepExpansionLimit":100
            }
        ptype = "ctf"
    if 0:
        parseOpts = {
            "top":"ROOT_0",
            "mode":"lex",
            "queueLimit":5e5,
            "verbose":["index", "level"],
            "gammas":[1e-11, 1e-5, 1e-4, 1e-4],
            "deltas":[1e-4, 1e-4, 1e-3],
            "beamDivergenceFactor":10,
            "stepExpansionLimit":500
            }
        ptype = "ctf"
    if 0:
        parseOpts = {
            "top":"ROOT_0",
            "mode":"lex",
            "queueLimit":5e5,
            "verbose":["index", "level"],
            "gammas":[1e-11, 1e-3, 1e-2, 1e-1],
            "deltas":[1e-4, 1e-4, 1e-3],
            "beamDivergenceFactor":10,
            "stepExpansionLimit":500
            }
        ptype = "ctf"
    if 0:
        parseOpts = {
            "top":"ROOT_0",
            "mode":"lex",
            "queueLimit":5e5,
            "verbose":["index", "level"],
            "gammas":[1e-11, 1e-11, 1e-11, 1e-11],
            "deltas":[1e-4, 1e-4, 1e-3],
            "beamDivergenceFactor":10,
            "stepExpansionLimit":500
            }
        ptype = "ctf"
    if 0:
        parseOpts = {
            "top":"ROOT_0",
            "mode":"lex",
            "queueLimit":5e5,
            "verbose":["index", "level"],
            "gammas":[1e-11, 1e-8, 1e-6, 1e-4],
            "deltas":[1e-5, 1e-4, 1e-3],
            "beamDivergenceFactor":10,
            "stepExpansionLimit":500
            }
        ptype = "ctf"
    if 0:
        parseOpts = {
            "top":"ROOT_0",
            "mode":"lex",
            "queueLimit":10000,
            "verbose":["index","level"],
            "gammas":[1e-6, 1e-4, 1e-3, 1e-2],
            "deltas":[1e-3, 1e-2, 1e-1],
            "stepExpansionLimit":100
            }
        ptype = "ctf"
    if 1:
        parseOpts = {
            "top":"ROOT_0",
            "mode":"lex",
            "queueLimit":10000,
            "verbose":["index","level"],
            "gammas":[1e-11, 1e-8, 1e-6, 1e-4],
            "deltas":[1e-5, 1e-4, 1e-3],
            "stepExpansionLimit":100
            }
        ptype = "ctf"
    if 0:
        parseOpts = {
            "top":"ROOT_0",
            "mode":"lex",
            "queueLimit":5e4,
            "verbose":["index","level"],
            "gammas":[1e-11, 1e-11, 1e-11, 1e-11],
            "deltas":[1e-5, 1e-4, 1e-3],
            "stepExpansionLimit":100
            }
        ptype = "ctf"

    args = []

    for line in file(fileToParse):
        line = line.strip()
        par = Parse(grammar, parseOpts, line, parser=ptype)
        args.append(par)

    session = Session("Hogwash.Action", "action_runner", args, name=sessionName)