run.py

#!/usr/bin/env python
import optparse
import logging
import yaml
import sys
import os
from cases import modelchecking, equivchecking, pgsolver, mlsolver
from cases.pool import TaskPool 

def run(poolsize, resultsfile, debugOnly=False):
  log = logging.getLogger('experiments')

  casesdone = []
  if resultsfile is not None:
    if os.path.exists(resultsfile):
      log.info('Found results file ({0}), parsing.'.format(resultsfile))
      try:
        results = yaml.load(open(resultsfile).read())
        if results:
          log.info('Skipping the following cases because results for them were found:')
          for case in results:
            casesdone.append(case['case'])
        else:
          casesdone = []
      except (AttributeError, TypeError):
        pass
    resultsfile = open(resultsfile, 'a+')
  else:
    resultsfile = sys.stdout

  pool = TaskPool(poolsize)
  try:
    tasks = []
    for task in pgsolver.getcases(debugOnly) + modelchecking.getcases(debugOnly) + mlsolver.getcases(debugOnly) + equivchecking.getcases(debugOnly):
      if str(task) in casesdone:
        log.info('- ' + str(task))
      else:
        tasks.append(task)
    log.info('Submitting cases and waiting for results.')
    for case in pool.run(*tasks):
      if isinstance(case, (modelchecking.Case, equivchecking.Case, pgsolver.Case, mlsolver.Case)):
        log.info('Got result for {0}'.format(case))
        resultsfile.write(yaml.dump([case.result], default_flow_style = False))
        resultsfile.flush()

    log.info('Done.')

    pool.close()
    pool.join()
  except KeyboardInterrupt:
    pool.terminate()     
    pool.join()

def runCmdLine():
  parser = optparse.OptionParser(usage='usage: %prog [options] [outfile]')
  parser.add_option('-j', '--jobs', action='store', type='int', dest='poolsize',
                    help='Run N jobs simultaneously.', metavar='N', default=4)
  parser.add_option('-v', action='count', dest='verbosity',
                    help='Be more verbose. Use more than once to increase verbosity even more.')
  parser.add_option('--debug-only', action='store_true', dest='debugonly',
                    help='Run the tests only on the debug specification.')
  options, args = parser.parse_args()
  if not args:
    args = (None,)

  logging.basicConfig()
  if options.verbosity > 0:
    logging.getLogger('experiments').setLevel(logging.INFO)
  if options.verbosity > 1:
    logging.getLogger('taskpool').setLevel(logging.INFO)
  if options.verbosity > 2:
    logging.getLogger('taskpool').setLevel(logging.DEBUG)
    logging.getLogger('tools').setLevel(logging.INFO)

  run(options.poolsize, args[0], options.debugonly)

if __name__ == '__main__':
  runCmdLine()