2006-04-16 20:25:54 +02:00
|
|
|
import gtk
|
2006-04-24 23:52:18 +02:00
|
|
|
import sys
|
|
|
|
import os
|
2006-05-05 12:10:03 +02:00
|
|
|
import inspect
|
2006-04-25 11:53:35 +02:00
|
|
|
from system import logger
|
2006-04-24 23:52:18 +02:00
|
|
|
|
|
|
|
def _workflow_classes(modname):
|
|
|
|
"""Returns a list of all subclasses of Workflow in a given module"""
|
|
|
|
workflow_classes = []
|
|
|
|
|
|
|
|
__import__('workflows.%s' % modname)
|
|
|
|
module = sys.modules['workflows.%s' % modname]
|
|
|
|
|
|
|
|
d = module.__dict__
|
|
|
|
for wf in d.values():
|
|
|
|
try:
|
|
|
|
if issubclass(wf, Workflow):
|
|
|
|
workflow_classes.append(wf)
|
|
|
|
except TypeError, e:
|
|
|
|
pass
|
|
|
|
return workflow_classes
|
|
|
|
|
|
|
|
def workflow_list():
|
|
|
|
"""Returns a ListStore containing all new workflows"""
|
|
|
|
retval = []
|
|
|
|
|
|
|
|
# List all .py files that can contain workflow classes
|
|
|
|
wf_path = sys.modules['workflows'].__path__
|
|
|
|
wf_files = []
|
|
|
|
|
|
|
|
for dir in wf_path:
|
|
|
|
for fn in os.listdir(dir):
|
|
|
|
if fn.endswith('.py') and ('#' not in fn):
|
|
|
|
wf_files.append(fn[:-3])
|
|
|
|
|
|
|
|
# Try to load each file and look for Workflow derived classes
|
|
|
|
for fn in wf_files:
|
|
|
|
try:
|
|
|
|
for wf in _workflow_classes(fn):
|
|
|
|
retval.append(wf)
|
|
|
|
except Exception, e:
|
|
|
|
logger.log('warning', 'Cannot load workflow: %s' % fn)
|
|
|
|
logger.log('warning', e)
|
|
|
|
|
|
|
|
return retval
|
2006-04-16 20:25:54 +02:00
|
|
|
|
|
|
|
class Workflow:
|
|
|
|
"""Defines a workflow that contains a set of analysis stages.
|
|
|
|
|
|
|
|
A Workflow is a set of analysis stages for a certain type of analysis.
|
|
|
|
Each stage contains some possible operations to do accomplish that
|
|
|
|
task.
|
|
|
|
"""
|
|
|
|
|
2006-04-22 23:46:44 +02:00
|
|
|
name = "Workflow"
|
2006-04-25 14:19:25 +02:00
|
|
|
ident = None
|
2006-04-23 00:29:02 +02:00
|
|
|
description = "Workflow Description"
|
2006-04-22 23:46:44 +02:00
|
|
|
|
2006-04-16 20:25:54 +02:00
|
|
|
def __init__(self, app):
|
|
|
|
self.stages = []
|
|
|
|
self.stages_by_id = {}
|
|
|
|
self.app = app
|
|
|
|
|
|
|
|
def add_stage(self, stage):
|
|
|
|
self.stages.append(stage)
|
|
|
|
self.stages_by_id[stage.id] = stage
|
|
|
|
|
|
|
|
def print_tree(self):
|
|
|
|
print self.name
|
|
|
|
for stage in self.stages:
|
|
|
|
print ' %s' % stage.name
|
|
|
|
for fun in stage.functions:
|
|
|
|
print ' %s' % fun.name
|
|
|
|
|
2006-04-20 17:30:29 +02:00
|
|
|
def add_project(self,project):
|
2006-04-24 11:53:07 +02:00
|
|
|
if project == None:
|
|
|
|
logger.log('notice','Proejct is empty')
|
|
|
|
logger.log('notice','Project added in : %s' %self.name)
|
2006-04-20 17:30:29 +02:00
|
|
|
self.project = project
|
|
|
|
|
2006-04-22 23:46:44 +02:00
|
|
|
class EmptyWorkflow(Workflow):
|
|
|
|
name = 'Empty Workflow'
|
|
|
|
|
|
|
|
def __init__(self, app):
|
|
|
|
Workflow.__init__(self, None)
|
|
|
|
|
2006-04-16 20:25:54 +02:00
|
|
|
class Stage:
|
|
|
|
"""A stage is a part of the data analysis process.
|
|
|
|
|
|
|
|
Each stage contains a set of functions that can be used to
|
|
|
|
accomplish the task. A typical early stage is 'preprocessing', which
|
|
|
|
can be done in several ways, each represented by a function.
|
|
|
|
"""
|
|
|
|
|
|
|
|
def __init__(self, id, name):
|
|
|
|
self.id = id
|
|
|
|
self.name = name
|
|
|
|
self.functions = []
|
|
|
|
self.functions_by_id = {}
|
|
|
|
|
|
|
|
def add_function(self, fun):
|
|
|
|
self.functions.append(fun)
|
|
|
|
self.functions_by_id[fun.id] = fun
|
|
|
|
|
2006-05-03 13:11:45 +02:00
|
|
|
|
2006-04-16 20:25:54 +02:00
|
|
|
class Function:
|
|
|
|
"""A Function object encapsulates a function on a data set.
|
|
|
|
|
|
|
|
Each Function instance encapsulates some function that can be applied
|
|
|
|
to one or more types of data.
|
|
|
|
"""
|
|
|
|
|
|
|
|
def __init__(self, id, name):
|
|
|
|
self.id = id
|
|
|
|
self.name = name
|
|
|
|
|
2006-05-03 13:52:54 +02:00
|
|
|
# ,ust return a Validation object
|
|
|
|
def validate_input(input):
|
|
|
|
return Validation(True,"Validation Not Implemented")
|
2006-04-16 20:25:54 +02:00
|
|
|
|
2006-05-03 13:52:54 +02:00
|
|
|
def run(self):
|
2006-04-16 20:25:54 +02:00
|
|
|
pass
|
|
|
|
|
2006-05-03 13:52:54 +02:00
|
|
|
class Validation:
|
|
|
|
def __init__(self,result, reason):
|
|
|
|
self.succeeded = result
|
|
|
|
self.reason = reason
|
|
|
|
|
|
|
|
|
2006-04-16 20:25:54 +02:00
|
|
|
class WorkflowView (gtk.VBox):
|
|
|
|
|
|
|
|
def __init__(self, wf):
|
|
|
|
gtk.VBox.__init__(self)
|
|
|
|
self.workflow = wf
|
2006-04-22 23:46:44 +02:00
|
|
|
self.setup_workflow(wf)
|
2006-04-16 20:25:54 +02:00
|
|
|
|
2006-04-22 23:46:44 +02:00
|
|
|
def setup_workflow(self, wf):
|
2006-04-16 20:25:54 +02:00
|
|
|
# Add stage in the process
|
|
|
|
for stage in wf.stages:
|
|
|
|
exp = gtk.Expander(stage.name)
|
|
|
|
btn_box = gtk.VBox()
|
|
|
|
btn_box.show()
|
|
|
|
exp.add(btn_box)
|
|
|
|
|
|
|
|
# Add functions in each stage
|
|
|
|
for fun in stage.functions:
|
|
|
|
btn = gtk.Button(fun.name)
|
2006-05-04 17:32:59 +02:00
|
|
|
btn.connect('clicked',
|
|
|
|
lambda button, f=fun : self.run_function(f))
|
2006-04-16 20:25:54 +02:00
|
|
|
|
|
|
|
btn_box.add(btn)
|
|
|
|
btn.show()
|
|
|
|
|
|
|
|
exp.show()
|
|
|
|
self.pack_start(exp, expand=False, fill=False)
|
|
|
|
|
2006-04-22 23:46:44 +02:00
|
|
|
def remove_workflow(self):
|
|
|
|
for c in self.get_children():
|
|
|
|
c.hide()
|
|
|
|
self.remove(c)
|
|
|
|
|
|
|
|
def set_workflow(self, workflow):
|
|
|
|
self.workflow = workflow
|
|
|
|
self.remove_workflow()
|
|
|
|
self.setup_workflow(workflow)
|
|
|
|
|
2006-04-19 21:59:55 +02:00
|
|
|
def run_function(self, function):
|
2006-04-16 20:25:54 +02:00
|
|
|
logger.log('debug', 'Starting function: %s' % function.name)
|
2006-04-19 21:59:55 +02:00
|
|
|
project = self.workflow.app.project
|
2006-04-24 16:52:21 +02:00
|
|
|
parent_data = project.current_data
|
|
|
|
|
2006-05-03 13:52:54 +02:00
|
|
|
validation = function.validate_input()
|
|
|
|
|
|
|
|
if not validation.succeeded:
|
|
|
|
logger.log('warning','Invalid Inputdata: ' + str(reason))
|
|
|
|
return
|
2006-05-05 12:10:03 +02:00
|
|
|
|
|
|
|
args, varargs, varkw, defaults = inspect.getargspec(function.run)
|
|
|
|
|
|
|
|
# first argument is 'self' and we don't care about that...
|
|
|
|
args = args[1:]
|
|
|
|
|
|
|
|
if varargs and len(parent_data) < len(args):
|
|
|
|
logger.log('warning', "Function requires minimum %d datasets selected." % len(args))
|
2006-05-03 13:52:54 +02:00
|
|
|
return
|
2006-05-05 12:10:03 +02:00
|
|
|
elif not varargs and args and len(args) != len(parent_data):
|
|
|
|
# functions requiring datasets have to have the right number
|
|
|
|
logger.log('warning', "Function requires %d datasets, but only %d selected." % (len(args), len(parent_data)))
|
|
|
|
return
|
|
|
|
|
|
|
|
# we allow functions requiring no data to be run even if
|
|
|
|
# something is selected
|
2006-05-03 16:47:55 +02:00
|
|
|
|
2006-05-05 12:10:03 +02:00
|
|
|
if not args:
|
2006-05-03 13:52:54 +02:00
|
|
|
new_data = function.run()
|
|
|
|
else:
|
2006-05-05 12:10:03 +02:00
|
|
|
new_data = function.run(*parent_data)
|
2006-05-03 13:52:54 +02:00
|
|
|
|
2006-04-19 21:59:55 +02:00
|
|
|
if new_data != None:
|
2006-04-24 17:20:27 +02:00
|
|
|
project.add_data(parent_data, new_data, function.name)
|
2006-05-03 13:52:54 +02:00
|
|
|
|
2006-04-16 20:25:54 +02:00
|
|
|
logger.log('debug', 'Function ended: %s' % function.name)
|
|
|
|
|