2020-05-04 14:57:09 +00:00
|
|
|
from datetime import datetime
|
|
|
|
|
2020-05-19 20:11:43 +00:00
|
|
|
import jinja2
|
|
|
|
from SpiffWorkflow import Task as SpiffTask, WorkflowException
|
2020-04-19 19:14:10 +00:00
|
|
|
from SpiffWorkflow.bpmn.specs.ManualTask import ManualTask
|
|
|
|
from SpiffWorkflow.bpmn.specs.ScriptTask import ScriptTask
|
|
|
|
from SpiffWorkflow.bpmn.specs.UserTask import UserTask
|
2020-04-15 15:13:32 +00:00
|
|
|
from SpiffWorkflow.bpmn.workflow import BpmnWorkflow
|
2020-05-04 14:57:09 +00:00
|
|
|
from SpiffWorkflow.dmn.specs.BusinessRuleTask import BusinessRuleTask
|
2020-04-19 19:14:10 +00:00
|
|
|
from SpiffWorkflow.specs import CancelTask, StartTask
|
2020-05-04 14:57:09 +00:00
|
|
|
from flask import g
|
2020-05-19 20:11:43 +00:00
|
|
|
from jinja2 import Template
|
2020-04-15 15:13:32 +00:00
|
|
|
|
2020-05-14 17:43:23 +00:00
|
|
|
from crc import db, app
|
2020-04-15 15:13:32 +00:00
|
|
|
from crc.api.common import ApiError
|
2020-04-21 15:43:43 +00:00
|
|
|
from crc.models.api_models import Task, MultiInstanceType
|
2020-05-19 20:11:43 +00:00
|
|
|
from crc.models.file import LookupDataModel
|
2020-05-04 14:57:09 +00:00
|
|
|
from crc.models.stats import TaskEventModel
|
2020-04-15 15:13:32 +00:00
|
|
|
from crc.services.file_service import FileService
|
2020-05-19 20:11:43 +00:00
|
|
|
from crc.services.lookup_service import LookupService
|
2020-04-15 15:13:32 +00:00
|
|
|
from crc.services.workflow_processor import WorkflowProcessor, CustomBpmnScriptEngine
|
|
|
|
|
|
|
|
|
|
|
|
class WorkflowService(object):
|
2020-05-04 14:57:09 +00:00
|
|
|
TASK_ACTION_COMPLETE = "Complete"
|
|
|
|
TASK_ACTION_TOKEN_RESET = "Backwards Move"
|
|
|
|
TASK_ACTION_HARD_RESET = "Restart (Hard)"
|
|
|
|
TASK_ACTION_SOFT_RESET = "Restart (Soft)"
|
|
|
|
|
2020-04-15 15:13:32 +00:00
|
|
|
"""Provides tools for processing workflows and tasks. This
|
|
|
|
should at some point, be the only way to work with Workflows, and
|
|
|
|
the workflow Processor should be hidden behind this service.
|
|
|
|
This will help maintain a structure that avoids circular dependencies.
|
|
|
|
But for now, this contains tools for converting spiff-workflow models into our
|
|
|
|
own API models with additional information and capabilities."""
|
|
|
|
|
|
|
|
@classmethod
|
|
|
|
def test_spec(cls, spec_id):
|
2020-05-20 01:51:54 +00:00
|
|
|
"""Runs a spec through it's paces to see if it results in any errors. Not fool-proof, but a good
|
2020-04-15 15:13:32 +00:00
|
|
|
sanity check."""
|
2020-04-28 17:48:44 +00:00
|
|
|
version = WorkflowProcessor.get_latest_version_string(spec_id)
|
|
|
|
spec = WorkflowProcessor.get_spec(spec_id, version)
|
2020-04-15 15:13:32 +00:00
|
|
|
bpmn_workflow = BpmnWorkflow(spec, script_engine=CustomBpmnScriptEngine())
|
|
|
|
bpmn_workflow.data[WorkflowProcessor.STUDY_ID_KEY] = 1
|
|
|
|
bpmn_workflow.data[WorkflowProcessor.WORKFLOW_ID_KEY] = spec_id
|
|
|
|
bpmn_workflow.data[WorkflowProcessor.VALIDATION_PROCESS_KEY] = True
|
|
|
|
|
|
|
|
while not bpmn_workflow.is_completed():
|
|
|
|
try:
|
|
|
|
bpmn_workflow.do_engine_steps()
|
|
|
|
tasks = bpmn_workflow.get_tasks(SpiffTask.READY)
|
|
|
|
for task in tasks:
|
|
|
|
task_api = WorkflowService.spiff_task_to_api_task(
|
2020-05-15 19:54:53 +00:00
|
|
|
task,
|
|
|
|
add_docs_and_forms=True) # Assure we try to process the documenation, and raise those errors.
|
2020-05-11 21:04:05 +00:00
|
|
|
WorkflowProcessor.populate_form_with_random_data(task, task_api)
|
2020-04-15 15:13:32 +00:00
|
|
|
task.complete()
|
|
|
|
except WorkflowException as we:
|
|
|
|
raise ApiError.from_task_spec("workflow_execution_exception", str(we),
|
|
|
|
we.sender)
|
|
|
|
|
|
|
|
@staticmethod
|
2020-05-06 17:01:38 +00:00
|
|
|
def spiff_task_to_api_task(spiff_task, add_docs_and_forms=False):
|
2020-04-19 19:14:10 +00:00
|
|
|
task_type = spiff_task.task_spec.__class__.__name__
|
|
|
|
|
|
|
|
if isinstance(spiff_task.task_spec, UserTask):
|
|
|
|
task_type = "UserTask"
|
|
|
|
elif isinstance(spiff_task.task_spec, ManualTask):
|
|
|
|
task_type = "ManualTask"
|
|
|
|
elif isinstance(spiff_task.task_spec, BusinessRuleTask):
|
|
|
|
task_type = "BusinessRuleTask"
|
|
|
|
elif isinstance(spiff_task.task_spec, CancelTask):
|
|
|
|
task_type = "CancelTask"
|
|
|
|
elif isinstance(spiff_task.task_spec, ScriptTask):
|
|
|
|
task_type = "ScriptTask"
|
|
|
|
elif isinstance(spiff_task.task_spec, StartTask):
|
|
|
|
task_type = "StartTask"
|
|
|
|
else:
|
|
|
|
task_type = "NoneTask"
|
|
|
|
|
2020-04-21 15:43:43 +00:00
|
|
|
info = spiff_task.task_info()
|
|
|
|
if info["is_looping"]:
|
|
|
|
mi_type = MultiInstanceType.looping
|
|
|
|
elif info["is_sequential_mi"]:
|
|
|
|
mi_type = MultiInstanceType.sequential
|
|
|
|
elif info["is_parallel_mi"]:
|
|
|
|
mi_type = MultiInstanceType.parallel
|
|
|
|
else:
|
|
|
|
mi_type = MultiInstanceType.none
|
2020-04-19 19:14:10 +00:00
|
|
|
|
2020-05-14 17:43:23 +00:00
|
|
|
props = {}
|
2020-04-21 16:07:59 +00:00
|
|
|
if hasattr(spiff_task.task_spec, 'extensions'):
|
|
|
|
for id, val in spiff_task.task_spec.extensions.items():
|
2020-05-14 17:43:23 +00:00
|
|
|
props[id] = val
|
2020-04-21 16:07:59 +00:00
|
|
|
|
2020-04-15 15:13:32 +00:00
|
|
|
task = Task(spiff_task.id,
|
|
|
|
spiff_task.task_spec.name,
|
|
|
|
spiff_task.task_spec.description,
|
2020-04-19 19:14:10 +00:00
|
|
|
task_type,
|
2020-04-15 15:13:32 +00:00
|
|
|
spiff_task.get_state_name(),
|
|
|
|
None,
|
2020-04-17 17:30:32 +00:00
|
|
|
"",
|
2020-05-15 19:54:53 +00:00
|
|
|
{},
|
2020-04-21 15:43:43 +00:00
|
|
|
mi_type,
|
|
|
|
info["mi_count"],
|
2020-04-21 16:07:59 +00:00
|
|
|
info["mi_index"],
|
2020-05-15 20:38:37 +00:00
|
|
|
process_name=spiff_task.task_spec._wf_spec.description,
|
2020-05-15 19:54:53 +00:00
|
|
|
properties=props
|
|
|
|
)
|
2020-04-15 15:13:32 +00:00
|
|
|
|
2020-05-06 17:01:38 +00:00
|
|
|
# Only process the form and documentation if requested.
|
|
|
|
# The task should be in a completed or a ready state, and should
|
|
|
|
# not be a previously completed MI Task.
|
|
|
|
if add_docs_and_forms:
|
2020-05-15 19:54:53 +00:00
|
|
|
task.data = spiff_task.data
|
2020-04-15 15:13:32 +00:00
|
|
|
if hasattr(spiff_task.task_spec, "form"):
|
|
|
|
task.form = spiff_task.task_spec.form
|
|
|
|
for field in task.form.fields:
|
2020-04-22 23:40:40 +00:00
|
|
|
WorkflowService.process_options(spiff_task, field)
|
2020-04-17 17:30:32 +00:00
|
|
|
task.documentation = WorkflowService._process_documentation(spiff_task)
|
2020-05-14 21:13:47 +00:00
|
|
|
|
|
|
|
# All ready tasks should have a valid name, and this can be computed for
|
|
|
|
# some tasks, particularly multi-instance tasks that all have the same spec
|
|
|
|
# but need different labels.
|
|
|
|
if spiff_task.state == SpiffTask.READY:
|
2020-05-15 19:54:53 +00:00
|
|
|
task.properties = WorkflowService._process_properties(spiff_task, props)
|
2020-05-14 17:43:23 +00:00
|
|
|
|
2020-05-15 19:54:53 +00:00
|
|
|
# Replace the title with the display name if it is set in the task properties,
|
|
|
|
# otherwise strip off the first word of the task, as that should be following
|
|
|
|
# a BPMN standard, and should not be included in the display.
|
|
|
|
if task.properties and "display_name" in task.properties:
|
|
|
|
task.title = task.properties['display_name']
|
|
|
|
elif task.title and ' ' in task.title:
|
|
|
|
task.title = task.title.partition(' ')[2]
|
2020-05-14 21:13:47 +00:00
|
|
|
|
2020-04-15 15:13:32 +00:00
|
|
|
return task
|
|
|
|
|
2020-05-14 17:43:23 +00:00
|
|
|
@staticmethod
|
|
|
|
def _process_properties(spiff_task, props):
|
|
|
|
"""Runs all the property values through the Jinja2 processor to inject data."""
|
2020-05-15 19:54:53 +00:00
|
|
|
for k, v in props.items():
|
2020-05-14 17:43:23 +00:00
|
|
|
try:
|
|
|
|
template = Template(v)
|
|
|
|
props[k] = template.render(**spiff_task.data)
|
|
|
|
except jinja2.exceptions.TemplateError as ue:
|
|
|
|
app.logger.error("Failed to process task property %s " % str(ue))
|
2020-05-15 19:54:53 +00:00
|
|
|
return props
|
2020-05-14 17:43:23 +00:00
|
|
|
|
2020-04-15 15:13:32 +00:00
|
|
|
@staticmethod
|
2020-04-17 17:30:32 +00:00
|
|
|
def _process_documentation(spiff_task):
|
2020-04-15 15:13:32 +00:00
|
|
|
"""Runs the given documentation string through the Jinja2 processor to inject data
|
2020-04-17 17:30:32 +00:00
|
|
|
create loops, etc... - If a markdown file exists with the same name as the task id,
|
|
|
|
it will use that file instead of the documentation. """
|
|
|
|
|
|
|
|
documentation = spiff_task.task_spec.documentation if hasattr(spiff_task.task_spec, "documentation") else ""
|
|
|
|
|
|
|
|
try:
|
|
|
|
doc_file_name = spiff_task.task_spec.name + ".md"
|
|
|
|
data_model = FileService.get_workflow_file_data(spiff_task.workflow, doc_file_name)
|
|
|
|
raw_doc = data_model.data.decode("utf-8")
|
|
|
|
except ApiError:
|
|
|
|
raw_doc = documentation
|
|
|
|
|
|
|
|
if not raw_doc:
|
|
|
|
return ""
|
2020-04-15 15:13:32 +00:00
|
|
|
|
|
|
|
try:
|
2020-04-17 17:30:32 +00:00
|
|
|
template = Template(raw_doc)
|
|
|
|
return template.render(**spiff_task.data)
|
2020-04-15 15:13:32 +00:00
|
|
|
except jinja2.exceptions.TemplateError as ue:
|
2020-05-06 15:46:19 +00:00
|
|
|
|
2020-05-15 19:54:53 +00:00
|
|
|
# return "Error processing template. %s" % ue.message
|
2020-04-15 15:13:32 +00:00
|
|
|
raise ApiError(code="template_error", message="Error processing template for task %s: %s" %
|
2020-04-17 17:30:32 +00:00
|
|
|
(spiff_task.task_spec.name, str(ue)), status_code=500)
|
2020-04-15 15:13:32 +00:00
|
|
|
# TODO: Catch additional errors and report back.
|
|
|
|
|
|
|
|
@staticmethod
|
2020-04-22 23:40:40 +00:00
|
|
|
def process_options(spiff_task, field):
|
2020-05-19 20:11:43 +00:00
|
|
|
lookup_model = LookupService.get_lookup_table(spiff_task, field)
|
2020-04-22 23:40:40 +00:00
|
|
|
|
2020-05-19 20:11:43 +00:00
|
|
|
# If this is an auto-complete field, do not populate options, a lookup will happen later.
|
|
|
|
if field.type == Task.FIELD_TYPE_AUTO_COMPLETE:
|
2020-04-22 23:40:40 +00:00
|
|
|
pass
|
|
|
|
else:
|
|
|
|
data = db.session.query(LookupDataModel).filter(LookupDataModel.lookup_file_model == lookup_model).all()
|
2020-05-11 21:04:05 +00:00
|
|
|
if not hasattr(field, 'options'):
|
|
|
|
field.options = []
|
2020-04-22 23:40:40 +00:00
|
|
|
for d in data:
|
|
|
|
field.options.append({"id": d.value, "name": d.label})
|
|
|
|
|
2020-05-04 14:57:09 +00:00
|
|
|
@staticmethod
|
|
|
|
def log_task_action(processor, spiff_task, action):
|
|
|
|
task = WorkflowService.spiff_task_to_api_task(spiff_task)
|
|
|
|
workflow_model = processor.workflow_model
|
|
|
|
task_event = TaskEventModel(
|
|
|
|
study_id=workflow_model.study_id,
|
|
|
|
user_uid=g.user.uid,
|
|
|
|
workflow_id=workflow_model.id,
|
|
|
|
workflow_spec_id=workflow_model.workflow_spec_id,
|
|
|
|
spec_version=workflow_model.spec_version,
|
|
|
|
action=action,
|
|
|
|
task_id=task.id,
|
|
|
|
task_name=task.name,
|
|
|
|
task_title=task.title,
|
|
|
|
task_type=str(task.type),
|
|
|
|
task_state=task.state,
|
2020-05-15 20:38:37 +00:00
|
|
|
mi_type=task.multi_instance_type.value, # Some tasks have a repeat behavior.
|
|
|
|
mi_count=task.multi_instance_count, # This is the number of times the task could repeat.
|
|
|
|
mi_index=task.multi_instance_index, # And the index of the currently repeating task.
|
|
|
|
process_name=task.process_name,
|
2020-05-04 14:57:09 +00:00
|
|
|
date=datetime.now(),
|
|
|
|
)
|
|
|
|
db.session.add(task_event)
|
|
|
|
db.session.commit()
|