2019-12-18 19:02:17 +00:00
|
|
|
import datetime
|
2020-01-23 20:32:53 +00:00
|
|
|
import glob
|
2019-12-27 18:50:03 +00:00
|
|
|
import os
|
2020-02-27 15:30:16 +00:00
|
|
|
import xml.etree.ElementTree as ElementTree
|
2019-12-18 19:02:17 +00:00
|
|
|
|
2020-01-14 16:45:12 +00:00
|
|
|
from crc import app, db, session
|
2020-03-04 18:40:25 +00:00
|
|
|
from crc.models.file import FileType, FileModel, FileDataModel, CONTENT_TYPES
|
2020-01-24 16:52:52 +00:00
|
|
|
from crc.models.study import StudyModel
|
2020-02-27 15:30:16 +00:00
|
|
|
from crc.models.user import UserModel
|
2020-01-24 16:52:52 +00:00
|
|
|
from crc.models.workflow import WorkflowSpecModel
|
2020-03-04 18:40:25 +00:00
|
|
|
from crc.services.file_service import FileService
|
2020-02-10 21:19:23 +00:00
|
|
|
from crc.services.workflow_processor import WorkflowProcessor
|
2020-03-05 19:21:03 +00:00
|
|
|
from crc.models.protocol_builder import ProtocolBuilderStatus
|
2019-12-18 19:02:17 +00:00
|
|
|
|
2020-02-27 15:30:16 +00:00
|
|
|
|
2019-12-18 19:02:17 +00:00
|
|
|
class ExampleDataLoader:
|
2020-03-04 18:40:25 +00:00
|
|
|
@staticmethod
|
|
|
|
def clean_db():
|
|
|
|
session.flush() # Clear out any transactions before deleting it all to avoid spurious errors.
|
|
|
|
for table in reversed(db.metadata.sorted_tables):
|
|
|
|
session.execute(table.delete())
|
|
|
|
session.flush()
|
|
|
|
|
|
|
|
def load_all(self):
|
2020-02-27 15:30:16 +00:00
|
|
|
users = [
|
|
|
|
UserModel(
|
|
|
|
uid='dhf8r',
|
|
|
|
email_address='dhf8r@virginia.EDU',
|
|
|
|
display_name='Daniel Harold Funk',
|
|
|
|
affiliation='staff@virginia.edu;member@virginia.edu',
|
|
|
|
eppn='dhf8r@virginia.edu',
|
|
|
|
first_name='Daniel',
|
|
|
|
last_name='Funk',
|
|
|
|
title='SOFTWARE ENGINEER V'
|
|
|
|
)
|
|
|
|
]
|
2020-03-04 18:40:25 +00:00
|
|
|
db.session.add_all(users)
|
|
|
|
db.session.commit()
|
2020-02-27 15:30:16 +00:00
|
|
|
|
2019-12-30 21:00:33 +00:00
|
|
|
studies = [
|
|
|
|
StudyModel(
|
|
|
|
id=1,
|
|
|
|
title='The impact of fried pickles on beer consumption in bipedal software developers.',
|
|
|
|
last_updated=datetime.datetime.now(),
|
2020-03-05 19:21:03 +00:00
|
|
|
protocol_builder_status=ProtocolBuilderStatus.IN_PROCESS,
|
2019-12-30 21:00:33 +00:00
|
|
|
primary_investigator_id='dhf8r',
|
|
|
|
sponsor='Sartography Pharmaceuticals',
|
2020-02-27 15:30:16 +00:00
|
|
|
ind_number='1234',
|
|
|
|
user_uid='dhf8r'
|
2019-12-30 21:00:33 +00:00
|
|
|
),
|
|
|
|
StudyModel(
|
|
|
|
id=2,
|
|
|
|
title='Requirement of hippocampal neurogenesis for the behavioral effects of soft pretzels',
|
|
|
|
last_updated=datetime.datetime.now(),
|
2020-03-05 19:21:03 +00:00
|
|
|
protocol_builder_status=ProtocolBuilderStatus.IN_PROCESS,
|
2019-12-30 21:00:33 +00:00
|
|
|
primary_investigator_id='dhf8r',
|
|
|
|
sponsor='Makerspace & Co.',
|
2020-02-27 15:30:16 +00:00
|
|
|
ind_number='5678',
|
|
|
|
user_uid='dhf8r'
|
2019-12-30 21:00:33 +00:00
|
|
|
),
|
|
|
|
]
|
2020-03-04 18:40:25 +00:00
|
|
|
db.session.add_all(studies)
|
|
|
|
db.session.commit()
|
2019-12-18 19:02:17 +00:00
|
|
|
|
2020-03-04 18:40:25 +00:00
|
|
|
self.create_spec(id="crc2_training_session_enter_core_info",
|
|
|
|
name="crc2_training_session_enter_core_info",
|
|
|
|
display_name="CR Connect2 - Training Session - Core Info",
|
|
|
|
description='Part of Milestone 3 Deliverable')
|
|
|
|
self.create_spec(id="crc2_training_session_data_security_plan",
|
|
|
|
name="crc2_training_session_data_security_plan",
|
|
|
|
display_name="CR Connect2 - Training Session - Data Security Plan",
|
|
|
|
description='Part of Milestone 3 Deliverable')
|
2020-03-05 22:13:41 +00:00
|
|
|
self.create_spec(id="crc2_training_session_sponsor_funding_source",
|
|
|
|
name="crc2_training_session_sponsor_funding_source",
|
|
|
|
display_name="CR Connect2 - Training Session - Sponsor and/or Funding Source",
|
|
|
|
description='Part of Milestone 3 Deliverable')
|
2019-12-18 19:02:17 +00:00
|
|
|
|
2019-12-27 18:50:03 +00:00
|
|
|
|
2020-02-04 21:49:28 +00:00
|
|
|
def create_spec(self, id, name, display_name="", description="", filepath=None):
|
2020-01-23 20:32:53 +00:00
|
|
|
"""Assumes that a directory exists in static/bpmn with the same name as the given id.
|
|
|
|
further assumes that the [id].bpmn is the primary file for the workflow.
|
2019-12-31 21:32:47 +00:00
|
|
|
returns an array of data models to be added to the database."""
|
2020-03-05 21:55:46 +00:00
|
|
|
global file
|
2020-03-04 18:40:25 +00:00
|
|
|
file_service = FileService()
|
2019-12-31 21:32:47 +00:00
|
|
|
spec = WorkflowSpecModel(id=id,
|
2020-01-28 18:25:54 +00:00
|
|
|
name=name,
|
2019-12-31 21:32:47 +00:00
|
|
|
display_name=display_name,
|
2020-03-15 19:54:13 +00:00
|
|
|
description=description,
|
|
|
|
is_status=id == 'status')
|
2020-03-04 18:40:25 +00:00
|
|
|
db.session.add(spec)
|
|
|
|
db.session.commit()
|
2020-02-04 21:49:28 +00:00
|
|
|
if not filepath:
|
|
|
|
filepath = os.path.join(app.root_path, 'static', 'bpmn', id, "*")
|
2020-01-23 20:32:53 +00:00
|
|
|
files = glob.glob(filepath)
|
|
|
|
for file_path in files:
|
|
|
|
noise, file_extension = os.path.splitext(file_path)
|
|
|
|
filename = os.path.basename(file_path)
|
2020-03-13 18:57:28 +00:00
|
|
|
|
2020-03-15 19:54:13 +00:00
|
|
|
is_status = filename.lower() == 'status.bpmn'
|
2020-03-13 18:57:28 +00:00
|
|
|
is_primary = filename.lower() == id + '.bpmn'
|
2020-01-23 20:32:53 +00:00
|
|
|
try:
|
2020-03-13 18:57:28 +00:00
|
|
|
file = open(file_path, 'rb')
|
2020-02-10 21:19:23 +00:00
|
|
|
data = file.read()
|
2020-03-04 18:40:25 +00:00
|
|
|
content_type = CONTENT_TYPES[file_extension[1:]]
|
|
|
|
file_service.add_workflow_spec_file(workflow_spec=spec, name=filename, content_type=content_type,
|
2020-03-13 18:57:28 +00:00
|
|
|
binary_data=data, primary=is_primary, is_status=is_status)
|
2020-03-05 16:18:20 +00:00
|
|
|
except IsADirectoryError as de:
|
|
|
|
# Ignore sub directories
|
|
|
|
pass
|
2020-01-23 20:32:53 +00:00
|
|
|
finally:
|
2020-03-05 21:55:46 +00:00
|
|
|
if file:
|
|
|
|
file.close()
|
2020-03-04 18:40:25 +00:00
|
|
|
return spec
|