2021-06-23 11:49:34 -04:00

304 lines
10 KiB
Python

from pb.models import IRBInfo, IRBStatus, RequiredDocument, StudyDetails, SelectedUser, Study, IRBInfoEvent, IRBInfoStatus
from pb.forms import StudyTable
from pb import BASE_HREF, app, db, session
from flask import g, render_template, redirect, url_for
from io import TextIOWrapper
from sqlalchemy import func
import datetime
import csv
import requests
import json
def _is_development():
return 'DEVELOPMENT' in app.config and app.config['DEVELOPMENT']
def _is_production():
return 'PRODUCTION' in app.config and app.config['PRODUCTION']
def _get_request_uid(req):
uid = None
if _is_production():
if 'user' in g and g.user is not None:
return g.user.uid
uid = req.headers.get("Uid")
if not uid:
uid = req.headers.get("X-Remote-Uid")
else:
uid = 'current_user'
return uid
def get_current_user(request):
current_user = _get_request_uid(request)
return current_user
def get_selected_user(current_user):
result = db.session.query(SelectedUser).filter(SelectedUser.user_id == current_user).first()
if result:
selected_user = result.selected_user
return selected_user
def update_selected_user(user, selected_user):
model = SelectedUser(user_id=user, selected_user=selected_user)
db_selected_user = db.session.query(SelectedUser).filter(SelectedUser.user_id==user).first()
if db_selected_user:
db_selected_user.selected_user = selected_user
else:
db_selected_user = model
db.session.add(db_selected_user)
db.session.commit()
return db_selected_user
def render_study_template(studies, uva_id):
table = StudyTable(studies)
users = []
[users.append(study.NETBADGEID) for study in db.session.query(Study).all() if study.NETBADGEID not in users]
return render_template(
'index.html',
table=table,
base_href=BASE_HREF,
users=users,
selected_user=uva_id
)
def _update_study(study, form):
if study.STUDYID is None:
# quick hack to get auto-increment without creating a bunch of hassle, this is not
# production code by any stretch of the imagination, but this is a throw away library.
max_id = db.session.query(func.max(Study.STUDYID)).scalar() or 1
study.STUDYID = max_id + 1
else:
# Delete existing required documents for this study.
db.session.query(RequiredDocument).filter(RequiredDocument.STUDYID == study.STUDYID).delete()
study.TITLE = form.TITLE.data
study.NETBADGEID = form.NETBADGEID.data
study.DATE_MODIFIED = datetime.datetime.now()
study.HSRNUMBER = form.HSRNUMBER.data
for r in form.requirements:
if r.checked:
requirement = RequiredDocument(AUXDOCID=r.data, AUXDOC=r.label.text, study=study)
db.session.add(requirement)
q_data = eval(form.Q_COMPLETE.data)
if q_data:
q_data_status = q_data[0]
q_data_detail = q_data[1]
q_status = db.session.query(IRBStatus).filter(IRBStatus.STUDYID == study.STUDYID).first()
if q_status:
q_status.STATUS = q_data_status
q_status.DETAIL = q_data_detail
else:
q_status = IRBStatus(STATUS=q_data_status, DETAIL=q_data_detail, STUDYID=study.STUDYID)
db.session.add(q_status)
db.session.add(study)
db.session.commit()
def _update_irb_info(study_id, irb_info, form):
if irb_info is None:
irb_info = IRBInfo(SS_STUDY_ID=study_id)
db.session.add(irb_info)
db.session.commit()
irb_info.UVA_STUDY_TRACKING = form.UVA_STUDY_TRACKING.data
irb_info.DATE_MODIFIED = form.DATE_MODIFIED.data
irb_info.IRB_ADMINISTRATIVE_REVIEWER = form.IRB_ADMINISTRATIVE_REVIEWER.data
irb_info.AGENDA_DATE = form.AGENDA_DATE.data
irb_info.IRB_REVIEW_TYPE = form.IRB_REVIEW_TYPE.data
# irb_info.IRBEVENT = irb_info_event
if form.IRBEVENT.data:
event_data = eval(form.IRBEVENT.data)
if event_data:
event_id = event_data[0]
event = event_data[1]
irb_info_event = db.session.query(IRBInfoEvent).filter(IRBInfoEvent.STUDY_ID == study_id).first()
if irb_info_event:
irb_info_event.EVENT_ID = event_id
irb_info_event.EVENT = event
else:
irb_info_event = IRBInfoEvent(STUDY_ID=study_id, EVENT_ID=event_id, EVENT=event)
db.session.add(irb_info_event)
# irb_info.IRB_STATUS = form.IRB_STATUS.data
if form.IRB_STATUS.data:
status_data = eval(form.IRB_STATUS.data)
if status_data:
status_id = status_data[0]
status = status_data[1]
irb_info_status = db.session.query(IRBInfoStatus).filter(IRBInfoStatus.STUDY_ID == study_id).first()
if irb_info_status:
irb_info_status.STATUS_ID = status_id
irb_info_status.STATUS = status
else:
irb_info_status = IRBInfoStatus(STUDY_ID=study_id, STATUS_ID=status_id, STATUS=status)
db.session.add(irb_info_status)
irb_info.IRB_OF_RECORD = form.IRB_OF_RECORD.data
irb_info.UVA_IRB_HSR_IS_IRB_OF_RECORD_FOR_ALL_SITES = form.UVA_IRB_HSR_IS_IRB_OF_RECORD_FOR_ALL_SITES.data
irb_info.STUDYIRBREVIEWERADMIN = form.STUDYIRBREVIEWERADMIN.data
db.session.add(irb_info)
db.session.commit()
def _allowed_file(filename):
allowed_extensions = ['csv', 'xls', 'xlsx']
return '.' in filename and \
filename.rsplit('.', 1)[1].lower() in allowed_extensions
def process_csv_study_details(study_id, csv_file):
study_details = db.session.query(StudyDetails).filter(StudyDetails.STUDYID == study_id).first()
csv_file.seek(0)
data = csv.DictReader(TextIOWrapper(csv_file))
for row in data:
if data.line_num == 2:
for key in row.keys():
if key != 'STUDYID':
if hasattr(study_details, key):
if key in row.keys():
val = row[key]
print(key, val)
if key == 'SPONSORS_PROTOCOL_REVISION_DATE':
print(type(val))
if val == '':
val = None
if val == 'null':
val = None
setattr(study_details, key, val)
session.add(study_details)
session.commit()
def has_no_empty_params(rule):
defaults = rule.defaults if rule.defaults is not None else ()
arguments = rule.arguments if rule.arguments is not None else ()
return len(defaults) >= len(arguments)
def redirect_home():
return redirect(url_for('index'))
def _get_required_document_list():
document_list = []
if _is_production():
rv = requests.get('https://hrpp.irb.virginia.edu/webservices/crconnect/crconnect.cfc?method=CrConnectAuxDocList')
if rv.ok:
document_list = json.loads(rv.text)['CRCONNECTDOCS']
elif _is_development():
with open(r'pb/static/json/aux_doc_list.json') as file:
data = file.read()
obj = json.loads(data)
document_list = obj['CRCONNECTDOCS']
return document_list
def compare_the_lists(a, b):
if len(a) != len(b):
return False
for x in a:
if x not in b:
return False
for y in b:
if y not in a:
return False
return True
def verify_required_document_list():
"""We can view the master list at https://hrpp.irb.virginia.edu/webservices/crconnect/crconnect.cfc?method=CrConnectAuxDocList
Locally, the list is hardcoded into models.RequiredDocument.
This is not good. We need to automate this."""
# Grab the two lists--that are formatted differently,
# and build something we can compare.
local = RequiredDocument.all()
local_documents_list = []
for loc in local:
local_documents_list.append({'AUXDOCID': loc.AUXDOCID, 'AUXDOC': loc.AUXDOC})
required_documents_list = []
master_list = _get_required_document_list()
if master_list:
for doc in master_list:
doc['AUXILIARY_DOC'] = doc['AUXILIARY_DOC'].replace("\r", '')
doc['AUXILIARY_DOC'] = doc['AUXILIARY_DOC'].replace("\n", '')
required_documents_list.append({'AUXDOCID': doc['SS_AUXILIARY_DOC_TYPE'], 'AUXDOC': doc['AUXILIARY_DOC']})
verify = compare_the_lists(required_documents_list, local_documents_list)
if not verify:
# Printing this so it is easier to update the hardcoded list in models.RequiredDocument
to_print = '['
for rd in required_documents_list:
to_print += f"RequiredDocument(AUXDOCID={rd['AUXDOCID']}, AUXDOC=\"{rd['AUXDOC']}\"), "
to_print += ']'
print(to_print)
return verify
def _get_study_details_list():
details_list = []
if _is_production():
rv = requests.get('https://hrpp.irb.virginia.edu/webservices/crconnect/crconnect.cfc?method=Study&studyid=15370')
if rv.ok:
details_list = json.loads(rv.text)
elif _is_development():
with open(r'pb/static/json/study_details_list.json') as file:
data = file.read()
obj = json.loads(data)
details_list = obj
return details_list
def verify_study_details_list():
study_details_list = _get_study_details_list()
study_details = study_details_list[0]
details = []
for key in study_details.keys():
details.append(key)
column_statement = "select column_name from information_schema.columns where table_name = 'study_details'"
result = session.execute(column_statement)
column_names = []
for row in result:
column_names.append(row[0])
verify = compare_the_lists(details, column_names)
if not verify:
missing_details, extra_columns = _process_study_details(details, column_names)
# Print this to make it easier to update the table
print(f'Missing Details: {missing_details}')
print(f'Extra Columns: {extra_columns}')
return verify
def _process_study_details(details, column_names):
missing_details = []
extra_columns = []
for x in details:
if x not in column_names:
missing_details.append(x)
for y in column_names:
if y not in details:
extra_columns.append(y)
return missing_details, extra_columns