2019-12-27 18:50:03 +00:00
|
|
|
import io
|
|
|
|
import os
|
|
|
|
from datetime import datetime
|
|
|
|
|
|
|
|
import connexion
|
|
|
|
from flask import send_file
|
|
|
|
|
2020-01-14 16:45:12 +00:00
|
|
|
from crc import session
|
2019-12-27 18:50:03 +00:00
|
|
|
from crc.api.common import ApiErrorSchema, ApiError
|
2020-01-24 16:52:52 +00:00
|
|
|
from crc.models.file import FileModelSchema, FileModel, FileDataModel, FileType
|
2019-12-27 18:50:03 +00:00
|
|
|
|
|
|
|
|
|
|
|
def update_file_from_request(file_model):
|
|
|
|
if 'file' not in connexion.request.files:
|
|
|
|
return ApiErrorSchema().dump(ApiError('invalid_file',
|
|
|
|
'Expected a file named "file" in the multipart form request')), 404
|
|
|
|
file = connexion.request.files['file']
|
|
|
|
file_model.name = file.filename
|
|
|
|
file_model.version = file_model.version + 1
|
|
|
|
file_model.last_updated = datetime.now()
|
|
|
|
file_model.content_type = file.content_type
|
|
|
|
|
|
|
|
# Verify the extension
|
|
|
|
basename, file_extension = os.path.splitext(file.filename)
|
|
|
|
file_extension = file_extension.lower().strip()[1:]
|
|
|
|
if file_extension not in FileType._member_names_:
|
|
|
|
return ApiErrorSchema().dump(ApiError('unknown_extension',
|
|
|
|
'The file you provided does not have an accepted extension:' +
|
|
|
|
file_extension)), 404
|
|
|
|
else:
|
|
|
|
file_model.type = FileType[file_extension]
|
|
|
|
|
2020-02-04 20:44:06 +00:00
|
|
|
file_data_model = session.query(FileDataModel).filter_by(file_model_id=file_model.id).with_for_update().first()
|
2019-12-27 18:50:03 +00:00
|
|
|
if file_data_model is None:
|
2020-01-14 16:45:12 +00:00
|
|
|
file_data_model = FileDataModel(data=file.stream.read(), file_model=file_model)
|
2019-12-27 18:50:03 +00:00
|
|
|
else:
|
|
|
|
file_data_model.data = file.stream.read()
|
|
|
|
|
2020-02-04 19:26:53 +00:00
|
|
|
session.add_all([file_model, file_data_model])
|
2020-01-14 16:45:12 +00:00
|
|
|
session.commit()
|
|
|
|
session.flush() # Assure the id is set on the model before returning it.
|
2020-02-04 19:26:53 +00:00
|
|
|
return FileModelSchema().dump(file_model)
|
2019-12-27 18:50:03 +00:00
|
|
|
|
|
|
|
|
2020-02-05 20:06:19 +00:00
|
|
|
def get_files(workflow_spec_id=None, study_id=None, workflow_id=None, task_id=None, form_field_key=None):
|
|
|
|
if all(v is None for v in [workflow_spec_id, study_id, workflow_id, task_id, form_field_key]):
|
2020-02-04 14:57:02 +00:00
|
|
|
return ApiErrorSchema().dump(ApiError('missing_parameter',
|
|
|
|
'Please specify at least one of workflow_spec_id, study_id, '
|
|
|
|
'workflow_id, and task_id for this file in the HTTP parameters')), 400
|
2019-12-27 18:50:03 +00:00
|
|
|
|
2020-02-04 02:56:18 +00:00
|
|
|
schema = FileModelSchema(many=True)
|
2020-02-04 14:57:02 +00:00
|
|
|
results = session.query(FileModel).filter_by(
|
|
|
|
workflow_spec_id=workflow_spec_id,
|
|
|
|
study_id=study_id,
|
|
|
|
workflow_id=workflow_id,
|
2020-02-05 20:06:19 +00:00
|
|
|
task_id=task_id,
|
|
|
|
form_field_key=form_field_key
|
2020-02-04 14:57:02 +00:00
|
|
|
).all()
|
2020-02-04 02:56:18 +00:00
|
|
|
return schema.dump(results)
|
|
|
|
|
2019-12-27 18:50:03 +00:00
|
|
|
|
2020-02-05 20:06:19 +00:00
|
|
|
def add_file(workflow_spec_id=None, study_id=None, workflow_id=None, task_id=None, form_field_key=None):
|
|
|
|
all_none = all(v is None for v in [workflow_spec_id, study_id, workflow_id, task_id, form_field_key])
|
|
|
|
missing_some = (workflow_spec_id is None) and (None in [study_id, workflow_id, task_id, form_field_key])
|
2020-02-04 14:57:02 +00:00
|
|
|
if all_none or missing_some:
|
|
|
|
return ApiErrorSchema().dump(ApiError('missing_parameter',
|
|
|
|
'Please specify either a workflow_spec_id or all 3 of study_id, '
|
|
|
|
'workflow_id, and task_id for this file in the HTTP parameters')), 404
|
|
|
|
|
|
|
|
file_model = FileModel(
|
|
|
|
version=0,
|
|
|
|
workflow_spec_id=workflow_spec_id,
|
|
|
|
study_id=study_id,
|
|
|
|
workflow_id=workflow_id,
|
2020-02-05 20:06:19 +00:00
|
|
|
task_id=task_id,
|
|
|
|
form_field_key=form_field_key
|
2020-02-04 14:57:02 +00:00
|
|
|
)
|
2020-02-04 19:26:53 +00:00
|
|
|
return update_file_from_request(file_model)
|
2019-12-27 18:50:03 +00:00
|
|
|
|
|
|
|
|
2020-01-31 15:39:19 +00:00
|
|
|
def update_file_data(file_id):
|
2020-01-14 16:45:12 +00:00
|
|
|
file_model = session.query(FileModel).filter_by(id=file_id).with_for_update().first()
|
2019-12-27 18:50:03 +00:00
|
|
|
if file_model is None:
|
|
|
|
return ApiErrorSchema().dump(ApiError('no_such_file', 'The file id you provided does not exist')), 404
|
2020-02-04 19:26:53 +00:00
|
|
|
return update_file_from_request(file_model)
|
2019-12-27 18:50:03 +00:00
|
|
|
|
|
|
|
|
2020-01-31 15:39:19 +00:00
|
|
|
def get_file_data(file_id):
|
2020-01-14 16:45:12 +00:00
|
|
|
file_data = session.query(FileDataModel).filter_by(id=file_id).first()
|
2019-12-27 18:50:03 +00:00
|
|
|
if file_data is None:
|
|
|
|
return ApiErrorSchema().dump(ApiError('no_such_file', 'The file id you provided does not exist')), 404
|
|
|
|
return send_file(
|
2020-01-14 16:45:12 +00:00
|
|
|
io.BytesIO(file_data.data),
|
|
|
|
attachment_filename=file_data.file_model.name,
|
|
|
|
mimetype=file_data.file_model.content_type,
|
|
|
|
cache_timeout=-1 # Don't cache these files on the browser.
|
|
|
|
)
|
2019-12-27 18:50:03 +00:00
|
|
|
|
|
|
|
|
|
|
|
def get_file_info(file_id):
|
2020-01-14 16:45:12 +00:00
|
|
|
file_model = session.query(FileModel).filter_by(id=file_id).with_for_update().first()
|
2019-12-27 18:50:03 +00:00
|
|
|
if file_model is None:
|
|
|
|
return ApiErrorSchema().dump(ApiError('no_such_file', 'The file id you provided does not exist')), 404
|
2020-01-03 16:44:24 +00:00
|
|
|
return FileModelSchema().dump(file_model)
|
2019-12-27 18:50:03 +00:00
|
|
|
|
|
|
|
|
2020-01-31 15:39:19 +00:00
|
|
|
def update_file_info(file_id, body):
|
|
|
|
if file_id is None:
|
|
|
|
error = ApiError('unknown_file', 'Please provide a valid File ID.')
|
|
|
|
return ApiErrorSchema.dump(error), 404
|
|
|
|
|
|
|
|
file_model = session.query(FileModel).filter_by(id=file_id).first()
|
|
|
|
|
|
|
|
if file_model is None:
|
|
|
|
error = ApiError('unknown_file_model', 'The file_model "' + file_id + '" is not recognized.')
|
|
|
|
return ApiErrorSchema.dump(error), 404
|
|
|
|
|
|
|
|
file_model = FileModelSchema().load(body, session=session)
|
|
|
|
session.add(file_model)
|
|
|
|
session.commit()
|
|
|
|
return FileModelSchema().dump(file_model)
|
|
|
|
|
|
|
|
|
2019-12-27 18:50:03 +00:00
|
|
|
def delete_file(file_id):
|
2020-01-23 17:17:58 +00:00
|
|
|
session.query(FileDataModel).filter_by(file_model_id=file_id).delete()
|
2020-01-14 16:45:12 +00:00
|
|
|
session.query(FileModel).filter_by(id=file_id).delete()
|
2020-01-23 17:17:58 +00:00
|
|
|
session.commit()
|