Scott.Idem/OSIT-AE-API-FastAPI
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

General clean up. Work on importing AAPOR. Work on sessions, presentations, and presenters.

Browse Source
This commit is contained in:
Scott Idem
2022-04-12 04:08:52 -04:00
parent f15179fb02
commit 16fca4b2f0
8 changed files with 485 additions and 178 deletions
Download Patch File Download Diff File Expand all files Collapse all files

326
app/routers/importing.py
View File

@@ -1708,21 +1708,315 @@ async def bgh_program_import(
log.debug(create_update_event_session_obj_v4_result)
session_dict_li.append(session_dict)
# try:
# event_session_obj = Event_Session_Base(**session_dict)
# log.debug(event_session_obj)
# except ValidationError as e:
# log.error(e.json())
# break
# log.setLevel(logging.DEBUG) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL
# if event_session_dict_in_result := sql_insert(data=event_session_dict, table_name='event_session', rm_id_random=True, id_random_length=8): pass
# else:
# log.warning(f'Event Session not created.')
# log.debug(event_session_dict_in_result)
# return False
# log.debug(event_session_dict_in_result)
return mk_resp(data=session_dict_li, response=commons.response)
return mk_resp(data=session_dict_li, response=commons.response)
# AAPOR program import
# Updated 2022-04-11
@router.get('/aapor_program_import', response_model=Resp_Body_Base)
async def aapor_program_import(
event_id: str = Query(..., min_length=11, max_length=22),
begin_at: int = 0,
end_at: int = 50,
commons: Common_Route_Params = Depends(common_route_params),
):
log.setLevel(logging.INFO) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL
log.debug(locals())
account_id = commons.x_account_id # 20 j5EBhRDqPuw
# AAPOR 2022: 1447 x2H2P2MYlXU
if event_id := redis_lookup_id_random(record_id_random=event_id, table_name='event'): pass
# elif event_exhibit_id is None: pass
else: return mk_resp(data=None, status_code=404, response=commons.response, status_message='The Event ID was invalid or not found.')
# PART 0: Load the data
full_file_path = 'admin/temp/import_aapor_2022-04_program_data.csv'
df = pandas.read_csv(
full_file_path,
na_filter = False,
dtype = {
'presentation_code': str,
'presentation_title': str,
'presentation_code': str,
'presentation_start_datetime': str,
'presentation_end_datetime': str,
'presenter_number': str,
'presenter_given_name': str,
'presenter_family_name': str,
'session_code': str,
'Session Code': str,
'session_title': str,
'session_description': str,
'session_start_datetime': str,
'session_end_datetime': str,
'session_location': str,
'session_location_code': str,
},
parse_dates = ['session_start_datetime', 'session_end_datetime']
)
#df = df.fillna('') # replace NaN with ''
# df = df.fillna(None)
# df = df.fillna('', inplace=True)
#return str(df.info())
df.rename(columns={
'presenter_number': 'presenter_code',
'Presenter Number': 'presenter_code',
'Presenter Code': 'presenter_code',
'Presentation Code': 'presentation_code',
'presentation_title': 'presentation_name',
'given_name (first)': 'presenter_given_name',
'family_name (last)': 'presenter_family_name',
'Session Code': 'session_code',
'session_title': 'session_name',
'Session Title': 'session_name',
'session_location_code': 'location_code',
'session_location': 'location_name',
},
inplace = True)
log.debug(df)
# datetime.datetime.strptime(updated_on, '%d-%b-%Y')
df_dict = df.to_dict(orient='records')
# log.debug(df_dict)
from app.methods.event_session_methods import create_event_session_obj, create_update_event_session_obj_v4, load_event_session_obj, get_event_session_rec_list, update_event_session_obj_v3, update_event_session_obj
from app.methods.event_presentation_methods import create_event_presentation_obj, create_update_event_presentation_obj_v4, load_event_presentation_obj, get_event_presentation_rec_list, update_event_presentation_obj_v3, update_event_presentation_obj
from app.methods.event_presenter_methods import create_event_presenter_obj, create_update_event_presenter_obj_v4, load_event_presenter_obj, get_event_presenter_rec_list, update_event_presenter_obj_v3, update_event_presenter_obj
from app.models.event_session_models import Event_Session_Base
session_dict_li = []
# NOTE: I think I really like the way I did this loop counter and logging. -2022-04-14
loop_count = 0
for record in df_dict:
loop_count = loop_count + 1
if loop_count <= begin_at:
log.info(f'Skipping loop #{loop_count}')
continue
if loop_count > end_at:
log.info(f'Stopping at loop #{loop_count}')
break
else:
log.info(f'Starting loop #{loop_count}')
log.info('# PART 1: Process the session data')
session_data = {}
session_data['event_id'] = event_id
session_data['code'] = record.get('session_code')
session_data['name'] = record.get('session_name')
session_data['description'] = record.get('session_description')
session_data['start_datetime'] = record.get('session_start_datetime')
session_data['end_datetime'] = record.get('session_end_datetime')
location_name = record.get('location_name')
if location_name == 'Arkansas': session_data['event_location_id'] = 306
elif location_name == 'Colorado': session_data['event_location_id'] = 307
elif location_name == 'Erie': session_data['event_location_id'] = 308
elif location_name == 'Huron': session_data['event_location_id'] = 309
elif location_name == 'Michigan A': session_data['event_location_id'] = 310
elif location_name == 'Michigan B': session_data['event_location_id'] = 311
elif location_name == 'Mississippi': session_data['event_location_id'] = 312
elif location_name == 'Missouri': session_data['event_location_id'] = 313
elif location_name == 'Ontario': session_data['event_location_id'] = 314
elif location_name == 'Streeterville': session_data['event_location_id'] = 315
elif location_name == 'Superior A': session_data['event_location_id'] = 316
elif location_name == 'Superior B': session_data['event_location_id'] = 317
elif location_name == 'Wrigleyville': session_data['event_location_id'] = 318
session_data['enable'] = True
session_data['hide'] = False
log.debug(session_data)
data = {}
data['event_id'] = event_id
data['code'] = session_data['code']
sql = f"""
SELECT `event_session`.id AS 'event_session_id', `event_session`.id_random AS 'event_session_id_random'
FROM `event_session` AS `event_session`
WHERE
event_session.event_id = :event_id
AND event_session.code = :code
LIMIT 1;
"""
# log.debug(sql)
if event_session_rec_li_result := sql_select(data=data, sql=sql, as_list=True):
log.info('Got a list result')
event_session_rec = event_session_rec_li_result[0]
log.debug(event_session_rec)
else: # [] or False
log.info('No results or something went wrong')
event_session_rec = None
log.debug(event_session_rec_li_result)
# log.error('Hit break point')
# break
event_session_id = None
if event_session_rec:
log.info('Found a record. Updating...')
event_session_id = event_session_rec.get('event_session_id')
if update_event_session_obj_result := update_event_session_obj_v3(
event_session_id = event_session_id,
event_session_obj_exist = session_data
): pass
else:
log.error('Something went wrong while trying to update an event session.')
# event_session_id = update_event_session_obj_result
break
log.debug(update_event_session_obj_result)
else:
log.info('No record found. Inserting...')
if create_event_session_obj_result := create_event_session_obj(
event_id = event_id,
event_session_obj_new = session_data
):
event_session_id = create_event_session_obj_result
else:
log.error('Something went wrong while trying to create a new event session.')
# event_session_id = create_event_session_obj_result
break
log.debug(create_event_session_obj_result)
# log.error('Hit continue to next loop point')
# continue
# log.error('Hit break point')
# break
log.info('# PART 2: Process the presentation data')
presentation_data = {}
presentation_data['for_type'] = 'event_session'
presentation_data['for_id'] = event_session_id
presentation_data['event_session_id'] = event_session_id
presentation_data['code'] = record.get('presentation_code')
presentation_data['name'] = record.get('presentation_name')
presentation_data['description'] = record.get('presentation_description')
presentation_data['start_datetime'] = record.get('presentation_start_datetime')
presentation_data['end_datetime'] = record.get('presentation_end_datetime')
presentation_data['enable'] = True
session_data['hide'] = False
log.debug(presentation_data)
data = {}
data['event_session_id'] = event_session_id
data['code'] = presentation_data['code']
sql = f"""
SELECT `event_presentation`.id AS 'event_presentation_id', `event_presentation`.id_random AS 'event_presentation_id_random'
FROM `event_presentation` AS `event_presentation`
WHERE
event_presentation.event_session_id = :event_session_id
AND event_presentation.code = :code
LIMIT 1;
"""
log.debug(sql)
if event_presentation_rec_li_result := sql_select(data=data, sql=sql, as_list=True):
log.info('Got a list result')
event_presentation_rec = event_presentation_rec_li_result[0]
else: # [] or False
log.info('No results or something went wrong')
event_presentation_rec = None
log.debug(event_presentation_rec_li_result)
event_presentation_id = None
if event_presentation_rec:
log.info('Found a record. Updating...')
event_presentation_id = event_presentation_rec.get('event_presentation_id')
if update_event_presentation_obj_result := update_event_presentation_obj_v3(
event_presentation_id = event_presentation_id,
event_presentation_obj_exist = presentation_data,
event_session_id = event_session_id,
): pass
else:
log.error('Something went wrong while trying to update an event presentation.')
# event_presentation_id = update_event_presentation_obj_result
break
log.debug(update_event_presentation_obj_result)
else:
log.info('No record found. Inserting...')
if create_event_presentation_obj_result := create_event_presentation_obj(
event_session_id = event_session_id,
event_presentation_obj_new = presentation_data
):
event_presentation_id = create_event_presentation_obj_result
else:
log.error('Something went wrong while trying to create a new event presentation.')
# event_presentation_id = create_event_presentation_obj_result
break
log.debug(create_event_presentation_obj_result)
# log.error('Hit continue to next loop point')
# continue
# log.error('Hit break point')
# break
log.info('# PART 3: Process the presenter data')
presenter_data = {}
presenter_data['for_type'] = 'event_presentation'
presenter_data['for_id'] = event_presentation_id
presenter_data['event_session_id'] = event_session_id
presenter_data['event_presentation_id'] = event_presentation_id
presenter_data['code'] = record.get('presenter_code')
presenter_data['given_name'] = record.get('presenter_given_name')
presenter_data['family_name'] = record.get('presenter_family_name')
presenter_data['sort'] = record.get('presenter_code') # Using the code as the sort as well
presenter_data['enable'] = True
presenter_data['hide'] = False
log.debug(presenter_data)
data = {}
data['event_presentation_id'] = event_presentation_id
data['code'] = presenter_data['code']
sql = f"""
SELECT `event_presenter`.id AS 'event_presenter_id', `event_presenter`.id_random AS 'event_presenter_id_random'
FROM `event_presenter` AS `event_presenter`
WHERE
event_presenter.event_presentation_id = :event_presentation_id
AND event_presenter.code = :code
LIMIT 1;
"""
log.debug(sql)
if event_presenter_rec_li_result := sql_select(data=data, sql=sql, as_list=True):
log.info('Got a list result')
event_presenter_rec = event_presenter_rec_li_result[0]
else: # [] or False
log.info('No results or something went wrong')
event_presenter_rec = None
log.debug(event_presenter_rec_li_result)
event_presenter_id = None
if event_presenter_rec:
log.info('Found a record. Updating...')
event_presenter_id = event_presenter_rec.get('event_presenter_id')
if update_event_presenter_obj_result := update_event_presenter_obj_v3(
event_presenter_id = event_presenter_id,
event_presenter_obj_exist = presenter_data,
event_presentation_id = event_presentation_id,
): pass
else:
log.error('Something went wrong while trying to update an event presenter.')
# event_presenter_id = update_event_presenter_obj_result
break
log.debug(update_event_presenter_obj_result)
else:
log.info('No record found. Inserting...')
if create_event_presenter_obj_result := create_event_presenter_obj(
event_presentation_id = event_presentation_id,
event_presenter_obj_new = presenter_data
):
event_presenter_id = create_event_presenter_obj_result
else:
log.error('Something went wrong while trying to create a new event presenter.')
# event_presenter_id = create_event_presenter_obj_result
break
log.debug(create_event_presenter_obj_result)
# log.error('Hit break point')
# break
return mk_resp(data=session_dict_li, response=commons.response)