import datetime, json, pytz, secrets, time import pandas, xlrd # qrcode from fastapi import APIRouter, Body, Depends, Header, HTTPException, Query, Response, status from pydantic import BaseModel, EmailStr, Field from typing import Dict, List, Optional, Set, Union from app.lib_general import log, logging, secure_hash_string, common_route_params, Common_Route_Params from app.config import settings from app.db_sql import sql_insert, sql_update, sql_insert_or_update, sql_select, sql_delete, redis_lookup_id_random from app.routers.api_crud import delete_obj_template, get_obj_template, get_obj_li_template, patch_obj_template, post_obj_template from app.methods.e_impexium_methods import get_custom_fields, get_events, get_event_registrants, get_individual_custom_fields, get_individual_profile from app.methods.event_session_methods import create_update_event_session_obj_v4 # from app.methods.event_person_methods import create_event_person_obj, create_update_event_person_obj_v4, get_event_person_rec_list, load_event_person_obj, update_event_person_obj, update_event_person_obj_v3 from app.methods.e_confex_methods import get_event_session_list, get_event_session_detail, get_event_presentation_detail, get_event_presenter_detail from app.models.event_session_models import Event_Session_Base from app.models.response_models import Resp_Body_Base, mk_resp router = APIRouter() # ### BEGIN ### API Confex ### import_event_session_list() ### # Updated 2023-04-1 @router.get('/event/{e_confex_event_id}/import_reg', response_model=Resp_Body_Base) async def import_event_session_list( e_confex_event_id: str = Query(..., min_length=5, max_length=22), # For AAPOR: aapor_2023 (2023-05) event_id: str = Query(..., min_length=11, max_length=22), # For AAPOR: 9jW-Db-SF-wt (1478 2023-05); x2H2P2MYlXU (1447 2022-05) # Account ID For AAPOR: j5EBhRDqPuw return_detail: bool = False, commons: Common_Route_Params = Depends(common_route_params), ): log.setLevel(logging.WARNING) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL log.debug(locals()) log.warning('Starting Confex event session list import...') account_id = commons.x_account_id account_id_random = commons.x_account_id_random if event_id := redis_lookup_id_random(record_id_random=event_id, table_name='event'): pass else: return mk_resp(data=None, status_code=404, status_message=f'The Event ID was not found. Event ID: {event_id}', response=commons.response) event_session_li = get_event_session_list() if event_session_li: log.warning(f'Total record count: {len(event_session_li)}') else: return mk_resp(data=None, status_code=404, status_message=f'Checked for event sessions in Confex. No Confex event sessions found.', response=commons.response) # return mk_resp(data=len(event_session_li), status_code=501, response=commons.response) # Not Implemented # return mk_resp(data=event_session_li, status_code=501, response=commons.response) # Not Implemented # BEGIN: Loop through the sessions pulled from Confex loop_count = 0 loop_limit = 200 # 200 event_session_summary_li = [] for event_session in event_session_li: if loop_count > loop_limit: break log.warning(f'BEGIN: **** *** ** * Confex event session import loop #{loop_count} * ** *** ****') confex_session_id = event_session.get('id') event_session_summary = {} event_session_summary['event_session_external_id'] = event_session.get('id') event_session_summary['event_session_name'] = event_session.get('Title') session_time_parts = event_session.get('SortableTimeString').split('_') session_start_datetime_str = session_time_parts[0]+'T'+session_time_parts[1] session_end_datetime_str = session_time_parts[0]+'T'+session_time_parts[2] event_session_summary['event_session_start_datetime'] = session_start_datetime_str event_session_summary['event_session_end_datetime'] = session_end_datetime_str event_session_summary['event_session_start_end_datetime'] = event_session.get('SortableTimeString') # end_time??? event_session_summary['event_session_type'] = event_session.get('ProgramCode') event_session_summary['event_session_type_name'] = event_session.get('ProgramTitle') event_session_summary['event_session_subject_name'] = event_session.get('SubjectTitle') event_session_summary['event_session_file_list'] = event_session.get('Child_MediaFiles') event_session_data = {} event_session_data['external_id'] = event_session.get('id') event_session_data['name'] = event_session.get('Title') event_session_data['start_datetime'] = session_start_datetime_str event_session_data['end_datetime'] = session_end_datetime_str # event_session_data['event_session_start_end_datetime'] = event_session.get('SortableTimeString') # end_time??? # event_session_data['event_session_type'] = event_session.get('ProgramCode') # event_session_data['event_session_type_name'] = event_session.get('ProgramTitle') # event_session_data['event_session_subject_name'] = event_session.get('SubjectTitle') # event_session_data['event_session_file_list'] = event_session.get('Child_MediaFiles') # SortableTimeString - '2023-05-11_08:00:00_09:30:00' # ParentList_Day - ['Day/2023-05-11'] # Child_MediaFiles # ProgramCode # ProgramTitle # SubjectTitle # SubmitterFullName # TopDisplay - main author and affiliation? # TopDisplayWithPapers - all authors and affiliations confex_session_detail = get_event_session_detail(confex_session_id = confex_session_id) event_session_qry = {} event_session_qry['event_id'] = event_id event_session_qry['external_id'] = confex_session_id log.setLevel(logging.INFO) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL log.debug(event_session_qry) sql_select_event_session = f""" SELECT id AS event_session_id, id_random AS event_session_id_random, external_id AS event_session_external_id, event_location_id AS event_location_id FROM `event_session` AS `event_session` WHERE event_session.event_id = :event_id AND event_session.external_id = :external_id /*LIMIT 1*/; """ log.debug(sql_select_event_session) try: event_session_obj = Event_Session_Base(**event_session_data) log.warning(event_session_obj) except ValidationError as e: log.error(e.json()) return False if event_session_result := sql_select(sql=sql_select_event_session, data=event_session_qry): if isinstance(event_session_result, list): log.error(f'Found more than one Event Session with the same External ID. Count: {len(event_session_result)}') break # return False else: event_session_id = event_session_result.get('event_session_id') log.info(f'Found Event Session. Updating existing... Event Session ID: {event_session_id}') if create_event_session_obj_result := create_update_event_session_obj_v4( event_session_dict_obj = event_session_obj, event_session_id = event_session_id, event_id = event_id, ): event_session_id = create_event_session_obj_result log.warning(f'Event Session updated. Event Session ID: {event_session_id}') else: log.warning(f'Event Session not updated. Event Session ID: {event_session_id}') log.debug(create_event_session_obj_result) break # return False else: log.info('No Event Session found. Creating new...') if create_event_session_obj_result := create_update_event_session_obj_v4( event_session_dict_obj = event_session_obj, event_id = event_id, ): event_session_id = create_event_session_obj_result log.warning(f'Event Session created. Event Session ID: {event_session_id}') else: log.warning(f'Event Session not created.') log.debug(create_event_session_obj_result) break # return False event_session_data['event_session_id'] = event_session_id # _random event_session_data['event_presentation_list'] = None # Confex "Paper" if confex_session_detail: log.setLevel(logging.INFO) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL log.debug(f'Session Detail: {confex_session_detail}') # Presentation List event_session_summary['event_presentation_list'] = [] event_session_data['event_presentation_list'] = [] for confex_presentation_paper in confex_session_detail.get('ChildList_Paper'): # Presentation Information confex_presentation_id = confex_presentation_paper event_presentation_data = {} event_presentation_data['external_id'] = confex_presentation_id log.info('Confex: Getting presentation detail...') confex_presentation_detail = get_event_presentation_detail(confex_session_id = confex_session_id, confex_presentation_id = confex_presentation_id) if confex_presentation_detail: log.setLevel(logging.DEBUG) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL log.debug(f'Presentation Detail: {confex_presentation_detail}') event_presentation_data['event_presentation_name'] = confex_presentation_detail.get('Title') event_presentation_data['event_presentation_start_end_datetime'] = confex_presentation_detail.get('SortableTimeString') # Presentation File List (not Presenter specific???) event_presentation_data['event_file_list'] = [] for confex_vendor_file in confex_presentation_detail.get('ChildList_VendorFiles'): log.setLevel(logging.DEBUG) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL log.debug(confex_vendor_file) event_file = {} event_file['filename'] = confex_vendor_file.get('Filename') event_file['ext'] = confex_vendor_file.get('Ext') event_file['size'] = confex_vendor_file.get('Size') # in bytes? event_file['file_purpose'] = confex_vendor_file.get('Table') # 'Handout', 'Presentation' event_file['url'] = confex_vendor_file.get('URL') event_presentation_data['event_file_list'].append(event_file) # Presenter Information event_presentation_data['event_presenter_full_name'] = confex_presentation_detail.get('SubmitterFullName') # Presenter List event_presentation_data['event_presenter_list'] = [] for confex_presenter_person in confex_presentation_detail.get('ChildList_Person'): confex_presenter_id = confex_presenter_person event_presenter_data = {} event_presenter_data['external_id'] = confex_presenter_id confex_presenter_detail = get_event_presenter_detail(confex_session_id = confex_session_id, confex_presentation_id = confex_presentation_id, confex_presenter_id = confex_presenter_id) log.setLevel(logging.INFO) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL if confex_presenter_detail: log.debug(f'Presenter Detail: {confex_presenter_detail}') event_presenter_data['event_presenter_given_name'] = confex_presenter_detail.get('FirstName') event_presenter_data['event_presenter_middle_name'] = confex_presenter_detail.get('MiddleName') event_presenter_data['event_presenter_family_name'] = confex_presenter_detail.get('LastName') log.setLevel(logging.INFO) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL event_presentation_data['event_presenter_list'].append(event_presenter_data) event_session_summary['event_presentation_list'].append(event_presentation_data) # event_session.get('Child_MediaFiles') else: # return mk_resp(data=None, status_code=404, status_message=f'Looked up session in Confex. No Confex event session found.', response=commons.response) log.warning(f'Looked up session {confex_session_id} in Confex. No Confex event session found.') # event_session_data['details'] = confex_session_detail event_session_summary_li.append(event_session_summary) loop_count = loop_count + 1 return mk_resp(data=event_session_summary_li, status_code=200, response=commons.response) # Partially implemented...