diff --git a/app/main.py b/app/main.py index 2d60a4a..9057370 100644 --- a/app/main.py +++ b/app/main.py @@ -18,7 +18,7 @@ from . import config from app.log import log, logging # Import the routers here first: -from app.routers import aether_cfg, api_crud, api, importing, sql, account, activity_log, address, archive, archive_content, contact, cont_edu_cert, cont_edu_cert_person, data_store, event, event_abstract, event_badge, event_badge_importing, event_badge_template, event_device, event_exhibit, event_exhibit_tracking, event_file, event_importing, event_location, event_person, event_person_detail, event_person_tracking, event_presentation, event_presenter, event_registration, event_session, flask_cfg, fundraising, hosted_file, journal, journal_entry, log_client_viewing, lookup, membership_cfg, membership_group, membership_person_group, membership_person, membership_person_profile, membership_type, membership_person_type, order, order_v3, order_line, order_cart, organization, page, person, person_user, post, post_comment, product, qr, site, site_domain, user, websockets_redis, e_cvent, c_idaa, e_impexium, e_stripe +from app.routers import aether_cfg, api_crud, api, importing, sql, account, activity_log, address, archive, archive_content, contact, cont_edu_cert, cont_edu_cert_person, data_store, event, event_abstract, event_badge, event_badge_importing, event_badge_template, event_device, event_exhibit, event_exhibit_tracking, event_file, event_importing, event_location, event_person, event_person_detail, event_person_tracking, event_presentation, event_presenter, event_registration, event_session, flask_cfg, fundraising, hosted_file, journal, journal_entry, log_client_viewing, lookup, membership_cfg, membership_group, membership_person_group, membership_person, membership_person_profile, membership_type, membership_person_type, order, order_v3, order_line, order_cart, organization, page, person, person_user, post, post_comment, product, qr, site, site_domain, user, websockets_redis, e_confex, e_cvent, c_idaa, e_impexium, e_stripe from app.db_sql import sql_select # , sql_connect @@ -396,7 +396,11 @@ app.include_router( websockets_redis.router, tags=['Websockets (Redis)'], ) - +app.include_router( + e_confex.router, + prefix='/e/confex', + tags=['External Service: Confex'], +) app.include_router( e_cvent.router, prefix='/e/cvent', diff --git a/app/methods/e_confex_methods.py b/app/methods/e_confex_methods.py new file mode 100644 index 0000000..b37b5fc --- /dev/null +++ b/app/methods/e_confex_methods.py @@ -0,0 +1,293 @@ +import datetime, json, pprint, pytz, random, requests, string, time + +from typing import Dict, List, Optional, Set, Union +from pydantic import BaseModel, EmailStr, Field, PrivateAttr, ValidationError, validator + +from app.db_sql import redis_lookup_id_random, sql_insert, sql_select, sql_update +from app.lib_general import log, logging, logger_reset + + +api = {} +# api['base_url'] = 'https://aapor.confex.com/aapor/2023/meetingapi.cgi/[object]/[id]' +api['base_url'] = 'https://aapor.confex.com/aapor/2023/meetingapi.cgi' +api['headers'] = { 'Content-Type': 'application/json;charset=UTF-8' } +api['username'] = None +api['password'] = None + + +# ### BEGIN ### API External Confex Methods ### get_event_session_list() ### +# Updated 2023-04-11 +@logger_reset +def get_event_session_list( + ): + log.setLevel(logging.INFO) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL + log.debug(locals()) + + # if result := authenticate(): + # log.debug(result) + # else: + # return False + + endpoint = '/Session' + uri = api['base_url']+endpoint + params = {} + + confex_session_list = None + + try_request = True + max_tries = 5 + try_count = 0 + while try_request and try_count <= max_tries: + try_count = try_count + 1 + + resp = requests.get(url=uri, params=params, headers=api['headers']) + + log.debug(f'Status Code: {resp.status_code}') + log.debug(f'Headers: {resp.headers}') + # log.debug(f'Encoding: {resp.encoding}') + # log.debug('Text:') + # log.debug(resp.text) + # log.debug(resp.json()) + + if resp.status_code == 200: + log.info('Status 200') + log.debug(resp.json()) + + confex_session_list_raw = resp.json() # .get('data').get('dataList')[0] + # log.debug(confex_session_list_raw) + + confex_session_list = confex_session_list_raw + log.debug(confex_session_list) + + try_request = False + elif resp.status_code == 404: + log.info('No results returned (status 404)') + try_request = False + confex_session_list = None + elif resp.status_code == 429: + log.warning('Hit rate limit. Sleeping for .1 seconds...') + time.sleep(.1) + try_request = True + confex_session_list = False + else: + log.info('Not trying again') + try_request = False + confex_session_list = False + + log.warning('Something may have gone wrong during the request.') + + # log.warning('Something may have gone wrong. Setting the API app_user_token_datetime value to None to re-authenticate with Impexium on the next request.') + # api['app_user_token_datetime'] = None # Resetting this just in case the App and or User token expired. + + return confex_session_list +# ### END ### API External Confex Methods ### get_event_session_list() ### + + +# ### BEGIN ### API External Confex Methods ### get_event_session_detail() ### +# Updated 2023-04-11 +@logger_reset +def get_event_session_detail( + confex_session_id: str, # actually an auto number + ): + log.setLevel(logging.INFO) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL + log.debug(locals()) + + # if result := authenticate(): + # log.debug(result) + # else: + # return False + + endpoint = f'/Session/{confex_session_id}' + uri = api['base_url']+endpoint + params = {} + + confex_session_detail = None + + try_request = True + max_tries = 5 + try_count = 0 + while try_request and try_count <= max_tries: + try_count = try_count + 1 + + resp = requests.get(url=uri, params=params, headers=api['headers']) + + log.debug(f'Status Code: {resp.status_code}') + log.debug(f'Headers: {resp.headers}') + # log.debug(f'Encoding: {resp.encoding}') + # log.debug('Text:') + # log.debug(resp.text) + # log.debug(resp.json()) + + if resp.status_code == 200: + log.info('Status 200') + log.debug(resp.json()) + + confex_session_detail_raw = resp.json() # .get('data').get('dataList')[0] + # log.debug(confex_session_detail_raw) + + confex_session_detail = confex_session_detail_raw + log.debug(confex_session_detail) + + try_request = False + elif resp.status_code == 404: + log.info('No results returned (status 404)') + try_request = False + confex_session_detail = None + elif resp.status_code == 429: + log.warning('Hit rate limit. Sleeping for .1 seconds...') + time.sleep(.1) + try_request = True + confex_session_detail = False + else: + log.info('Not trying again') + try_request = False + confex_session_detail = False + + log.warning('Something may have gone wrong during the request.') + + # log.warning('Something may have gone wrong. Setting the API app_user_token_datetime value to None to re-authenticate with Impexium on the next request.') + # api['app_user_token_datetime'] = None # Resetting this just in case the App and or User token expired. + + return confex_session_detail +# ### END ### API External Confex Methods ### get_event_session_detail() ### + + +# ### BEGIN ### API External Confex Methods ### get_event_presentation_detail() ### +# Updated 2023-04-11 +@logger_reset +def get_event_presentation_detail( + confex_session_id: str, + confex_presentation_id: str, # similar to 'Paper/99999' + ): + log.setLevel(logging.DEBUG) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL + log.debug(locals()) + + # if result := authenticate(): + # log.debug(result) + # else: + # return False + + endpoint = f'/Session/{confex_session_id}/{confex_presentation_id}' + uri = api['base_url']+endpoint + params = {} + + confex_presentation_detail = None + + try_request = True + max_tries = 5 + try_count = 0 + while try_request and try_count <= max_tries: + try_count = try_count + 1 + + resp = requests.get(url=uri, params=params, headers=api['headers']) + + log.debug(f'Status Code: {resp.status_code}') + log.debug(f'Headers: {resp.headers}') + # log.debug(f'Encoding: {resp.encoding}') + # log.debug('Text:') + # log.debug(resp.text) + # log.debug(resp.json()) + + if resp.status_code == 200: + log.info('Status 200') + log.debug(resp.json()) + + confex_presentation_detail_raw = resp.json() # .get('data').get('dataList')[0] + # log.debug(confex_presentation_detail_raw) + + confex_presentation_detail = confex_presentation_detail_raw + log.debug(confex_presentation_detail) + + try_request = False + elif resp.status_code == 404: + log.info('No results returned (status 404)') + try_request = False + confex_presentation_detail = None + elif resp.status_code == 429: + log.warning('Hit rate limit. Sleeping for .1 seconds...') + time.sleep(.1) + try_request = True + confex_presentation_detail = False + else: + log.info('Not trying again') + try_request = False + confex_presentation_detail = False + + log.warning('Something may have gone wrong during the request.') + + # log.warning('Something may have gone wrong. Setting the API app_user_token_datetime value to None to re-authenticate with Impexium on the next request.') + # api['app_user_token_datetime'] = None # Resetting this just in case the App and or User token expired. + + return confex_presentation_detail +# ### END ### API External Confex Methods ### get_event_presentation_detail() ### + + +# ### BEGIN ### API External Confex Methods ### get_event_presenter_detail() ### +# Updated 2023-04-11 +@logger_reset +def get_event_presenter_detail( + confex_session_id: str, + confex_presentation_id: str, # similar to 'Paper/99999' + confex_presenter_id: str, # similar to 'Person/99999' + ): + log.setLevel(logging.DEBUG) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL + log.debug(locals()) + + # if result := authenticate(): + # log.debug(result) + # else: + # return False + + endpoint = f'/Session/{confex_session_id}/{confex_presentation_id}/{confex_presenter_id}' + uri = api['base_url']+endpoint + params = {} + + confex_presenter_detail = None + + try_request = True + max_tries = 5 + try_count = 0 + while try_request and try_count <= max_tries: + try_count = try_count + 1 + + resp = requests.get(url=uri, params=params, headers=api['headers']) + + log.debug(f'Status Code: {resp.status_code}') + log.debug(f'Headers: {resp.headers}') + # log.debug(f'Encoding: {resp.encoding}') + # log.debug('Text:') + # log.debug(resp.text) + # log.debug(resp.json()) + + if resp.status_code == 200: + log.info('Status 200') + log.debug(resp.json()) + + confex_presenter_detail_raw = resp.json() # .get('data').get('dataList')[0] + # log.debug(confex_presenter_detail_raw) + + confex_presenter_detail = confex_presenter_detail_raw + log.debug(confex_presenter_detail) + + try_request = False + elif resp.status_code == 404: + log.info('No results returned (status 404)') + try_request = False + confex_presenter_detail = None + elif resp.status_code == 429: + log.warning('Hit rate limit. Sleeping for .1 seconds...') + time.sleep(.1) + try_request = True + confex_presenter_detail = False + else: + log.info('Not trying again') + try_request = False + confex_presenter_detail = False + + log.warning('Something may have gone wrong during the request.') + + # log.warning('Something may have gone wrong. Setting the API app_user_token_datetime value to None to re-authenticate with Impexium on the next request.') + # api['app_user_token_datetime'] = None # Resetting this just in case the App and or User token expired. + + return confex_presenter_detail +# ### END ### API External Confex Methods ### get_event_presenter_detail() ### \ No newline at end of file diff --git a/app/routers/e_confex.py b/app/routers/e_confex.py new file mode 100644 index 0000000..e3cdf24 --- /dev/null +++ b/app/routers/e_confex.py @@ -0,0 +1,153 @@ +import datetime, json, pytz, secrets, time +import pandas, xlrd # qrcode +from fastapi import APIRouter, Body, Depends, Header, HTTPException, Query, Response, status +from pydantic import BaseModel, EmailStr, Field +from typing import Dict, List, Optional, Set, Union + +from app.lib_general import log, logging, secure_hash_string, common_route_params, Common_Route_Params +from app.config import settings +from app.db_sql import sql_insert, sql_update, sql_insert_or_update, sql_select, sql_delete, redis_lookup_id_random + +from app.routers.api_crud import delete_obj_template, get_obj_template, get_obj_li_template, patch_obj_template, post_obj_template + +from app.methods.e_impexium_methods import get_custom_fields, get_events, get_event_registrants, get_individual_custom_fields, get_individual_profile + +# from app.methods.event_person_methods import create_event_person_obj, create_update_event_person_obj_v4, get_event_person_rec_list, load_event_person_obj, update_event_person_obj, update_event_person_obj_v3 +from app.methods.e_confex_methods import get_event_session_list, get_event_session_detail, get_event_presentation_detail, get_event_presenter_detail + +from app.models.event_session_models import Event_Session_Base +from app.models.response_models import Resp_Body_Base, mk_resp + + +router = APIRouter() + + +# ### BEGIN ### API Confex ### import_event_session_list() ### +# Updated 2023-04-1 +@router.get('/event/{e_confex_event_id}/import_reg', response_model=Resp_Body_Base) +async def import_event_session_list( + e_confex_event_id: str = Query(..., min_length=5, max_length=22), # For AAPOR: aapor_2023 (2023-05) + + event_id: str = Query(..., min_length=11, max_length=22), # For AAPOR: x2H2P2MYlXU (2023-05) + # Account ID For AAPOR: j5EBhRDqPuw + + return_detail: bool = False, + + commons: Common_Route_Params = Depends(common_route_params), + ): + log.setLevel(logging.WARNING) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL + log.debug(locals()) + + log.warning('Starting Confex event session list import...') + + account_id = commons.x_account_id + account_id_random = commons.x_account_id_random + + if event_id := redis_lookup_id_random(record_id_random=event_id, table_name='event'): pass + else: return mk_resp(data=None, status_code=404, status_message=f'The Event ID was not found. Event ID: {event_id}', response=commons.response) + + + event_session_li = get_event_session_list() + + if event_session_li: + log.warning(f'Total record count: {len(event_session_li)}') + else: + return mk_resp(data=None, status_code=404, status_message=f'Checked for event sessions in Confex. No Confex event sessions found.', response=commons.response) + + # return mk_resp(data=len(event_session_li), status_code=501, response=commons.response) # Not Implemented + # return mk_resp(data=event_session_li, status_code=501, response=commons.response) # Not Implemented + + # BEGIN: Loop through the sessions pulled from Confex + + loop_count = 0 + loop_limit = 5 # 200 + event_session_data = {} + event_session_data_li = [] + for event_session in event_session_li: + if loop_count > loop_limit: break + log.warning(f'BEGIN: **** *** ** * Confex event session import loop #{loop_count} * ** *** ****') + + confex_session_id = event_session.get('id') + + event_session_data = {} + event_session_data['event_session_external_id'] = event_session.get('id') + event_session_data['event_session_name'] = event_session.get('Title') + event_session_data['event_session_start_end_datetime'] = event_session.get('SortableTimeString') + # end_time??? + event_session_data['event_session_type'] = event_session.get('ProgramCode') + event_session_data['event_session_type_name'] = event_session.get('ProgramTitle') + event_session_data['event_session_subject_name'] = event_session.get('SubjectTitle') + event_session_data['event_session_file_list'] = event_session.get('Child_MediaFiles') + + + # SortableTimeString - '2023-05-11_08:00:00_09:30:00' + # ParentList_Day - ['Day/2023-05-11'] + # Child_MediaFiles + # ProgramCode + # ProgramTitle + # SubjectTitle + # SubmitterFullName + # TopDisplay - main author and affiliation? + # TopDisplayWithPapers - all authors and affiliations + + confex_session_detail = get_event_session_detail(confex_session_id = confex_session_id) + + event_session_data['event_presentation_list'] = None + if confex_session_detail: + log.setLevel(logging.INFO) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL + log.debug(f'Session Detail: {confex_session_detail}') + + # Presentation List + event_session_data['event_presentation_list'] = [] + + for confex_presentation_paper in confex_session_detail.get('ChildList_Paper'): + # Presentation Information + confex_presentation_id = confex_presentation_paper + event_presentation_data = {} + event_presentation_data['external_id'] = confex_presentation_id + + confex_presentation_detail = get_event_presentation_detail(confex_session_id = confex_session_id, confex_presentation_id = confex_presentation_id) + if confex_presentation_detail: + log.debug(f'Presentation Detail: {confex_presentation_detail}') + + event_presentation_data['event_presentation_name'] = confex_presentation_detail.get('Title') + event_presentation_data['event_presentation_start_end_datetime'] = confex_presentation_detail.get('SortableTimeString') + + # Presenter Information + event_presentation_data['event_presenter_full_name'] = confex_presentation_detail.get('SubmitterFullName') + + # Presenter List + event_presentation_data['event_presenter_list'] = [] + + for confex_presenter_person in confex_presentation_detail.get('ChildList_Person'): + confex_presenter_id = confex_presenter_person + event_presenter_data = {} + event_presenter_data['external_id'] = confex_presenter_id + + confex_presenter_detail = get_event_presenter_detail(confex_session_id = confex_session_id, confex_presentation_id = confex_presentation_id, confex_presenter_id = confex_presenter_id) + log.setLevel(logging.DEBUG) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL + if confex_presenter_detail: + log.debug(f'Presenter Detail: {confex_presenter_detail}') + + event_presenter_data['event_presenter_given_name'] = confex_presenter_detail.get('FirstName') + event_presenter_data['event_presenter_middle_name'] = confex_presenter_detail.get('MiddleName') + event_presenter_data['event_presenter_family_name'] = confex_presenter_detail.get('LastName') + log.setLevel(logging.INFO) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL + event_presentation_data['event_presenter_list'].append(event_presenter_data) + + + + event_session_data['event_presentation_list'].append(event_presentation_data) + + # event_session.get('Child_MediaFiles') + else: + # return mk_resp(data=None, status_code=404, status_message=f'Looked up session in Confex. No Confex event session found.', response=commons.response) + log.warning(f'Looked up session {confex_session_id} in Confex. No Confex event session found.') + + # event_session_data['details'] = confex_session_detail + + event_session_data_li.append(event_session_data) + + loop_count = loop_count + 1 + + return mk_resp(data=event_session_data_li, status_code=501, response=commons.response) # Not Implemented