Adding Confex API functions. Bug fixes. Clean up.

app/main.py

@@ -18,7 +18,7 @@ from . import config
 from app.log import log, logging
 
 # Import the routers here first:
-from app.routers import aether_cfg, api_crud, api, importing, sql, account, activity_log, address, archive, archive_content, contact, cont_edu_cert, cont_edu_cert_person, data_store, event, event_abstract, event_badge, event_badge_importing, event_badge_template, event_device, event_exhibit, event_exhibit_tracking, event_file, event_importing, event_location, event_person, event_person_detail, event_person_tracking, event_presentation, event_presenter, event_registration, event_session, flask_cfg, fundraising, hosted_file, journal, journal_entry, log_client_viewing, lookup, membership_cfg, membership_group, membership_person_group, membership_person, membership_person_profile, membership_type, membership_person_type, order, order_v3, order_line, order_cart, organization, page, person, person_user, post, post_comment, product, qr, site, site_domain, user, websockets_redis, e_cvent, c_idaa, e_impexium, e_stripe
+from app.routers import aether_cfg, api_crud, api, importing, sql, account, activity_log, address, archive, archive_content, contact, cont_edu_cert, cont_edu_cert_person, data_store, event, event_abstract, event_badge, event_badge_importing, event_badge_template, event_device, event_exhibit, event_exhibit_tracking, event_file, event_importing, event_location, event_person, event_person_detail, event_person_tracking, event_presentation, event_presenter, event_registration, event_session, flask_cfg, fundraising, hosted_file, journal, journal_entry, log_client_viewing, lookup, membership_cfg, membership_group, membership_person_group, membership_person, membership_person_profile, membership_type, membership_person_type, order, order_v3, order_line, order_cart, organization, page, person, person_user, post, post_comment, product, qr, site, site_domain, user, websockets_redis, e_confex, e_cvent, c_idaa, e_impexium, e_stripe
 
 from app.db_sql import sql_select # , sql_connect
 
@@ -396,7 +396,11 @@ app.include_router(
     websockets_redis.router,
     tags=['Websockets (Redis)'],
 )
-
+app.include_router(
+    e_confex.router,
+    prefix='/e/confex',
+    tags=['External Service: Confex'],
+)
 app.include_router(
     e_cvent.router,
     prefix='/e/cvent',

app/methods/e_confex_methods.py

@@ -0,0 +1,293 @@
+import datetime, json, pprint, pytz, random, requests, string, time
+
+from typing import Dict, List, Optional, Set, Union
+from pydantic import BaseModel, EmailStr, Field, PrivateAttr, ValidationError, validator
+
+from app.db_sql import redis_lookup_id_random, sql_insert, sql_select, sql_update
+from app.lib_general import log, logging, logger_reset
+
+
+api = {}
+# api['base_url'] = 'https://aapor.confex.com/aapor/2023/meetingapi.cgi/[object]/[id]'
+api['base_url'] = 'https://aapor.confex.com/aapor/2023/meetingapi.cgi'
+api['headers'] = { 'Content-Type': 'application/json;charset=UTF-8' }
+api['username'] = None
+api['password'] = None
+
+
+# ### BEGIN ### API External Confex Methods ### get_event_session_list() ###
+# Updated 2023-04-11
+@logger_reset
+def get_event_session_list(
+        ):
+    log.setLevel(logging.INFO) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL
+    log.debug(locals())
+
+    # if result := authenticate():
+    #     log.debug(result)
+    # else:
+    #     return False
+
+    endpoint = '/Session'
+    uri = api['base_url']+endpoint
+    params = {}
+
+    confex_session_list = None
+
+    try_request = True
+    max_tries = 5
+    try_count = 0
+    while try_request and try_count <= max_tries:
+            try_count = try_count + 1
+
+            resp = requests.get(url=uri, params=params, headers=api['headers'])
+
+            log.debug(f'Status Code: {resp.status_code}')
+            log.debug(f'Headers: {resp.headers}')
+            # log.debug(f'Encoding: {resp.encoding}')
+            # log.debug('Text:')
+            # log.debug(resp.text)
+            # log.debug(resp.json())
+
+            if resp.status_code == 200:
+                log.info('Status 200')
+                log.debug(resp.json())
+
+                confex_session_list_raw = resp.json() # .get('data').get('dataList')[0]
+                # log.debug(confex_session_list_raw)
+
+                confex_session_list = confex_session_list_raw
+                log.debug(confex_session_list)
+
+                try_request = False
+            elif resp.status_code == 404:
+                log.info('No results returned (status 404)')
+                try_request = False
+                confex_session_list = None
+            elif resp.status_code == 429:
+                log.warning('Hit rate limit. Sleeping for .1 seconds...')
+                time.sleep(.1)
+                try_request = True
+                confex_session_list = False
+            else:
+                log.info('Not trying again')
+                try_request = False
+                confex_session_list = False
+
+                log.warning('Something may have gone wrong during the request.')
+
+                # log.warning('Something may have gone wrong. Setting the API app_user_token_datetime value to None to re-authenticate with Impexium on the next request.')
+                # api['app_user_token_datetime'] = None # Resetting this just in case the App and or User token expired.
+
+    return confex_session_list
+# ### END ### API External Confex Methods ### get_event_session_list() ###
+
+
+# ### BEGIN ### API External Confex Methods ### get_event_session_detail() ###
+# Updated 2023-04-11
+@logger_reset
+def get_event_session_detail(
+        confex_session_id: str, # actually an auto number
+        ):
+    log.setLevel(logging.INFO) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL
+    log.debug(locals())
+
+    # if result := authenticate():
+    #     log.debug(result)
+    # else:
+    #     return False
+
+    endpoint = f'/Session/{confex_session_id}'
+    uri = api['base_url']+endpoint
+    params = {}
+
+    confex_session_detail = None
+
+    try_request = True
+    max_tries = 5
+    try_count = 0
+    while try_request and try_count <= max_tries:
+            try_count = try_count + 1
+
+            resp = requests.get(url=uri, params=params, headers=api['headers'])
+
+            log.debug(f'Status Code: {resp.status_code}')
+            log.debug(f'Headers: {resp.headers}')
+            # log.debug(f'Encoding: {resp.encoding}')
+            # log.debug('Text:')
+            # log.debug(resp.text)
+            # log.debug(resp.json())
+
+            if resp.status_code == 200:
+                log.info('Status 200')
+                log.debug(resp.json())
+
+                confex_session_detail_raw = resp.json() # .get('data').get('dataList')[0]
+                # log.debug(confex_session_detail_raw)
+
+                confex_session_detail = confex_session_detail_raw
+                log.debug(confex_session_detail)
+
+                try_request = False
+            elif resp.status_code == 404:
+                log.info('No results returned (status 404)')
+                try_request = False
+                confex_session_detail = None
+            elif resp.status_code == 429:
+                log.warning('Hit rate limit. Sleeping for .1 seconds...')
+                time.sleep(.1)
+                try_request = True
+                confex_session_detail = False
+            else:
+                log.info('Not trying again')
+                try_request = False
+                confex_session_detail = False
+
+                log.warning('Something may have gone wrong during the request.')
+
+                # log.warning('Something may have gone wrong. Setting the API app_user_token_datetime value to None to re-authenticate with Impexium on the next request.')
+                # api['app_user_token_datetime'] = None # Resetting this just in case the App and or User token expired.
+
+    return confex_session_detail
+# ### END ### API External Confex Methods ### get_event_session_detail() ###
+
+
+# ### BEGIN ### API External Confex Methods ### get_event_presentation_detail() ###
+# Updated 2023-04-11
+@logger_reset
+def get_event_presentation_detail(
+        confex_session_id: str,
+        confex_presentation_id: str, # similar to 'Paper/99999'
+        ):
+    log.setLevel(logging.DEBUG) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL
+    log.debug(locals())
+
+    # if result := authenticate():
+    #     log.debug(result)
+    # else:
+    #     return False
+
+    endpoint = f'/Session/{confex_session_id}/{confex_presentation_id}'
+    uri = api['base_url']+endpoint
+    params = {}
+
+    confex_presentation_detail = None
+
+    try_request = True
+    max_tries = 5
+    try_count = 0
+    while try_request and try_count <= max_tries:
+            try_count = try_count + 1
+
+            resp = requests.get(url=uri, params=params, headers=api['headers'])
+
+            log.debug(f'Status Code: {resp.status_code}')
+            log.debug(f'Headers: {resp.headers}')
+            # log.debug(f'Encoding: {resp.encoding}')
+            # log.debug('Text:')
+            # log.debug(resp.text)
+            # log.debug(resp.json())
+
+            if resp.status_code == 200:
+                log.info('Status 200')
+                log.debug(resp.json())
+
+                confex_presentation_detail_raw = resp.json() # .get('data').get('dataList')[0]
+                # log.debug(confex_presentation_detail_raw)
+
+                confex_presentation_detail = confex_presentation_detail_raw
+                log.debug(confex_presentation_detail)
+
+                try_request = False
+            elif resp.status_code == 404:
+                log.info('No results returned (status 404)')
+                try_request = False
+                confex_presentation_detail = None
+            elif resp.status_code == 429:
+                log.warning('Hit rate limit. Sleeping for .1 seconds...')
+                time.sleep(.1)
+                try_request = True
+                confex_presentation_detail = False
+            else:
+                log.info('Not trying again')
+                try_request = False
+                confex_presentation_detail = False
+
+                log.warning('Something may have gone wrong during the request.')
+
+                # log.warning('Something may have gone wrong. Setting the API app_user_token_datetime value to None to re-authenticate with Impexium on the next request.')
+                # api['app_user_token_datetime'] = None # Resetting this just in case the App and or User token expired.
+
+    return confex_presentation_detail
+# ### END ### API External Confex Methods ### get_event_presentation_detail() ###
+
+
+# ### BEGIN ### API External Confex Methods ### get_event_presenter_detail() ###
+# Updated 2023-04-11
+@logger_reset
+def get_event_presenter_detail(
+        confex_session_id: str,
+        confex_presentation_id: str, # similar to 'Paper/99999'
+        confex_presenter_id: str, # similar to 'Person/99999'
+        ):
+    log.setLevel(logging.DEBUG) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL
+    log.debug(locals())
+
+    # if result := authenticate():
+    #     log.debug(result)
+    # else:
+    #     return False
+
+    endpoint = f'/Session/{confex_session_id}/{confex_presentation_id}/{confex_presenter_id}'
+    uri = api['base_url']+endpoint
+    params = {}
+
+    confex_presenter_detail = None
+
+    try_request = True
+    max_tries = 5
+    try_count = 0
+    while try_request and try_count <= max_tries:
+            try_count = try_count + 1
+
+            resp = requests.get(url=uri, params=params, headers=api['headers'])
+
+            log.debug(f'Status Code: {resp.status_code}')
+            log.debug(f'Headers: {resp.headers}')
+            # log.debug(f'Encoding: {resp.encoding}')
+            # log.debug('Text:')
+            # log.debug(resp.text)
+            # log.debug(resp.json())
+
+            if resp.status_code == 200:
+                log.info('Status 200')
+                log.debug(resp.json())
+
+                confex_presenter_detail_raw = resp.json() # .get('data').get('dataList')[0]
+                # log.debug(confex_presenter_detail_raw)
+
+                confex_presenter_detail = confex_presenter_detail_raw
+                log.debug(confex_presenter_detail)
+
+                try_request = False
+            elif resp.status_code == 404:
+                log.info('No results returned (status 404)')
+                try_request = False
+                confex_presenter_detail = None
+            elif resp.status_code == 429:
+                log.warning('Hit rate limit. Sleeping for .1 seconds...')
+                time.sleep(.1)
+                try_request = True
+                confex_presenter_detail = False
+            else:
+                log.info('Not trying again')
+                try_request = False
+                confex_presenter_detail = False
+
+                log.warning('Something may have gone wrong during the request.')
+
+                # log.warning('Something may have gone wrong. Setting the API app_user_token_datetime value to None to re-authenticate with Impexium on the next request.')
+                # api['app_user_token_datetime'] = None # Resetting this just in case the App and or User token expired.
+
+    return confex_presenter_detail
+# ### END ### API External Confex Methods ### get_event_presenter_detail() ###

app/routers/e_confex.py

@@ -0,0 +1,153 @@
+import datetime, json, pytz, secrets, time
+import pandas, xlrd # qrcode
+from fastapi import APIRouter, Body, Depends, Header, HTTPException, Query, Response, status
+from pydantic import BaseModel, EmailStr, Field
+from typing import Dict, List, Optional, Set, Union
+
+from app.lib_general import log, logging, secure_hash_string, common_route_params, Common_Route_Params
+from app.config import settings
+from app.db_sql import sql_insert, sql_update, sql_insert_or_update, sql_select, sql_delete, redis_lookup_id_random
+
+from app.routers.api_crud import delete_obj_template, get_obj_template, get_obj_li_template, patch_obj_template, post_obj_template
+
+from app.methods.e_impexium_methods import get_custom_fields, get_events, get_event_registrants, get_individual_custom_fields, get_individual_profile
+
+# from app.methods.event_person_methods import create_event_person_obj, create_update_event_person_obj_v4, get_event_person_rec_list, load_event_person_obj, update_event_person_obj, update_event_person_obj_v3
+from app.methods.e_confex_methods import get_event_session_list, get_event_session_detail, get_event_presentation_detail, get_event_presenter_detail
+
+from app.models.event_session_models import Event_Session_Base
+from app.models.response_models import Resp_Body_Base, mk_resp
+
+
+router = APIRouter()
+
+
+# ### BEGIN ### API Confex ### import_event_session_list() ###
+# Updated 2023-04-1
+@router.get('/event/{e_confex_event_id}/import_reg', response_model=Resp_Body_Base)
+async def import_event_session_list(
+        e_confex_event_id: str = Query(..., min_length=5, max_length=22), # For AAPOR: aapor_2023 (2023-05)
+
+        event_id: str = Query(..., min_length=11, max_length=22), # For AAPOR: x2H2P2MYlXU (2023-05)
+        # Account ID For AAPOR: j5EBhRDqPuw
+
+        return_detail: bool = False,
+
+        commons: Common_Route_Params = Depends(common_route_params),
+        ):
+    log.setLevel(logging.WARNING) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL
+    log.debug(locals())
+
+    log.warning('Starting Confex event session list import...')
+
+    account_id = commons.x_account_id
+    account_id_random = commons.x_account_id_random
+
+    if event_id := redis_lookup_id_random(record_id_random=event_id, table_name='event'): pass
+    else: return mk_resp(data=None, status_code=404, status_message=f'The Event ID was not found. Event ID: {event_id}', response=commons.response)
+
+
+    event_session_li = get_event_session_list()
+
+    if event_session_li:
+        log.warning(f'Total record count: {len(event_session_li)}')
+    else:
+        return mk_resp(data=None, status_code=404, status_message=f'Checked for event sessions in Confex. No Confex event sessions found.', response=commons.response)
+
+    # return mk_resp(data=len(event_session_li), status_code=501, response=commons.response) # Not Implemented
+    # return mk_resp(data=event_session_li, status_code=501, response=commons.response) # Not Implemented
+
+    # BEGIN: Loop through the sessions pulled from Confex
+
+    loop_count = 0
+    loop_limit = 5 # 200
+    event_session_data = {}
+    event_session_data_li = []
+    for event_session in event_session_li:
+        if loop_count > loop_limit: break
+        log.warning(f'BEGIN: **** *** ** * Confex event session import loop #{loop_count} * ** *** ****')
+
+        confex_session_id = event_session.get('id')
+
+        event_session_data = {}
+        event_session_data['event_session_external_id'] = event_session.get('id')
+        event_session_data['event_session_name'] = event_session.get('Title')
+        event_session_data['event_session_start_end_datetime'] = event_session.get('SortableTimeString')
+        # end_time???
+        event_session_data['event_session_type'] = event_session.get('ProgramCode')
+        event_session_data['event_session_type_name'] = event_session.get('ProgramTitle')
+        event_session_data['event_session_subject_name'] = event_session.get('SubjectTitle')
+        event_session_data['event_session_file_list'] = event_session.get('Child_MediaFiles')
+
+
+        # SortableTimeString - '2023-05-11_08:00:00_09:30:00'
+        # ParentList_Day - ['Day/2023-05-11']
+        # Child_MediaFiles
+        # ProgramCode
+        # ProgramTitle
+        # SubjectTitle
+        # SubmitterFullName
+        # TopDisplay - main author and affiliation?
+        # TopDisplayWithPapers - all authors and affiliations
+
+        confex_session_detail = get_event_session_detail(confex_session_id = confex_session_id)
+
+        event_session_data['event_presentation_list'] = None
+        if confex_session_detail:
+            log.setLevel(logging.INFO) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL
+            log.debug(f'Session Detail: {confex_session_detail}')
+
+            # Presentation List
+            event_session_data['event_presentation_list'] = []
+
+            for confex_presentation_paper in confex_session_detail.get('ChildList_Paper'):
+                # Presentation Information
+                confex_presentation_id = confex_presentation_paper
+                event_presentation_data = {}
+                event_presentation_data['external_id'] = confex_presentation_id
+
+                confex_presentation_detail = get_event_presentation_detail(confex_session_id = confex_session_id, confex_presentation_id = confex_presentation_id)
+                if confex_presentation_detail:
+                    log.debug(f'Presentation Detail: {confex_presentation_detail}')
+
+                    event_presentation_data['event_presentation_name'] = confex_presentation_detail.get('Title')
+                    event_presentation_data['event_presentation_start_end_datetime'] = confex_presentation_detail.get('SortableTimeString')
+
+                    # Presenter Information
+                    event_presentation_data['event_presenter_full_name'] = confex_presentation_detail.get('SubmitterFullName')
+
+                    # Presenter List
+                    event_presentation_data['event_presenter_list'] = []
+
+                    for confex_presenter_person in confex_presentation_detail.get('ChildList_Person'):
+                        confex_presenter_id = confex_presenter_person
+                        event_presenter_data = {}
+                        event_presenter_data['external_id'] = confex_presenter_id
+
+                        confex_presenter_detail = get_event_presenter_detail(confex_session_id = confex_session_id, confex_presentation_id = confex_presentation_id, confex_presenter_id = confex_presenter_id)
+                        log.setLevel(logging.DEBUG) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL
+                        if confex_presenter_detail:
+                            log.debug(f'Presenter Detail: {confex_presenter_detail}')
+
+                            event_presenter_data['event_presenter_given_name'] = confex_presenter_detail.get('FirstName')
+                            event_presenter_data['event_presenter_middle_name'] = confex_presenter_detail.get('MiddleName')
+                            event_presenter_data['event_presenter_family_name'] = confex_presenter_detail.get('LastName')
+                        log.setLevel(logging.INFO) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL
+                        event_presentation_data['event_presenter_list'].append(event_presenter_data)
+
+
+
+                event_session_data['event_presentation_list'].append(event_presentation_data)
+
+            # event_session.get('Child_MediaFiles')
+        else:
+            # return mk_resp(data=None, status_code=404, status_message=f'Looked up session in Confex. No Confex event session found.', response=commons.response)
+            log.warning(f'Looked up session {confex_session_id} in Confex. No Confex event session found.')
+
+        # event_session_data['details'] = confex_session_detail
+
+        event_session_data_li.append(event_session_data)
+
+        loop_count = loop_count + 1
+
+    return mk_resp(data=event_session_data_li, status_code=501, response=commons.response) # Not Implemented