import datetime, json, pytz, secrets, time import pandas, xlrd # qrcode from fastapi import APIRouter, Body, Depends, Header, HTTPException, Query, Response, status from pydantic import BaseModel, EmailStr, Field from typing import Dict, List, Optional, Set, Union from app.lib_general import log, logging, secure_hash_string from app.config import settings from app.db_sql import sql_insert, sql_update, sql_insert_or_update, sql_select, sql_delete, redis_lookup_id_random from app.routers.api_crud import delete_obj_template, get_obj_template, get_obj_li_template, patch_obj_template, post_obj_template from app.methods.e_impexium_methods import get_custom_fields, get_events, get_event_registrants from app.models.event_badge_models import Event_Badge_Base from app.models.response_models import Resp_Body_Base, mk_resp router = APIRouter() # Updated 2021-10-07 @router.get('/event/{e_impexium_event_id}/import_reg', response_model=Resp_Body_Base) async def event_import_reg( e_impexium_event_id: str = Query(..., min_length=11, max_length=22), # For ISHLT: 41V_2 (2021-04) page: int = 1, # 250 per page from Impexium event_id: str = Query(..., min_length=11, max_length=22), # For ISHLT: ZDzTBlevhZs (2022-04) x_account_id: str = Header(...), # For ISHLT: d8TqXqf1EOg response: Response = Response, ): log.setLevel(logging.DEBUG) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL log.debug(locals()) log.info('Starting Impexium event registration import...') if account_id := redis_lookup_id_random(record_id_random=x_account_id, table_name='account'): pass else: return mk_resp(data=None, status_code=404, status_message=f'The Account ID was not found. Account ID: {account_id}', response=response) if event_id := redis_lookup_id_random(record_id_random=event_id, table_name='event'): pass else: return mk_resp(data=None, status_code=404, status_message=f'The Event ID was not found. Event ID: {event_id}', response=response) event_registrant_li = get_event_registrants(event_code=e_impexium_event_id, page=page) log.debug(type(event_registrant_li)) event_badge_li = [] for event_registrant in event_registrant_li: log.info(f"Record Num: {event_registrant.get('recordNumber')}, Registration Num: {event_registrant.get('registrationNumber')}, Registrant Type Code: {event_registrant.get('registrantTypeCode')}") log.debug(event_registrant) event_badge_data = {} # event_badge_data['account_id'] = account_id event_badge_data['event_id'] = event_id # Creating an external ID from the Impexium record number and registration number. Very explicitly converting each number to a string before joining, just in case. external_id = str(event_registrant.get('recordNumber'))+':'+str(event_registrant.get('registrationNumber')) event_badge_data['external_id'] = external_id sql_select_event_badge = f""" SELECT id AS event_badge_id, id_random AS event_badge_id_random, external_id AS event_badge_external_id FROM `event_badge` AS `event_badge` WHERE event_badge.event_id = :event_id AND event_badge.external_id = :external_id /*LIMIT 1*/; """ if event_badge_result := sql_select(sql=sql_select_event_badge, data=event_badge_data): log.info('Found Event Badge') if isinstance(event_badge_result, list): log.error(f'Found more than one Event Badge with the same External ID. Count: {len(event_badge_result)}') break return False else: log.info('Update record?') else: log.info('No Event Badge found') log.info('Insert record') event_badge_data['badge_type_code'] = event_registrant.get('registrantTypeCode') # Using this as the badge_type event_badge_data['badge_type'] = event_registrant.get('registrantTypeName') event_badge_data['member_type_code'] = event_registrant.get('customerType') # Using this as the member_type event_badge_data['registration_type_code'] = event_registrant.get('registrantTypeCode') event_badge_data['registration_type'] = event_registrant.get('registrantTypeName') event_badge_data['pronouns'] = event_registrant.get('gender') event_badge_data['informal_name'] = event_registrant.get('preferredFirstName') event_badge_data['title_names'] = event_registrant.get('prefix') event_badge_data['given_name'] = event_registrant.get('firstName') event_badge_data['middle_name'] = event_registrant.get('middleName') event_badge_data['family_name'] = event_registrant.get('lastName') event_badge_data['designations'] = event_registrant.get('suffix') event_badge_data['professional_title'] = event_registrant.get('title') event_badge_data['display_name'] = event_registrant.get('badgeName') event_badge_data['affiliations'] = event_registrant.get('badgeOrganization') event_badge_data['city'] = event_registrant.get('badgeCity') event_badge_data['state_province'] = event_registrant.get('badgeState') if event_badge_obj_in_result := sql_insert(data=event_badge_data, table_name='event_badge', rm_id_random=True, id_random_length=8): event_badge_id = event_badge_obj_in_result # event_badge_id = event_badge_obj.get('id') # event_badge_id_random log.info('Event Badge added. Event Badge ID: {event_badge_id}') event_badge_data['event_badge_id'] = event_badge_id else: log.warning(f'Event Badge not created.') log.debug(event_badge_obj_in_result) break return False # event_badge_data = {} # external_id = event_registrant.get('recordNumber')+':'+event_registrant.get('registrationNumber') # event_badge_data['external_id'] = external_id # # event_badge_data['reg_num'] = event_registrant.get('registrationNumber') # event_badge_data['badge_type_code'] = event_registrant.get('registrantTypeCode') # Using this as the badge_type # event_badge_data['badge_type'] = event_registrant.get('registrantTypeName') # event_badge_data['member_type_code'] = event_registrant.get('customerType') # Using this as the member_type # event_badge_data['registration_type_code'] = event_registrant.get('registrantTypeCode') # event_badge_data['registration_type'] = event_registrant.get('registrantTypeName') # event_badge_data['pronouns'] = event_registrant.get('gender') # event_badge_data['informal_name'] = event_registrant.get('preferredFirstName') # event_badge_data['title_names'] = event_registrant.get('prefix') # event_badge_data['given_name'] = event_registrant.get('firstName') # event_badge_data['middle_name'] = event_registrant.get('middleName') # event_badge_data['family_name'] = event_registrant.get('lastName') # # event_badge_data['not_sure'] = event_registrant.get('secondLastName') # event_badge_data['designations'] = event_registrant.get('suffix') # event_badge_data['professional_title'] = event_registrant.get('title') # event_badge_data['display_name'] = event_registrant.get('badgeName') # event_badge_data['affiliations'] = event_registrant.get('badgeOrganization') # event_badge_data['city'] = event_registrant.get('badgeCity') # event_badge_data['state_province'] = event_registrant.get('badgeState') # id, attendedDate, sessions, itemizedCustomFields, guestOfRecordNumber, registrantTypeName, boughtTogetherWith, primaryOrganization, customerType, showInDirectory, addresses, emails, phones event_badge_li.append(event_badge_data) return mk_resp(data=event_badge_li, response=response) for record in df_dict: membership_new = None person_id = None contact_id = None address_id = None user_id = None # person_profile_id = None membership_person_id = None membership_type_person_id = None person_data = {} person_data['account_id'] = account_id if record['external_id']: # This is now required for the membership portion 2021-10-04 external_id = record['external_id'] else: continue # external_id = None log.info(f'External ID: {external_id}') if record['external_import_id']: person_data['external_import_id'] = record['external_import_id'] else: person_data['external_import_id'] = record['email'] external_import_id = person_data['external_import_id'] if membership_type_name := record.get('membership_type', None): pass else: continue data = {} data['account_id'] = account_id data['external_id'] = external_id data['external_import_id'] = external_import_id sql = f""" SELECT * FROM `v_person` AS `person` WHERE person.account_id = :account_id AND person.external_id = :external_id LIMIT 1; """ # sql = f""" # SELECT * # FROM `v_person` AS `person` # WHERE person.account_id = :account_id # AND person.external_import_id = :external_import_id # ORDER BY `person`.created_on DESC, `person`.updated_on DESC # LIMIT 1; # """ if person_rec_result := sql_select(data=data, sql=sql): # Pull out IDs of existing person record log.debug('Found one record') person_rec = person_rec_result person_id = person_rec.get('person_id', None) contact_id = person_rec.get('contact_id', None) address_id = person_rec.get('address_id', None) user_id = person_rec.get('user_id', None) membership_person_id = person_rec.get('membership_person_id', None) log.info(f'Found membership_person_id: {membership_person_id}') else: continue membership_person_data = {} membership_type_person_data = {} # datetime.datetime.strptime(date_time_str, '%m/%d/%Y') membership_person_data['first_approved_on'] = datetime.datetime.strptime(record.get('membership_join_date', None), '%m/%d/%Y') # membership_type_person_data['first_approved_on'] = datetime.datetime.strptime(record.get('membership_join_date', None), '%m/%d/%Y') membership_person_data['first_start_on'] = datetime.datetime.strptime(record.get('membership_join_date', None), '%m/%d/%Y') membership_type_person_data['first_start_on'] = datetime.datetime.strptime(record.get('membership_join_date', None), '%m/%d/%Y') if membership_last_renewal_date := record.get('membership_last_renewal_date', None): membership_person_data['start_on'] = datetime.datetime.strptime(membership_last_renewal_date, '%m/%d/%Y') membership_type_person_data['start_on'] = datetime.datetime.strptime(membership_last_renewal_date, '%m/%d/%Y') else: membership_person_data['start_on'] = datetime.datetime.strptime(record.get('membership_join_date', None), '%m/%d/%Y') membership_type_person_data['start_on'] = datetime.datetime.strptime(record.get('membership_join_date', None), '%m/%d/%Y') membership_person_data['end_on'] = datetime.datetime.strptime(record.get('membership_expiration_date', None), '%m/%d/%Y') membership_type_person_data['end_on'] = datetime.datetime.strptime(record.get('membership_expiration_date', None), '%m/%d/%Y') membership_person_data['last_end_on'] = datetime.datetime.strptime(record.get('membership_expiration_date', None), '%m/%d/%Y') membership_type_person_data['last_end_on'] = datetime.datetime.strptime(record.get('membership_expiration_date', None), '%m/%d/%Y') current_datetime = datetime.datetime.now() if membership_person_data['end_on'] >= current_datetime: membership_person_data['lu_membership_person_status_id'] = 5 # 5 = active; expiration is > now membership_type_person_data['lu_membership_type_status_id'] = 5 # 5 = active; expiration is > now else: membership_person_data['lu_membership_person_status_id'] = 7 # 7 = inactive; expiration is < now membership_type_person_data['lu_membership_type_status_id'] = 7 # 7 = inactive; expiration is > now # membership_type_person_data['membership_person_id'] = membership_person_id if membership_type_name == 'Al-Anon Member': membership_type_person_data['membership_type_id'] = 6 membership_type_person_data['product_id'] = 13 membership_person_data['level'] = 1 membership_type_person_data['level'] = 1 elif membership_type_name == 'Annual Contribution': # Unsure... making affiliate membership_type_person_data['membership_type_id'] = 8 membership_type_person_data['product_id'] = 13 membership_person_data['level'] = 3 membership_type_person_data['level'] = 3 elif membership_type_name == 'Doctoral Qualifying Member': membership_type_person_data['membership_type_id'] = 5 membership_type_person_data['product_id'] = 4 membership_person_data['level'] = 1 membership_type_person_data['level'] = 1 elif membership_type_name == 'Student Member': membership_type_person_data['membership_type_id'] = 7 membership_type_person_data['product_id'] = 14 membership_person_data['level'] = 1 membership_type_person_data['level'] = 1 if membership_person_id: # Update the membership records membership_person_data['id'] = membership_person_id # sql_update() # UPDATE membership_person log.info('UPDATE membership_person...') if membership_person_obj_up_result := sql_update(data=membership_person_data, table_name='membership_person'): log.debug(membership_person_obj_up_result) else: log.warning(membership_person_obj_up_result) # continue # Something unexpected may have happened # sql_update() # UPDATE membership_type_person log.info('UPDATE membership_type_person...') data = {} data['membership_person_id'] = membership_person_id sql = f""" SELECT * FROM `v_membership_person` AS `membership_person` WHERE membership_person.id = :membership_person_id LIMIT 1; """ if membership_person_rec_result := sql_select(data=data, sql=sql): # Pull out IDs of existing person record log.debug('Found one record') membership_person_rec = membership_person_rec_result membership_type_person_id = membership_person_rec.get('membership_type_person_id', None) log.info(f'Found membership_type_person_id: {membership_type_person_id}') else: continue membership_type_person_data['id'] = membership_type_person_id if membership_type_person_obj_up_result := sql_update(data=membership_type_person_data, table_name='membership_type_person'): log.debug(membership_type_person_obj_up_result) else: log.warning(membership_type_person_obj_up_result) continue # Something unexpected may have happened else: # Create new membership records membership_person_data['account_id'] = account_id membership_person_data['person_id'] = person_id membership_person_data['user_id'] = user_id # sql_insert() # INSERT new membership_person log.info('INSERT new membership_person...') if membership_person_obj_in_result := sql_insert(data=membership_person_data, table_name='membership_person'): log.debug(membership_person_obj_in_result) membership_person_id = membership_person_obj_in_result # Should be an int membership_person_new = True # Need to UPDATE this record after the membership type person data is processed else: log.warning(membership_person_obj_in_result) # continue # Something unexpected may have happened # sql_insert() # INSERT new membership_type_person link using membership_person_id log.info('INSERT new membership_type_person link using membership_person_id...') membership_type_person_data['membership_person_id'] = membership_person_id if membership_type_person_obj_in_result := sql_insert(data=membership_type_person_data, table_name='membership_type_person'): log.debug(membership_type_person_obj_in_result) membership_type_person_id = membership_type_person_obj_in_result # Should be an int membership_type_person_new = True # Need to UPDATE this record after the membership type person data is processed else: log.warning(membership_type_person_obj_in_result) # continue # Something unexpected may have happened membership_person_data['membership_type_person_id'] = membership_type_person_id # sql_update() # UPDATE membership_person with new membership_type_person_id log.info('UPDATE membership_person with new membership_type_person_id...') membership_person_data['id'] = membership_person_id if membership_person_obj_up_result := sql_update(data=membership_person_data, table_name='membership_person'): log.debug(membership_person_obj_up_result) else: log.warning(membership_person_obj_up_result) continue # Something unexpected may have happened person_data_min = {} person_data_min['person_id'] = person_id person_data_min['membership_person_id'] = membership_person_id person_data_min['membership_type_person_id'] = membership_type_person_id person_data_min['membership_type_name'] = membership_type_name person_data_li.append(person_data_min) log.debug(f"Record processed: {person_id} {record['email']}") # log.debug('*** *** *** *** END TEST RUN *** *** *** ***') # break return mk_resp(data=person_data_li)