343 lines
18 KiB
Python
343 lines
18 KiB
Python
import datetime, json, pytz, secrets, time
|
|
import pandas, xlrd # qrcode
|
|
from fastapi import APIRouter, Body, Depends, Header, HTTPException, Query, Response, status
|
|
from pydantic import BaseModel, EmailStr, Field
|
|
from typing import Dict, List, Optional, Set, Union
|
|
|
|
from app.lib_general import log, logging, secure_hash_string
|
|
from app.config import settings
|
|
from app.db_sql import sql_insert, sql_update, sql_insert_or_update, sql_select, sql_delete, redis_lookup_id_random
|
|
|
|
from app.routers.api_crud import delete_obj_template, get_obj_template, get_obj_li_template, patch_obj_template, post_obj_template
|
|
|
|
from app.methods.e_impexium_methods import get_custom_fields, get_events, get_event_registrants
|
|
|
|
from app.models.event_badge_models import Event_Badge_Base
|
|
from app.models.response_models import Resp_Body_Base, mk_resp
|
|
|
|
|
|
router = APIRouter()
|
|
|
|
|
|
# Updated 2021-10-07
|
|
@router.get('/event/{e_impexium_event_id}/import_reg', response_model=Resp_Body_Base)
|
|
async def event_import_reg(
|
|
e_impexium_event_id: str = Query(..., min_length=11, max_length=22), # For ISHLT: 41V_2 (2021-04)
|
|
page: int = 1, # 250 per page from Impexium
|
|
event_id: str = Query(..., min_length=11, max_length=22), # For ISHLT: ZDzTBlevhZs (2022-04)
|
|
x_account_id: str = Header(...), # For ISHLT: d8TqXqf1EOg
|
|
response: Response = Response,
|
|
):
|
|
log.setLevel(logging.DEBUG) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL
|
|
log.debug(locals())
|
|
|
|
log.info('Starting Impexium event registration import...')
|
|
|
|
if account_id := redis_lookup_id_random(record_id_random=x_account_id, table_name='account'): pass
|
|
else: return mk_resp(data=None, status_code=404, status_message=f'The Account ID was not found. Account ID: {account_id}', response=response)
|
|
|
|
if event_id := redis_lookup_id_random(record_id_random=event_id, table_name='event'): pass
|
|
else: return mk_resp(data=None, status_code=404, status_message=f'The Event ID was not found. Event ID: {event_id}', response=response)
|
|
|
|
event_registrant_li = get_event_registrants(event_code=e_impexium_event_id, page=page)
|
|
log.debug(type(event_registrant_li))
|
|
|
|
event_badge_li = []
|
|
for event_registrant in event_registrant_li:
|
|
log.info(f"Record Num: {event_registrant.get('recordNumber')}, Registration Num: {event_registrant.get('registrationNumber')}, Registrant Type Code: {event_registrant.get('registrantTypeCode')}")
|
|
log.debug(event_registrant)
|
|
|
|
event_badge_data = {}
|
|
# event_badge_data['account_id'] = account_id
|
|
event_badge_data['event_id'] = event_id
|
|
# Creating an external ID from the Impexium record number and registration number. Very explicitly converting each number to a string before joining, just in case.
|
|
external_id = str(event_registrant.get('recordNumber'))+':'+str(event_registrant.get('registrationNumber'))
|
|
event_badge_data['external_id'] = external_id
|
|
|
|
sql_select_event_badge = f"""
|
|
SELECT id AS event_badge_id, id_random AS event_badge_id_random, external_id AS event_badge_external_id
|
|
FROM `event_badge` AS `event_badge`
|
|
WHERE event_badge.event_id = :event_id
|
|
AND event_badge.external_id = :external_id
|
|
/*LIMIT 1*/;
|
|
"""
|
|
|
|
if event_badge_result := sql_select(sql=sql_select_event_badge, data=event_badge_data):
|
|
log.info('Found Event Badge')
|
|
if isinstance(event_badge_result, list):
|
|
log.error(f'Found more than one Event Badge with the same External ID. Count: {len(event_badge_result)}')
|
|
break
|
|
return False
|
|
else:
|
|
log.info('Update record?')
|
|
else:
|
|
log.info('No Event Badge found')
|
|
log.info('Insert record')
|
|
|
|
event_badge_data['badge_type_code'] = event_registrant.get('registrantTypeCode') # Using this as the badge_type
|
|
event_badge_data['badge_type'] = event_registrant.get('registrantTypeName')
|
|
event_badge_data['member_type_code'] = event_registrant.get('customerType') # Using this as the member_type
|
|
event_badge_data['registration_type_code'] = event_registrant.get('registrantTypeCode')
|
|
event_badge_data['registration_type'] = event_registrant.get('registrantTypeName')
|
|
|
|
event_badge_data['pronouns'] = event_registrant.get('gender')
|
|
|
|
event_badge_data['informal_name'] = event_registrant.get('preferredFirstName')
|
|
event_badge_data['title_names'] = event_registrant.get('prefix')
|
|
event_badge_data['given_name'] = event_registrant.get('firstName')
|
|
event_badge_data['middle_name'] = event_registrant.get('middleName')
|
|
event_badge_data['family_name'] = event_registrant.get('lastName')
|
|
|
|
event_badge_data['designations'] = event_registrant.get('suffix')
|
|
|
|
event_badge_data['professional_title'] = event_registrant.get('title')
|
|
|
|
event_badge_data['display_name'] = event_registrant.get('badgeName')
|
|
|
|
event_badge_data['affiliations'] = event_registrant.get('badgeOrganization')
|
|
|
|
event_badge_data['city'] = event_registrant.get('badgeCity')
|
|
event_badge_data['state_province'] = event_registrant.get('badgeState')
|
|
|
|
if event_badge_obj_in_result := sql_insert(data=event_badge_data, table_name='event_badge', rm_id_random=True, id_random_length=8):
|
|
event_badge_id = event_badge_obj_in_result
|
|
# event_badge_id = event_badge_obj.get('id') # event_badge_id_random
|
|
log.info('Event Badge added. Event Badge ID: {event_badge_id}')
|
|
event_badge_data['event_badge_id'] = event_badge_id
|
|
else:
|
|
log.warning(f'Event Badge not created.')
|
|
log.debug(event_badge_obj_in_result)
|
|
break
|
|
return False
|
|
|
|
|
|
# event_badge_data = {}
|
|
# external_id = event_registrant.get('recordNumber')+':'+event_registrant.get('registrationNumber')
|
|
# event_badge_data['external_id'] = external_id
|
|
# # event_badge_data['reg_num'] = event_registrant.get('registrationNumber')
|
|
# event_badge_data['badge_type_code'] = event_registrant.get('registrantTypeCode') # Using this as the badge_type
|
|
# event_badge_data['badge_type'] = event_registrant.get('registrantTypeName')
|
|
# event_badge_data['member_type_code'] = event_registrant.get('customerType') # Using this as the member_type
|
|
# event_badge_data['registration_type_code'] = event_registrant.get('registrantTypeCode')
|
|
# event_badge_data['registration_type'] = event_registrant.get('registrantTypeName')
|
|
|
|
# event_badge_data['pronouns'] = event_registrant.get('gender')
|
|
|
|
# event_badge_data['informal_name'] = event_registrant.get('preferredFirstName')
|
|
# event_badge_data['title_names'] = event_registrant.get('prefix')
|
|
# event_badge_data['given_name'] = event_registrant.get('firstName')
|
|
# event_badge_data['middle_name'] = event_registrant.get('middleName')
|
|
# event_badge_data['family_name'] = event_registrant.get('lastName')
|
|
# # event_badge_data['not_sure'] = event_registrant.get('secondLastName')
|
|
|
|
# event_badge_data['designations'] = event_registrant.get('suffix')
|
|
|
|
# event_badge_data['professional_title'] = event_registrant.get('title')
|
|
|
|
# event_badge_data['display_name'] = event_registrant.get('badgeName')
|
|
|
|
# event_badge_data['affiliations'] = event_registrant.get('badgeOrganization')
|
|
|
|
# event_badge_data['city'] = event_registrant.get('badgeCity')
|
|
# event_badge_data['state_province'] = event_registrant.get('badgeState')
|
|
|
|
# id, attendedDate, sessions, itemizedCustomFields, guestOfRecordNumber, registrantTypeName, boughtTogetherWith, primaryOrganization, customerType, showInDirectory, addresses, emails, phones
|
|
|
|
event_badge_li.append(event_badge_data)
|
|
|
|
return mk_resp(data=event_badge_li, response=response)
|
|
|
|
for record in df_dict:
|
|
membership_new = None
|
|
person_id = None
|
|
contact_id = None
|
|
address_id = None
|
|
user_id = None
|
|
# person_profile_id = None
|
|
membership_person_id = None
|
|
membership_type_person_id = None
|
|
|
|
person_data = {}
|
|
person_data['account_id'] = account_id
|
|
|
|
if record['external_id']: # This is now required for the membership portion 2021-10-04
|
|
external_id = record['external_id']
|
|
else: continue # external_id = None
|
|
log.info(f'External ID: {external_id}')
|
|
|
|
if record['external_import_id']:
|
|
person_data['external_import_id'] = record['external_import_id']
|
|
else:
|
|
person_data['external_import_id'] = record['email']
|
|
external_import_id = person_data['external_import_id']
|
|
|
|
if membership_type_name := record.get('membership_type', None): pass
|
|
else: continue
|
|
|
|
data = {}
|
|
data['account_id'] = account_id
|
|
data['external_id'] = external_id
|
|
data['external_import_id'] = external_import_id
|
|
sql = f"""
|
|
SELECT *
|
|
FROM `v_person` AS `person`
|
|
WHERE person.account_id = :account_id
|
|
AND person.external_id = :external_id
|
|
LIMIT 1;
|
|
"""
|
|
# sql = f"""
|
|
# SELECT *
|
|
# FROM `v_person` AS `person`
|
|
# WHERE person.account_id = :account_id
|
|
# AND person.external_import_id = :external_import_id
|
|
# ORDER BY `person`.created_on DESC, `person`.updated_on DESC
|
|
# LIMIT 1;
|
|
# """
|
|
if person_rec_result := sql_select(data=data, sql=sql):
|
|
# Pull out IDs of existing person record
|
|
log.debug('Found one record')
|
|
person_rec = person_rec_result
|
|
person_id = person_rec.get('person_id', None)
|
|
contact_id = person_rec.get('contact_id', None)
|
|
address_id = person_rec.get('address_id', None)
|
|
user_id = person_rec.get('user_id', None)
|
|
membership_person_id = person_rec.get('membership_person_id', None)
|
|
log.info(f'Found membership_person_id: {membership_person_id}')
|
|
else:
|
|
continue
|
|
|
|
membership_person_data = {}
|
|
membership_type_person_data = {}
|
|
|
|
|
|
# datetime.datetime.strptime(date_time_str, '%m/%d/%Y')
|
|
|
|
membership_person_data['first_approved_on'] = datetime.datetime.strptime(record.get('membership_join_date', None), '%m/%d/%Y')
|
|
# membership_type_person_data['first_approved_on'] = datetime.datetime.strptime(record.get('membership_join_date', None), '%m/%d/%Y')
|
|
membership_person_data['first_start_on'] = datetime.datetime.strptime(record.get('membership_join_date', None), '%m/%d/%Y')
|
|
membership_type_person_data['first_start_on'] = datetime.datetime.strptime(record.get('membership_join_date', None), '%m/%d/%Y')
|
|
|
|
if membership_last_renewal_date := record.get('membership_last_renewal_date', None):
|
|
membership_person_data['start_on'] = datetime.datetime.strptime(membership_last_renewal_date, '%m/%d/%Y')
|
|
membership_type_person_data['start_on'] = datetime.datetime.strptime(membership_last_renewal_date, '%m/%d/%Y')
|
|
else:
|
|
membership_person_data['start_on'] = datetime.datetime.strptime(record.get('membership_join_date', None), '%m/%d/%Y')
|
|
membership_type_person_data['start_on'] = datetime.datetime.strptime(record.get('membership_join_date', None), '%m/%d/%Y')
|
|
membership_person_data['end_on'] = datetime.datetime.strptime(record.get('membership_expiration_date', None), '%m/%d/%Y')
|
|
membership_type_person_data['end_on'] = datetime.datetime.strptime(record.get('membership_expiration_date', None), '%m/%d/%Y')
|
|
membership_person_data['last_end_on'] = datetime.datetime.strptime(record.get('membership_expiration_date', None), '%m/%d/%Y')
|
|
membership_type_person_data['last_end_on'] = datetime.datetime.strptime(record.get('membership_expiration_date', None), '%m/%d/%Y')
|
|
|
|
current_datetime = datetime.datetime.now()
|
|
if membership_person_data['end_on'] >= current_datetime:
|
|
membership_person_data['lu_membership_person_status_id'] = 5 # 5 = active; expiration is > now
|
|
membership_type_person_data['lu_membership_type_status_id'] = 5 # 5 = active; expiration is > now
|
|
else:
|
|
membership_person_data['lu_membership_person_status_id'] = 7 # 7 = inactive; expiration is < now
|
|
membership_type_person_data['lu_membership_type_status_id'] = 7 # 7 = inactive; expiration is > now
|
|
|
|
|
|
# membership_type_person_data['membership_person_id'] = membership_person_id
|
|
if membership_type_name == 'Al-Anon Member':
|
|
membership_type_person_data['membership_type_id'] = 6
|
|
membership_type_person_data['product_id'] = 13
|
|
membership_person_data['level'] = 1
|
|
membership_type_person_data['level'] = 1
|
|
elif membership_type_name == 'Annual Contribution': # Unsure... making affiliate
|
|
membership_type_person_data['membership_type_id'] = 8
|
|
membership_type_person_data['product_id'] = 13
|
|
membership_person_data['level'] = 3
|
|
membership_type_person_data['level'] = 3
|
|
elif membership_type_name == 'Doctoral Qualifying Member':
|
|
membership_type_person_data['membership_type_id'] = 5
|
|
membership_type_person_data['product_id'] = 4
|
|
membership_person_data['level'] = 1
|
|
membership_type_person_data['level'] = 1
|
|
elif membership_type_name == 'Student Member':
|
|
membership_type_person_data['membership_type_id'] = 7
|
|
membership_type_person_data['product_id'] = 14
|
|
membership_person_data['level'] = 1
|
|
membership_type_person_data['level'] = 1
|
|
|
|
if membership_person_id: # Update the membership records
|
|
membership_person_data['id'] = membership_person_id
|
|
# sql_update() # UPDATE membership_person
|
|
log.info('UPDATE membership_person...')
|
|
if membership_person_obj_up_result := sql_update(data=membership_person_data, table_name='membership_person'):
|
|
log.debug(membership_person_obj_up_result)
|
|
else:
|
|
log.warning(membership_person_obj_up_result)
|
|
# continue # Something unexpected may have happened
|
|
|
|
# sql_update() # UPDATE membership_type_person
|
|
log.info('UPDATE membership_type_person...')
|
|
data = {}
|
|
data['membership_person_id'] = membership_person_id
|
|
sql = f"""
|
|
SELECT *
|
|
FROM `v_membership_person` AS `membership_person`
|
|
WHERE membership_person.id = :membership_person_id
|
|
LIMIT 1;
|
|
"""
|
|
if membership_person_rec_result := sql_select(data=data, sql=sql):
|
|
# Pull out IDs of existing person record
|
|
log.debug('Found one record')
|
|
membership_person_rec = membership_person_rec_result
|
|
membership_type_person_id = membership_person_rec.get('membership_type_person_id', None)
|
|
log.info(f'Found membership_type_person_id: {membership_type_person_id}')
|
|
else:
|
|
continue
|
|
membership_type_person_data['id'] = membership_type_person_id
|
|
if membership_type_person_obj_up_result := sql_update(data=membership_type_person_data, table_name='membership_type_person'):
|
|
log.debug(membership_type_person_obj_up_result)
|
|
else:
|
|
log.warning(membership_type_person_obj_up_result)
|
|
continue # Something unexpected may have happened
|
|
else: # Create new membership records
|
|
membership_person_data['account_id'] = account_id
|
|
membership_person_data['person_id'] = person_id
|
|
membership_person_data['user_id'] = user_id
|
|
|
|
# sql_insert() # INSERT new membership_person
|
|
log.info('INSERT new membership_person...')
|
|
if membership_person_obj_in_result := sql_insert(data=membership_person_data, table_name='membership_person'):
|
|
log.debug(membership_person_obj_in_result)
|
|
membership_person_id = membership_person_obj_in_result # Should be an int
|
|
membership_person_new = True # Need to UPDATE this record after the membership type person data is processed
|
|
else:
|
|
log.warning(membership_person_obj_in_result)
|
|
# continue # Something unexpected may have happened
|
|
|
|
# sql_insert() # INSERT new membership_type_person link using membership_person_id
|
|
log.info('INSERT new membership_type_person link using membership_person_id...')
|
|
membership_type_person_data['membership_person_id'] = membership_person_id
|
|
if membership_type_person_obj_in_result := sql_insert(data=membership_type_person_data, table_name='membership_type_person'):
|
|
log.debug(membership_type_person_obj_in_result)
|
|
membership_type_person_id = membership_type_person_obj_in_result # Should be an int
|
|
membership_type_person_new = True # Need to UPDATE this record after the membership type person data is processed
|
|
else:
|
|
log.warning(membership_type_person_obj_in_result)
|
|
# continue # Something unexpected may have happened
|
|
|
|
membership_person_data['membership_type_person_id'] = membership_type_person_id
|
|
# sql_update() # UPDATE membership_person with new membership_type_person_id
|
|
log.info('UPDATE membership_person with new membership_type_person_id...')
|
|
membership_person_data['id'] = membership_person_id
|
|
if membership_person_obj_up_result := sql_update(data=membership_person_data, table_name='membership_person'):
|
|
log.debug(membership_person_obj_up_result)
|
|
else:
|
|
log.warning(membership_person_obj_up_result)
|
|
continue # Something unexpected may have happened
|
|
|
|
person_data_min = {}
|
|
person_data_min['person_id'] = person_id
|
|
person_data_min['membership_person_id'] = membership_person_id
|
|
person_data_min['membership_type_person_id'] = membership_type_person_id
|
|
person_data_min['membership_type_name'] = membership_type_name
|
|
person_data_li.append(person_data_min)
|
|
log.debug(f"Record processed: {person_id} {record['email']}")
|
|
# log.debug('*** *** *** *** END TEST RUN *** *** *** ***')
|
|
# break
|
|
|
|
return mk_resp(data=person_data_li)
|