Files
OSIT-AE-API-FastAPI/app/models/archive_content_models.py
Scott Idem 802c75bad9 V3: Standardize Primary AE Objects and Synchronize Search Whitelists.
- Synchronized searchable_fields (V3 whitelists) across all Primary and Active AE objects (Identity, People, Events, Journals, Posts, Archives, Business).
- Standardized Pydantic models for core objects to include the 10 common fields (id, id_random, enable, hide, priority, sort, group, notes, created_on, updated_on).
- Fixed field aliases and uncommented valid database columns in User_Base and Organization_Base.
- Pruned non-existent fields from searchable lists in legacy or config-specific definitions (account_cfg, user_role, log_client_viewing).
- Added system discovery and validation tools:
    - ae_object_info.py: AE object status and metadata browser.
    - export_all_interfaces.py: E2E TypeScript interface generator.
    - Verification scripts for searchable field consistency.
- Updated Jan 8 milestone progress and platform roadmap in GEMINI.md.
2026-01-08 12:24:34 -05:00

177 lines
6.0 KiB
Python

import datetime, pytz
from typing import Dict, List, Optional, Set, Union
from pydantic import BaseModel, EmailStr, Field, Json, PrivateAttr, ValidationError, validator
from app.db_sql import redis_lookup_id_random
from app.lib_general import log, logging
from app.models.common_field_schema import base_fields, default_num_bytes
# ### BEGIN ### API Archive Content Models ### Archive_Content_Base() ###
class Archive_Content_Base(BaseModel):
log.setLevel(logging.WARNING) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL
log.debug(locals())
# def testing(test_var=None):
# log.debug(test_var)
# return test_var
id_random: Optional[str] = Field(
# **base_fields['archive_content_id_random'],
alias = 'archive_content_id_random',
)
id: Optional[int] = Field(
alias = 'archive_content_id'
)
account_id_random: Optional[str]
account_id: Optional[int]
archive_id_random: Optional[str]
archive_id: Optional[int]
archive_content_type_id: Optional[int]
archive_content_type: Optional[str]
lu_media_type_id: Optional[int]
lu_media_type: Optional[str]
name: Optional[str]
description: Optional[str]
content_html: Optional[str]
content_json: Optional[Union[Json, None]]
url: Optional[str]
url_text: Optional[str]
hosted_file_id_random: Optional[str]
hosted_file_id: Optional[int]
file_path: Optional[str]
filename: Optional[str]
file_extension: Optional[str]
# xxxx_red: str = Field(default='xxx')
# xxxx_blue: str = Field(default_factory=testing)
hosted_file_path: str = None # '/testing/test-test'
api_hosted_file_path_download: str = None # '/testing/test-test'
api_hosted_file_path_stream: str = None # '/testing/test-test'
original_datetime: Optional[datetime.datetime]
original_timezone: Optional[str]
original_location: Optional[str]
original_address_id: Optional[int]
original_url: Optional[str]
original_url_text: Optional[str]
meta_data: Optional[str]
access_key: Optional[str]
enable_for_public: Optional[bool]
enable: Optional[bool]
enable_from: Optional[datetime.datetime]
enable_to: Optional[datetime.datetime]
hide: Optional[bool]
priority: Optional[bool]
sort: Optional[int]
group: Optional[str]
notes: Optional[str]
created_on: Optional[datetime.datetime]
updated_on: Optional[datetime.datetime]
# Including convenience data
# This is only for convenience. Probably going to keep unless it causes a problem.
hosted_file_hash_sha256: Optional[str]
hosted_file_subdirectory_path: Optional[str]
hosted_file_content_type: Optional[str]
hosted_file_size: Optional[str]
_processed_at: datetime.datetime = PrivateAttr(default_factory=datetime.datetime.now)
@validator('id', always=True)
def archive_content_id_lookup(cls, v, values, **kwargs):
if isinstance(v, int) and v > 0: return v
elif id_random := values.get('id_random'):
return redis_lookup_id_random(record_id_random=id_random, table_name='archive_content')
return None
@validator('archive_id', always=True)
def archive_id_lookup(cls, v, values, **kwargs):
if isinstance(v, int) and v > 0: return v
elif id_random := values.get('archive_id_random'):
return redis_lookup_id_random(record_id_random=id_random, table_name='archive')
return None
@validator('hosted_file_id', always=True)
def hosted_file_id_lookup(cls, v, values, **kwargs):
if isinstance(v, int) and v > 0: return v
elif id_random := values.get('hosted_file_id_random'):
return redis_lookup_id_random(record_id_random=id_random, table_name='hosted_file')
return None
@validator('hosted_file_path', always=True)
def hosted_file_path_lookup(cls, v, values, **kwargs):
log.setLevel(logging.INFO) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL
log.debug(v)
log.debug(values)
if hosted_file_id_random := values.get('hosted_file_id_random'):
log.debug('Found hosted_file_id_random...')
path_str = f'/hosted_file/download/{hosted_file_id_random}'
if filename := values.get('filename'):
path_str = f'{path_str}?filename={filename}'
log.info(f'Path: {path_str}')
return path_str
log.debug('NOT Found hosted_file_id_random...')
return v
@validator('api_hosted_file_path_download', always=True)
def api_hosted_file_path_download_lookup(cls, v, values, **kwargs):
log.setLevel(logging.INFO) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL
log.debug(v)
log.debug(values)
if hosted_file_id_random := values.get('hosted_file_id_random'):
log.debug('Found hosted_file_id_random...')
path_str = f'/hosted_file/{hosted_file_id_random}/download'
if filename := values.get('filename'):
path_str = f'{path_str}?filename={filename}'
log.info(f'Path: {path_str}')
return path_str
log.debug('NOT Found hosted_file_id_random...')
return v
@validator('api_hosted_file_path_stream', always=True)
def api_hosted_file_path_stream_lookup(cls, v, values, **kwargs):
log.setLevel(logging.INFO) # DEBUG, INFO, WARNING, ERROR, EXCEPTION, CRITICAL
log.debug(v)
log.debug(values)
if hosted_file_id_random := values.get('hosted_file_id_random'):
log.debug('Found hosted_file_id_random...')
path_str = f'/hosted_file/{hosted_file_id_random}/stream'
if filename := values.get('filename'):
path_str = f'{path_str}?filename={filename}'
log.info(f'Path: {path_str}')
return path_str
log.debug('NOT Found hosted_file_id_random...')
return v
class Config:
underscore_attrs_are_private = True
allow_population_by_field_name = True
fields = base_fields
# ### END ### API Archive Content Models ### Archive_Content_Base() ###