import { marked } from 'marked'; import type { key_val } from '$lib/stores/ae_stores'; import { api } from '$lib/api/api'; import { db_save_ae_obj_li__ae_obj } from '$lib/ae_core/core__idb_dexie'; import { db_journals } from '$lib/ae_journals/db_journals'; import { load_ae_obj_li__journal_entry } from '$lib/ae_journals/ae_journals__journal_entry'; const ae_promises: key_val = {}; // Updated 2025-03-15 export async function load_ae_obj_id__journal({ api_cfg, journal_id, inc_entry_li = false, enabled = 'enabled', hidden = 'not_hidden', limit = 99, offset = 0, order_by_li = { priority: 'DESC', sort: 'DESC', name: 'ASC', updated_on: 'DESC', created_on: 'DESC' }, params = {}, try_cache = true, log_lvl = 0 }: { api_cfg: any; journal_id: string; inc_entry_li?: boolean; enabled?: 'enabled' | 'all' | 'not_enabled' | undefined; // all, disabled, enabled hidden?: 'hidden' | 'all' | 'not_hidden' | undefined; // all, hidden, not_hidden limit?: number; offset?: number; order_by_li?: key_val; // Order by fields for the journal entries params?: key_val; try_cache?: boolean; log_lvl?: number; }) { if (log_lvl) { console.log(`*** load_ae_obj_id__journal() *** journal_id=${journal_id}`); } ae_promises.load__journal_obj = await api .get_ae_obj_id_crud({ api_cfg: api_cfg, obj_type: 'journal', obj_id: journal_id, use_alt_table: true, use_alt_base: false, params: params, log_lvl: log_lvl }) .then(async function (journal_obj_get_result) { if (journal_obj_get_result) { if (try_cache) { // Process the results first const processed_obj_li = await process_ae_obj__journal_props({ obj_li: [journal_obj_get_result], log_lvl: log_lvl }); if (log_lvl) { console.log('Processed object list:', processed_obj_li); } // Save the updated results list to the database if (log_lvl) { console.log('Saving to DB...'); } await db_save_ae_obj_li__ae_obj({ db_instance: db_journals, table_name: 'journal', obj_li: processed_obj_li, properties_to_save: properties_to_save, log_lvl: log_lvl }); if (log_lvl) { console.log('DB save completed.'); } // // This is expecting a list // db_save_ae_obj_li__journal({ // obj_type: 'journal', // obj_li: [journal_obj_get_result], // log_lvl: log_lvl // }); } return journal_obj_get_result; } else { console.log('No results returned.'); return null; } }) .catch(function (error: any) { console.log('No results returned or failed.', error); }); if (log_lvl) { console.log('ae_promises.load__journal_obj:', ae_promises.load__journal_obj); } if (!ae_promises.load__journal_obj) { console.log(`ERROR: Journals - Journal - The journal with ID ${journal_id} was not found.`); return ae_promises.load__journal_obj; // Return null if the journal was not found } if (inc_entry_li) { // Load the entries for the journal if (log_lvl) { console.log(`Need to load the entry list for the journal now`); } const load_journal_entry_obj_li = load_ae_obj_li__journal_entry({ api_cfg: api_cfg, for_obj_type: 'journal', for_obj_id: journal_id, enabled: enabled, // all, disabled, enabled hidden: hidden, // all, hidden, not_hidden limit: limit, // Limit for the entries offset: offset, order_by_li: order_by_li, params: params, try_cache: try_cache, log_lvl: log_lvl }).then((journal_entry_obj_li) => { if (log_lvl) { console.log(`journal_entry_obj_li = `, journal_entry_obj_li); } return journal_entry_obj_li; }); if (log_lvl) { console.log(`journal_entry_obj_li = `, load_journal_entry_obj_li); } ae_promises.load__journal_obj.journal_entry_li = load_journal_entry_obj_li; } return ae_promises.load__journal_obj; } // Updated 2025-03-15 export async function load_ae_obj_li__journal({ api_cfg, for_obj_type = 'account', for_obj_id, qry_person_id = null, inc_entry_li = false, enabled = 'enabled', hidden = 'not_hidden', limit = 99, offset = 0, order_by_li = { priority: 'DESC', sort: 'DESC', name: 'ASC', updated_on: 'DESC', created_on: 'DESC' }, params = {}, try_cache = true, log_lvl = 0 }: { api_cfg: any; for_obj_type: string; for_obj_id: string; qry_person_id?: string | null; inc_entry_li?: boolean; enabled?: 'enabled' | 'all' | 'not_enabled' | undefined; // all, disabled, enabled hidden?: 'hidden' | 'all' | 'not_hidden' | undefined; // all, hidden, not_hidden limit?: number; offset?: number; order_by_li?: key_val; params?: key_val; try_cache?: boolean; log_lvl?: number; }) { if (log_lvl) { console.log( `*** load_ae_obj_li__journal() *** for_obj_type=${for_obj_type} for_obj_id=${for_obj_id}` ); } const params_json: key_val = {}; if (qry_person_id) { const qry_param = { type: 'AND', field: 'person_id_random', operator: '=', value: qry_person_id }; params_json['qry'].push(qry_param); } if (log_lvl) { console.log('params_json:', params_json); } ae_promises.load__journal_obj_li = await api .get_ae_obj_li_for_obj_id_crud_v2({ api_cfg: api_cfg, obj_type: 'journal', for_obj_type: for_obj_type, for_obj_id: for_obj_id, use_alt_tbl: false, use_alt_mdl: false, use_alt_exp: false, enabled: enabled, hidden: hidden, order_by_li: order_by_li, limit: limit, offset: offset, params_json: params_json, params: params, log_lvl: log_lvl }) .then(async function (journal_obj_li_get_result) { if (journal_obj_li_get_result) { if (try_cache) { // Process the results first const processed_obj_li = await process_ae_obj__journal_props({ obj_li: journal_obj_li_get_result, log_lvl: log_lvl }); if (log_lvl) { console.log('Processed object list:', processed_obj_li); } // Save the updated results list to the database if (log_lvl) { console.log('Saving to DB...'); } await db_save_ae_obj_li__ae_obj({ db_instance: db_journals, table_name: 'journal', obj_li: processed_obj_li, properties_to_save: properties_to_save, log_lvl: log_lvl }); if (log_lvl) { console.log('DB save completed.'); } // db_save_ae_obj_li__journal({ // obj_type: 'journal', // obj_li: journal_obj_li_get_result, // log_lvl: log_lvl // }); } return journal_obj_li_get_result; } else { return []; } }); if (log_lvl) { console.log('ae_promises.load__journal_obj_li:', ae_promises.load__journal_obj_li); } if (inc_entry_li) { // Load the entries for the journals if (log_lvl) { console.log(`Need to load the entry list for each journal now`); } for (let i = 0; i < ae_promises.load__journal_obj_li.length; i++) { const journal_obj = ae_promises.load__journal_obj_li[i]; const journal_id = journal_obj.journal_id_random; const load_journal_entry_obj_li = load_ae_obj_li__journal_entry({ api_cfg: api_cfg, for_obj_type: 'journal', for_obj_id: journal_id, enabled: enabled, hidden: hidden, limit: limit, offset: offset, order_by_li: order_by_li, params: params, try_cache: try_cache, log_lvl: log_lvl }).then((journal_entry_obj_li) => { if (log_lvl) { console.log(`journal_entry_obj_li = `, journal_entry_obj_li); } return journal_entry_obj_li; }); if (log_lvl) { console.log(`load_journal_entry_obj_li = `, load_journal_entry_obj_li); } } } return ae_promises.load__journal_obj_li; } // Updated 2025-03-24 export async function create_ae_obj__journal({ api_cfg, account_id, data_kv, params = {}, try_cache = true, log_lvl = 0 }: { api_cfg: any; account_id: string; data_kv: key_val; params?: key_val; try_cache?: boolean; log_lvl?: number; }) { if (log_lvl) { console.log(`*** create_ae_obj__journal() *** account_id=${account_id}`); } if (!account_id) { console.log(`ERROR: Journals - Journal - account_id required to create`); return false; } ae_promises.create__journal = await api .create_ae_obj_crud({ api_cfg: api_cfg, obj_type: 'journal', fields: { account_id_random: account_id, ...data_kv }, key: api_cfg.api_crud_super_key, params: params, return_obj: true, log_lvl: log_lvl }) .then(async function (journal_obj_create_result) { if (journal_obj_create_result) { if (try_cache) { // Process the results first const processed_obj_li = await process_ae_obj__journal_props({ obj_li: [journal_obj_create_result], log_lvl: log_lvl }); if (log_lvl) { console.log('Processed object list:', processed_obj_li); } // Save the updated results list to the database if (log_lvl) { console.log('Saving to DB...'); } await db_save_ae_obj_li__ae_obj({ db_instance: db_journals, table_name: 'journal', obj_li: processed_obj_li, properties_to_save: properties_to_save, log_lvl: log_lvl }); if (log_lvl) { console.log('DB save completed.'); } // db_save_ae_obj_li__journal( // { // obj_type: 'journal', // obj_li: [journal_obj_create_result], // log_lvl: log_lvl // }); } return journal_obj_create_result; } else { return null; } }) .catch(function (error: any) { console.log('No results returned or failed.', error); }) .finally(function () {}); if (log_lvl) { console.log('ae_promises.create__journal:', ae_promises.create__journal); } return ae_promises.create__journal; } // Updated 2025-03-15 export async function delete_ae_obj_id__journal({ api_cfg, journal_id, method = 'delete', // 'delete', 'disable', 'hide' params = {}, try_cache = true, log_lvl = 0 }: { api_cfg: any; journal_id: string; method?: string; params?: key_val; try_cache?: boolean; log_lvl?: number; }) { if (log_lvl) { console.log(`*** delete_ae_obj_id__journal() *** journal_id=${journal_id}`); } ae_promises.delete__journal_obj = await api .delete_ae_obj_id_crud({ api_cfg: api_cfg, obj_type: 'journal', obj_id: journal_id, key: api_cfg.api_crud_super_key, params: params, method: method, log_lvl: log_lvl }) .catch(function (error: any) { console.log('No results returned or failed.', error); }) .finally(async function () { if (try_cache) { if (log_lvl) { console.log(`Attempting to remove IDB entry for journal_id=${journal_id}`); } await db_journals.journal.delete(journal_id); } }); if (log_lvl) { console.log('ae_promises.delete__journal_obj:', ae_promises.delete__journal_obj); } return ae_promises.delete__journal_obj; } // Updated 2025-05-09 export async function update_ae_obj__journal({ api_cfg, journal_id, data_kv, params = {}, try_cache = true, log_lvl = 0 }: { api_cfg: any; journal_id: string; data_kv: key_val; params?: key_val; try_cache?: boolean; log_lvl?: number; }) { if (log_lvl) { console.log(`*** update_ae_obj__journal() *** journal_id=${journal_id}`, data_kv); } // log_lvl = 1; // Perform the API update const result = await api.update_ae_obj_id_crud({ api_cfg: api_cfg, obj_type: 'journal', obj_id: journal_id, fields: data_kv, key: api_cfg.api_crud_super_key, params: params, return_obj: true, log_lvl: log_lvl }); // Handle the result if (result) { if (try_cache) { // Process the results first const processed_obj_li = await process_ae_obj__journal_props({ obj_li: [result], log_lvl: log_lvl }); if (log_lvl) { console.log('Processed object list:', processed_obj_li); } // Save the updated results list to the database if (log_lvl) { console.log('Saving to DB...'); } await db_save_ae_obj_li__ae_obj({ db_instance: db_journals, table_name: 'journal', obj_li: processed_obj_li, properties_to_save: properties_to_save, log_lvl: log_lvl }); if (log_lvl) { console.log('DB save completed.'); } // await db_save_ae_obj_li__journal({ // obj_type: 'journal', // obj_li: [result], // log_lvl: log_lvl, // }); } return result; } else { console.error('Failed to update journal.'); return null; } } // This new function is using CRUD v2. This should allow for more flexibility in the queries. // Updated 2025-03-15 export async function qry__journal({ api_cfg, journal_id, qry_str, qry_files, qry_start_datetime, // Example greater than: '2024-10-24' enabled = 'enabled', hidden = 'not_hidden', limit = 50, offset = 0, params = {}, try_cache = true, log_lvl = 0 }: { api_cfg: any; journal_id: any; qry_str?: string; qry_files?: null | boolean; qry_start_datetime?: null | string; // Greater than this datetime enabled?: 'enabled' | 'all' | 'not_enabled' | undefined; // all, disabled, enabled hidden?: 'hidden' | 'all' | 'not_hidden' | undefined; // all, hidden, not_hidden limit?: number; offset?: number; params?: any; try_cache?: boolean; log_lvl?: number; }) { if (log_lvl) { console.log( `*** qry__journal() *** journal_id=${journal_id} enabled=${enabled} hidden=${hidden} limit=${limit} offset=${offset}` ); } // let enabled: string = (params.qry__enabled ?? 'enabled'); // all, disabled, enabled // let hidden: string = (params.qry__hidden ?? 'not_hidden'); // all, hidden, not_hidden // let limit: number = (params.qry__limit ?? 25); // 99 // let offset: number = (params.qry__offset ?? 0); // 0 const params_json: key_val = {}; // if (qry_str && qry_str.length > 2) { // params_json['ft_qry'] = {}; // params_json['ft_qry']['default_qry_str'] = qry_str; // } params_json['qry'] = []; if (qry_files === true) { const qry_param = { type: 'AND', field: 'file_count_all', operator: '>', value: 0 }; params_json['qry'].push(qry_param); } else if (qry_files === false) { const qry_param = { type: 'AND', field: 'file_count_all', operator: 'IS', value: null }; params_json['qry'].push(qry_param); } if (qry_start_datetime) { const qry_param = { type: 'AND', field: 'start_datetime', operator: '>', value: qry_start_datetime }; params_json['qry'].push(qry_param); } const order_by_li = { priority: 'DESC', sort: 'DESC', start_datetime: 'ASC', name: 'ASC', updated_on: 'DESC', created_on: 'DESC' }; ae_promises.load__journal_obj_li = await api .get_ae_obj_li_for_obj_id_crud_v2({ api_cfg: api_cfg, obj_type: 'journal', for_obj_type: 'account', for_obj_id: journal_id, use_alt_tbl: true, // NOTE: We want to use the alt table for journal searching use_alt_mdl: false, use_alt_exp: false, enabled: enabled, hidden: hidden, order_by_li: order_by_li, limit: limit, offset: offset, params_json: params_json, params: params, log_lvl: log_lvl }) .then(async function (journal_obj_li_get_result) { if (journal_obj_li_get_result) { if (try_cache) { // Process the results first const processed_obj_li = await process_ae_obj__journal_props({ obj_li: journal_obj_li_get_result, log_lvl: log_lvl }); if (log_lvl) { console.log('Processed object list:', processed_obj_li); } // Save the updated results list to the database if (log_lvl) { console.log('Saving to DB...'); } db_save_ae_obj_li__ae_obj({ db_instance: db_journals, table_name: 'journal', obj_li: processed_obj_li, properties_to_save: properties_to_save, log_lvl: log_lvl }); if (log_lvl) { console.log('DB save completed.'); } } // db_save_ae_obj_li__journal({ // obj_type: 'journal', // obj_li: journal_obj_li_get_result // }); return journal_obj_li_get_result; } else { return []; } }); if (log_lvl) { console.log('ae_promises.load__journal_obj_li:', ae_promises.load__journal_obj_li); } return ae_promises.load__journal_obj_li; } // This function will loop through the journal_obj_li and save each one to the DB. // Removed 2025-06-04 // export async function db_save_ae_obj_li__journal( // { // obj_type, // obj_li, // log_lvl = 0 // }: { // obj_type: string, // obj_li: any, // log_lvl?: number // } // ) { // if (log_lvl) { // console.log(`*** db_save_ae_obj_li__journal() *** obj_type=${obj_type}`, obj_li); // } // if (obj_li && obj_li.length) { // let obj_li_id: string[] = []; // for (const obj of obj_li) { // // obj_li.forEach(async function (obj: any) { // if (log_lvl) { // console.log(`Processing ae_obj ${obj_type}:`, obj); // } // let description = obj.description ?? ''; // // remove the most common zerowidth characters from the start of the file // let description_cleaned: string = description.replace(/^[\u200B\u200C\u200D\u200E\u200F\uFEFF]/,""); // let description_md_html: null|string = await marked.parse(description_cleaned ?? '') ?? null; // // let description_md_html_alt: null|string = await marked.parse(description_cleaned ?? '', { gfm: false }) ?? null; // let obj_record = { // id: obj.journal_id_random, // journal_id: obj.journal_id_random, // code: obj.code, // for_type: obj.for_type, // for_id: obj.for_id, // type_code: obj.type_code, // account_id: obj.account_id_random, // person_id: obj.person_id_random, // name: obj.name, // short_name: obj.short_name, // summary: obj.summary, // outline: obj.outline, // description: obj.description, // description_md_html: description_md_html, // Use the markdown parser to generate HTML // description_html: obj.description_html, // description_json: obj.description_json, // // start_datetime: obj.start_datetime, // // end_datetime: obj.end_datetime, // timezone: obj.timezone, // alert: obj.alert, // alert_msg: obj.alert_msg, // sort_by: obj.sort_by, // sort_by_desc: obj.sort_by_desc, // cfg_json: obj.cfg_json ?? {}, // data_json: obj.data_json ?? {}, // // ux_mode: obj.ux_mode, // // This only allows for basic access to the data. // passcode_read: obj.passcode_read, // For LLM (AI) generated summary...??? // passcode_read_expire: obj.passcode_read_expire, // passcode_write: obj.passcode_write, // passcode_write_expire: obj.passcode_write_expire, // passcode: obj.passcode, // For Journal Entry encryption password // passcode_timeout: obj.passcode_timeout, // private_passcode: obj.private_passcode, // Combine with Journal passcode to encrypt and decrypt Entries // auth_key: obj.auth_key, // For Journal authorization without sign in // enable: obj.enable, // hide: obj.hide, // priority: obj.priority, // sort: obj.sort, // group: obj.group, // notes: obj.notes, // created_on: obj.created_on, // updated_on: obj.updated_on, // // Generated fields for sorting locally only // tmp_sort_1: `${obj.group ?? '0'}_${obj.priority ? 1 : 0}_${obj.sort ?? '0'}_${obj.updated_on}_${obj.created_on}`, // tmp_sort_2: `${obj.group ?? '0'}_${obj.priority ? 1 : 0}_${obj.sort ?? '0'}_${obj.updated_on ?? obj.created_on}`, // tmp_sort_3: `${obj.group ?? '0'}_${obj.priority ? 1 : 0}_${obj.sort ?? '0'}_${obj.name}_${obj.updated_on ?? obj.created_on}`, // // tmp_sort_1: `${obj.original_datetime}_${obj.group}_${obj.priority}_${obj.sort}`, // // tmp_sort_2: `${obj.group}_${obj.original_datetime}_${obj.priority}_${obj.sort}`, // combined_passcode: `${obj.passcode}:${obj.private_passcode ?? ''}`, // Combined Journal passcode and Journal private passcode to encrypt and decrypt Entries // // From SQL view // journal_entry_count: obj.journal_entry_count, // // A key value list of the others // // journal_other_kv: obj.journal_other_kv, // // journal_other_li: obj.journal_other_li, // }; // let id_random = null; // try { // id_random = await db_journals.journal.update(obj_record.id, obj_record); // } catch (error) { // console.log(`Error: Failed to update ${obj_record.id}: ${error}`); // } // if (!id_random) { // if (log_lvl) { // console.log(`Failed to update record with ID: ${obj_record.id}. Trying put...`); // } // try { // id_random = await db_journals.journal.put(obj_record); // } catch (error) { // console.log(`Error: Failed to put ${obj.journal_id_random}: ${error}`); // } // } else { // if (log_lvl) { // console.log(`Updated record with ID: ${obj_record.id}`); // } // } // if (!id_random) { // console.log(`Failed to save record with ID: ${obj_record.id}`); // } else { // if (log_lvl) { // console.log(`Saved record with ID: ${obj_record.id}`); // } // } // } // return obj_li_id; // } else { // if (log_lvl) { // console.log('No objects to save.'); // } // return []; // } // } // Updated 2025-05-09 const properties_to_save = [ 'id', 'journal_id', 'code', 'for_type', 'for_id', 'type_code', 'account_id', 'person_id', 'name', 'short_name', 'summary', 'outline', 'description', 'description_md_html', // Use the markdown parser to generate HTML 'description_html', 'description_json', // start_datetime: obj.start_datetime, // end_datetime: obj.end_datetime, 'timezone', 'alert', 'alert_msg', 'sort_by', 'sort_by_desc', 'cfg_json', // ux_mode: obj.ux_mode, // This only allows for basic access to the data. 'passcode_read', // For LLM (AI) generated summary...??? 'passcode_read_expire', 'passcode_write', 'passcode_write_expire', 'passcode', // For Journal Entry encryption password 'passcode_timeout', 'private_passcode', // Combine with Journal passcode to encrypt and decrypt Entries 'auth_key', // For Journal authorization without sign in 'enable', 'hide', 'priority', 'sort', 'group', 'notes', 'created_on', 'updated_on', // Generated fields for sorting locally only 'tmp_sort_1', 'tmp_sort_2', 'tmp_sort_3', // tmp_sort_1: `${obj.original_datetime}_${obj.group}_${obj.priority}_${obj.sort}`, // tmp_sort_2: `${obj.group}_${obj.original_datetime}_${obj.priority}_${obj.sort}`, // 'tmp_sort_a', // 'tmp_sort_b', 'combined_passcode', // From SQL view 'journal_entry_count' // A key value list of the others // journal_other_kv // journal_other_li ]; /** * NON-EXPORTED LOCAL HELPER * Processes a list of Aether objects by applying common and specific transformations. */ async function _process_generic_props>({ obj_li, obj_type, log_lvl = 0, specific_processor }: { obj_li: T[]; obj_type: string; log_lvl?: number; specific_processor?: (obj: T) => Promise | T; }): Promise { if (log_lvl > 0) { console.log( `*** _process_generic_props: Processing ${obj_li.length} objects of type "${obj_type}" ***` ); } if (!obj_li || obj_li.length === 0) { if (log_lvl > 0) console.log('No objects to process.'); return []; } const processed_obj_li: T[] = []; for (const original_obj of obj_li) { let processed_obj = { ...original_obj }; // --- Common Transformations --- // 1. Standardize ID and other '_random' fields // The API often returns fields like 'person_id_random', which need to be aliased to 'person_id'. for (const key in processed_obj) { if (key.endsWith('_random')) { const newKey = key.slice(0, -7); // Remove '_random' suffix processed_obj[newKey] = processed_obj[key]; } } // Ensure 'id' is set from '[obj_type]_id_random' const randomIdKey = `${obj_type}_id_random`; if (processed_obj[randomIdKey]) { (processed_obj as any).id = processed_obj[randomIdKey]; } // 2. Create common computed properties for client-side sorting. const group = processed_obj.group ?? '0'; const priority = processed_obj.priority ? 1 : 0; const sort = processed_obj.sort ?? '0'; const updated = processed_obj.updated_on ?? processed_obj.created_on; const name = processed_obj.name ?? ''; (processed_obj as any).tmp_sort_1 = `${group}_${priority}_${sort}_${updated}`; (processed_obj as any).tmp_sort_2 = `${group}_${priority}_${sort}_${name}_${updated}`; // --- Specific Transformations --- if (specific_processor) { processed_obj = await Promise.resolve(specific_processor(processed_obj)); } processed_obj_li.push(processed_obj as T); } return processed_obj_li; } // Updated 2025-11-13 export async function process_ae_obj__journal_props({ obj_li, log_lvl = 0 }: { obj_li: any[]; log_lvl?: number; }) { return _process_generic_props({ obj_li, obj_type: 'journal', log_lvl, specific_processor: async (obj) => { const description = obj.description ?? ''; const description_cleaned: string = description.replace( /^[\u200B\u200C\u200D\u200E\u200F\uFEFF]/, '' ); obj.description_md_html = (await marked.parse(description_cleaned ?? '')) ?? null; obj.cfg_json = obj.cfg_json ?? {}; obj.data_json = obj.data_json ?? {}; obj.tmp_sort_3 = `${obj.group ?? '0'}_${obj.priority ? 1 : 0}_${obj.sort ?? '0'}_${ obj.name }_${obj.updated_on ?? obj.created_on}`; obj.combined_passcode = `${obj.passcode ?? ''}:${obj.private_passcode ?? ''}`; return obj; } }); }