const db = require('../models'); const FileDBApi = require('./file'); const crypto = require('crypto'); const Utils = require('../utils'); const Sequelize = db.Sequelize; const Op = Sequelize.Op; module.exports = class Csv_jobsDBApi { static async create(data, options) { const currentUser = (options && options.currentUser) || { id: null }; const transaction = (options && options.transaction) || undefined; const csv_jobs = await db.csv_jobs.create( { id: data.id || undefined, job_type: data.job_type || null , resource: data.resource || null , status: data.status || null , records_total: data.records_total || null , records_succeeded: data.records_succeeded || null , records_failed: data.records_failed || null , error_report: data.error_report || null , started_at: data.started_at || null , finished_at: data.finished_at || null , importHash: data.importHash || null, createdById: currentUser.id, updatedById: currentUser.id, }, { transaction }, ); await csv_jobs.setOrganization(currentUser.organization.id || null, { transaction, }); await csv_jobs.setRequested_by_user( data.requested_by_user || null, { transaction, }); await FileDBApi.replaceRelationFiles( { belongsTo: db.csv_jobs.getTableName(), belongsToColumn: 'source_file', belongsToId: csv_jobs.id, }, data.source_file, options, ); await FileDBApi.replaceRelationFiles( { belongsTo: db.csv_jobs.getTableName(), belongsToColumn: 'result_file', belongsToId: csv_jobs.id, }, data.result_file, options, ); return csv_jobs; } static async bulkImport(data, options) { const currentUser = (options && options.currentUser) || { id: null }; const transaction = (options && options.transaction) || undefined; // Prepare data - wrapping individual data transformations in a map() method const csv_jobsData = data.map((item, index) => ({ id: item.id || undefined, job_type: item.job_type || null , resource: item.resource || null , status: item.status || null , records_total: item.records_total || null , records_succeeded: item.records_succeeded || null , records_failed: item.records_failed || null , error_report: item.error_report || null , started_at: item.started_at || null , finished_at: item.finished_at || null , importHash: item.importHash || null, createdById: currentUser.id, updatedById: currentUser.id, createdAt: new Date(Date.now() + index * 1000), })); // Bulk create items const csv_jobs = await db.csv_jobs.bulkCreate(csv_jobsData, { transaction }); // For each item created, replace relation files for (let i = 0; i < csv_jobs.length; i++) { await FileDBApi.replaceRelationFiles( { belongsTo: db.csv_jobs.getTableName(), belongsToColumn: 'source_file', belongsToId: csv_jobs[i].id, }, data[i].source_file, options, ); } for (let i = 0; i < csv_jobs.length; i++) { await FileDBApi.replaceRelationFiles( { belongsTo: db.csv_jobs.getTableName(), belongsToColumn: 'result_file', belongsToId: csv_jobs[i].id, }, data[i].result_file, options, ); } return csv_jobs; } static async update(id, data, options) { const currentUser = (options && options.currentUser) || {id: null}; const transaction = (options && options.transaction) || undefined; const globalAccess = currentUser.app_role?.globalAccess; const csv_jobs = await db.csv_jobs.findByPk(id, {}, {transaction}); const updatePayload = {}; if (data.job_type !== undefined) updatePayload.job_type = data.job_type; if (data.resource !== undefined) updatePayload.resource = data.resource; if (data.status !== undefined) updatePayload.status = data.status; if (data.records_total !== undefined) updatePayload.records_total = data.records_total; if (data.records_succeeded !== undefined) updatePayload.records_succeeded = data.records_succeeded; if (data.records_failed !== undefined) updatePayload.records_failed = data.records_failed; if (data.error_report !== undefined) updatePayload.error_report = data.error_report; if (data.started_at !== undefined) updatePayload.started_at = data.started_at; if (data.finished_at !== undefined) updatePayload.finished_at = data.finished_at; updatePayload.updatedById = currentUser.id; await csv_jobs.update(updatePayload, {transaction}); if (data.organization !== undefined) { await csv_jobs.setOrganization( (globalAccess ? data.organization : currentUser.organization.id), { transaction } ); } if (data.requested_by_user !== undefined) { await csv_jobs.setRequested_by_user( data.requested_by_user, { transaction } ); } await FileDBApi.replaceRelationFiles( { belongsTo: db.csv_jobs.getTableName(), belongsToColumn: 'source_file', belongsToId: csv_jobs.id, }, data.source_file, options, ); await FileDBApi.replaceRelationFiles( { belongsTo: db.csv_jobs.getTableName(), belongsToColumn: 'result_file', belongsToId: csv_jobs.id, }, data.result_file, options, ); return csv_jobs; } static async deleteByIds(ids, options) { const currentUser = (options && options.currentUser) || { id: null }; const transaction = (options && options.transaction) || undefined; const csv_jobs = await db.csv_jobs.findAll({ where: { id: { [Op.in]: ids, }, }, transaction, }); await db.sequelize.transaction(async (transaction) => { for (const record of csv_jobs) { await record.update( {deletedBy: currentUser.id}, {transaction} ); } for (const record of csv_jobs) { await record.destroy({transaction}); } }); return csv_jobs; } static async remove(id, options) { const currentUser = (options && options.currentUser) || {id: null}; const transaction = (options && options.transaction) || undefined; const csv_jobs = await db.csv_jobs.findByPk(id, options); await csv_jobs.update({ deletedBy: currentUser.id }, { transaction, }); await csv_jobs.destroy({ transaction }); return csv_jobs; } static async findBy(where, options) { const transaction = (options && options.transaction) || undefined; const csv_jobs = await db.csv_jobs.findOne( { where }, { transaction }, ); if (!csv_jobs) { return csv_jobs; } const output = csv_jobs.get({plain: true}); output.organization = await csv_jobs.getOrganization({ transaction }); output.requested_by_user = await csv_jobs.getRequested_by_user({ transaction }); output.source_file = await csv_jobs.getSource_file({ transaction }); output.result_file = await csv_jobs.getResult_file({ transaction }); return output; } static async findAll( filter, globalAccess, options ) { const limit = filter.limit || 0; let offset = 0; let where = {}; const currentPage = +filter.page; const user = (options && options.currentUser) || null; const userOrganizations = (user && user.organizations?.id) || null; if (userOrganizations) { if (options?.currentUser?.organizationsId) { where.organizationsId = options.currentUser.organizationsId; } } offset = currentPage * limit; const orderBy = null; const transaction = (options && options.transaction) || undefined; let include = [ { model: db.organizations, as: 'organization', }, { model: db.users, as: 'requested_by_user', where: filter.requested_by_user ? { [Op.or]: [ { id: { [Op.in]: filter.requested_by_user.split('|').map(term => Utils.uuid(term)) } }, { firstName: { [Op.or]: filter.requested_by_user.split('|').map(term => ({ [Op.iLike]: `%${term}%` })) } }, ] } : {}, }, { model: db.file, as: 'source_file', }, { model: db.file, as: 'result_file', }, ]; if (filter) { if (filter.id) { where = { ...where, ['id']: Utils.uuid(filter.id), }; } if (filter.error_report) { where = { ...where, [Op.and]: Utils.ilike( 'csv_jobs', 'error_report', filter.error_report, ), }; } if (filter.records_totalRange) { const [start, end] = filter.records_totalRange; if (start !== undefined && start !== null && start !== '') { where = { ...where, records_total: { ...where.records_total, [Op.gte]: start, }, }; } if (end !== undefined && end !== null && end !== '') { where = { ...where, records_total: { ...where.records_total, [Op.lte]: end, }, }; } } if (filter.records_succeededRange) { const [start, end] = filter.records_succeededRange; if (start !== undefined && start !== null && start !== '') { where = { ...where, records_succeeded: { ...where.records_succeeded, [Op.gte]: start, }, }; } if (end !== undefined && end !== null && end !== '') { where = { ...where, records_succeeded: { ...where.records_succeeded, [Op.lte]: end, }, }; } } if (filter.records_failedRange) { const [start, end] = filter.records_failedRange; if (start !== undefined && start !== null && start !== '') { where = { ...where, records_failed: { ...where.records_failed, [Op.gte]: start, }, }; } if (end !== undefined && end !== null && end !== '') { where = { ...where, records_failed: { ...where.records_failed, [Op.lte]: end, }, }; } } if (filter.started_atRange) { const [start, end] = filter.started_atRange; if (start !== undefined && start !== null && start !== '') { where = { ...where, started_at: { ...where.started_at, [Op.gte]: start, }, }; } if (end !== undefined && end !== null && end !== '') { where = { ...where, started_at: { ...where.started_at, [Op.lte]: end, }, }; } } if (filter.finished_atRange) { const [start, end] = filter.finished_atRange; if (start !== undefined && start !== null && start !== '') { where = { ...where, finished_at: { ...where.finished_at, [Op.gte]: start, }, }; } if (end !== undefined && end !== null && end !== '') { where = { ...where, finished_at: { ...where.finished_at, [Op.lte]: end, }, }; } } if (filter.active !== undefined) { where = { ...where, active: filter.active === true || filter.active === 'true' }; } if (filter.job_type) { where = { ...where, job_type: filter.job_type, }; } if (filter.resource) { where = { ...where, resource: filter.resource, }; } if (filter.status) { where = { ...where, status: filter.status, }; } if (filter.organization) { const listItems = filter.organization.split('|').map(item => { return Utils.uuid(item) }); where = { ...where, organizationId: {[Op.or]: listItems} }; } if (filter.createdAtRange) { const [start, end] = filter.createdAtRange; if (start !== undefined && start !== null && start !== '') { where = { ...where, ['createdAt']: { ...where.createdAt, [Op.gte]: start, }, }; } if (end !== undefined && end !== null && end !== '') { where = { ...where, ['createdAt']: { ...where.createdAt, [Op.lte]: end, }, }; } } } if (globalAccess) { delete where.organizationsId; } const queryOptions = { where, include, distinct: true, order: filter.field && filter.sort ? [[filter.field, filter.sort]] : [['createdAt', 'desc']], transaction: options?.transaction, logging: console.log }; if (!options?.countOnly) { queryOptions.limit = limit ? Number(limit) : undefined; queryOptions.offset = offset ? Number(offset) : undefined; } try { const { rows, count } = await db.csv_jobs.findAndCountAll(queryOptions); return { rows: options?.countOnly ? [] : rows, count: count }; } catch (error) { console.error('Error executing query:', error); throw error; } } static async findAllAutocomplete(query, limit, offset, globalAccess, organizationId,) { let where = {}; if (!globalAccess && organizationId) { where.organizationId = organizationId; } if (query) { where = { [Op.or]: [ { ['id']: Utils.uuid(query) }, Utils.ilike( 'csv_jobs', 'resource', query, ), ], }; } const records = await db.csv_jobs.findAll({ attributes: [ 'id', 'resource' ], where, limit: limit ? Number(limit) : undefined, offset: offset ? Number(offset) : undefined, orderBy: [['resource', 'ASC']], }); return records.map((record) => ({ id: record.id, label: record.resource, })); } };