
const db = require('../models');
const FileDBApi = require('./file');
const crypto = require('crypto');
const Utils = require('../utils');



const Sequelize = db.Sequelize;
const Op = Sequelize.Op;

module.exports = class Ingestion_pipelinesDBApi {
    

    
    static async create(data, options) {
        const currentUser = (options && options.currentUser) || { id: null };
        const transaction = (options && options.transaction) || undefined;

        const ingestion_pipelines = await db.ingestion_pipelines.create(
            {
                id: data.id || undefined,
        
        name: data.name
        ||
        null
            ,
            
        pipeline_type: data.pipeline_type
        ||
        null
            ,
            
        status: data.status
        ||
        null
            ,
            
        kafka_topic: data.kafka_topic
        ||
        null
            ,
            
        data_lake_path: data.data_lake_path
        ||
        null
            ,
            
        throughput_eps: data.throughput_eps
        ||
        null
            ,
            
        error_rate_percent: data.error_rate_percent
        ||
        null
            ,
            
        last_health_check_at: data.last_health_check_at
        ||
        null
            ,
            
            importHash: data.importHash || null,
            createdById: currentUser.id,
            updatedById: currentUser.id,
    },
        { transaction },
    );

        
        await ingestion_pipelines.setOrganizations( data.organizations || null, {
            transaction,
        });
        

        
        await ingestion_pipelines.setData_sources(data.data_sources || [], {
            transaction,
        });
        

        

        return ingestion_pipelines;
    }
    

    static async bulkImport(data, options) {
        const currentUser = (options && options.currentUser) || { id: null };
        const transaction = (options && options.transaction) || undefined;

        // Prepare data - wrapping individual data transformations in a map() method
        const ingestion_pipelinesData = data.map((item, index) => ({
                id: item.id || undefined,
                
                name: item.name
            ||
            null
            ,
            
                pipeline_type: item.pipeline_type
            ||
            null
            ,
            
                status: item.status
            ||
            null
            ,
            
                kafka_topic: item.kafka_topic
            ||
            null
            ,
            
                data_lake_path: item.data_lake_path
            ||
            null
            ,
            
                throughput_eps: item.throughput_eps
            ||
            null
            ,
            
                error_rate_percent: item.error_rate_percent
            ||
            null
            ,
            
                last_health_check_at: item.last_health_check_at
            ||
            null
            ,
            
            importHash: item.importHash || null,
            createdById: currentUser.id,
            updatedById: currentUser.id,
            createdAt: new Date(Date.now() + index * 1000),
    }));

        // Bulk create items
        const ingestion_pipelines = await db.ingestion_pipelines.bulkCreate(ingestion_pipelinesData, { transaction });

        // For each item created, replace relation files
        

        return ingestion_pipelines;
    }

    static async update(id, data,  options) {
        const currentUser = (options && options.currentUser) || {id: null};
        const transaction = (options && options.transaction) || undefined;
        const globalAccess = currentUser.app_role?.globalAccess;

        const ingestion_pipelines = await db.ingestion_pipelines.findByPk(id, {}, {transaction});


        

        const updatePayload = {};
        
        if (data.name !== undefined) updatePayload.name = data.name;
        
        
        if (data.pipeline_type !== undefined) updatePayload.pipeline_type = data.pipeline_type;
        
        
        if (data.status !== undefined) updatePayload.status = data.status;
        
        
        if (data.kafka_topic !== undefined) updatePayload.kafka_topic = data.kafka_topic;
        
        
        if (data.data_lake_path !== undefined) updatePayload.data_lake_path = data.data_lake_path;
        
        
        if (data.throughput_eps !== undefined) updatePayload.throughput_eps = data.throughput_eps;
        
        
        if (data.error_rate_percent !== undefined) updatePayload.error_rate_percent = data.error_rate_percent;
        
        
        if (data.last_health_check_at !== undefined) updatePayload.last_health_check_at = data.last_health_check_at;
        
        
        updatePayload.updatedById = currentUser.id;

        await ingestion_pipelines.update(updatePayload, {transaction});

        
        
        if (data.organizations !== undefined) {
            await ingestion_pipelines.setOrganizations(
              
              data.organizations,
              
              { transaction }
            );
        }
        

        
        
        if (data.data_sources !== undefined) {
            await ingestion_pipelines.setData_sources(data.data_sources, { transaction });
        }
        

        

        return ingestion_pipelines;
    }

    static async deleteByIds(ids, options) {
        const currentUser = (options && options.currentUser) || { id: null };
        const transaction = (options && options.transaction) || undefined;

        const ingestion_pipelines = await db.ingestion_pipelines.findAll({
            where: {
                id: {
                    [Op.in]: ids,
                },
            },
            transaction,
        });

        await db.sequelize.transaction(async (transaction) => {
            for (const record of ingestion_pipelines) {
                await record.update(
                    {deletedBy: currentUser.id},
                    {transaction}
                );
            }
            for (const record of ingestion_pipelines) {
                await record.destroy({transaction});
            }
        });


        return ingestion_pipelines;
    }

    static async remove(id, options) {
        const currentUser = (options && options.currentUser) || {id: null};
        const transaction = (options && options.transaction) || undefined;

        const ingestion_pipelines = await db.ingestion_pipelines.findByPk(id, options);

        await ingestion_pipelines.update({
            deletedBy: currentUser.id
        }, {
            transaction,
        });

        await ingestion_pipelines.destroy({
            transaction
        });

        return ingestion_pipelines;
    }

    static async findBy(where, options) {
        const transaction = (options && options.transaction) || undefined;

        const ingestion_pipelines = await db.ingestion_pipelines.findOne(
            { where },
            { transaction },
        );

        if (!ingestion_pipelines) {
            return ingestion_pipelines;
        }

        const output = ingestion_pipelines.get({plain: true});

        
        
        
        
        
        
        
        
        
        
        
        
        
        
        
        
        
        
        
        
        
        
        
        
        
        
        
        output.data_sources = await ingestion_pipelines.getData_sources({
            transaction
        });
        
        
        output.organizations = await ingestion_pipelines.getOrganizations({
            transaction
        });
        
        

        return output;
    }

    static async findAll(
          filter,
           globalAccess,  options
        ) {
        const limit = filter.limit || 0;
        let offset = 0;
        let where = {};
        const currentPage = +filter.page;

        
        const user = (options && options.currentUser) || null;
        const userOrganizations = (user && user.organizations?.id) || null;
        

        
        if (userOrganizations) {
            if (options?.currentUser?.organizationsId) {
                where.organizationsId = options.currentUser.organizationsId;
            }
        }
        

        offset = currentPage * limit;

        const orderBy = null;

    const transaction = (options && options.transaction) || undefined;

    let include = [

      {
        model: db.organizations,
        as: 'organizations',
        
      },


      {
        model: db.data_sources,
        as: 'data_sources',
        required: false,
      },


    ];

        if (filter) {
            if (filter.id) {
                where = {
                    ...where,
                    ['id']: Utils.uuid(filter.id),
                };
            }

            
            if (filter.name) {
                where = {
                    ...where,
                    [Op.and]: Utils.ilike(
                        'ingestion_pipelines',
                        'name',
                        filter.name,
                    ),
                };
            }
            
            if (filter.kafka_topic) {
                where = {
                    ...where,
                    [Op.and]: Utils.ilike(
                        'ingestion_pipelines',
                        'kafka_topic',
                        filter.kafka_topic,
                    ),
                };
            }
            
            if (filter.data_lake_path) {
                where = {
                    ...where,
                    [Op.and]: Utils.ilike(
                        'ingestion_pipelines',
                        'data_lake_path',
                        filter.data_lake_path,
                    ),
                };
            }
            

            
            

            
            if (filter.throughput_epsRange) {
                const [start, end] = filter.throughput_epsRange;

                if (start !== undefined && start !== null && start !== '') {
                    where = {
                        ...where,
                    throughput_eps: {
                    ...where.throughput_eps,
                            [Op.gte]: start,
                    },
                };
                }

                if (end !== undefined && end !== null && end !== '') {
                    where = {
                        ...where,
                    throughput_eps: {
                    ...where.throughput_eps,
                            [Op.lte]: end,
                    },
                };
                }
            }
            
            if (filter.error_rate_percentRange) {
                const [start, end] = filter.error_rate_percentRange;

                if (start !== undefined && start !== null && start !== '') {
                    where = {
                        ...where,
                    error_rate_percent: {
                    ...where.error_rate_percent,
                            [Op.gte]: start,
                    },
                };
                }

                if (end !== undefined && end !== null && end !== '') {
                    where = {
                        ...where,
                    error_rate_percent: {
                    ...where.error_rate_percent,
                            [Op.lte]: end,
                    },
                };
                }
            }
            
            if (filter.last_health_check_atRange) {
                const [start, end] = filter.last_health_check_atRange;

                if (start !== undefined && start !== null && start !== '') {
                    where = {
                        ...where,
                    last_health_check_at: {
                    ...where.last_health_check_at,
                            [Op.gte]: start,
                    },
                };
                }

                if (end !== undefined && end !== null && end !== '') {
                    where = {
                        ...where,
                    last_health_check_at: {
                    ...where.last_health_check_at,
                            [Op.lte]: end,
                    },
                };
                }
            }
            

            if (filter.active !== undefined) {
                where = {
                    ...where,
                    active: filter.active === true || filter.active === 'true'
                };
            }

            
            if (filter.pipeline_type) {
                where = {
                    ...where,
                pipeline_type: filter.pipeline_type,
            };
            }
            
            if (filter.status) {
                where = {
                    ...where,
                status: filter.status,
            };
            }
            


      
      if (filter.organizations) {
        const listItems = filter.organizations.split('|').map(item => {
          return  Utils.uuid(item)
        });

        where = {
          ...where,
          organizationsId: {[Op.or]: listItems}
        };
      }
      


      if (filter.data_sources) {
        const searchTerms = filter.data_sources.split('|');

        include = [
          {
            model: db.data_sources,
            as: 'data_sources_filter',
            required: searchTerms.length > 0,
            where: searchTerms.length > 0 ? {
              [Op.or]: [
                { id: { [Op.in]: searchTerms.map(term => Utils.uuid(term)) } },
                { 
                  name: {
                    [Op.or]: searchTerms.map(term => ({ [Op.iLike]: `%${term}%` }))
                  }
                }
              ]
            } : undefined
          },
          ...include,
        ]
      }


            if (filter.createdAtRange) {
                const [start, end] = filter.createdAtRange;

                if (start !== undefined && start !== null && start !== '') {
                    where = {
                        ...where,
                        ['createdAt']: {
                            ...where.createdAt,
                            [Op.gte]: start,
                        },
                    };
                }

                if (end !== undefined && end !== null && end !== '') {
                    where = {
                        ...where,
                        ['createdAt']: {
                            ...where.createdAt,
                            [Op.lte]: end,
                        },
                    };
                }
            }
        }
        

        
        if (globalAccess) {
            delete where.organizationsId;
        }
        

        const queryOptions = {
            where,
            include,
            distinct: true,
            order: filter.field && filter.sort
                ? [[filter.field, filter.sort]]
                : [['createdAt', 'desc']],
            transaction: options?.transaction,
            logging: console.log
        };

        if (!options?.countOnly) {
            queryOptions.limit = limit ? Number(limit) : undefined;
            queryOptions.offset = offset ? Number(offset) : undefined;
        }

        try {
            const { rows, count } = await db.ingestion_pipelines.findAndCountAll(queryOptions);

            return {
                rows: options?.countOnly ? [] : rows,
                count: count
            };
        } catch (error) {
            console.error('Error executing query:', error);
            throw error;
        }
    }

    static async findAllAutocomplete(query, limit, offset,  globalAccess, organizationId,) {
        let where = {};
        
        
        if (!globalAccess && organizationId) {
            where.organizationId = organizationId;
        }
        

        if (query) {
            where = {
                [Op.or]: [
                    { ['id']: Utils.uuid(query) },
                    Utils.ilike(
                        'ingestion_pipelines',
                        'name',
                        query,
                    ),
                ],
            };
        }

        const records = await db.ingestion_pipelines.findAll({
            attributes: [ 'id', 'name' ],
            where,
            limit: limit ? Number(limit) : undefined,
            offset: offset ? Number(offset) : undefined,
            orderBy: [['name', 'ASC']],
        });

        return records.map((record) => ({
            id: record.id,
            label: record.name,
        }));
    }

    
};

