C-university/database/import/Etudiants.js

const fs = require('fs')
const path = require('path')
const XLSX = require('xlsx')
const { getCompressedDefaultImage } = require('../function/GetImageDefaault')
const { parse } = require('csv-parse/sync')
const { insertEtudiant } = require('../Models/Etudiants')
const { database } = require('../database')
const { getMentions } = require('../Models/Mentions')
const dayjs = require('dayjs')
const { getStatusMention } = require('../function/Helper')
const customParseFormat = require('dayjs/plugin/customParseFormat')
// const customParseFormatt = require('dayjs/plu')
dayjs.extend(customParseFormat)

// Function to convert any date format to 'YYYY-MM-DD'
function convertToISODate(input) {
  // Try parsing the date with different formats
  const formats = [
    'DD/MM/YYYY',
    'MM/DD/YYYY',
    'YYYY-MM-DD',
    'DD-MM-YYYY',
    'MM-DD-YYYY',
    'DD/MM/YY',
    'MM/DD/YY',
    'DD-MMM-YY'
  ]
  const parsedDate = dayjs(input, formats, true) // Strict parsing to ensure formats are matched correctly

  // If the date is valid, return it in the YYYY-MM-DD format
  if (parsedDate.isValid()) {
    return parsedDate.format('YYYY-MM-DD')
  }

  // Handle cases like "Vers 2000"
  const versMatch = typeof input === 'string' && input.match(/vers\s*(\d{4})/i);
  if (versMatch) {
    return `${versMatch[1]}-01-01`; // Return in ISO format
  }

  function excelDateToJSDate(serial) {
    const utc_days = Math.floor(serial - 25569); // days from Jan 1, 1970
    const utc_value = utc_days * 86400; // seconds in a day
    return new Date(utc_value * 1000); // JS Date uses milliseconds
  }

  let jsDate = excelDateToJSDate(input);

  // If the input is not a valid date, return 'Invalid Date'
  return jsDate
}

async function MentionList() {
  let response = await getMentions()
  return response
}

let ListMention

/**
 * Function to import data from XLSX or CSV file into SQLite database
 * @param {string} filePath - Path to the file (either .xlsx or .csv)
 */
async function importFileToDatabase(filePath) {
  const fileExtension = path.extname(filePath).toLowerCase()

  // Determine the file type and parse accordingly
  let records
  if (fileExtension === '.xlsx') {
    // Read and parse XLSX file
    const workbook = XLSX.readFile(filePath)
    const worksheet = workbook.Sheets[workbook.SheetNames[0]] // Assuming data is in the first sheet
    records = XLSX.utils.sheet_to_json(worksheet, { defval: '', raw: false })
  } else if (fileExtension === '.csv') {
    // Read and parse CSV file
    const fileContent = fs.readFileSync(filePath, 'utf8')
    records = parse(fileContent, {
      columns: true,
      skip_empty_lines: true
    })
  } else {
    console.error('Unsupported file format. Only .xlsx and .csv are allowed.')
    return
  }

  // ✅ Count number of data rows
  const numberOfLines = records.length;
  console.log(`Number of data rows: ${numberOfLines}`);

  try {
    let error = true
    let message = ''

    // Vérifier les données en une seule boucle
    let ar = [];
    let oldNum = '';
    for (const row of records) {
      if (
        !row.nom ||
        // !row.prenom ||
        !row.date_naissance ||
        !row.niveau ||
        !row.annee_scolaire ||
        !row.mention ||
        !row.num_inscription ||
        !row.nationaliter ||
        !row.sexe ||
        // !row.cin ||
        // !row.date_de_delivrance ||
        !row.annee_baccalaureat ||
        !row.serie ||
        !row.code_redoublement ||
        !row.boursier ||
        !row.domaine
        // ||
        // !row.contact
      ) {
        if (!row.nom) {
          message = "Le champ 'nom' est inconnu"
        }
        // else if (!row.prenom) {
        //   message = "Le champ 'prenom' est inconnu"
        // }
        else if (!row.date_naissance) {
          message = "Le champ 'date_naissance' est inconnu"
        } else if (!row.niveau) {
          message = "Le champ 'niveau' est inconnu"
        } else if (!row.annee_scolaire) {
          message = "Le champ 'annee_scolaire' est inconnu"
        } else if (!row.mention) {
          message = "Le champ 'mention' est inconnu"
        } else if (!row.num_inscription) {
          message = "Le champ 'num_inscription' est inconnu"
        } else if (!row.nationaliter) {
          message = "Le champ 'nationaliter' est inconnu"
        } else if (!row.sexe) {
          message = "Le champ 'sexe' est inconnu"
        }
        // else if (!row.cin) {
        //   message = "Le champ 'cin' est inconnu"
        // } else if (!row.date_de_delivrance) {
        //   message = "Le champ 'date_de_delivrance' est inconnu"
        // }
        else if (!row.annee_baccalaureat) {
          message = "Le champ 'annee_baccalaureat' est inconnu"
        } else if (!row.serie) {
          message = "Le champ 'serie' est inconnu"
        } else if (!row.code_redoublement) {
          message = "Le champ 'code_redoublement' est inconnu"
        } else if (!row.boursier) {
          message = "Le champ 'boursier' est inconnu"
        } else if (!row.domaine) {
          message = "Le champ 'domaine' est inconnu"
        }
        // else if (!row.contact) {
        //   message = "Le champ 'contact' est inconnu"
        // }
        error = false
        break
      }
    }

    async function fetchMentions() {
      try {
        // Fetch the mentions
        ListMention = await MentionList()

        // Assuming 'ListMention' is an array of objects like the ones you mentioned
        // Si aucune erreur, insérer les données en batch
        if (error !== false) {
          // Utiliser transaction pour éviter une latence si l'insertion dépasse 100
          database.transaction(() => {
            for (const row of records) {
              // Convert row.mention to uppercase and compare with ListMention.nom and ListMention.uniter (also converted to uppercase)
              const matchedMention = ListMention.find(
                (mention) =>
                  mention.nom.toUpperCase() === row.mention.toUpperCase() ||
                  mention.uniter.toUpperCase() === row.mention.toUpperCase()
              )

              // If a match is found, update row.mention with ListMention.id
              if (matchedMention) {
                row.mention = matchedMention.id
              }
              row.num_inscription = row.num_inscription.toString()

              ar.push(row)
              console.log(ar.length, 'create');
              try {
                let compare = row.num_inscription;
                if (compare == oldNum) {
                  row.num_inscription = Number(row.num_inscription + 1);
                }
                console.log(
                  insertEtudiant(
                    row.nom,
                    row.prenom,
                    getCompressedDefaultImage(),
                    convertToISODate(row.date_naissance),
                    row.niveau,
                    row.annee_scolaire,
                    getStatusMention(row.code_redoublement),
                    row.num_inscription,
                    row.mention,
                    row.sexe,
                    row.nationaliter,
                    row.cin,
                    row.date_de_delivrance,
                    row.annee_baccalaureat,
                    row.serie,
                    row.boursier,
                    row.domaine,
                    row.contact,
                    null
                  )
                );
                oldNum = compare

              } catch (error) {
                console.log(error);

              }
            }
          })()
        }
      } catch (error) {
        console.error('Error:', error) // Handle any errors
      }
    }

    fetchMentions()

    return { error, message }
  } catch (error) {
    console.error('Error inserting record:', error)
    return { error: 'error' }
  }
}

module.exports = {
  importFileToDatabase
}