import moment from 'moment'; import fetch from 'node-fetch'; import { models } from './models/index.js'; import { v4 as uuidv4 } from 'uuid'; import chalk from 'chalk'; import ora from 'ora'; const env = process.env; /** * Gets the Access Token from the client config table * * @param {sequelize.models} models * @returns {Date} tokenExpirationDate formated as YYYY-MM-DD HH:mm:ss */ export async function requestToken() { let spinner; try { spinner = ora(`Requesting new token...`).start(); const clientConfigData = await models.clientConfig.findOne(); let tokenExpirationDate; if (clientConfigData) tokenExpirationDate = clientConfigData.tokenExpiration; if (!tokenExpirationDate || moment().isAfter(tokenExpirationDate)) { let clientId, clientSecret if (JSON.parse(env.USE_SECRETS_DB)) { clientId = clientConfigData.clientId; clientSecret = clientConfigData.clientSecret; } else { clientId = env.CLIENT_ID clientSecret = env.CLIENT_SECRET }; const data = { grant_type: 'client_credentials', client_id: clientId, client_secret: clientSecret, scope: 'role:app catalog:read supply:read organization:read network:write network:read' }; const body = Object.keys(data) .map(key => `${encodeURIComponent(key)}=${encodeURIComponent(data[key])}`) .join('&'); const response = await fetch(env.API_ENDPOINT, { method: 'POST', headers: { 'Content-Type': 'application/x-www-form-urlencoded', }, body, }); const responseData = await response.json(); if (response.ok) spinner.succeed(); else { spinner.fail(); criticalError(new Error(`Token request failed with status: ${response.status} - ${response.statusText}`)); } let tokenExpirationDate = moment() .add(responseData.expires_in, 's') .format('YYYY-MM-DD HH:mm:ss'); await updateClientConfig( clientId, clientSecret, responseData.access_token, tokenExpirationDate ); return tokenExpirationDate; } else { spinner.text = 'Using stored token...' spinner.succeed(); return tokenExpirationDate; } } catch (err) { spinner.fail(); throw err; } } /** * Returns the current token * * @returns {string} */ export async function getCurrentToken() { let data = await models.clientConfig.findOne(); return data.currentToken } /** * Check the floriday data config */ export async function checkConfig() { const spinner = ora(`Checking config...`).start(); const excludedEnvVars = ['VSCODE_GIT_ASKPASS_EXTRA_ARGS']; const requiredEnvVars = Object.keys(env); const filteredEnvVars = requiredEnvVars.filter(reqEnvVar => !excludedEnvVars.includes(reqEnvVar)); for (const reqEnvVar of filteredEnvVars) { if (!process.env[reqEnvVar]) { spinner.fail(); throw new Error(`You haven't provided the ${reqEnvVar} environment variable`); } } const clientConfigData = await models.clientConfig.findOne(); if (!clientConfigData) await updateClientConfig(env.CLIENT_ID, env.CLIENT_SECRET); spinner.succeed(); } /** * Returns the expiration data of current token * * @returns {string} */ export async function getCurrentTokenExpiration() { let data = await models.clientConfig.findOne(); return data.tokenExpiration } /** * Updates the Access Token in the client config table * * @param {String} clientId * @param {String} clientSecret * @param {String} accessToken * @param {String} tokenExpirationDate */ export async function updateClientConfig(clientId, clientSecret, accessToken, tokenExpirationDate) { try { const spinner = ora(`Updating token...`).start(); if (!JSON.parse(process.env.USE_SECRETS_DB)) clientId = clientSecret = null await models.clientConfig.upsert({ id: 1, clientId: clientId, clientSecret: clientSecret, currentToken: accessToken, tokenExpiration: tokenExpirationDate }); spinner.succeed(); } catch (error) { spinner.fail(); console.log('There was a error while updating the client config'); console.log(error); } } /** * pauses the execution of the script for the given amount of milliseconds * * @param {integer} ms * @returns A promise that resolves after ms milliseconds. */ export async function sleep(ms) { return new Promise((resolve) => { setTimeout(resolve, ms); }); } /** * Recieves an array of functions and executes them in a queue with the given concurrency * * @param {Array} fnArray * @param {Number} concurrency * @returns */ export async function asyncQueue(fnArray, concurrency = 1) { const results = []; // 1 const queue = fnArray.map((fn, index) => () => fn().then((result) => results[index] = result)); const run = async () => { // 2 const fn = queue.shift(); if (fn) { await fn(); await run(); } }; const promises = []; // 3 while (concurrency--) { // 4 promises.push(run()); } await Promise.all(promises); // 5 return results; } // 1. Create an array of functions that will be executed in a queue // 2. Create a function that will execute the functions in the queue // 3. Create an array of promises that will execute the run function // 4. Execute the run function while the concurrency is greater than 0 // 5. Return the results /** * Syncs the sequence number for the given model * if no params are given it will reset all the sequence number to 0 * * @param {Number} current - current sequence number * @param {String} model - model name * @param {Number} maximumSequenceNumber - maximum sequence number * @returns */ export async function syncSequence(current = 0, model = null , maximumSequenceNumber = 0){ if (model == null && current == 0){ try { const spinner = ora(`Syncing sequence...`).start(); let mockModels = [ 'suppliers', 'tradeItems', 'supplyLines', ]; let i = 1; for (let mockModel in mockModels) { spinner.text = `Syncing ${i++} sequences...` const element = mockModels[mockModel]; await syncSequence(0, element); } spinner.succeed(); } catch (err) { spinner.fail(); throw new Error(err); } } else if (current) { let tx = await models.sequelize.transaction(); try { let sequence = await models.sequenceNumber.findOrCreate({ where: { model: model }, defaults: { model: model, sequenceNumber: current, maximumSequenceNumber: maximumSequenceNumber }, transaction: tx }); if (sequence[1] == false){ await models.sequenceNumber.update({ sequenceNumber: current, maximumSequenceNumber: maximumSequenceNumber }, { where: { model: model }, transaction: tx }); } await tx.commit(); } catch (error) { await tx.rollback(); console.log(`Error while syncing sequence number for: ${model}: ${error}`); } } } export async function syncSuppliers(){ let spinner = ora('Preparing to load suppliers...').start(); try { let headers = { 'Content-Type': 'application/json', 'Authorization': `Bearer ${await getCurrentToken()}`, 'X-Api-Key': process.env.API_KEY, }; const response = await fetch(`${env.API_URL}/organizations/current-max-sequence`, { method: 'GET', headers, }); if (!response.ok) { spinner.fail(); criticalError(new Error(`Max sequence request failed with status: ${response.status} - ${response.statusText}`)); } const maxSequenceNumber = await response.json(); let timeFinish, timeToGoSec, timeToGoMin, timeLeft; for (let curSequenceNumber = 0; curSequenceNumber <= maxSequenceNumber; curSequenceNumber++) { let timeStart = new moment(); let query = `${env.API_URL}/organizations/sync/${curSequenceNumber}?organizationType=SUPPLIER`; let response = await fetch(query, { method: 'GET', headers }); let data = await response.json(); let suppliers = data.results; for (let supplier of suppliers) { curSequenceNumber = supplier.sequenceNumber; spinner.text = `Syncing suppliers, ${maxSequenceNumber - curSequenceNumber} are missing` if (timeFinish) spinner.text = spinner.text + ` (${timeLeft})` await models.supplier.upsert({ supplierOrganizationId: supplier.organizationId, sequenceNumber: supplier.sequenceNumber, companyGln: supplier.companyGln ? supplier.companyGln : null, name: supplier.name ? supplier.name : null, commercialName: supplier.commercialName ? supplier.commercialName : null, email: supplier.email ? supplier.email : null, phone: supplier.phone ? supplier.phone : null, website: supplier.website ? supplier.website : null, rfhRelationId: supplier.rfhRelationId ? supplier.rfhRelationId : null, paymentProviders: supplier.paymentProviders.length ? `${supplier.paymentProviders}` : null, endDate: supplier.endDate ? supplier.endDate : null, mailingAddress: supplier.mailingAddress ? supplier.mailingAddress : null, physicalAddress: supplier.physicalAddress ? supplier.physicalAddress : null, }); }; await syncSequence(curSequenceNumber, 'suppliers', maxSequenceNumber); timeFinish = new moment(); timeToGoSec = (timeFinish.diff(timeStart, 'seconds') * (maxSequenceNumber - curSequenceNumber) / 1000) timeToGoMin = Math.trunc(timeToGoSec / 60) if (!timeToGoMin) timeLeft = `${Math.trunc(timeToGoSec)} sec` else timeLeft = `${timeToGoMin} min` } spinner.text = `Syncing suppliers...`; spinner.succeed() } catch (err) { spinner.fail(); throw new Error(err); } } export async function syncConn(){ const spinner = ora(`Syncing connections...`).start(); try { let connections = await models.connection.findAll(); let headers = { 'Content-Type': 'application/json', 'Authorization': `Bearer ${await getCurrentToken()}`, 'X-Api-Key': process.env.API_KEY }; let remoteConnections = await fetch(`${env.API_URL}/connections`, { method: 'GET', headers }); remoteConnections = await remoteConnections.json(); let i = 1; for (let connection of connections){ spinner.text = `Syncing ${i++} connections...` if (connection.isConnected == false) continue; let remoteConnection = remoteConnections.find(remoteConnection => remoteConnection == connection.supplierOrganizationId); if (remoteConnection == undefined){ console.log('Connection: ', connection, 'does not exist in the remote server'); console.log('Creating remote connection'); await fetch(`${env.API_URL}/connections/${connection.supplierOrganizationId}`, { method: 'PUT', headers }); await models.connection.update({ isConnected: true }, { where: { supplierOrganizationId: connection.supplierOrganizationId } }); await models.supplier.update({ isConnected: true }, { where: { supplierOrganizationId: connection.supplierOrganizationId } }); } else { await models.connection.update({ isConnected: true }, { where: { supplierOrganizationId: connection.supplierOrganizationId } }); await models.supplier.update({ isConnected: true }, { where: { supplierOrganizationId: connection.supplierOrganizationId } }); } } spinner.succeed(); } catch (err) { spinner.fail(); throw new Error(err); } } export async function syncTradeItems(){ const spinner = ora(`Syncing trade items...`).start(); const suppliers = await models.supplier.findAll(); let i = 1; for (let supplier of suppliers) { if (!supplier.isConnected) continue; let query = `${env.API_URL}/trade-items?supplierOrganizationId=${supplier.supplierOrganizationId}`; let headers = { 'Content-Type': 'application/json', 'Authorization': `Bearer ${await getCurrentToken()}`, 'X-Api-Key': process.env.API_KEY }; try { let request = await fetch(query, { method: 'GET', headers }); let tradeItems = await request.json(); if (!tradeItems.length) continue; for (let tradeItem of tradeItems) { await insertItem(tradeItem, supplier); spinner.text = `Syncing ${i++} trade items...` }; } catch (err) { spinner.fail(); throw err; } } spinner.succeed() } /** * Syncs the supply lines for suppliers that are connected to do this, * it fetches all the supply lines for every tradeitem of the suppliers */ export async function syncSupplyLines(){ try { let currentSequenceNumber = await models.sequenceNumber.findOne({ // TODO: Mirar como manejar este error where: { model: 'supplyLines' } }); const spinner = ora(`Syncing supply lines...`).start(); let suppliers = await models.supplier.findAll({ where: { isConnected: true } }); let tradeItems = await models.tradeItem.findAll({ where: { supplierOrganizationId: suppliers.map(supplier => supplier.supplierOrganizationId) } }); let promises = []; let headers = { 'Content-Type': 'application/json', 'Authorization': `Bearer ${await getCurrentToken()}`, 'X-Api-Key': process.env.API_KEY }; // Launch a promise for each supplier for (let tradeItem of tradeItems) { let supplier = suppliers.find(supplier => supplier.supplierOrganizationId == tradeItem.supplierOrganizationId); let promise = new Promise(async (resolve) => { try { let url = `${env.API_URL}/supply-lines/sync/0` const params = new URLSearchParams({ supplierOrganizationId: supplier.supplierOrganizationId, tradeItemId: tradeItem.tradeItemId, postFilterSelectedTradeItems: false }); let request = await fetch(`${url}?${params.toString()}`, { method: 'GET', headers }); if (request.status == 429) { // Too many request resolve([]); return; } let supplyLines = await request.json(); if (!supplyLines.results.length) { resolve([]); return; } resolve(supplyLines); } catch (err) { console.log('Error while syncing supply lines for: ', supplier.commercialName, ' - ' , tradeItem.name); console.log(err); resolve([]); } }); promises.push(promise); } let supplyLines = await Promise.all(promises); let maximumSequenceNumber; for (let supplyLine of supplyLines) { maximumSequenceNumber = supplyLine.maximumSequenceNumber; supplyLine = supplyLine.results; try { if (supplyLine) { for (let line of supplyLine) { let tradeItem = await models.tradeItem.findOne({ where: { tradeItemId: line.tradeItemId } }); if (!tradeItem) { console.log('Trade item not found for supply line: ', line.supplyLineId); console.log('Requesting data for trade item id: ', line.tradeItemId); let queryTradeItem = await fetch(`${env.API_URL}/trade-items?tradeItemIds=${line.tradeItemId}`, { method: 'GET', headers }); let tradeItem = await queryTradeItem.json(); if (tradeItem.length == 0) { console.log('Trade item not found for supply line: ', line.supplyLineId); console.log('Trade item id: ', line.tradeItemId); continue; } let supplier = await models.supplier.findOne({ where: { supplierOrganizationId: tradeItem[0].supplierOrganizationId } }); await insertItem(tradeItem[0], supplier); tradeItem = await models.tradeItem.findOne({ where: { tradeItemId: line.tradeItemId } }); if (!tradeItem) { console.log('Trade item not found for supply line: ', line.supplyLineId); console.log('Trade item id: ', line.tradeItemId); continue; } } await models.supplyLine.upsert({ supplyLineId: line.supplyLineId, status: line.status, supplierOrganizationId: line.supplierOrganizationId, pricePerPiece_currency: line.pricePerPiece.currency, pricePerPiece_value: line.pricePerPiece.value, numberOfPieces: line.numberOfPieces, deliveryPeriod_startDateTime: line.deliveryPeriod.startDateTime, deliveryPeriod_endDateTime: line.deliveryPeriod.endDateTime, orderPeriod_startDateTime: line.orderPeriod.startDateTime, orderPeriod_endDateTime: line.orderPeriod.endDateTime, warehouseId: line.warehouseId, sequenceNumber: line.sequenceNumber, type: line.type, isDeleted: line.isDeleted, salesUnit: line.salesUnit, agreementReference_code: line.agreementReference.code ? line.agreementReference.code : null, agreementReference_description: line.agreementReference.description ? line.agreementReference.description : null, isLimited: line.isLimited, isCustomerSpecific: line.isCustomerSpecific, tradeItemId: line.tradeItemId, }); } } } catch (err) { spinner.fail(); throw err; } } spinner.succeed(); console.log('Found', suppliers.length, 'connected suppliers'); await syncSequence(currentSequenceNumber, 'supplyLines' ,maximumSequenceNumber); } catch (err) { throw err; } } export async function insertItem(tradeItem, supplier) { try { // Temporal connection to all suppliers that have trade items let currentSupp = await models.supplier.findOne({ where: { supplierOrganizationId: tradeItem.supplierOrganizationId } }); currentSupp.isConnected = true; let tx = await models.sequelize.transaction(); await currentSupp.save({transaction: tx}); await models.connection.upsert({ supplierOrganizationId: tradeItem.supplierOrganizationId, connect: true, }, {transaction: tx}); // ----- await models.tradeItem.upsert({ tradeItemId: tradeItem.tradeItemId, supplierOrganizationId: tradeItem.supplierOrganizationId, code: tradeItem.code, gtin: tradeItem.gtin, vbnProductCode: tradeItem.vbnProductCode, name: tradeItem.name, isDeleted: tradeItem.isDeleted, sequenceNumber: tradeItem.sequenceNumber, tradeItemVersion: tradeItem.tradeItemVersion, isCustomerSpecific: tradeItem.isCustomerSpecific, isHiddenInCatalog: tradeItem.isHiddenInCatalog, }, {transaction: tx}); let characteristics = tradeItem.characteristics; for (let characteristic of characteristics) { await models.characteristic.upsert({ vbnCode: characteristic.vbnCode, vbnValueCode: characteristic.vbnValueCode, tradeItemId: tradeItem.tradeItemId, }, {transaction: tx}); } let seasonalPeriods = tradeItem.seasonalPeriods; for (let seasonalPeriod of seasonalPeriods) { await models.seasonalPeriod.upsert({ startWeek: seasonalPeriod.startWeek, endWeek: seasonalPeriod.endWeek, tradeItemId: tradeItem.tradeItemId, }, {transaction: tx}); } let photos = tradeItem.photos; for (let photo of photos) await models.photo.upsert({ id: photo.id, url: photo.url, type: photo.type, primary: photo.primary, tradeItemId: tradeItem.tradeItemId, }, {transaction: tx}); let packingConfigurations = tradeItem.packingConfigurations; for (let packingConfiguration of packingConfigurations) { let uuid = uuidv4(); await models.packingConfiguration.upsert({ packingConfigurationId: uuid, piecesPerPackage: packingConfiguration.piecesPerPackage, bunchesPerPackage: packingConfiguration.bunchesPerPackage, photoUrl: packingConfiguration.photoUrl, packagesPerLayer: packingConfiguration.packagesPerLayer, layersPerLoadCarrier: packingConfiguration.layersPerLoadCarrier, additionalPricePerPiece : JSON.stringify(packingConfiguration.additionalPricePerPiece), transportHeightInCm: packingConfiguration.transportHeightInCm, loadCarrierType: packingConfiguration.loadCarrierType, isPrimary: packingConfiguration.isPrimary, tradeItemId: tradeItem.tradeItemId, }, {transaction: tx}); await models.package.upsert({ vbnPackageCode: packingConfiguration.package.vbnPackageCode, customPackageId: packingConfiguration.package.customPackageId, packingConfigurationFk: uuid, }, {transaction: tx}); } let countryOfOriginIsoCodes = tradeItem.countryOfOriginIsoCodes; countryOfOriginIsoCodes ??= 0; for (let countryOfOriginIsoCode of countryOfOriginIsoCodes) { await models.countryOfOriginIsoCode.upsert({ isoCode: countryOfOriginIsoCode, tradeItemId: tradeItem.tradeItemId, }, {transaction: tx}); } let botanicalNames = tradeItem.botanicalNames; for (let botanicalName of botanicalNames) { await models.botanicalName.upsert({ name: botanicalName.name, tradeItemId: tradeItem.tradeItemId, }, {transaction: tx}); } await tx.commit(); } catch (error) { await tx.rollback(); console.log('Error while syncing trade items for: ', supplier.commercialName); console.log(error); } } /** * Throw critical error * * @param {err} **/ export async function criticalError(err) { console.log(chalk.red.bold(`[CRITICAL]`), chalk.red(`${err.message}`)); process.exit(); }