salix/back/methods/edi/updateData.js

/* eslint no-console: "off" */
const path = require('path');
const fs = require('fs-extra');

module.exports = Self => {
    Self.remoteMethodCtx('updateData', {
        description: 'Updates schema data from external provider',
        accessType: 'WRITE',
        returns: {
            type: 'object',
            root: true
        },
        http: {
            path: `/updateData`,
            verb: 'GET'
        }
    });

    Self.updateData = async() => {
        const models = Self.app.models;

        const container = await models.TempContainer.container('edi');
        const tempPath = path.join(container.client.root, container.name);

        const [ftpConfig] = await Self.rawSql('SELECT host, user, password FROM edi.ftpConfig');
        console.debug(`Openning FTP connection to ${ftpConfig.host}...\n`);

        const FtpClient = require('ftps');
        const ftpClient = new FtpClient({
            host: ftpConfig.host,
            username: ftpConfig.user,
            password: ftpConfig.password,
            procotol: 'ftp'
        });

        const files = await Self.rawSql('SELECT fileName, toTable, file, updated FROM edi.fileConfig');

        let remoteFile;
        let tempDir;
        let tempFile;
        for (const file of files) {
            try {
                const fileName = file.file;

                console.debug(`Downloading file ${fileName}...`);

                remoteFile = `codes/${fileName}.ZIP`;
                tempDir = `${tempPath}/${fileName}`;
                tempFile = `${tempPath}/${fileName}.zip`;

                await extractFile({
                    ftpClient: ftpClient,
                    file: file,
                    paths: {
                        remoteFile: remoteFile,
                        tempDir: tempDir,
                        tempFile: tempFile
                    }
                });
            } catch (error) {
                if (fs.existsSync(tempFile))
                    await fs.unlink(tempFile);

                await fs.rmdir(tempDir, {recursive: true});
                console.error(error);
            }
        }

        return true;
    };

    async function extractFile({ftpClient, file, paths}) {
        // Download the zip file
        ftpClient.get(paths.remoteFile, paths.tempFile);

        // Execute download command
        ftpClient.exec(async(err, response) => {
            if (response.error) {
                console.debug(`Error downloading file... ${response.error}`);
                return;
            }

            const AdmZip = require('adm-zip');
            console.log(paths.remoteFile);
            console.log(paths.tempFile);
            console.log('Exists temp file: ', fs.existsSync(paths.tempFile));
            const zip = new AdmZip(paths.tempFile);
            const entries = zip.getEntries();

            zip.extractAllTo(paths.tempDir, false);

            if (fs.existsSync(paths.tempFile))
                await fs.unlink(paths.tempFile);

            await dumpData({file, entries, paths});

            await fs.rmdir(paths.tempDir, {recursive: true});
        });
    }

    async function dumpData({file, entries, paths}) {
        const toTable = file.toTable;
        const baseName = file.fileName;

        const tableName = `edi.${toTable}`;
        await Self.rawSql(`DELETE FROM ??`, [tableName], options);

        const tx = await Self.beginTransaction({});
        try {
            const options = {transaction: tx};

            for (const zipEntry of entries) {
                const entryName = zipEntry.entryName;
                console.log(`Reading file ${entryName}...`);

                const startIndex = (entryName.length - 10);
                const endIndex = (entryName.length - 4);
                const dateString = entryName.substring(startIndex, endIndex);
                const lastUpdated = new Date();

                // Format string date to a date object
                let updated = null;
                if (file.updated) {
                    updated = new Date(file.updated);
                    updated.setHours(0, 0, 0, 0);
                }

                lastUpdated.setFullYear(`20${dateString.substring(4, 6)}`);
                lastUpdated.setMonth(parseInt(dateString.substring(2, 4)) - 1);
                lastUpdated.setDate(dateString.substring(0, 2));
                lastUpdated.setHours(0, 0, 0, 0);

                if (updated && lastUpdated <= updated) {
                    console.debug(`Table ${toTable} already updated, skipping...`);
                    continue;
                }

                console.log('Dumping data...');
                const templatePath = path.join(__dirname, `./sql/${toTable}.sql`);
                const sqlTemplate = fs.readFileSync(templatePath, 'utf8');

                const rawPath = path.join(paths.tempDir, entryName);

                await Self.rawSql(sqlTemplate, [rawPath], options);
                await Self.rawSql(`
                            UPDATE edi.fileConfig 
                                SET updated = ? 
                            WHERE fileName = ?
                    `, [lastUpdated, baseName], options);

                tx.commit();
            }
        } catch (error) {
            tx.rollback();
            throw error;
        }
        console.log(`Updated table ${toTable}\n`);
    }
};