114 lines
3.7 KiB
JavaScript
114 lines
3.7 KiB
JavaScript
const https = require('https');
|
|
const fs = require('fs-extra');
|
|
const path = require('path');
|
|
|
|
module.exports = Self => {
|
|
Self.remoteMethod('downloadImages', {
|
|
description: 'Returns last entries',
|
|
accessType: 'WRITE',
|
|
returns: {
|
|
type: ['Object'],
|
|
root: true
|
|
},
|
|
http: {
|
|
path: `/downloadImages`,
|
|
verb: 'GET'
|
|
}
|
|
});
|
|
|
|
Self.downloadImages = async() => {
|
|
const models = Self.app.models;
|
|
const container = await models.TempContainer.container('salix-image');
|
|
const tempPath = path.join(container.client.root, container.name);
|
|
const maxAttempts = 3;
|
|
|
|
const images = await Self.find({
|
|
where: {attempts: {eq: maxAttempts}}
|
|
});
|
|
|
|
for (let image of images) {
|
|
const currentStamp = new Date().getTime();
|
|
const updatedStamp = image.updated.getTime();
|
|
const graceTime = Math.abs(currentStamp - updatedStamp);
|
|
const maxTTL = 3600 * 48 * 1000; // 48 hours in ms;
|
|
|
|
if (graceTime >= maxTTL)
|
|
await Self.destroyById(image.itemFk);
|
|
}
|
|
|
|
download();
|
|
|
|
async function download() {
|
|
const image = await Self.findOne({
|
|
where: {url: {neq: null}, attempts: {lt: maxAttempts}},
|
|
order: 'priority, attempts, updated'
|
|
});
|
|
|
|
if (!image) return;
|
|
|
|
const srcFile = image.url;
|
|
const fileName = srcFile.replace(/\.|\/|:|\?|\\|=|%/g, '');
|
|
const file = `${fileName}.png`;
|
|
const filePath = path.join(tempPath, file);
|
|
const imageUrl = image.url.replace('http://', 'https://');
|
|
|
|
https.get(imageUrl, async response => {
|
|
if (response.statusCode != 200) {
|
|
const error = new Error(`Could not download the image. Status code ${response.statusCode}`);
|
|
|
|
return await errorHandler(image.itemFk, error, filePath);
|
|
}
|
|
|
|
const writeStream = fs.createWriteStream(filePath);
|
|
writeStream.on('open', () => {
|
|
response.pipe(writeStream);
|
|
});
|
|
|
|
writeStream.on('error', async error => {
|
|
await errorHandler(image.itemFk, error, filePath);
|
|
});
|
|
|
|
writeStream.on('finish', async function() {
|
|
writeStream.end();
|
|
});
|
|
|
|
writeStream.on('close', async function() {
|
|
try {
|
|
await models.Image.registerImage('catalog', filePath, fileName, image.itemFk);
|
|
await image.destroy();
|
|
|
|
download();
|
|
} catch (error) {
|
|
await errorHandler(image.itemFk, error, filePath);
|
|
}
|
|
});
|
|
}).on('error', async error => {
|
|
await errorHandler(image.itemFk, error, filePath);
|
|
});
|
|
}
|
|
|
|
async function errorHandler(rowId, error, filePath) {
|
|
try {
|
|
const row = await Self.findById(rowId);
|
|
|
|
if (!row) return;
|
|
|
|
if (row.attempts < maxAttempts) {
|
|
await row.updateAttributes({
|
|
error: error,
|
|
attempts: row.attempts + 1,
|
|
updated: new Date()
|
|
});
|
|
}
|
|
|
|
if (filePath && fs.existsSync(filePath))
|
|
await fs.unlink(filePath);
|
|
|
|
download();
|
|
} catch (err) {
|
|
throw new Error(`Image download failed: ${err}`);
|
|
}
|
|
}
|
|
};
|
|
};
|