-
Notifications
You must be signed in to change notification settings - Fork 0
/
index.js
130 lines (106 loc) · 3.87 KB
/
index.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
import { readdirSync, readFileSync, writeFileSync, createWriteStream } from 'fs';
import path from "path";
import { emptyDirSync } from 'fs-extra';
import axios from 'axios';
import xlsx from 'node-xlsx';
import imagemin from 'imagemin';
import mozjpeg from "imagemin-mozjpeg";
import isJpg from "is-jpg";
import sharp from "sharp";
const __dirname = path.resolve();
const rawFolder = `${__dirname}/rawImages`;
const processedFolder = `${__dirname}/processedImages`;
const convertToJpg = async (input) => {
if (isJpg(input)) {
return input;
}
return sharp(input)
.jpeg()
.toBuffer();
};
const reduceImage = async (buffer, quality = 80) => imagemin.buffer(buffer, {
plugins: [convertToJpg, mozjpeg({ quality })]
});
const getFileSizeInMbFromBuffer = (buffer) => Number((Buffer.byteLength(buffer, 'utf8') / (1024*1024)).toFixed(2));
const getOriginalBuffers = (filenames, folder) => {
return filenames.map((filename) => {
const buffer = readFileSync(`${folder}/${filename}`);
const size = getFileSizeInMbFromBuffer(buffer);
return { buffer, size, filename };
});
};
const getImagesNames = (folder) => {
const fileNames = readdirSync(`${folder}/`);
return fileNames.filter(fileName => (/\.(jpe?g|)$/i).test(fileName));
};
const downloadImage = async (url, filepath) => {
const response = await axios({
url,
method: 'GET',
responseType: 'stream'
});
return new Promise((resolve, reject) => {
response.data.pipe(createWriteStream(filepath))
.on('error', (reject))
.once('close', () => resolve(filepath));
});
}
// tratar erro em downloads
const downloadImagesFromSheet = async (sheetName) => {
console.log('Downloading...');
const workSheetsFromFile = (xlsx.parse(`${__dirname}/${sheetName}.xlsx`))[0];
const sheetItens = workSheetsFromFile.data.filter(d => d.length).map(d => {
return { filename: d[0], link: d[1] }
});
for (const sheetIten of sheetItens) {
if(!sheetIten.link.includes('http')) continue;
await downloadImage(sheetIten.link, `${rawFolder}/${sheetIten.filename}.jpg`);
console.log(`File: ${sheetIten.filename} - download done !`);
}
};
const loadEnv = async () => {
emptyDirSync(processedFolder);
const quality = 90;
const types = ['folder','sheet'];
const sizeLimitInMb = process.env.SIZE || 0.100;
const type = process.env.TYPE || 'sheet';
if(!types.includes(type.toLocaleLowerCase())) throw Error('Choose a valid type - folder or sheet');
return { sizeLimitInMb, quality, type };
};
//ADD TESTS
const main = async () => {
try {
const { sizeLimitInMb, type } = await loadEnv();
if (type === 'sheet') {
emptyDirSync(rawFolder);
await downloadImagesFromSheet(type);
}
const imagesNames = getImagesNames(rawFolder);
const originalBuffers = await getOriginalBuffers(imagesNames, rawFolder)
const results = [];
// melhorar lógica do loop
// tratar possiveis erros na reducao
let quality = 90;
for (let index = 0; index < originalBuffers.length; index++) {
const bufferReduced = await reduceImage(originalBuffers[index].buffer, quality);
const actualSize = getFileSizeInMbFromBuffer(bufferReduced);
const filename = originalBuffers[index].filename;
if (actualSize > sizeLimitInMb) {
console.log(`File ${filename} | quality: ${quality} | size: ${actualSize} | max: ${sizeLimitInMb} --- reducing quality...`);
quality = quality - 5;
index--;
} else {
results.push({buffer: bufferReduced, filename: originalBuffers[index].filename, metadata: `File: ${originalBuffers[index].filename} | quality: ${quality} | original size: ${originalBuffers[index].size} Mbs | actual size: ${actualSize} Mbs`});
quality = 90;
}
}
console.log('\n\n\nSuccessfully Processed!');
results.forEach(result => {
writeFileSync(`${processedFolder}/${result.filename}`, result.buffer);
console.log(result.metadata);
});
} catch (err) {
console.log(`Server error :( , ${err}`)
}
}
main();