-
Notifications
You must be signed in to change notification settings - Fork 1
/
index-old.js
157 lines (144 loc) · 5.06 KB
/
index-old.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
const unzip = require('node-unzip-2')
const path = require('path')
const fs = require('fs')
const md5file = require('md5-file')
const request = require('request')
const progress = require('request-progress')
const rimraf = require('rimraf')
const NO_OP = () => {}
const defaultOptions = {
appData: null,
log: {
info: NO_OP,
error: NO_OP
},
remote: null
}
let options = {
...defaultOptions
}
const downloadAndReadFile = (filename, md5Only, zipped, progressCb = () => null) => new Promise((resolve, reject) => {
const remoteFileUri = `${options.remote}${filename}`
const tmpFilePath = path.join(options.appData, `/tmp/${filename}`)
options.log.info(`downloadAndSaveFile() -> ${filename}`)
options.log.info(`Remote URL: ${remoteFileUri}`)
progress(request(remoteFileUri))
.on('progress', (state) => {
progressCb(`Transferred ${Math.floor(state.percent * 100)}% (${Math.floor(state.size.transferred / 1000 / 1000)}Mb / ${Math.floor(state.size.total / 1000 / 1000)}Mb)`)
})
.on('error', (err) => {
options.log.error('ERROR IN GET')
reject(err)
})
.on('end', async () => {
options.log.info(`${filename} Downloaded!`)
const finish = async () => {
const data = fs.readFileSync(tmpFilePath)
if (tmpFilePath.split('.')[1] === 'md5') {
options.log.info(`>>> File Data: ${data}`)
}
md5file(tmpFilePath, (err2, hash) => {
if (err2) {
throw new Error('ERROR CREATING MD5')
}
options.log.info(`MD5 of file: ${hash}`)
resolve({ data, hash })
})
}
if (zipped) {
const unzipper = unzip
.Extract({
path: path.join(options.appData, '/assets')
})
.on('close', finish)
.on('error', (err) => {
reject(err)
})
fs.createReadStream(tmpFilePath).pipe(unzipper)
} else {
finish()
}
})
.pipe(fs.createWriteStream(tmpFilePath))
})
const downloadAndCompareChecksums = (filename, progressCb = () => null) => new Promise(async (resolve, reject) => {
let md5Remote = null
let md5Local = null
let { data } = await downloadAndReadFile(`${filename}`, false, false, progressCb) // check the md5
md5Remote = data
options.log.info(`Reading Local MD5 for ${filename}... ${path.join(options.appData, `/assets/${filename}`)}`)
let md5 = null
try {
md5 = fs.readFileSync(path.join(options.appData, `/assets/${filename}`), 'utf8')
} catch (e) {
// empty on purpose
}
if (md5) {
options.log.info(`Local MD5: ${md5}`)
md5Local = md5
} else {
options.log.info(`No local ${filename} md5 found, so forcing download!`)
}
if (md5Local) {
options.log.info(`Comparing local ${md5Local} versus remote: ${md5Remote} (${String(md5Local).trim() === String(md5Remote).trim()})`)
}
if (!md5Local || (String(md5Local).trim() !== String(md5Remote).trim())) {
// no local or not the same, so we need to download!
resolve(true)
} else {
options.log.info('md5 matches! No update needed!')
resolve(false)
}
})
exports.init = (config) => {
options = {
...defaultOptions,
...config
}
}
exports.assetUpdater = (assets, cb, progressCb = () => null) => new Promise(async (resolve, reject) => {
// make sure we have a tmp folder for downloads!
const tmpFolder = path.join(options.appData, '/tmp')
if (!fs.existsSync(tmpFolder)) {
fs.mkdirSync(tmpFolder)
}
let assetsNeedUpdating = []
let promiseArray = assets.map(async (asset, i) => {
options.log.info(`Checking ${i + 1} of ${assets.length}...`)
const needsUpdate = await downloadAndCompareChecksums(`${asset}.md5`, progressCb)
if (needsUpdate) {
assetsNeedUpdating.push(asset)
}
})
console.log(`----> ${JSON.stringify(promiseArray)}`)
// so we don't remove directory if nothing is updating!
if (!promiseArray.length) {
options.log.info('NO UPDATES NEEDED')
resolve()
}
Promise.all(promiseArray)
.then(() => {
options.log.info(`ASSETS NEED UPDATING: ${assetsNeedUpdating}`)
let updated = 1
if (assetsNeedUpdating.length) {
cb(`Downloading 1 of ${assetsNeedUpdating.length}...`) // eslint-disable-line standard/no-callback-literal
}
let updateArray = assetsNeedUpdating.map(async (asset, i) => {
options.log.info(`Preparing to download ${asset}.zip`)
// remove the old directory
rimraf.sync(path.join(options.appData, `/assets/${asset}/`))
const { hash } = await downloadAndReadFile(`${asset}.zip`, true, true, progressCb)
options.log.info(`FINISHED DOWNLOADING ${i + 1} of ${assetsNeedUpdating.length}`)
updated += 1
cb(`Downloading ${updated} of ${assetsNeedUpdating.length}...`) // eslint-disable-line standard/no-callback-literal
// save new checksum
fs.writeFileSync(path.join(options.appData, `/assets/${asset}.md5`), hash)
options.log.info('Checksum saved!')
})
Promise.all(updateArray)
.then(() => {
options.log.info('ALL FILES FINISHED')
resolve()
})
})
})