158 lines
3.6 KiB
JavaScript
158 lines
3.6 KiB
JavaScript
const fs = require("fs")
|
|
const AWS = require("aws-sdk")
|
|
const fetch = require("node-fetch")
|
|
const { budibaseAppsDir } = require("../../../utilities/budibaseDir")
|
|
|
|
async function invalidateCDN(cfDistribution, appId) {
|
|
const cf = new AWS.CloudFront({})
|
|
|
|
return cf
|
|
.createInvalidation({
|
|
DistributionId: cfDistribution,
|
|
InvalidationBatch: {
|
|
CallerReference: appId,
|
|
Paths: {
|
|
Quantity: 1,
|
|
Items: [`/assets/${appId}/*`],
|
|
},
|
|
},
|
|
})
|
|
.promise()
|
|
}
|
|
|
|
exports.fetchTemporaryCredentials = async function() {
|
|
const response = await fetch(process.env.DEPLOYMENT_CREDENTIALS_URL, {
|
|
method: "POST",
|
|
body: JSON.stringify({
|
|
apiKey: process.env.BUDIBASE_API_KEY,
|
|
}),
|
|
})
|
|
|
|
if (response.status !== 200) {
|
|
throw new Error(
|
|
`Error fetching temporary credentials for api key: ${process.env.BUDIBASE_API_KEY}`
|
|
)
|
|
}
|
|
|
|
const json = await response.json()
|
|
|
|
return json
|
|
}
|
|
|
|
const CONTENT_TYPE_MAP = {
|
|
html: "text/html",
|
|
css: "text/css",
|
|
js: "application/javascript",
|
|
}
|
|
|
|
/**
|
|
* Recursively walk a directory tree and execute a callback on all files.
|
|
* @param {String} dirPath - Directory to traverse
|
|
* @param {Function} callback - callback to execute on files
|
|
*/
|
|
function walkDir(dirPath, callback) {
|
|
for (let filename of fs.readdirSync(dirPath)) {
|
|
const filePath = `${dirPath}/${filename}`
|
|
const stat = fs.lstatSync(filePath)
|
|
|
|
if (stat.isFile()) {
|
|
callback(filePath)
|
|
} else {
|
|
walkDir(filePath, callback)
|
|
}
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Walk a directory and return an array of promises for uploading all the files
|
|
* inside that directory to s3.
|
|
* @param {Object} config
|
|
* path: path to read files from on disk
|
|
* s3Key: the path in s3 to upload the directory files to
|
|
* s3: s3 client object
|
|
*/
|
|
function uploadFiles({
|
|
path,
|
|
s3Key,
|
|
s3,
|
|
metadata
|
|
}) {
|
|
const uploads = []
|
|
|
|
walkDir(path, function prepareUploadsForS3(filePath) {
|
|
const fileExtension = [...filePath.split(".")].pop()
|
|
const fileBytes = fs.readFileSync(filePath)
|
|
|
|
const upload = s3
|
|
.upload({
|
|
Key: filePath.replace(path, s3Key),
|
|
Body: fileBytes,
|
|
ContentType: CONTENT_TYPE_MAP[fileExtension],
|
|
Metadata: metadata,
|
|
})
|
|
.promise()
|
|
|
|
uploads.push(upload)
|
|
})
|
|
|
|
return uploads
|
|
}
|
|
|
|
|
|
exports.uploadAppAssets = async function({
|
|
appId,
|
|
credentials,
|
|
bucket,
|
|
cfDistribution,
|
|
accountId,
|
|
}) {
|
|
AWS.config.update({
|
|
accessKeyId: credentials.AccessKeyId,
|
|
secretAccessKey: credentials.SecretAccessKey,
|
|
sessionToken: credentials.SessionToken,
|
|
})
|
|
|
|
const s3 = new AWS.S3({
|
|
params: {
|
|
Bucket: bucket,
|
|
},
|
|
})
|
|
|
|
const appAssetsPath = `${budibaseAppsDir()}/${appId}/public`
|
|
|
|
const appPages = fs.readdirSync(appAssetsPath)
|
|
|
|
let uploads = []
|
|
|
|
for (let page of appPages) {
|
|
// Upload HTML, CSS and JS for each page of the web app
|
|
const pageAssetUploads = uploadFiles({
|
|
path: `${appAssetsPath}/${page}`,
|
|
s3Key: `assets/${appId}`,
|
|
s3,
|
|
metadata: { accountId }
|
|
});
|
|
|
|
uploads = [...uploads, ...pageAssetUploads];
|
|
}
|
|
|
|
// Upload file attachments
|
|
const attachmentUploads = uploadFiles({
|
|
path: `${budibaseAppsDir()}/${appId}/attachments`,
|
|
s3Key: `assets/${appId}/attachments`,
|
|
s3,
|
|
metadata: { accountId }
|
|
})
|
|
|
|
uploads = [...uploads, ...attachmentUploads]
|
|
|
|
try {
|
|
await Promise.all(uploads)
|
|
// TODO: update dynamoDB with a synopsis of the app deployment for historical purposes
|
|
await invalidateCDN(cfDistribution, appId)
|
|
} catch (err) {
|
|
console.error("Error uploading budibase app assets to s3", err)
|
|
throw err
|
|
}
|
|
}
|