MirrorSave
/
budibase
mirror of https://github.com/Budibase/budibase.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Final work to support app update process.

This commit is contained in:
mike12345567 2023-09-20 16:43:50 +01:00
parent 1808665bb3
commit 61c12d88cf
4 changed files with 104 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
packages/builder/src/components/start/ImportAppModal.svelte
View File

@ -1,5 +1,13 @@
<script> <script>
import { ModalContent, Toggle, Input, Layout, Dropzone, notifications } from "@budibase/bbui" import {
ModalContent,
Toggle,
Input,
Layout,
Dropzone,
notifications,
Body,
} from "@budibase/bbui"
import { API } from "api" import { API } from "api"
import { automationStore, store } from "../../builderStore" import { automationStore, store } from "../../builderStore"
@ -35,6 +43,11 @@
onConfirm={updateApp} onConfirm={updateApp}
bind:disabled bind:disabled
> >
<Body size="S"
>Updating an app using an app export will replace all tables, datasources,
queries, screens and automations. It is recommended to perform a backup
before running this operation.</Body
>
<Layout noPadding gap="XS"> <Layout noPadding gap="XS">
<Dropzone <Dropzone
gallery={false} gallery={false}

80
packages/server/src/sdk/app/applications/import.ts
View File

@ -1,4 +1,10 @@
import { db as dbCore } from "@budibase/backend-core" import { db as dbCore } from "@budibase/backend-core"
import {
DocumentsToImport,
Document,
Database,
RowValue,
} from "@budibase/types"
import backups from "../backups" import backups from "../backups"
export type FileAttributes = { export type FileAttributes = {
@ -6,24 +12,74 @@ export type FileAttributes = {
path: string path: string
} }
async function removeImportableDocuments(db: Database) {
// get the references to the documents, not the whole document
const docPromises = []
for (let docType of DocumentsToImport) {
docPromises.push(db.allDocs(dbCore.getDocParams(docType)))
}
let documentRefs: { _id: string; _rev: string }[] = []
for (let response of await Promise.all(docPromises)) {
documentRefs = documentRefs.concat(
response.rows.map(row => ({
_id: row.id,
_rev: (row.value as RowValue).rev,
}))
)
}
// add deletion key
documentRefs = documentRefs.map(ref => ({ _deleted: true, ...ref }))
// perform deletion
await db.bulkDocs(documentRefs)
}
async function getImportableDocuments(db: Database) {
// get the whole document
const docPromises = []
for (let docType of DocumentsToImport) {
docPromises.push(
db.allDocs(dbCore.getDocParams(docType, null, { include_docs: true }))
)
}
// map the responses to the document itself
let documents: Document[] = []
for (let response of await Promise.all(docPromises)) {
documents = documents.concat(response.rows.map(row => row.doc))
}
// remove the _rev, stops it being written
documents.forEach(doc => {
delete doc._rev
})
return documents
}
export async function updateWithExport( export async function updateWithExport(
appId: string, appId: string,
file: FileAttributes, file: FileAttributes,
password?: string password?: string
) { ) {
const devId = dbCore.getDevAppID(appId) const devId = dbCore.getDevAppID(appId)
// TEMPORARY BEGIN const tempAppName = `temp_${devId}`
const tempDb = dbCore.getDB(tempAppName)
const appDb = dbCore.getDB(devId) const appDb = dbCore.getDB(devId)
await appDb.destroy() try {
// TEMPORARY END const template = {
// const tempAppName = `temp_${devId}` file: {
// const tempDb = dbCore.getDB(tempAppName) type: file.type!,
const template = { path: file.path!,
file: { password,
type: file.type!, },
path: file.path!, }
password, // get a temporary version of the import
}, // don't need obj store, the existing app already has everything we need
await backups.importApp(devId, tempDb, template, { objStore: false })
// get the documents to copy
const documents = await getImportableDocuments(tempDb)
// clear out the old documents
await removeImportableDocuments(appDb)
// now write the import documents
await appDb.bulkDocs(documents)
} finally {
await tempDb.destroy()
} }
await backups.importApp(devId, appDb, template)
} }

5
packages/server/src/sdk/app/backups/imports.ts
View File

@ -151,7 +151,8 @@ export function getListOfAppsInMulti(tmpPath: string) {
export async function importApp( export async function importApp(
appId: string, appId: string,
db: Database, db: Database,
template: TemplateType template: TemplateType,
opts: { objStore: boolean } = { objStore: true }
) { ) {
let prodAppId = dbCore.getProdAppID(appId) let prodAppId = dbCore.getProdAppID(appId)
let dbStream: any let dbStream: any
@ -165,7 +166,7 @@ export async function importApp(
} }
const contents = fs.readdirSync(tmpPath) const contents = fs.readdirSync(tmpPath)
// have to handle object import // have to handle object import
if (contents.length) { if (contents.length && opts.objStore) {
let promises = [] let promises = []
let excludedFiles = [GLOBAL_DB_EXPORT_FILE, DB_EXPORT_FILE] let excludedFiles = [GLOBAL_DB_EXPORT_FILE, DB_EXPORT_FILE]
for (let filename of contents) { for (let filename of contents) {

19
packages/types/src/documents/document.ts
View File

@ -39,6 +39,25 @@ export enum DocumentType {
AUDIT_LOG = "al", AUDIT_LOG = "al",
} }
// these are the core documents that make up the data, design
// and automation sections of an app. This excludes any internal
// rows as we shouldn't import data.
export const DocumentsToImport: DocumentType[] = [
DocumentType.ROLE,
DocumentType.DATASOURCE,
DocumentType.DATASOURCE_PLUS,
DocumentType.TABLE,
DocumentType.AUTOMATION,
DocumentType.WEBHOOK,
DocumentType.SCREEN,
DocumentType.QUERY,
DocumentType.METADATA,
DocumentType.MEM_VIEW,
// Deprecated but still copied
DocumentType.INSTANCE,
DocumentType.LAYOUT,
]
// these documents don't really exist, they are part of other // these documents don't really exist, they are part of other
// documents or enriched into existence as part of get requests // documents or enriched into existence as part of get requests
export enum VirtualDocumentType { export enum VirtualDocumentType {