Updating datasource and sorted integration store to be classes, that extend the BudiStore base implementation.

This commit is contained in:
mike12345567 2024-12-17 16:31:40 +00:00
parent 4acb7bc429
commit 590ba5de60
7 changed files with 147 additions and 115 deletions

View File

@ -33,7 +33,7 @@
...datasource, ...datasource,
name, name,
} }
await datasources.update({ await datasources.save({
datasource: updatedDatasource, datasource: updatedDatasource,
integration: integrationForDatasource(get(integrations), datasource), integration: integrationForDatasource(get(integrations), datasource),
}) })

View File

@ -41,7 +41,7 @@
get(integrations), get(integrations),
datasource datasource
) )
await datasources.update({ datasource, integration }) await datasources.save({ datasource, integration })
await afterSave({ datasource, action }) await afterSave({ datasource, action })
} catch (err) { } catch (err) {

View File

@ -176,7 +176,7 @@
notifications.success(`Request saved successfully`) notifications.success(`Request saved successfully`)
if (dynamicVariables) { if (dynamicVariables) {
datasource.config.dynamicVariables = rebuildVariables(saveId) datasource.config.dynamicVariables = rebuildVariables(saveId)
datasource = await datasources.update({ datasource = await datasources.save({
integration: integrationInfo, integration: integrationInfo,
datasource, datasource,
}) })

View File

@ -13,7 +13,7 @@
async function saveDatasource({ config, name }) { async function saveDatasource({ config, name }) {
try { try {
await datasources.update({ await datasources.save({
integration, integration,
datasource: { ...datasource, config, name }, datasource: { ...datasource, config, name },
}) })

View File

@ -16,7 +16,7 @@
get(integrations), get(integrations),
updatedDatasource updatedDatasource
) )
await datasources.update({ datasource: updatedDatasource, integration }) await datasources.save({ datasource: updatedDatasource, integration })
notifications.success( notifications.success(
`Datasource ${updatedDatasource.name} updated successfully` `Datasource ${updatedDatasource.name} updated successfully`
) )

View File

@ -1,4 +1,4 @@
import { writable, derived, get } from "svelte/store" import { derived, get } from "svelte/store"
import { import {
IntegrationTypes, IntegrationTypes,
DEFAULT_BB_DATASOURCE_ID, DEFAULT_BB_DATASOURCE_ID,
@ -17,6 +17,7 @@ import {
} from "@budibase/types" } from "@budibase/types"
// @ts-ignore // @ts-ignore
import { TableNames } from "constants" import { TableNames } from "constants"
import BudiStore from "stores/BudiStore"
// when building the internal DS - seems to represent it slightly differently to the backend typing of a DS // when building the internal DS - seems to represent it slightly differently to the backend typing of a DS
interface InternalDatasource extends Omit<Datasource, "entities"> { interface InternalDatasource extends Omit<Datasource, "entities"> {
@ -41,24 +42,39 @@ class TableImportError extends Error {
} }
} }
interface DatasourceStore { interface BuilderDatasourceStore {
list: Datasource[] list: Datasource[]
selectedDatasourceId: null | string selectedDatasourceId: null | string
} }
export function createDatasourcesStore() { interface DerivedDatasourceStore extends Omit<BuilderDatasourceStore, "list"> {
const store = writable<DatasourceStore>({ list: (Datasource | InternalDatasource)[]
selected?: Datasource | InternalDatasource
hasDefaultData: boolean
hasData: boolean
}
export class DatasourceStore extends BudiStore<DerivedDatasourceStore> {
constructor() {
super({
list: [], list: [],
selectedDatasourceId: null, selectedDatasourceId: null,
hasDefaultData: false,
hasData: false,
}) })
const derivedStore = derived([store, tables], ([$store, $tables]) => { const derivedStore = derived<
[DatasourceStore, BudiStore<any>],
DerivedDatasourceStore
>([this, tables as any], ([$store, $tables]) => {
// Set the internal datasource entities from the table list, which we're // Set the internal datasource entities from the table list, which we're
// able to keep updated unlike the egress generated definition of the // able to keep updated unlike the egress generated definition of the
// internal datasource // internal datasource
let internalDS: Datasource | InternalDatasource | undefined = let internalDS: Datasource | InternalDatasource | undefined =
$store.list?.find(ds => ds._id === BUDIBASE_INTERNAL_DB_ID) $store.list?.find(ds => ds._id === BUDIBASE_INTERNAL_DB_ID)
let otherDS = $store.list?.filter(ds => ds._id !== BUDIBASE_INTERNAL_DB_ID) let otherDS = $store.list?.filter(
ds => ds._id !== BUDIBASE_INTERNAL_DB_ID
)
if (internalDS) { if (internalDS) {
const tables: Table[] = $tables.list?.filter((table: Table) => { const tables: Table[] = $tables.list?.filter((table: Table) => {
return ( return (
@ -89,54 +105,68 @@ export function createDatasourcesStore() {
} }
}) })
const fetch = async () => { this.fetch = this.fetch.bind(this)
this.init = this.fetch.bind(this)
this.select = this.select.bind(this)
this.updateSchema = this.updateSchema.bind(this)
this.create = this.create.bind(this)
this.delete = this.deleteDatasource.bind(this)
this.save = this.save.bind(this)
this.replaceDatasource = this.replaceDatasource.bind(this)
this.getTableNames = this.getTableNames.bind(this)
this.subscribe = derivedStore.subscribe
}
async fetch() {
const datasources = await API.getDatasources() const datasources = await API.getDatasources()
store.update(state => ({ this.store.update(state => ({
...state, ...state,
list: datasources, list: datasources,
})) }))
} }
const select = (id: string) => { async init() {
store.update(state => ({ return this.fetch()
}
select(id: string) {
this.store.update(state => ({
...state, ...state,
selectedDatasourceId: id, selectedDatasourceId: id,
})) }))
} }
const updateDatasource = ( private updateDatasourceInStore(
response: { datasource: Datasource; errors?: Record<string, string> }, response: { datasource: Datasource; errors?: Record<string, string> },
{ ignoreErrors }: { ignoreErrors?: boolean } = {} { ignoreErrors }: { ignoreErrors?: boolean } = {}
) => { ) {
const { datasource, errors } = response const { datasource, errors } = response
if (!ignoreErrors && errors && Object.keys(errors).length > 0) { if (!ignoreErrors && errors && Object.keys(errors).length > 0) {
throw new TableImportError(errors) throw new TableImportError(errors)
} }
replaceDatasource(datasource._id!, datasource) this.replaceDatasource(datasource._id!, datasource)
select(datasource._id!) this.select(datasource._id!)
return datasource return datasource
} }
const updateSchema = async ( async updateSchema(datasource: Datasource, tablesFilter: string[]) {
datasource: Datasource,
tablesFilter: string[]
) => {
const response = await API.buildDatasourceSchema( const response = await API.buildDatasourceSchema(
datasource?._id!, datasource?._id!,
tablesFilter tablesFilter
) )
updateDatasource(response) this.updateDatasourceInStore(response)
} }
const sourceCount = (source: string) => { sourceCount(source: string) {
return get(store).list.filter(datasource => datasource.source === source) return get(this.store).list.filter(
.length datasource => datasource.source === source
).length
} }
const checkDatasourceValidity = async ( async checkDatasourceValidity(
integration: Integration, integration: Integration,
datasource: Datasource datasource: Datasource
): Promise<{ valid: boolean; error?: string }> => { ): Promise<{ valid: boolean; error?: string }> {
if (integration.features?.[DatasourceFeature.CONNECTION_CHECKING]) { if (integration.features?.[DatasourceFeature.CONNECTION_CHECKING]) {
const { connected, error } = await API.validateDatasource(datasource) const { connected, error } = await API.validateDatasource(datasource)
if (connected) { if (connected) {
@ -148,14 +178,14 @@ export function createDatasourcesStore() {
return { valid: true } return { valid: true }
} }
const create = async ({ async create({
integration, integration,
config, config,
}: { }: {
integration: UIIntegration integration: UIIntegration
config: Record<string, any> config: Record<string, any>
}) => { }) {
const count = sourceCount(integration.name) const count = this.sourceCount(integration.name)
const nameModifier = count === 0 ? "" : ` ${count + 1}` const nameModifier = count === 0 ? "" : ` ${count + 1}`
const datasource: Datasource = { const datasource: Datasource = {
@ -167,7 +197,7 @@ export function createDatasourcesStore() {
isSQL: integration.isSQL, isSQL: integration.isSQL,
} }
const { valid, error } = await checkDatasourceValidity( const { valid, error } = await this.checkDatasourceValidity(
integration, integration,
datasource datasource
) )
@ -180,41 +210,45 @@ export function createDatasourcesStore() {
fetchSchema: integration.plus, fetchSchema: integration.plus,
}) })
return updateDatasource(response, { ignoreErrors: true }) return this.updateDatasourceInStore(response, { ignoreErrors: true })
} }
const update = async ({ async save({
integration, integration,
datasource, datasource,
}: { }: {
integration: Integration integration: Integration
datasource: Datasource datasource: Datasource
}) => { }) {
if (await checkDatasourceValidity(integration, datasource)) { if (await this.checkDatasourceValidity(integration, datasource)) {
throw new Error("Unable to connect") throw new Error("Unable to connect")
} }
const response = await API.updateDatasource(datasource) const response = await API.updateDatasource(datasource)
return updateDatasource(response) return this.updateDatasourceInStore(response)
} }
const deleteDatasource = async (datasource: Datasource) => { async deleteDatasource(datasource: Datasource) {
if (!datasource?._id || !datasource?._rev) { if (!datasource?._id || !datasource?._rev) {
return return
} }
await API.deleteDatasource(datasource._id, datasource._rev) await API.deleteDatasource(datasource._id, datasource._rev)
replaceDatasource(datasource._id) this.replaceDatasource(datasource._id)
} }
const replaceDatasource = (datasourceId: string, datasource?: Datasource) => { async delete(datasource: Datasource) {
return this.deleteDatasource(datasource)
}
replaceDatasource(datasourceId: string, datasource?: Datasource) {
if (!datasourceId) { if (!datasourceId) {
return return
} }
// Handle deletion // Handle deletion
if (!datasource) { if (!datasource) {
store.update(state => ({ this.store.update(state => ({
...state, ...state,
list: state.list.filter(x => x._id !== datasourceId), list: state.list.filter(x => x._id !== datasourceId),
})) }))
@ -224,9 +258,9 @@ export function createDatasourcesStore() {
} }
// Add new datasource // Add new datasource
const index = get(store).list.findIndex(x => x._id === datasource._id) const index = get(this.store).list.findIndex(x => x._id === datasource._id)
if (index === -1) { if (index === -1) {
store.update(state => ({ this.store.update(state => ({
...state, ...state,
list: [...state.list, datasource], list: [...state.list, datasource],
})) }))
@ -238,30 +272,21 @@ export function createDatasourcesStore() {
// Update existing datasource // Update existing datasource
else if (datasource) { else if (datasource) {
store.update(state => { this.store.update(state => {
state.list[index] = datasource state.list[index] = datasource
return state return state
}) })
} }
} }
const getTableNames = async (datasource: Datasource) => { async getTableNames(datasource: Datasource) {
const info = await API.fetchInfoForDatasource(datasource) const info = await API.fetchInfoForDatasource(datasource)
return info.tableNames || [] return info.tableNames || []
} }
return { // subscribe() {
subscribe: derivedStore.subscribe, // return this.derivedStore.subscribe()
fetch, // }
init: fetch,
select,
updateSchema,
create,
update,
delete: deleteDatasource,
replaceDatasource,
getTableNames,
}
} }
export const datasources = createDatasourcesStore() export const datasources = new DatasourceStore()

View File

@ -3,6 +3,7 @@ import { derived } from "svelte/store"
import { DatasourceTypes } from "constants/backend" import { DatasourceTypes } from "constants/backend"
import { UIIntegration, Integration } from "@budibase/types" import { UIIntegration, Integration } from "@budibase/types"
import BudiStore from "stores/BudiStore"
const getIntegrationOrder = (type: string | undefined) => { const getIntegrationOrder = (type: string | undefined) => {
// if type is not known, sort to end // if type is not known, sort to end
@ -18,8 +19,11 @@ const getIntegrationOrder = (type: string | undefined) => {
return type.charCodeAt(0) + 4 return type.charCodeAt(0) + 4
} }
export const createSortedIntegrationsStore = () => { class SortedIntegrationStore extends BudiStore<UIIntegration[]> {
return derived<typeof integrations, UIIntegration[]>( constructor() {
super([])
const derivedStore = derived<typeof integrations, UIIntegration[]>(
integrations, integrations,
$integrations => { $integrations => {
const entries: [string, Integration][] = Object.entries($integrations) const entries: [string, Integration][] = Object.entries($integrations)
@ -41,6 +45,9 @@ export const createSortedIntegrationsStore = () => {
}) })
} }
) )
this.subscribe = derivedStore.subscribe
}
} }
export const sortedIntegrations = createSortedIntegrationsStore() export const sortedIntegrations = new SortedIntegrationStore()