From 018f4db2e43ffefcb70329b4b79e5df7f638012d Mon Sep 17 00:00:00 2001
From: Mel O'Hagan <mel@budibase.com>
Date: Thu, 25 Aug 2022 17:30:47 +0100
Subject: [PATCH] Add mongodb aggregate method

---
 .../src/components/integration/index.svelte   | 130 +++++++++++++++++-
 packages/server/src/integrations/mongodb.ts   |  25 ++++
 packages/types/src/sdk/datasources.ts         |   1 +
 3 files changed, 155 insertions(+), 1 deletion(-)

diff --git a/packages/builder/src/components/integration/index.svelte b/packages/builder/src/components/integration/index.svelte
index a0e1b8c1c4..f87883d991 100644
--- a/packages/builder/src/components/integration/index.svelte
+++ b/packages/builder/src/components/integration/index.svelte
@@ -1,12 +1,21 @@
 <script>
   import Editor from "./QueryEditor.svelte"
   import FieldsBuilder from "./QueryFieldsBuilder.svelte"
-  import { Label, Input } from "@budibase/bbui"
+  import {
+    Label,
+    Input,
+    Divider,
+    Layout,
+    Icon,
+    Button,
+    ActionButton,
+  } from "@budibase/bbui"
 
   const QueryTypes = {
     SQL: "sql",
     JSON: "json",
     FIELDS: "fields",
+    FLOW: "flow",
   }
 
   export let query
@@ -56,6 +65,77 @@
           <Input thin outline disabled value={urlDisplay} />
         </div>
       {/if}
+    {:else if schema.type === QueryTypes.FLOW}
+      <br />
+      {#if !query.fields.steps}
+        <div class="controls">
+          <Button
+            secondary
+            slot="buttons"
+            on:click={() => {
+              query.fields.steps = [
+                {
+                  key: "$match",
+                  value: "{\n\t\n}",
+                },
+              ]
+            }}>Add stage</Button
+          >
+        </div>
+        <br />
+      {:else}
+        {#each query.fields.steps as step, index}
+          <div class="block">
+            <div class="subblock">
+              <Divider noMargin />
+              <div class="blockSection">
+                <div class="block-options">
+                  Stage {index + 1}
+                  <ActionButton on:click={() => {}} icon="DeleteOutline" />
+                </div>
+                <Layout noPadding gap="S">
+                  <div class="fields">
+                    <div class="block-field">
+                      <Input
+                        value={step.key}
+                        on:change={({ detail }) => {
+                          query.fields.steps[index].key = detail
+                        }}
+                      />
+                      <Editor
+                        editorHeight={height / 2}
+                        mode="json"
+                        value={step.value}
+                        on:change={({ detail }) => {
+                          query.fields.steps[index].value = detail
+                        }}
+                      />
+                    </div>
+                  </div>
+                </Layout>
+              </div>
+            </div>
+            <div class="separator" />
+            {#if index === query.fields.steps.length - 1}
+              <Icon
+                hoverable
+                name="AddCircle"
+                size="S"
+                on:click={() => {
+                  query.fields.steps = [
+                    ...query.fields.steps,
+                    {
+                      key: "$match",
+                      value: "{\n\t\n}",
+                    },
+                  ]
+                }}
+              />
+              <br />
+            {/if}
+          </div>
+        {/each}
+      {/if}
     {/if}
   {/key}
 {/if}
@@ -67,4 +147,52 @@
     grid-gap: var(--spacing-l);
     align-items: center;
   }
+  .blockSection {
+    padding: var(--spacing-xl);
+  }
+  .block {
+    display: flex;
+    flex-direction: column;
+    justify-content: flex-start;
+    align-items: center;
+    margin-top: -6px;
+  }
+  .subblock {
+    width: 480px;
+    font-size: 16px;
+    background-color: var(--background);
+    border: 1px solid var(--spectrum-global-color-gray-300);
+    border-radius: 4px 4px 4px 4px;
+  }
+  .block-options {
+    justify-content: space-between;
+    display: flex;
+    align-items: center;
+    padding-bottom: 24px;
+  }
+
+  .fields {
+    display: flex;
+    flex-direction: column;
+    justify-content: flex-start;
+    align-items: stretch;
+    gap: var(--spacing-s);
+  }
+  .block-field {
+    display: grid;
+    grid-gap: 5px;
+  }
+  .separator {
+    width: 1px;
+    height: 25px;
+    border-left: 1px dashed var(--grey-4);
+    color: var(--grey-4);
+    /* center horizontally */
+    align-self: center;
+  }
+  .controls {
+    display: flex;
+    align-items: center;
+    justify-content: right;
+  }
 </style>
diff --git a/packages/server/src/integrations/mongodb.ts b/packages/server/src/integrations/mongodb.ts
index 0800c61cd8..5f969d76f3 100644
--- a/packages/server/src/integrations/mongodb.ts
+++ b/packages/server/src/integrations/mongodb.ts
@@ -50,6 +50,9 @@ module MongoDBModule {
       delete: {
         type: QueryType.JSON,
       },
+      aggregate: {
+        type: QueryType.FLOW,
+      }
     },
     extra: {
       collection: {
@@ -317,6 +320,28 @@ module MongoDBModule {
         await this.client.close()
       }
     }
+
+    async aggregate(query: { steps: any[]; extra: { [key: string]: string } }) {
+      try {
+        await this.connect()
+        const db = this.client.db(this.config.db)
+        const collection = db.collection(query.extra.collection)
+        let response = {}
+        for await (const doc of collection.aggregate(query.steps.map(({ key, value }) => {
+          let temp:any = {}
+          temp[key] = JSON.parse(value.value)
+          return temp
+        }))) {
+          response = doc
+        }
+        return response
+      } catch (err) {
+        console.error("Error writing to mongodb", err)
+        throw err
+      } finally {
+        await this.client.close()
+      }
+    }
   }
 
   module.exports = {
diff --git a/packages/types/src/sdk/datasources.ts b/packages/types/src/sdk/datasources.ts
index 970613b322..b638b01bfb 100644
--- a/packages/types/src/sdk/datasources.ts
+++ b/packages/types/src/sdk/datasources.ts
@@ -20,6 +20,7 @@ export enum QueryType {
   SQL = "sql",
   JSON = "json",
   FIELDS = "fields",
+  FLOW = "flow",
 }
 
 export enum DatasourceFieldType {