🎉 Source Retently: Add campaigns, feedback, outbox, templates streams (…

…#19456) * [ADD] missing streams Signed-off-by: Henri Blancke <blanckehenri@gmail.com> * [UPD] increase request limit Signed-off-by: Henri Blancke <blanckehenri@gmail.com> * [UPD] update customers schema Signed-off-by: Henri Blancke <blanckehenri@gmail.com> * [UPD] formatting, fix unit and acceptance tests Signed-off-by: Henri Blancke <blanckehenri@gmail.com> * [UPD] bump version Signed-off-by: Henri Blancke <blanckehenri@gmail.com> * [FIX] feedback additional questions answer can be string Signed-off-by: Henri Blancke <blanckehenri@gmail.com> * [UPD] docs Signed-off-by: Henri Blancke <blanckehenri@gmail.com> * [UPD] companies pagination limit Signed-off-by: Henri Blancke <blanckehenri@gmail.com> * [UPD] add all streams to configured catalog Signed-off-by: Henri Blancke <blanckehenri@gmail.com> * [UPD] update sample catalog Signed-off-by: Henri Blancke <blanckehenri@gmail.com> * [UPD] add newline Co-authored-by: Haithem SOUALA <haithem.souala@woopit.fr> * fix: modify schema files to pass SAT * Update configured_catalog.json Signed-off-by: Henri Blancke <blanckehenri@gmail.com> Co-authored-by: Haithem SOUALA <haithem.souala@woopit.fr> Co-authored-by: Sajarin <sajarindider@gmail.com>
airbytehq · Dec 16, 2022 · 305b1eb · 305b1eb
1 parent fcc4cde
commit 305b1eb
Show file tree

Hide file tree

Showing 12 changed files with 287 additions and 35 deletions.
diff --git a/airbyte-integrations/connectors/source-retently/acceptance-test-config.yml b/airbyte-integrations/connectors/source-retently/acceptance-test-config.yml
@@ -17,3 +17,6 @@ tests:
     - config_path: "secrets/config.json"
       configured_catalog_path: "integration_tests/configured_catalog.json"
       empty_streams: ["reports"]
+  full_refresh:
+    - config_path: "secrets/config.json"
+      configured_catalog_path: "integration_tests/configured_catalog.json"
diff --git a/airbyte-integrations/connectors/source-retently/integration_tests/configured_catalog.json b/airbyte-integrations/connectors/source-retently/integration_tests/configured_catalog.json
@@ -2,7 +2,7 @@
   "streams": [
     {
       "stream": {
-        "name": "customers",
+        "name": "campaigns",
         "json_schema": {
           "$schema": "http://json-schema.org/draft-04/schema#",
           "type": "object"
@@ -24,6 +24,18 @@
       "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
     },
+    {
+      "stream": {
+        "name": "customers",
+        "json_schema": {
+          "$schema": "http://json-schema.org/draft-04/schema#",
+          "type": "object"
+        },
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
+    },
     {
       "stream": {
         "name": "nps",
@@ -50,7 +62,7 @@
     },
     {
       "stream": {
-        "name": "campaigns",
+        "name": "outbox",
         "json_schema": {
           "$schema": "http://json-schema.org/draft-04/schema#",
           "type": "object"
@@ -71,6 +83,18 @@
       },
       "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
+    },
+    {
+      "stream": {
+        "name": "templates",
+        "json_schema": {
+          "$schema": "http://json-schema.org/draft-04/schema#",
+          "type": "object"
+        },
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     }
   ]
 }
diff --git a/airbyte-integrations/connectors/source-retently/sample_files/configured_catalog.json b/airbyte-integrations/connectors/source-retently/sample_files/configured_catalog.json
@@ -2,7 +2,7 @@
   "streams": [
     {
       "stream": {
-        "name": "customers",
+        "name": "campaigns",
         "json_schema": {
           "$schema": "http://json-schema.org/draft-04/schema#",
           "type": "object"
@@ -24,6 +24,42 @@
       "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
     },
+    {
+      "stream": {
+        "name": "customers",
+        "json_schema": {
+          "$schema": "http://json-schema.org/draft-04/schema#",
+          "type": "object"
+        },
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
+    },
+    {
+      "stream": {
+        "name": "feedback",
+        "json_schema": {
+          "$schema": "http://json-schema.org/draft-04/schema#",
+          "type": "object"
+        },
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
+    },
+    {
+      "stream": {
+        "name": "outbox",
+        "json_schema": {
+          "$schema": "http://json-schema.org/draft-04/schema#",
+          "type": "object"
+        },
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
+    },
     {
       "stream": {
         "name": "reports",
@@ -35,6 +71,18 @@
       },
       "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
+    },
+    {
+      "stream": {
+        "name": "templates",
+        "json_schema": {
+          "$schema": "http://json-schema.org/draft-04/schema#",
+          "type": "object"
+        },
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     }
   ]
 }
diff --git a/airbyte-integrations/connectors/source-retently/setup.py b/airbyte-integrations/connectors/source-retently/setup.py
@@ -6,7 +6,7 @@
 from setuptools import find_packages, setup
 
 MAIN_REQUIREMENTS = [
-    "airbyte-cdk",
+    "airbyte-cdk~=0.2",
 ]
 
 TEST_REQUIREMENTS = [

diff --git a/airbyte-integrations/connectors/source-retently/source_retently/schemas/campaigns.json b/airbyte-integrations/connectors/source-retently/source_retently/schemas/campaigns.json
@@ -1,13 +1,26 @@
 {
   "type": "object",
-  "properties":
-    {
-      "id": { "type": "string" },
-      "name": { "type": "string" },
-      "isActive": { "type": "boolean" },
-      "templateId": { "type": "string" },
-      "metric": { "type": "string" },
-      "type": { "type": "string" },
-      "channel": { "type": "string" }
+  "properties": {
+    "id": {
+      "type": "string"
+    },
+    "name": {
+      "type": "string"
+    },
+    "isActive": {
+      "type": "boolean"
+    },
+    "templateId": {
+      "type": "string"
+    },
+    "metric": {
+      "type": "string"
+    },
+    "type": {
+      "type": "string"
+    },
+    "channel": {
+      "type": "string"
+    }
   }
 }
diff --git a/airbyte-integrations/connectors/source-retently/source_retently/schemas/outbox.json b/airbyte-integrations/connectors/source-retently/source_retently/schemas/outbox.json
@@ -0,0 +1,77 @@
+{
+  "type": "object",
+  "properties": {
+    "email": {
+      "type": "string"
+    },
+    "customerId": {
+      "type": "string"
+    },
+    "firstName": {
+      "type": "string"
+    },
+    "lastName": {
+      "type": "string"
+    },
+    "companyName": {
+      "type": "string"
+    },
+    "companyId": {
+      "type": "string"
+    },
+    "sentDate": {
+      "type": "string"
+    },
+    "channel": {
+      "type": "string"
+    },
+    "campaign": {
+      "type": "string"
+    },
+    "campaignId": {
+      "type": "string"
+    },
+    "surveyTemplateId": {
+      "type": "string"
+    },
+    "subject": {
+      "type": "string"
+    },
+    "sentBy": {
+      "type": "string"
+    },
+    "status": {
+      "type": "string"
+    },
+    "detailedStatus": {
+      "type": "object",
+      "properties": {
+        "isOpened": {
+          "type": "boolean"
+        },
+        "openedDate": {
+          "type": "string"
+        },
+        "isResponded": {
+          "type": "boolean"
+        },
+        "respondedDate": {
+          "type": "string"
+        },
+        "hasFeedback": {
+          "type": "boolean"
+        },
+        "isOptedOut": {
+          "type": "boolean"
+        },
+        "isBounced": {
+          "type": "boolean"
+        }
+      }
+    },
+    "additionalRecipients": {
+      "type": "array",
+      "items": { "type": "object"}
+    }
+  }
+}
diff --git a/airbyte-integrations/connectors/source-retently/source_retently/schemas/templates.json b/airbyte-integrations/connectors/source-retently/source_retently/schemas/templates.json
@@ -0,0 +1,18 @@
+{
+  "type": "object",
+  "properties": {
+    "id": {
+      "type": "string"
+    },
+    "name": {
+      "type": "string"
+    },
+    "channel": {
+      "type": "string"
+    },
+    "metric": {
+      "type": "string"
+    }
+  },
+  "required": ["id", "name", "channel", "metric"]
+}