Add: Uptycs query runner

redash/query_runner/uptycs.py

@@ -0,0 +1,138 @@
+import os
+import sys
+import json
+import jwt
+import datetime
+import requests
+import urllib3
+import logging
+logger = logging.getLogger(__name__)
+
+from redash.query_runner import *
+from redash.utils import JSONEncoder, json_dumps
+
+enabled = True
+
+urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
+
+class Uptycs(BaseSQLQueryRunner):
+
+    noop_query = "SELECT 1"
+
+    @classmethod
+    def configuration_schema(cls):
+        return {
+            "type": "object",
+            "properties": {
+                "url": {
+                    "type": "string"
+                },
+                 "customer_id": {
+                    "type": "string"
+                },
+                "key": {
+                    "type": "string"
+                },
+                "secret": {
+                    "type": "string",
+                },
+            },
+            "order": ['url', 'customer_id', 'key', 'secret'],
+            "required": ["url", "customer_id", "key","secret"],
+            "secret": ["secret", "customer_id", "key"]
+        }
+
+
+    @classmethod
+    def annotate_query(cls):
+        return False
+
+    def generateHeaders(self, key, secret):
+        header={}
+        utcnow=datetime.datetime.utcnow()
+        date=utcnow.strftime("%a, %d %b %Y %H:%M:%S GMT")
+        auth_var = jwt.encode({'iss': key}, secret, algorithm='HS256')
+        authorization="Bearer %s" % (auth_var)
+        header['date']=date
+        header['Authorization']=authorization
+        return header
+
+    def transformed_to_redash_json(self, data):
+        transformed_columns = []
+        rows = []
+        # convert all type to JSON string
+        # In future we correct data type  mapping later
+        if 'columns' in data:
+            for json_each in data['columns']:
+                name = json_each['name']
+                new_json = {"name": name, 
+                            "type": "string", 
+                            "friendly_name": name}
+                transformed_columns.append(new_json)
+        # Transfored items into rows.
+        if 'items' in data:
+            rows = data['items']
+
+        redash_json_data = {"columns": transformed_columns, 
+                            "rows": rows}  
+        return redash_json_data
+
+    def api_call(self, sql):
+        # JWT encoded header
+        header = self.generateHeaders( self.configuration.get('key'), 
+                                       self.configuration.get('secret'))
+
+        # URL form using API key file based on GLOBAL
+        url=("%s/public/api/customers/%s/query" %
+            (self.configuration.get('url'), 
+             self.configuration.get('customer_id')));
+
+        # post data base sql
+        post_data_json = { "query": sql }
+
+        response = requests.post(url, headers=header, 
+                json=post_data_json, verify=False)
+
+        if response.status_code == 200:
+            response_output = json.loads(response.content)
+        else:
+            error = 'status_code ' + str(response.status_code) + '\n' 
+            error = error + "failed to connect"
+            json_data = {}
+            return json_data, error
+
+        json_data = self.transformed_to_redash_json(response_output)
+        error = None
+        # if we got error from Uptycs include error information
+        if 'error' in response_output:
+            error = response_output['error']['message']['brief']
+            error = error + '\n' + response_output['error']['message']['detail']
+        return json_data, error
+
+    def run_query(self, query, user):
+        data, error = self.api_call(query)
+        json_data = json_dumps(data, cls=JSONEncoder)
+        logger.debug("%s",json_data)
+        return json_data, error
+
+    def get_schema(self, get_stats=False):
+        header = self.generateHeaders(self.configuration.get('key'), 
+                                     self.configuration.get('secret'))
+        url = ("%s/public/api/customers/%s/schema/global" %
+                (self.configuration.get('url'), 
+                self.configuration.get('customer_id')))
+        response = requests.get(url, headers=header, verify=False)
+        redash_json = []
+        schema = json.loads(response.content)
+        for each_def in schema['tables']:
+            table_name = each_def['name']
+            columns = []
+            for col in each_def['columns']:
+                columns.append(col['name'])
+            table_json = {"name": table_name, "columns": columns}
+            redash_json.append(table_json)
+        logger.debug("%s", schema.values())
+        return redash_json
+
+
+register(Uptycs)

redash/settings/__init__.py

@@ -190,6 +190,7 @@ def all_settings():
     'redash.query_runner.druid',
     'redash.query_runner.kylin',
     'redash.query_runner.drill',
+    'redash.query_runner.uptycs',
 ]
 
 enabled_query_runners = array_from_string(os.environ.get("REDASH_ENABLED_QUERY_RUNNERS", ",".join(default_query_runners)))

requirements.txt

@@ -55,6 +55,7 @@ python-geoip-geolite2==2015.303
 chromelogger==0.4.3
 pypd==1.1.0
 disposable-email-domains
+urllib3==1.24.1
 # Uncomment the requirement for ldap3 if using ldap.
 # It is not included by default because of the GPL license conflict.
 # ldap3==2.2.4