blacklist druid datasources to be refreshed because it takes forever …

…to load all druid datasources metadata which is not even required (given the use cases user should be able to blacklist data sources which are not required to be refreshed). (#441)
apache · May 6, 2016 · 2f64c42 · 2f64c42
1 parent d304ee0
commit 2f64c42
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 1 deletion.
diff --git a/caravel/config.py b/caravel/config.py
@@ -132,6 +132,12 @@
 
 VIZ_TYPE_BLACKLIST = []
 
+# ---------------------------------------------------
+# List of data sources not to be refreshed in druid cluster
+# ---------------------------------------------------
+
+DRUID_DATA_SOURCE_BLACKLIST = []
+
 """
 1) http://docs.python-guide.org/en/latest/writing/logging/
 2) https://docs.python.org/2/library/logging.config.html

diff --git a/caravel/models.py b/caravel/models.py
@@ -903,7 +903,8 @@ def get_datasources(self):
 
     def refresh_datasources(self):
         for datasource in self.get_datasources():
-            DruidDatasource.sync_to_db(datasource, self)
+            if datasource not in config.get('DRUID_DATA_SOURCE_BLACKLIST'):
+                DruidDatasource.sync_to_db(datasource, self)
 
 
 class DruidDatasource(Model, AuditMixinNullable, Queryable):