0.34_cn

superset/__init__.py

@@ -1,11 +1,22 @@
-# -*- coding: utf-8 -*-
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
 # pylint: disable=C,R,W
 """Package's main module!"""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-from __future__ import unicode_literals
-
+from copy import deepcopy
 import json
 import logging
 from logging.handlers import TimedRotatingFileHandler
@@ -16,41 +27,43 @@
 from flask_appbuilder.baseviews import expose
 from flask_compress import Compress
 from flask_migrate import Migrate
+from flask_talisman import Talisman
 from flask_wtf.csrf import CSRFProtect
-from werkzeug.contrib.fixers import ProxyFix
+import wtforms_json
 
-from superset import config, utils
+from superset import config
 from superset.connectors.connector_registry import ConnectorRegistry
 from superset.security import SupersetSecurityManager
+from superset.utils.core import pessimistic_connection_handling, setup_cache
+from superset.utils.log import DBEventLogger, get_event_logger_from_cfg_value
+
+wtforms_json.init()
 
 APP_DIR = os.path.dirname(__file__)
-CONFIG_MODULE = os.environ.get('SUPERSET_CONFIG', 'superset.config')
+CONFIG_MODULE = os.environ.get("SUPERSET_CONFIG", "superset.config")
 
 if not os.path.exists(config.DATA_DIR):
     os.makedirs(config.DATA_DIR)
 
-with open(APP_DIR + '/static/assets/backendSync.json', 'r') as f:
-    frontend_config = json.load(f)
-
 app = Flask(__name__)
 app.config.from_object(CONFIG_MODULE)
 conf = app.config
 
 #################################################################
 # Handling manifest file logic at app start
 #################################################################
-MANIFEST_FILE = APP_DIR + '/static/assets/dist/manifest.json'
+MANIFEST_FILE = APP_DIR + "/static/assets/dist/manifest.json"
 manifest = {}
 
 
 def parse_manifest_json():
     global manifest
     try:
-        with open(MANIFEST_FILE, 'r') as f:
+        with open(MANIFEST_FILE, "r") as f:
             # the manifest inclues non-entry files
             # we only need entries in templates
             full_manifest = json.load(f)
-            manifest = full_manifest.get('entrypoints', {})
+            manifest = full_manifest.get("entrypoints", {})
     except Exception:
         pass
 
@@ -59,14 +72,21 @@ def get_js_manifest_files(filename):
     if app.debug:
         parse_manifest_json()
     entry_files = manifest.get(filename, {})
-    return entry_files.get('js', [])
+    return entry_files.get("js", [])
 
 
 def get_css_manifest_files(filename):
     if app.debug:
         parse_manifest_json()
     entry_files = manifest.get(filename, {})
-    return entry_files.get('css', [])
+    return entry_files.get("css", [])
+
+
+def get_unloaded_chunks(files, loaded_chunks):
+    filtered_files = [f for f in files if f not in loaded_chunks]
+    for f in filtered_files:
+        loaded_chunks.add(f)
+    return filtered_files
 
 
 parse_manifest_json()
@@ -75,68 +95,75 @@ def get_css_manifest_files(filename):
 @app.context_processor
 def get_manifest():
     return dict(
+        loaded_chunks=set(),
+        get_unloaded_chunks=get_unloaded_chunks,
         js_manifest=get_js_manifest_files,
         css_manifest=get_css_manifest_files,
     )
 
 
 #################################################################
 
-for bp in conf.get('BLUEPRINTS'):
+# Setup the cache prior to registering the blueprints.
+cache = setup_cache(app, conf.get("CACHE_CONFIG"))
+tables_cache = setup_cache(app, conf.get("TABLE_NAMES_CACHE_CONFIG"))
+
+for bp in conf.get("BLUEPRINTS"):
     try:
         print("Registering blueprint: '{}'".format(bp.name))
         app.register_blueprint(bp)
     except Exception as e:
-        print('blueprint registration failed')
+        print("blueprint registration failed")
         logging.exception(e)
 
-if conf.get('SILENCE_FAB'):
-    logging.getLogger('flask_appbuilder').setLevel(logging.ERROR)
+if conf.get("SILENCE_FAB"):
+    logging.getLogger("flask_appbuilder").setLevel(logging.ERROR)
 
 if app.debug:
-    app.logger.setLevel(logging.DEBUG)
+    app.logger.setLevel(logging.DEBUG)  # pylint: disable=no-member
 else:
     # In production mode, add log handler to sys.stderr.
-    app.logger.addHandler(logging.StreamHandler())
-    app.logger.setLevel(logging.INFO)
-logging.getLogger('pyhive.presto').setLevel(logging.INFO)
+    app.logger.addHandler(logging.StreamHandler())  # pylint: disable=no-member
+    app.logger.setLevel(logging.INFO)  # pylint: disable=no-member
+logging.getLogger("pyhive.presto").setLevel(logging.INFO)
 
 db = SQLA(app)
 
-if conf.get('WTF_CSRF_ENABLED'):
+if conf.get("WTF_CSRF_ENABLED"):
     csrf = CSRFProtect(app)
-    csrf_exempt_list = conf.get('WTF_CSRF_EXEMPT_LIST', [])
+    csrf_exempt_list = conf.get("WTF_CSRF_EXEMPT_LIST", [])
     for ex in csrf_exempt_list:
         csrf.exempt(ex)
 
-utils.pessimistic_connection_handling(db.engine)
-
-cache = utils.setup_cache(app, conf.get('CACHE_CONFIG'))
-tables_cache = utils.setup_cache(app, conf.get('TABLE_NAMES_CACHE_CONFIG'))
+pessimistic_connection_handling(db.engine)
 
-migrate = Migrate(app, db, directory=APP_DIR + '/migrations')
+migrate = Migrate(app, db, directory=APP_DIR + "/migrations")
 
 # Logging configuration
-logging.basicConfig(format=app.config.get('LOG_FORMAT'))
-logging.getLogger().setLevel(app.config.get('LOG_LEVEL'))
+logging.basicConfig(format=app.config.get("LOG_FORMAT"))
+logging.getLogger().setLevel(app.config.get("LOG_LEVEL"))
 
-if app.config.get('ENABLE_TIME_ROTATE'):
-    logging.getLogger().setLevel(app.config.get('TIME_ROTATE_LOG_LEVEL'))
+if app.config.get("ENABLE_TIME_ROTATE"):
+    logging.getLogger().setLevel(app.config.get("TIME_ROTATE_LOG_LEVEL"))
     handler = TimedRotatingFileHandler(
-        app.config.get('FILENAME'),
-        when=app.config.get('ROLLOVER'),
-        interval=app.config.get('INTERVAL'),
-        backupCount=app.config.get('BACKUP_COUNT'))
+        app.config.get("FILENAME"),
+        when=app.config.get("ROLLOVER"),
+        interval=app.config.get("INTERVAL"),
+        backupCount=app.config.get("BACKUP_COUNT"),
+    )
     logging.getLogger().addHandler(handler)
 
-if app.config.get('ENABLE_CORS'):
+if app.config.get("ENABLE_CORS"):
     from flask_cors import CORS
-    CORS(app, **app.config.get('CORS_OPTIONS'))
 
-if app.config.get('ENABLE_PROXY_FIX'):
-    app.wsgi_app = ProxyFix(app.wsgi_app)
+    CORS(app, **app.config.get("CORS_OPTIONS"))
+
+if app.config.get("ENABLE_PROXY_FIX"):
+    from werkzeug.middleware.proxy_fix import ProxyFix
 
-if app.config.get('ENABLE_CHUNK_ENCODING'):
+    app.wsgi_app = ProxyFix(app.wsgi_app, **app.config.get("PROXY_FIX_CONFIG"))
+
+if app.config.get("ENABLE_CHUNK_ENCODING"):
 
     class ChunkedEncodingFix(object):
         def __init__(self, app):
@@ -145,61 +172,89 @@ def __init__(self, app):
         def __call__(self, environ, start_response):
             # Setting wsgi.input_terminated tells werkzeug.wsgi to ignore
             # content-length and read the stream till the end.
-            if environ.get('HTTP_TRANSFER_ENCODING', '').lower() == u'chunked':
-                environ['wsgi.input_terminated'] = True
+            if environ.get("HTTP_TRANSFER_ENCODING", "").lower() == u"chunked":
+                environ["wsgi.input_terminated"] = True
             return self.app(environ, start_response)
 
     app.wsgi_app = ChunkedEncodingFix(app.wsgi_app)
 
-if app.config.get('UPLOAD_FOLDER'):
+if app.config.get("UPLOAD_FOLDER"):
     try:
-        os.makedirs(app.config.get('UPLOAD_FOLDER'))
+        os.makedirs(app.config.get("UPLOAD_FOLDER"))
     except OSError:
         pass
 
-for middleware in app.config.get('ADDITIONAL_MIDDLEWARE'):
+for middleware in app.config.get("ADDITIONAL_MIDDLEWARE"):
     app.wsgi_app = middleware(app.wsgi_app)
 
 
 class MyIndexView(IndexView):
-    @expose('/')
+    @expose("/")
     def index(self):
-        return redirect('/superset/welcome')
+        return redirect("/superset/welcome")
 
 
-custom_sm = app.config.get('CUSTOM_SECURITY_MANAGER') or SupersetSecurityManager
+custom_sm = app.config.get("CUSTOM_SECURITY_MANAGER") or SupersetSecurityManager
 if not issubclass(custom_sm, SupersetSecurityManager):
     raise Exception(
         """Your CUSTOM_SECURITY_MANAGER must now extend SupersetSecurityManager,
          not FAB's security manager.
-         See [4565] in UPDATING.md""")
-
-appbuilder = AppBuilder(
-    app,
-    db.session,
-    base_template='superset/base.html',
-    indexview=MyIndexView,
-    security_manager_class=custom_sm,
-    update_perms=utils.get_update_perms_flag(),
-)
+         See [4565] in UPDATING.md"""
+    )
+
+with app.app_context():
+    appbuilder = AppBuilder(
+        app,
+        db.session,
+        base_template="superset/base.html",
+        indexview=MyIndexView,
+        security_manager_class=custom_sm,
+        update_perms=False,  # Run `superset init` to update FAB's perms
+    )
 
 security_manager = appbuilder.sm
 
-results_backend = app.config.get('RESULTS_BACKEND')
+results_backend = app.config.get("RESULTS_BACKEND")
+
+# Merge user defined feature flags with default feature flags
+_feature_flags = app.config.get("DEFAULT_FEATURE_FLAGS") or {}
+_feature_flags.update(app.config.get("FEATURE_FLAGS") or {})
+
+# Event Logger
+event_logger = get_event_logger_from_cfg_value(
+    app.config.get("EVENT_LOGGER", DBEventLogger())
+)
+
+
+def get_feature_flags():
+    GET_FEATURE_FLAGS_FUNC = app.config.get("GET_FEATURE_FLAGS_FUNC")
+    if GET_FEATURE_FLAGS_FUNC:
+        return GET_FEATURE_FLAGS_FUNC(deepcopy(_feature_flags))
+    return _feature_flags
+
+
+def is_feature_enabled(feature):
+    """Utility function for checking whether a feature is turned on"""
+    return get_feature_flags().get(feature)
 
-# Registering sources
-module_datasource_map = app.config.get('DEFAULT_MODULE_DS_MAP')
-module_datasource_map.update(app.config.get('ADDITIONAL_MODULE_DS_MAP'))
-ConnectorRegistry.register_sources(module_datasource_map)
 
 # Flask-Compress
-if conf.get('ENABLE_FLASK_COMPRESS'):
+if conf.get("ENABLE_FLASK_COMPRESS"):
     Compress(app)
 
+if app.config["TALISMAN_ENABLED"]:
+    talisman_config = app.config.get("TALISMAN_CONFIG")
+    Talisman(app, **talisman_config)
+
 # Hook that provides administrators a handle on the Flask APP
 # after initialization
-flask_app_mutator = app.config.get('FLASK_APP_MUTATOR')
+flask_app_mutator = app.config.get("FLASK_APP_MUTATOR")
 if flask_app_mutator:
     flask_app_mutator(app)
 
 from superset import views  # noqa
+
+# Registering sources
+module_datasource_map = app.config.get("DEFAULT_MODULE_DS_MAP")
+module_datasource_map.update(app.config.get("ADDITIONAL_MODULE_DS_MAP"))
+ConnectorRegistry.register_sources(module_datasource_map)

superset/assets/.babelrc

@@ -1,4 +1,29 @@
-{
-  "presets" : ["airbnb", "react", "env"],
-  "plugins": ["syntax-dynamic-import"],
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+ {
+  "presets" : ["airbnb", "@babel/preset-react", "@babel/preset-env"],
+  "plugins": ["lodash", "@babel/plugin-syntax-dynamic-import", "react-hot-loader/babel"],
+  "env": {
+    "test": {
+      "plugins": [
+        "babel-plugin-dynamic-import-node"
+      ]
+    }
+  }
 }

superset/assets/.cache-loader/068d5c50d4cabbb8f25611d160668c4d.json

@@ -0,0 +1 @@
+{"remainingRequest":"/data/code/superset/superset_git/incubator-superset/superset/assets/node_modules/thread-loader/dist/cjs.js??ref--5-1!/data/code/superset/superset_git/incubator-superset/superset/assets/node_modules/ts-loader/index.js??ref--5-2!/data/code/superset/superset_git/incubator-superset/superset/assets/src/featureFlags.ts","dependencies":[{"path":"/data/code/superset/superset_git/incubator-superset/superset/assets/src/featureFlags.ts","mtime":1570783491881},{"path":"/data/code/superset/superset_git/incubator-superset/superset/assets/node_modules/cache-loader/dist/cjs.js","mtime":1570783635171},{"path":"/data/code/superset/superset_git/incubator-superset/superset/assets/node_modules/thread-loader/dist/cjs.js","mtime":1570783642507},{"path":"/data/code/superset/superset_git/incubator-superset/superset/assets/node_modules/ts-loader/index.js","mtime":1570783642839}],"contextDependencies":[],"result":["\"use strict\";\nObject.defineProperty(exports, \"__esModule\", { value: true });\n/**\n * Licensed to the Apache Software Foundation (ASF) under one\n * or more contributor license agreements.  See the NOTICE file\n * distributed with this work for additional information\n * regarding copyright ownership.  The ASF licenses this file\n * to you under the Apache License, Version 2.0 (the\n * \"License\"); you may not use this file except in compliance\n * with the License.  You may obtain a copy of the License at\n *\n *   http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing,\n * software distributed under the License is distributed on an\n * \"AS IS\" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY\n * KIND, either express or implied.  See the License for the\n * specific language governing permissions and limitations\n * under the License.\n */\n// We can codegen the enum definition based on a list of supported flags that we\n// check into source control. We're hardcoding the supported flags for now.\nvar FeatureFlag;\n(function (FeatureFlag) {\n    FeatureFlag[\"SCOPED_FILTER\"] = \"SCOPED_FILTER\";\n    FeatureFlag[\"OMNIBAR\"] = \"OMNIBAR\";\n    FeatureFlag[\"CLIENT_CACHE\"] = \"CLIENT_CACHE\";\n    FeatureFlag[\"SCHEDULED_QUERIES\"] = \"SCHEDULED_QUERIES\";\n    FeatureFlag[\"SQL_VALIDATORS_BY_ENGINE\"] = \"SQL_VALIDATORS_BY_ENGINE\";\n})(FeatureFlag = exports.FeatureFlag || (exports.FeatureFlag = {}));\nfunction initFeatureFlags(featureFlags) {\n    window.featureFlags = featureFlags || {};\n}\nexports.initFeatureFlags = initFeatureFlags;\nfunction isFeatureEnabled(feature) {\n    return window && window.featureFlags && !!window.featureFlags[feature];\n}\nexports.isFeatureEnabled = isFeatureEnabled;\n",{"version":3,"file":"/data/code/superset/superset_git/incubator-superset/superset/assets/src/featureFlags.ts","sourceRoot":"","sources":["/data/code/superset/superset_git/incubator-superset/superset/assets/src/featureFlags.ts"],"names":[],"mappings":";;AAAA;;;;;;;;;;;;;;;;;GAiBG;AACH,gFAAgF;AAChF,2EAA2E;AAC3E,IAAY,WAMX;AAND,WAAY,WAAW;IACrB,8CAA+B,CAAA;IAC/B,kCAAmB,CAAA;IACnB,4CAA6B,CAAA;IAC7B,sDAAuC,CAAA;IACvC,oEAAqD,CAAA;AACvD,CAAC,EANW,WAAW,GAAX,mBAAW,KAAX,mBAAW,QAMtB;AAYD,SAAgB,gBAAgB,CAAC,YAA4B;IAC3D,MAAM,CAAC,YAAY,GAAG,YAAY,IAAI,EAAE,CAAC;AAC3C,CAAC;AAFD,4CAEC;AAED,SAAgB,gBAAgB,CAAC,OAAoB;IACnD,OAAO,MAAM,IAAI,MAAM,CAAC,YAAY,IAAI,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;AACzE,CAAC;AAFD,4CAEC","sourcesContent":["/**\n * Licensed to the Apache Software Foundation (ASF) under one\n * or more contributor license agreements.  See the NOTICE file\n * distributed with this work for additional information\n * regarding copyright ownership.  The ASF licenses this file\n * to you under the Apache License, Version 2.0 (the\n * \"License\"); you may not use this file except in compliance\n * with the License.  You may obtain a copy of the License at\n *\n *   http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing,\n * software distributed under the License is distributed on an\n * \"AS IS\" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY\n * KIND, either express or implied.  See the License for the\n * specific language governing permissions and limitations\n * under the License.\n */\n// We can codegen the enum definition based on a list of supported flags that we\n// check into source control. We're hardcoding the supported flags for now.\nexport enum FeatureFlag {\n  SCOPED_FILTER = 'SCOPED_FILTER',\n  OMNIBAR = 'OMNIBAR',\n  CLIENT_CACHE = 'CLIENT_CACHE',\n  SCHEDULED_QUERIES = 'SCHEDULED_QUERIES',\n  SQL_VALIDATORS_BY_ENGINE = 'SQL_VALIDATORS_BY_ENGINE',\n}\n\nexport type FeatureFlagMap = {\n  [key in FeatureFlag]?: boolean;\n};\n\ndeclare global {\n  interface Window {\n    featureFlags: FeatureFlagMap;\n  }\n}\n\nexport function initFeatureFlags(featureFlags: FeatureFlagMap) {\n  window.featureFlags = featureFlags || {};\n}\n\nexport function isFeatureEnabled(feature: FeatureFlag) {\n  return window && window.featureFlags && !!window.featureFlags[feature];\n}\n"]}]}