# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. from unittest.mock import patch import pytest import yaml from flask import g # noqa: F401 from superset import db, security_manager from superset.commands.chart.create import CreateChartCommand from superset.commands.chart.exceptions import ( ChartForbiddenError, ChartNotFoundError, WarmUpCacheChartNotFoundError, ) from superset.commands.chart.export import ExportChartsCommand from superset.commands.chart.fave import AddFavoriteChartCommand from superset.commands.chart.importers.v1 import ImportChartsCommand from superset.commands.chart.unfave import DelFavoriteChartCommand from superset.commands.chart.update import UpdateChartCommand from superset.commands.chart.warm_up_cache import ChartWarmUpCacheCommand from superset.commands.exceptions import CommandInvalidError from superset.commands.importers.exceptions import IncorrectVersionError from superset.connectors.sqla.models import SqlaTable from superset.daos.chart import ChartDAO from superset.models.core import Database from superset.models.slice import Slice from superset.utils import json from superset.utils.core import override_user from tests.integration_tests.base_tests import SupersetTestCase from tests.integration_tests.fixtures.birth_names_dashboard import ( load_birth_names_dashboard_with_slices, # noqa: F401 load_birth_names_data, # noqa: F401 ) from tests.integration_tests.fixtures.energy_dashboard import ( load_energy_table_data, # noqa: F401 load_energy_table_with_slice, # noqa: F401 ) from tests.integration_tests.fixtures.importexport import ( chart_config, chart_metadata_config, database_config, database_metadata_config, dataset_config, ) class TestExportChartsCommand(SupersetTestCase): @patch("superset.security.manager.g") @pytest.mark.usefixtures("load_energy_table_with_slice") def test_export_chart_command(self, mock_g): mock_g.user = security_manager.find_user("admin") example_chart = ( db.session.query(Slice).filter_by(slice_name="Energy Sankey").one() ) command = ExportChartsCommand([example_chart.id]) contents = dict(command.run()) expected = [ "metadata.yaml", f"charts/Energy_Sankey_{example_chart.id}.yaml", "datasets/examples/energy_usage.yaml", "databases/examples.yaml", ] assert expected == list(contents.keys()) metadata = yaml.safe_load( contents[f"charts/Energy_Sankey_{example_chart.id}.yaml"]() ) assert metadata == { "slice_name": "Energy Sankey", "description": None, "certified_by": None, "certification_details": None, "viz_type": "sankey", "params": { "collapsed_fieldsets": "", "groupby": ["source", "target"], "metric": "sum__value", "row_limit": "5000", "slice_name": "Energy Sankey", "viz_type": "sankey", }, "cache_timeout": None, "dataset_uuid": str(example_chart.table.uuid), "uuid": str(example_chart.uuid), "version": "1.0.0", "query_context": None, } @patch("superset.security.manager.g") @pytest.mark.usefixtures("load_energy_table_with_slice") def test_export_chart_command_no_access(self, mock_g): """Test that users can't export datasets they don't have access to""" mock_g.user = security_manager.find_user("gamma") example_chart = db.session.query(Slice).all()[0] command = ExportChartsCommand([example_chart.id]) contents = command.run() with self.assertRaises(ChartNotFoundError): # noqa: PT027 next(contents) @patch("superset.security.manager.g") def test_export_chart_command_invalid_dataset(self, mock_g): """Test that an error is raised when exporting an invalid dataset""" mock_g.user = security_manager.find_user("admin") command = ExportChartsCommand([-1]) contents = command.run() with self.assertRaises(ChartNotFoundError): # noqa: PT027 next(contents) @patch("superset.security.manager.g") @pytest.mark.usefixtures("load_energy_table_with_slice") def test_export_chart_command_key_order(self, mock_g): """Test that they keys in the YAML have the same order as export_fields""" mock_g.user = security_manager.find_user("admin") example_chart = ( db.session.query(Slice).filter_by(slice_name="Energy Sankey").one() ) command = ExportChartsCommand([example_chart.id]) contents = dict(command.run()) metadata = yaml.safe_load( contents[f"charts/Energy_Sankey_{example_chart.id}.yaml"]() ) assert list(metadata.keys()) == [ "slice_name", "description", "certified_by", "certification_details", "viz_type", "params", "query_context", "cache_timeout", "uuid", "version", "dataset_uuid", ] @patch("superset.security.manager.g") @pytest.mark.usefixtures("load_energy_table_with_slice") def test_export_chart_command_no_related(self, mock_g): """ Test that only the chart is exported when export_related=False. """ mock_g.user = security_manager.find_user("admin") example_chart = ( db.session.query(Slice).filter_by(slice_name="Energy Sankey").one() ) command = ExportChartsCommand([example_chart.id], export_related=False) contents = dict(command.run()) expected = [ "metadata.yaml", f"charts/Energy_Sankey_{example_chart.id}.yaml", ] assert expected == list(contents.keys()) class TestImportChartsCommand(SupersetTestCase): @patch("superset.utils.core.g") @patch("superset.security.manager.g") @patch("superset.commands.database.importers.v1.utils.add_permissions") def test_import_v1_chart(self, mock_add_permissions, sm_g, utils_g) -> None: """Test that we can import a chart""" admin = sm_g.user = utils_g.user = security_manager.find_user("admin") contents = { "metadata.yaml": yaml.safe_dump(chart_metadata_config), "databases/imported_database.yaml": yaml.safe_dump(database_config), "datasets/imported_dataset.yaml": yaml.safe_dump(dataset_config), "charts/imported_chart.yaml": yaml.safe_dump(chart_config), } command = ImportChartsCommand(contents) command.run() chart: Slice = ( db.session.query(Slice).filter_by(uuid=chart_config["uuid"]).one() ) dataset = chart.datasource assert json.loads(chart.params) == { "annotation_layers": [], "color_picker": {"a": 1, "b": 135, "g": 122, "r": 0}, "datasource": dataset.uid if dataset else None, "js_columns": ["color"], "js_data_mutator": "data => data.map(d => ({\\n ...d,\\n color: colors.hexToRGB(d.extraProps.color)\\n}));", # noqa: E501 "js_onclick_href": "", "js_tooltip": "", "line_column": "path_json", "line_type": "json", "line_width": 150, "mapbox_style": "mapbox://styles/mapbox/light-v9", "reverse_long_lat": False, "row_limit": 5000, "slice_id": 43, "time_grain_sqla": None, "time_range": " : ", "viewport": { "altitude": 1.5, "bearing": 0, "height": 1094, "latitude": 37.73671752604488, "longitude": -122.18885402582598, "maxLatitude": 85.05113, "maxPitch": 60, "maxZoom": 20, "minLatitude": -85.05113, "minPitch": 0, "minZoom": 0, "pitch": 0, "width": 669, "zoom": 9.51847667620428, }, "viz_type": "deck_path", } dataset = ( db.session.query(SqlaTable).filter_by(uuid=dataset_config["uuid"]).one() ) table_name = dataset.table_name if dataset else None assert table_name == "imported_dataset" assert chart.table == dataset database = ( db.session.query(Database).filter_by(uuid=database_config["uuid"]).one() ) assert database.database_name == "imported_database" assert chart.table.database == database assert chart.owners == [admin] db.session.delete(chart) db.session.delete(dataset) db.session.delete(database) db.session.commit() @patch("superset.security.manager.g") @patch("superset.commands.database.importers.v1.utils.add_permissions") def test_import_v1_chart_multiple(self, mock_add_permissions, sm_g): """Test that a chart can be imported multiple times""" sm_g.user = security_manager.find_user("admin") contents = { "metadata.yaml": yaml.safe_dump(chart_metadata_config), "databases/imported_database.yaml": yaml.safe_dump(database_config), "datasets/imported_dataset.yaml": yaml.safe_dump(dataset_config), "charts/imported_chart.yaml": yaml.safe_dump(chart_config), } command = ImportChartsCommand(contents, overwrite=True) command.run() command.run() dataset = ( db.session.query(SqlaTable).filter_by(uuid=dataset_config["uuid"]).one() ) charts = db.session.query(Slice).filter_by(datasource_id=dataset.id).all() assert len(charts) == 1 database = dataset.database db.session.delete(charts[0]) db.session.delete(dataset) db.session.delete(database) db.session.commit() @patch("superset.commands.database.importers.v1.utils.add_permissions") def test_import_v1_chart_validation(self, mock_add_permissions): """Test different validations applied when importing a chart""" # metadata.yaml must be present contents = { "databases/imported_database.yaml": yaml.safe_dump(database_config), "datasets/imported_dataset.yaml": yaml.safe_dump(dataset_config), "charts/imported_chart.yaml": yaml.safe_dump(chart_config), } command = ImportChartsCommand(contents) with pytest.raises(IncorrectVersionError) as excinfo: command.run() assert str(excinfo.value) == "Missing metadata.yaml" # version should be 1.0.0 contents["metadata.yaml"] = yaml.safe_dump( { "version": "2.0.0", "type": "SqlaTable", "timestamp": "2020-11-04T21:27:44.423819+00:00", } ) command = ImportChartsCommand(contents) with pytest.raises(IncorrectVersionError) as excinfo: command.run() assert str(excinfo.value) == "Must be equal to 1.0.0." # type should be Slice contents["metadata.yaml"] = yaml.safe_dump(database_metadata_config) command = ImportChartsCommand(contents) with pytest.raises(CommandInvalidError) as excinfo: command.run() assert str(excinfo.value) == "Error importing chart" assert excinfo.value.normalized_messages() == { "metadata.yaml": {"type": ["Must be equal to Slice."]} } # must also validate datasets and databases broken_config = database_config.copy() del broken_config["database_name"] contents["metadata.yaml"] = yaml.safe_dump(chart_metadata_config) contents["databases/imported_database.yaml"] = yaml.safe_dump(broken_config) command = ImportChartsCommand(contents) with pytest.raises(CommandInvalidError) as excinfo: command.run() assert str(excinfo.value) == "Error importing chart" assert excinfo.value.normalized_messages() == { "databases/imported_database.yaml": { "database_name": ["Missing data for required field."], } } class TestChartsCreateCommand(SupersetTestCase): @patch("superset.utils.core.g") @patch("superset.commands.chart.create.g") @patch("superset.security.manager.g") @pytest.mark.usefixtures("load_energy_table_with_slice") def test_create_v1_response(self, mock_sm_g, mock_c_g, mock_u_g): """Test that the create chart command creates a chart""" user = security_manager.find_user(username="admin") mock_u_g.user = mock_c_g.user = mock_sm_g.user = user chart_data = { "slice_name": "new chart", "description": "new description", "owners": [user.id], "viz_type": "new_viz_type", "params": json.dumps({"viz_type": "new_viz_type"}), "cache_timeout": 1000, "datasource_id": 1, "datasource_type": "table", } command = CreateChartCommand(chart_data) chart = command.run() chart = db.session.query(Slice).get(chart.id) assert chart.viz_type == "new_viz_type" json_params = json.loads(chart.params) assert json_params == {"viz_type": "new_viz_type"} assert chart.slice_name == "new chart" assert chart.owners == [user] db.session.delete(chart) db.session.commit() class TestChartsUpdateCommand(SupersetTestCase): @patch("superset.commands.chart.update.g") @patch("superset.utils.core.g") @patch("superset.security.manager.g") @pytest.mark.usefixtures("load_energy_table_with_slice") def test_update_v1_response(self, mock_sm_g, mock_c_g, mock_u_g): """Test that a chart command updates properties""" pk = db.session.query(Slice).all()[0].id user = security_manager.find_user(username="admin") mock_u_g.user = mock_c_g.user = mock_sm_g.user = user model_id = pk json_obj = { "description": "test for update", "cache_timeout": None, "owners": [user.id], } command = UpdateChartCommand(model_id, json_obj) last_saved_before = db.session.query(Slice).get(pk).last_saved_at command.run() chart = db.session.query(Slice).get(pk) assert chart.last_saved_at != last_saved_before assert chart.last_saved_by == user @patch("superset.utils.core.g") @patch("superset.security.manager.g") @pytest.mark.usefixtures("load_energy_table_with_slice") @pytest.mark.skip(reason="This test will be changed to use the api/v1/data") def test_query_context_update_command(self, mock_sm_g, mock_g): """ Test that a user can generate the chart query context payload without affecting owners """ chart = db.session.query(Slice).all()[0] pk = chart.id admin = security_manager.find_user(username="admin") chart.owners = [admin] db.session.commit() user = security_manager.find_user(username="alpha") mock_g.user = mock_sm_g.user = user query_context = json.dumps({"foo": "bar"}) json_obj = { "query_context_generation": True, "query_context": query_context, } command = UpdateChartCommand(pk, json_obj) command.run() chart = db.session.query(Slice).get(pk) assert chart.query_context == query_context assert len(chart.owners) == 1 assert chart.owners[0] == admin class TestChartWarmUpCacheCommand(SupersetTestCase): def test_warm_up_cache_command_chart_not_found(self): with self.assertRaises(WarmUpCacheChartNotFoundError): # noqa: PT027 ChartWarmUpCacheCommand(99999, None, None).run() @pytest.mark.usefixtures("load_birth_names_dashboard_with_slices") @pytest.mark.skip(reason="This test will be changed to use the api/v1/data") def test_warm_up_cache(self): slc = self.get_slice("Top 10 Girl Name Share") result = ChartWarmUpCacheCommand(slc.id, None, None).run() assert result == { "chart_id": slc.id, "viz_error": None, "viz_status": "success", } # can just pass in chart as well result = ChartWarmUpCacheCommand(slc, None, None).run() assert result == { "chart_id": slc.id, "viz_error": None, "viz_status": "success", } class TestFavoriteChartCommand(SupersetTestCase): @pytest.mark.usefixtures("load_energy_table_with_slice") def test_fave_unfave_chart_command(self): """Test that a user can fave/unfave a chart""" with self.client.application.test_request_context(): example_chart = db.session.query(Slice).all()[0] # Assert that the chart exists assert example_chart is not None with override_user(security_manager.find_user("admin")): AddFavoriteChartCommand(example_chart.id).run() # Assert that the dashboard was faved ids = ChartDAO.favorited_ids([example_chart]) assert example_chart.id in ids DelFavoriteChartCommand(example_chart.id).run() # Assert that the chart was unfaved ids = ChartDAO.favorited_ids([example_chart]) assert example_chart.id not in ids @pytest.mark.usefixtures("load_energy_table_with_slice") def test_fave_unfave_chart_command_not_found(self): """Test that faving / unfaving a non-existing chart raises an exception""" with self.client.application.test_request_context(): example_chart_id = 1234 with override_user(security_manager.find_user("admin")): with self.assertRaises(ChartNotFoundError): # noqa: PT027 AddFavoriteChartCommand(example_chart_id).run() with self.assertRaises(ChartNotFoundError): # noqa: PT027 DelFavoriteChartCommand(example_chart_id).run() @pytest.mark.usefixtures("load_energy_table_with_slice") @patch("superset.daos.base.BaseDAO.find_by_id") def test_fave_unfave_chart_command_forbidden(self, mock_find_by_id): """Test that faving / unfaving raises an exception for a chart the user doesn't own""" # noqa: E501 with self.client.application.test_request_context(): example_chart = db.session.query(Slice).all()[0] mock_find_by_id.return_value = example_chart # Assert that the chart exists assert example_chart is not None with override_user(security_manager.find_user("gamma")): with self.assertRaises(ChartForbiddenError): # noqa: PT027 AddFavoriteChartCommand(example_chart.id).run() with self.assertRaises(ChartForbiddenError): # noqa: PT027 DelFavoriteChartCommand(example_chart.id).run()