From cd6b271dfff3ed1a7a43dcf6112dd423d5703194 Mon Sep 17 00:00:00 2001 From: John Bodley <4567245+john-bodley@users.noreply.github.com> Date: Wed, 6 Jul 2022 14:37:23 -0700 Subject: [PATCH] Delete __init__.py Delete hive.py Update hive.py --- superset/db_engine_specs/hive.py | 3 -- superset/db_engines/__init__.py | 16 -------- superset/db_engines/hive.py | 67 -------------------------------- 3 files changed, 86 deletions(-) delete mode 100644 superset/db_engines/__init__.py delete mode 100644 superset/db_engines/hive.py diff --git a/superset/db_engine_specs/hive.py b/superset/db_engine_specs/hive.py index 3c541c357ea59..6c54a994cbc95 100644 --- a/superset/db_engine_specs/hive.py +++ b/superset/db_engine_specs/hive.py @@ -138,12 +138,9 @@ def patch(cls) -> None: ttypes as patched_ttypes, ) - from superset.db_engines import hive as patched_hive - hive.TCLIService = patched_TCLIService hive.constants = patched_constants hive.ttypes = patched_ttypes - hive.Cursor.fetch_logs = patched_hive.fetch_logs @classmethod def fetch_data( diff --git a/superset/db_engines/__init__.py b/superset/db_engines/__init__.py deleted file mode 100644 index 13a83393a9124..0000000000000 --- a/superset/db_engines/__init__.py +++ /dev/null @@ -1,16 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. diff --git a/superset/db_engines/hive.py b/superset/db_engines/hive.py deleted file mode 100644 index 0c4094fe3ef2c..0000000000000 --- a/superset/db_engines/hive.py +++ /dev/null @@ -1,67 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -from typing import Optional, TYPE_CHECKING - -if TYPE_CHECKING: - from pyhive.hive import Cursor - from TCLIService.ttypes import TFetchOrientation - -# TODO: contribute back to pyhive. -def fetch_logs( # pylint: disable=protected-access - self: "Cursor", - _max_rows: int = 1024, - orientation: Optional["TFetchOrientation"] = None, -) -> str: - """Mocked. Retrieve the logs produced by the execution of the query. - Can be called multiple times to fetch the logs produced after - the previous call. - :returns: list - :raises: ``ProgrammingError`` when no query has been started - .. note:: - This is not a part of DB-API. - """ - # pylint: disable=import-outside-toplevel - from pyhive import hive - from TCLIService import ttypes - from thrift import Thrift - - orientation = orientation or ttypes.TFetchOrientation.FETCH_NEXT - try: - req = ttypes.TGetLogReq(operationHandle=self._operationHandle) - logs = self._connection.client.GetLog(req).log - return logs - # raised if Hive is used - except (ttypes.TApplicationException, Thrift.TApplicationException) as ex: - if self._state == self._STATE_NONE: - raise hive.ProgrammingError("No query yet") from ex - logs = [] - while True: - req = ttypes.TFetchResultsReq( - operationHandle=self._operationHandle, - orientation=ttypes.TFetchOrientation.FETCH_NEXT, - maxRows=self.arraysize, - fetchType=1, # 0: results, 1: logs - ) - response = self._connection.client.FetchResults(req) - hive._check_status(response) - assert not response.results.rows, "expected data in columnar format" - assert len(response.results.columns) == 1, response.results.columns - new_logs = hive._unwrap_column(response.results.columns[0]) - logs += new_logs - if not new_logs: - break - return "\n".join(logs)