Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
89 changes: 4 additions & 85 deletions pyathena/arrow/cursor.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,17 +2,17 @@
from __future__ import annotations

import logging
from typing import TYPE_CHECKING, Any, Callable, Dict, List, Optional, Tuple, Union, cast
from typing import TYPE_CHECKING, Any, Callable, Dict, List, Optional, Union, cast

from pyathena.arrow.converter import (
DefaultArrowTypeConverter,
DefaultArrowUnloadTypeConverter,
)
from pyathena.arrow.result_set import AthenaArrowResultSet
from pyathena.common import BaseCursor, CursorIterator
from pyathena.common import CursorIterator
from pyathena.error import OperationalError, ProgrammingError
from pyathena.model import AthenaCompression, AthenaFileFormat, AthenaQueryExecution
from pyathena.result_set import WithResultSet
from pyathena.result_set import WithFetch

if TYPE_CHECKING:
import polars as pl
Expand All @@ -21,7 +21,7 @@
_logger = logging.getLogger(__name__) # type: ignore


class ArrowCursor(BaseCursor, CursorIterator, WithResultSet):
class ArrowCursor(WithFetch):
"""Cursor for handling Apache Arrow Table results from Athena queries.

This cursor returns query results as Apache Arrow Tables, which provide
Expand Down Expand Up @@ -116,8 +116,6 @@ def __init__(
self._on_start_query_execution = on_start_query_execution
self._connect_timeout = connect_timeout
self._request_timeout = request_timeout
self._query_id: Optional[str] = None
self._result_set: Optional[AthenaArrowResultSet] = None

@staticmethod
def get_default_converter(
Expand All @@ -127,45 +125,6 @@ def get_default_converter(
return DefaultArrowUnloadTypeConverter()
return DefaultArrowTypeConverter()

@property
def arraysize(self) -> int:
return self._arraysize

@arraysize.setter
def arraysize(self, value: int) -> None:
if value <= 0:
raise ProgrammingError("arraysize must be a positive integer value.")
self._arraysize = value

@property # type: ignore
def result_set(self) -> Optional[AthenaArrowResultSet]:
return self._result_set

@result_set.setter
def result_set(self, val) -> None:
self._result_set = val

@property
def query_id(self) -> Optional[str]:
return self._query_id

@query_id.setter
def query_id(self, val) -> None:
self._query_id = val

@property
def rownumber(self) -> Optional[int]:
return self.result_set.rownumber if self.result_set else None

@property
def rowcount(self) -> int:
"""Get the number of rows affected by the last operation."""
return self.result_set.rowcount if self.result_set else -1

def close(self) -> None:
if self.result_set and not self.result_set.is_closed:
self.result_set.close()

def execute(
self,
operation: str,
Expand Down Expand Up @@ -255,46 +214,6 @@ def execute(
raise OperationalError(query_execution.state_change_reason)
return self

def executemany(
self,
operation: str,
seq_of_parameters: List[Optional[Union[Dict[str, Any], List[str]]]],
**kwargs,
) -> None:
for parameters in seq_of_parameters:
self.execute(operation, parameters, **kwargs)
# Operations that have result sets are not allowed with executemany.
self._reset_state()

def cancel(self) -> None:
if not self.query_id:
raise ProgrammingError("QueryExecutionId is none or empty.")
self._cancel(self.query_id)

def fetchone(
self,
) -> Optional[Union[Tuple[Optional[Any], ...], Dict[Any, Optional[Any]]]]:
if not self.has_result_set:
raise ProgrammingError("No result set.")
result_set = cast(AthenaArrowResultSet, self.result_set)
return result_set.fetchone()

def fetchmany(
self, size: Optional[int] = None
) -> List[Union[Tuple[Optional[Any], ...], Dict[Any, Optional[Any]]]]:
if not self.has_result_set:
raise ProgrammingError("No result set.")
result_set = cast(AthenaArrowResultSet, self.result_set)
return result_set.fetchmany(size)

def fetchall(
self,
) -> List[Union[Tuple[Optional[Any], ...], Dict[Any, Optional[Any]]]]:
if not self.has_result_set:
raise ProgrammingError("No result set.")
result_set = cast(AthenaArrowResultSet, self.result_set)
return result_set.fetchall()

def as_arrow(self) -> "Table":
"""Return query results as an Apache Arrow Table.

Expand Down
3 changes: 1 addition & 2 deletions pyathena/async_cursor.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,8 +7,7 @@
from multiprocessing import cpu_count
from typing import Any, Dict, List, Optional, Tuple, Union, cast

from pyathena.common import CursorIterator
from pyathena.cursor import BaseCursor
from pyathena.common import BaseCursor, CursorIterator
from pyathena.error import NotSupportedError, ProgrammingError
from pyathena.model import AthenaQueryExecution
from pyathena.result_set import AthenaDictResultSet, AthenaResultSet
Expand Down
Loading