PandasAzureBlobStorageDatasource

Signature

class great_expectations.datasource.fluent.PandasAzureBlobStorageDatasource(
 *,
 type: Literal['pandas_abs'] = 'pandas_abs',
 name: str,
 id: Optional[uuid.UUID] = None,
 assets: List[great_expectations.datasource.fluent.data_asset.path.file_asset.FileDataAsset] = [],
 azure_options: Dict[str,
 Union[great_expectations.datasource.fluent.config_str.ConfigStr,
 Any]] = {}
)

PandasAzureBlobStorageDatasource is a PandasDatasource that uses Azure Blob Storage as a data store.

Methods

add_csv_asset

Signature

add_csv_asset(
 name: str,
 *,
 id: <pydantic.v1.fields.DeferredType object at 0x7f3d290a04d0> = None,
 order_by: <pydantic.v1.fields.DeferredType object at 0x7f3d290a0590> = None,
 batch_metadata: <pydantic.v1.fields.DeferredType object at 0x7f3d290a06e0> = None,
 batch_definitions: <pydantic.v1.fields.DeferredType object at 0x7f3d290a0890> = None,
 connect_options: <pydantic.v1.fields.DeferredType object at 0x7f3d290a0950> = None,
 sep: typing.Optional[str] = None,
 delimiter: typing.Optional[str] = None,
 header: Union[int,
 Sequence[int],
 None,
 Literal['infer']] = 'infer',
 names: Union[Sequence[str],
 None] = None,
 index_col: Union[IndexLabel,
 Literal[False],
 None] = None,
 usecols: typing.Optional[typing.Union[int,
 str,
 typing.Sequence[int]]] = None,
 dtype: typing.Optional[dict] = None,
 engine: Union[CSVEngine,
 None] = None,
 true_values: typing.Optional[typing.List] = None,
 false_values: typing.Optional[typing.List] = None,
 skipinitialspace: bool = False,
 skiprows: typing.Optional[typing.Union[typing.Sequence[int],
 int]] = None,
 skipfooter: int = 0,
 nrows: typing.Optional[int] = None,
 na_values: Union[str,
 Iterable[str],
 None] = None,
 keep_default_na: bool = True,
 na_filter: bool = True,
 skip_blank_lines: bool = True,
 parse_dates: Union[bool,
 Sequence[str],
 None] = None,
 date_format: typing.Optional[str] = None,
 dayfirst: bool = False,
 cache_dates: bool = True,
 iterator: bool = False,
 chunksize: typing.Optional[int] = None,
 compression: CompressionOptions = 'infer',
 thousands: typing.Optional[str] = None,
 decimal: str = '.',
 lineterminator: typing.Optional[str] = None,
 quotechar: str = '"',
 quoting: int = 0,
 doublequote: bool = True,
 escapechar: typing.Optional[str] = None,
 comment: typing.Optional[str] = None,
 encoding: typing.Optional[str] = None,
 encoding_errors: typing.Optional[str] = 'strict',
 dialect: typing.Optional[str] = None,
 on_bad_lines: str = 'error',
 low_memory: bool = True,
 memory_map: bool = False,
 storage_options: Union[StorageOptions,
 None] = None,
 dtype_backend: DtypeBackend = None,
 **extra_data: typing.Any
) → pydantic.BaseModel

Add a csv asset to the datasource.

add_excel_asset

Signature

add_excel_asset(
 name: str,
 *,
 id: <pydantic.v1.fields.DeferredType object at 0x7f3d290a1bb0> = None,
 order_by: <pydantic.v1.fields.DeferredType object at 0x7f3d290a1970> = None,
 batch_metadata: <pydantic.v1.fields.DeferredType object at 0x7f3d290a1760> = None,
 batch_definitions: <pydantic.v1.fields.DeferredType object at 0x7f3d290a26f0> = None,
 connect_options: <pydantic.v1.fields.DeferredType object at 0x7f3d290a27b0> = None,
 sheet_name: typing.Optional[typing.Union[str,
 int,
 typing.List[typing.Union[int,
 str]]]] = 0,
 header: Union[int,
 Sequence[int],
 None] = 0,
 index_col: Union[int,
 str,
 Sequence[int],
 None] = None,
 usecols: typing.Optional[typing.Union[int,
 str,
 typing.Sequence[int]]] = None,
 dtype: typing.Optional[dict] = None,
 true_values: Union[Iterable[str],
 None] = None,
 false_values: Union[Iterable[str],
 None] = None,
 skiprows: typing.Optional[typing.Union[typing.Sequence[int],
 int]] = None,
 nrows: typing.Optional[int] = None,
 na_values: typing.Any = None,
 keep_default_na: bool = True,
 na_filter: bool = True,
 verbose: bool = False,
 parse_dates: typing.Union[typing.List,
 typing.Dict,
 bool] = False,
 date_format: typing.Optional[str] = None,
 thousands: typing.Optional[str] = None,
 decimal: str = '.',
 comment: typing.Optional[str] = None,
 skipfooter: int = 0,
 storage_options: Union[StorageOptions,
 None] = None,
 dtype_backend: DtypeBackend = None,
 engine_kwargs: typing.Optional[typing.Dict] = None,
 **extra_data: typing.Any
) → pydantic.BaseModel

Add an excel asset to the datasource.

add_feather_asset

Signature

add_feather_asset(
 name: str,
 *,
 id: <pydantic.v1.fields.DeferredType object at 0x7f3d290a3b30> = None,
 order_by: <pydantic.v1.fields.DeferredType object at 0x7f3d290a3c50> = None,
 batch_metadata: <pydantic.v1.fields.DeferredType object at 0x7f3d290a3da0> = None,
 batch_definitions: <pydantic.v1.fields.DeferredType object at 0x7f3d290a3f50> = None,
 connect_options: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0c050> = None,
 columns: Union[Sequence[str],
 None] = None,
 use_threads: bool = True,
 storage_options: Union[StorageOptions,
 None] = None,
 dtype_backend: DtypeBackend = None,
 **extra_data: typing.Any
) → pydantic.BaseModel

Add a feather asset to the datasource.

add_fwf_asset

Signature

add_fwf_asset(
 name: str,
 *,
 id: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0c7d0> = None,
 order_by: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0c890> = None,
 batch_metadata: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0c9e0> = None,
 batch_definitions: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0cb90> = None,
 connect_options: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0cc50> = None,
 colspecs: Union[Sequence[Tuple[int,
 int]],
 str,
 None] = 'infer',
 widths: Union[Sequence[int],
 None] = None,
 infer_nrows: int = 100,
 iterator: bool = False,
 chunksize: typing.Optional[int] = None,
 kwargs: typing.Optional[dict] = None,
 **extra_data: typing.Any
) → pydantic.BaseModel

Add a fwf asset to the datasource.

add_hdf_asset

Signature

add_hdf_asset(
 name: str,
 *,
 id: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0d4c0> = None,
 order_by: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0d580> = None,
 batch_metadata: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0d6d0> = None,
 batch_definitions: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0d880> = None,
 connect_options: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0d940> = None,
 key: typing.Any = None,
 mode: str = 'r',
 errors: str = 'strict',
 where: typing.Optional[typing.Union[str,
 typing.List]] = None,
 start: typing.Optional[int] = None,
 stop: typing.Optional[int] = None,
 columns: typing.Optional[typing.List[str]] = None,
 iterator: bool = False,
 chunksize: typing.Optional[int] = None,
 kwargs: typing.Optional[dict] = None,
 **extra_data: typing.Any
) → pydantic.BaseModel

Add a hdf asset to the datasource.

add_html_asset

Signature

add_html_asset(
 name: str,
 *,
 id: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0e120> = None,
 order_by: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0e1e0> = None,
 batch_metadata: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0e330> = None,
 batch_definitions: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0e4e0> = None,
 connect_options: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0e5a0> = None,
 match: Union[str,
 Pattern] = '.+',
 header: Union[int,
 Sequence[int],
 None] = None,
 index_col: Union[int,
 Sequence[int],
 None] = None,
 skiprows: typing.Optional[typing.Union[typing.Sequence[int],
 int]] = None,
 attrs: typing.Optional[typing.Dict[str,
 str]] = None,
 parse_dates: bool = False,
 thousands: typing.Optional[str] = ',
',
 encoding: typing.Optional[str] = None,
 decimal: str = '.',
 converters: typing.Optional[typing.Dict] = None,
 na_values: Union[Iterable[object],
 None] = None,
 keep_default_na: bool = True,
 displayed_only: bool = True,
 dtype_backend: DtypeBackend = None,
 storage_options: StorageOptions = None,
 **extra_data: typing.Any
) → pydantic.BaseModel

Add a html asset to the datasource.

add_iceberg_asset

Signature

add_iceberg_asset(
 name: str,
 *,
 id: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0f1a0> = None,
 order_by: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0f260> = None,
 batch_metadata: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0f3b0> = None,
 batch_definitions: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0f560> = None,
 connect_options: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0f620> = None,
 catalog_name: str | None = None,
 catalog_properties: dict[str,
 typing.Any] | None = None,
 columns: list[str] | None = None,
 row_filter: str | None = None,
 case_sensitive: bool = True,
 snapshot_id: int | None = None,
 limit: int | None = None,
 scan_properties: dict[str,
 typing.Any] | None = None,
 **extra_data: typing.Any
) → pydantic.BaseModel

Add an iceberg asset to the datasource.

add_json_asset

Signature

add_json_asset(
 name: str,
 *,
 id: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0fe00> = None,
 order_by: <pydantic.v1.fields.DeferredType object at 0x7f3d28f0fec0> = None,
 batch_metadata: <pydantic.v1.fields.DeferredType object at 0x7f3d28f40050> = None,
 batch_definitions: <pydantic.v1.fields.DeferredType object at 0x7f3d28f40200> = None,
 connect_options: <pydantic.v1.fields.DeferredType object at 0x7f3d28f402c0> = None,
 orient: typing.Optional[str] = None,
 typ: Literal['frame',
 'series'] = 'frame',
 dtype: typing.Optional[dict] = None,
 convert_axes: typing.Optional[bool] = None,
 convert_dates: typing.Union[bool,
 typing.List[str]] = True,
 keep_default_dates: bool = True,
 precise_float: bool = False,
 date_unit: typing.Optional[str] = None,
 encoding: typing.Optional[str] = None,
 encoding_errors: typing.Optional[str] = 'strict',
 lines: bool = False,
 chunksize: typing.Optional[int] = None,
 compression: CompressionOptions = 'infer',
 nrows: typing.Optional[int] = None,
 storage_options: Union[StorageOptions,
 None] = None,
 dtype_backend: DtypeBackend = None,
 **extra_data: typing.Any
) → pydantic.BaseModel

Add a json asset to the datasource.

add_orc_asset

Signature

add_orc_asset(
 name: str,
 *,
 id: <pydantic.v1.fields.DeferredType object at 0x7f3d28f40e30> = None,
 order_by: <pydantic.v1.fields.DeferredType object at 0x7f3d28f40ef0> = None,
 batch_metadata: <pydantic.v1.fields.DeferredType object at 0x7f3d28f41040> = None,
 batch_definitions: <pydantic.v1.fields.DeferredType object at 0x7f3d28f411f0> = None,
 connect_options: <pydantic.v1.fields.DeferredType object at 0x7f3d28f412b0> = None,
 columns: typing.Optional[typing.List[str]] = None,
 dtype_backend: DtypeBackend = None,
 kwargs: typing.Optional[dict] = None,
 **extra_data: typing.Any
) → pydantic.BaseModel

Add an orc asset to the datasource.

add_parquet_asset

Signature

add_parquet_asset(
 name: str,
 *,
 id: <pydantic.v1.fields.DeferredType object at 0x7f3d28f41a00> = None,
 order_by: <pydantic.v1.fields.DeferredType object at 0x7f3d28f41ac0> = None,
 batch_metadata: <pydantic.v1.fields.DeferredType object at 0x7f3d28f41c10> = None,
 batch_definitions: <pydantic.v1.fields.DeferredType object at 0x7f3d28f41dc0> = None,
 connect_options: <pydantic.v1.fields.DeferredType object at 0x7f3d28f41e80> = None,
 engine: str = 'auto',
 columns: typing.Optional[typing.List[str]] = None,
 storage_options: Union[StorageOptions,
 None] = None,
 dtype_backend: DtypeBackend = None,
 to_pandas_kwargs: typing.Optional[typing.Dict] = None,
 kwargs: typing.Optional[dict] = None,
 **extra_data: typing.Any
) → pydantic.BaseModel

Add a parquet asset to the datasource.

add_pickle_asset

Signature

add_pickle_asset(
 name: str,
 *,
 id: <pydantic.v1.fields.DeferredType object at 0x7f3d28f42630> = None,
 order_by: <pydantic.v1.fields.DeferredType object at 0x7f3d28f426f0> = None,
 batch_metadata: <pydantic.v1.fields.DeferredType object at 0x7f3d28f42840> = None,
 batch_definitions: <pydantic.v1.fields.DeferredType object at 0x7f3d28f429f0> = None,
 connect_options: <pydantic.v1.fields.DeferredType object at 0x7f3d28f42ab0> = None,
 compression: CompressionOptions = 'infer',
 storage_options: Union[StorageOptions,
 None] = None,
 **extra_data: typing.Any
) → pydantic.BaseModel

Add a pickle asset to the datasource.

add_sas_asset

Signature

add_sas_asset(
 name: str,
 *,
 id: <pydantic.v1.fields.DeferredType object at 0x7f3d28f431a0> = None,
 order_by: <pydantic.v1.fields.DeferredType object at 0x7f3d28f43260> = None,
 batch_metadata: <pydantic.v1.fields.DeferredType object at 0x7f3d28f433b0> = None,
 batch_definitions: <pydantic.v1.fields.DeferredType object at 0x7f3d28f43560> = None,
 connect_options: <pydantic.v1.fields.DeferredType object at 0x7f3d28f43620> = None,
 format: typing.Optional[str] = None,
 index: typing.Optional[str] = None,
 encoding: typing.Optional[str] = None,
 chunksize: typing.Optional[int] = None,
 iterator: bool = False,
 compression: CompressionOptions = 'infer',
 **extra_data: typing.Any
) → pydantic.BaseModel

Add a sas asset to the datasource.

add_spss_asset

Signature

add_spss_asset(
 name: str,
 *,
 id: <pydantic.v1.fields.DeferredType object at 0x7f3d28f43dd0> = None,
 order_by: <pydantic.v1.fields.DeferredType object at 0x7f3d28f43e90> = None,
 batch_metadata: <pydantic.v1.fields.DeferredType object at 0x7f3d28f43fe0> = None,
 batch_definitions: <pydantic.v1.fields.DeferredType object at 0x7f3d28f641d0> = None,
 connect_options: <pydantic.v1.fields.DeferredType object at 0x7f3d28f64290> = None,
 usecols: typing.Optional[typing.Union[int,
 str,
 typing.Sequence[int]]] = None,
 convert_categoricals: bool = True,
 dtype_backend: DtypeBackend = None,
 kwargs: typing.Optional[dict] = None,
 **extra_data: typing.Any
) → pydantic.BaseModel

Add a spss asset to the datasource.

add_stata_asset

Signature

add_stata_asset(
 name: str,
 *,
 id: <pydantic.v1.fields.DeferredType object at 0x7f3d28f64aa0> = None,
 order_by: <pydantic.v1.fields.DeferredType object at 0x7f3d28f64b60> = None,
 batch_metadata: <pydantic.v1.fields.DeferredType object at 0x7f3d28f64cb0> = None,
 batch_definitions: <pydantic.v1.fields.DeferredType object at 0x7f3d28f64e60> = None,
 connect_options: <pydantic.v1.fields.DeferredType object at 0x7f3d28f64f20> = None,
 convert_dates: bool = True,
 convert_categoricals: bool = True,
 index_col: typing.Optional[str] = None,
 convert_missing: bool = False,
 preserve_dtypes: bool = True,
 columns: Union[Sequence[str],
 None] = None,
 order_categoricals: bool = True,
 chunksize: typing.Optional[int] = None,
 iterator: bool = False,
 compression: CompressionOptions = 'infer',
 storage_options: Union[StorageOptions,
 None] = None,
 **extra_data: typing.Any
) → pydantic.BaseModel

Add a stata asset to the datasource.

add_xml_asset

Signature

add_xml_asset(
 name: str,
 *,
 id: <pydantic.v1.fields.DeferredType object at 0x7f3d28f65820> = None,
 order_by: <pydantic.v1.fields.DeferredType object at 0x7f3d28f658e0> = None,
 batch_metadata: <pydantic.v1.fields.DeferredType object at 0x7f3d28f65a30> = None,
 batch_definitions: <pydantic.v1.fields.DeferredType object at 0x7f3d28f65be0> = None,
 connect_options: <pydantic.v1.fields.DeferredType object at 0x7f3d28f65ca0> = None,
 xpath: str = './*',
 namespaces: typing.Optional[typing.Dict[str,
 str]] = None,
 elems_only: bool = False,
 attrs_only: bool = False,
 names: Union[Sequence[str],
 None] = None,
 dtype: typing.Optional[dict] = None,
 encoding: typing.Optional[str] = 'utf-8',
 stylesheet: Union[FilePath,
 None] = None,
 iterparse: typing.Optional[typing.Dict[str,
 typing.List[str]]] = None,
 compression: CompressionOptions = 'infer',
 storage_options: Union[StorageOptions,
 None] = None,
 dtype_backend: DtypeBackend = None,
 **extra_data: typing.Any
) → pydantic.BaseModel

Add a xml asset to the datasource.

delete_asset

Signature

delete_asset(
 name: str
) → None

Removes the DataAsset referred to by asset_name from internal list of available DataAsset objects.

Parameters

Name	Description
name	name of DataAsset to be deleted.

get_asset

Signature

get_asset(
 name: str
) → great_expectations.datasource.fluent.interfaces._DataAssetT

Returns the DataAsset referred to by asset_name

Parameters

Name	Description
name	name of DataAsset sought.

Returns

Type	Description
great_expectations.datasource.fluent.interfaces._DataAssetT	if named "DataAsset" object exists; otherwise, exception is raised.