DataFrameAsset
A DataAsset that represents a Spark DataFrame.
Add a BatchDefinition that represents the entire DataFrame.
Parameters
Name Description name
The name of the Batch Definition.
Returns
Type Description BatchDefinition
A BatchDefinition object that represents the entire DataFrame.
Delete a batch definition.
Parameters
Name Description name (str)
Name of the BatchDefinition to delete.
Get a batch definition.
Parameters
Name Description name (str)
Name of the BatchDefinition to get.
Raises
Type Description KeyError
If the BatchDefinition does not exist.
Signature
class great_expectations.datasource.fluent.spark_datasource.DataFrameAsset(
*,
name: str,
type: Literal['dataframe'] = 'dataframe',
id: Optional[uuid.UUID] = None,
order_by: List[great_expectations.datasource.fluent.interfaces.Sorter] = None,
batch_metadata: Dict[str,
Any] = None,
batch_definitions: List[great_expectations.core.batch_definition.BatchDefinition] = None
)
Methods
add_batch_definition_whole_dataframe
Signature
add_batch_definition_whole_dataframe(
name: str
) → BatchDefinition
delete_batch_definition
Signature
delete_batch_definition(
name: str
) → None
get_batch_definition
Signature
get_batch_definition(
name: str
) → great_expectations.core.batch_definition.BatchDefinition