Index

A

add_metapartition() (plateau.io_components.metapartition.MetaPartition method) aggregate_to_lists() (in module plateau.utils.pandas) align_categories() (in module plateau.io_components.utils) apply() (plateau.io_components.metapartition.MetaPartition method)

as_flat_series() (plateau.core.index.IndexBase method) as_sentinel() (plateau.io_components.metapartition.MetaPartition method) assert_index_dct_equal() (in module plateau.io.testing.index) assert_num_row_groups() (in module plateau.io.testing.utils)

B

build_dataset_indices() (in module plateau.io.eager)

build_dataset_indices__bag() (in module plateau.io.dask.bag) build_indices() (plateau.io_components.metapartition.MetaPartition method)

C

check_predicates() (in module plateau.serialization) cm_frozen_time() (in module plateau.core.testing) coerce_schema_timestamps() (in module plateau.io_components.write) collect_dataset_metadata() (in module plateau.io.dask.dataframe) columns_in_predicates() (in module plateau.serialization) combine_metadata() (in module plateau.io_components.utils) commit_dataset() (in module plateau.io.eager) concat_dataframes() (in module plateau.utils.pandas) concat_metapartitions() (plateau.io_components.metapartition.MetaPartition static method) converter_str() (in module plateau.utils.converters)

converter_str_set() (in module plateau.utils.converters) converter_str_set_optional() (in module plateau.utils.converters) converter_str_tupleset() (in module plateau.utils.converters) converter_tuple() (in module plateau.utils.converters) copy() (plateau.core.index.ExplicitSecondaryIndex method) (plateau.core.index.IndexBase method) (plateau.io_components.metapartition.MetaPartition method) copy_keys() (in module plateau.utils.store) create_dataset() (in module plateau.io.testing.utils) create_empty_dataset_header() (in module plateau.io.eager) CsvSerializer (class in plateau.serialization)

D

data (plateau.io_components.metapartition.MetaPartition property) DataFrameSerializer (class in plateau.serialization) dataset_dispatch_by() (in module plateau.io.testing.read) dataset_dispatch_by_uuid() (in module plateau.io.testing.read) dataset_metadata (plateau.core.factory.DatasetFactory property) DatasetFactory (class in plateau.core.factory) DatasetMetadata (class in plateau.core.dataset) DatasetMetadataBase (class in plateau.core.dataset) dates_as_object() (in module plateau.io.testing.read) decode_key() (in module plateau.core.urlencode) default_docs() (in module plateau.core.docs)

default_serializer() (in module plateau.serialization) delete_common_metadata() (in module plateau.io_components.delete) delete_dataset() (in module plateau.io.eager) delete_dataset__delayed() (in module plateau.io.dask.delayed) delete_files() (in module plateau.io_components.gc) delete_from_store() (plateau.io_components.metapartition.MetaPartition method) delete_indices() (in module plateau.io_components.delete) delete_top_level_metadata() (in module plateau.io_components.delete) dispatch_files_to_gc() (in module plateau.io_components.gc) dispatch_metapartitions() (in module plateau.io_components.read) drop_sorted_duplicates_keep_last() (in module plateau.utils.pandas)

E

empty_dataframe_from_schema() (in module plateau.core.common_metadata) ensure_store() (in module plateau.core.utils) equals() (plateau.core.common_metadata.SchemaWrapper method)

eval_operator() (plateau.core.index.IndexBase method) exists() (plateau.core.dataset.DatasetMetadataBase static method) ExplicitSecondaryIndex (class in plateau.core.index) extract_duplicates() (in module plateau.io_components.utils)

F

file (plateau.io_components.metapartition.MetaPartition property) filter_array_like() (in module plateau.serialization) filter_df() (in module plateau.serialization) filter_df_from_predicates() (in module plateau.serialization) filter_predicates_by_column() (in module plateau.serialization)

from_buffer() (plateau.core.dataset.DatasetMetadata static method) from_dict() (plateau.core.dataset.DatasetMetadata static method) (plateau.core.partition.Partition static method) (plateau.io_components.metapartition.MetaPartition static method) from_partition() (plateau.io_components.metapartition.MetaPartition static method) from_v2() (plateau.core.index.ExplicitSecondaryIndex static method)

G

garbage_collect_dataset() (in module plateau.io.eager) garbage_collect_dataset__delayed() (in module plateau.io.dask.delayed) gen_uuid() (in module plateau.core.uuid) gen_uuid_object() (in module plateau.core.uuid) get_dataframe_alltypes() (in module plateau.core.testing) get_dataframe_not_nested() (in module plateau.core.testing) (in module plateau.serialization.testing)

get_indices_as_dataframe() (plateau.core.dataset.DatasetMetadataBase method) get_numpy_array_strategy() (in module plateau.core.testing) get_parquet_metadata() (plateau.io_components.metapartition.MetaPartition method) get_partition_file_prefix() (in module plateau.core.naming) get_scalar_dtype_strategy() (in module plateau.core.testing) get_str_to_python_converter() (in module plateau.utils.converters)

H

hash_dataset() (in module plateau.io.dask.dataframe)

I

index_columns (plateau.core.dataset.DatasetMetadataBase property) IndexBase (class in plateau.core.index) indices (plateau.io_components.metapartition.MetaPartition property) internal() (plateau.core.common_metadata.SchemaWrapper method)

invalidate() (plateau.core.factory.DatasetFactory method) InvalidObject (class in plateau.io_components.utils) is_dataframe_sorted() (in module plateau.utils.pandas) is_sentinel (plateau.io_components.metapartition.MetaPartition property)

L

label (plateau.io_components.metapartition.MetaPartition property) lazy_store() (in module plateau.core.utils) load() (plateau.core.index.ExplicitSecondaryIndex method) load_all_indices() (plateau.core.dataset.DatasetMetadataBase method) (plateau.core.factory.DatasetFactory method) load_dataframes() (plateau.io_components.metapartition.MetaPartition method) load_from_buffer() (plateau.core.dataset.DatasetMetadata static method)

load_from_dict() (plateau.core.dataset.DatasetMetadata static method) load_from_store() (plateau.core.dataset.DatasetMetadata static method) load_index() (plateau.core.dataset.DatasetMetadataBase method) (plateau.core.factory.DatasetFactory method) load_partition_indices() (plateau.core.dataset.DatasetMetadataBase method) (plateau.core.factory.DatasetFactory method) load_schema() (plateau.io_components.metapartition.MetaPartition method) loaded (plateau.core.index.IndexBase property)

M

make_meta() (in module plateau.core.common_metadata) mark_nopickle() (in module plateau.io.testing.read) (in module plateau.io.testing.write) mask_sorted_duplicates_keep_last() (in module plateau.utils.pandas) merge_dataframes_robust() (in module plateau.utils.pandas) merge_indices() (plateau.io_components.metapartition.MetaPartition static method) metadata_key_from_uuid() (in module plateau.core.naming) MetaPartition (class in plateau.io_components.metapartition) MetaPartitionIterator (class in plateau.io_components.metapartition) module plateau plateau.api plateau.api.dataset plateau.api.serialization plateau.core plateau.core.common_metadata plateau.core.dataset plateau.core.docs plateau.core.factory plateau.core.index plateau.core.naming plateau.core.partition plateau.core.testing plateau.core.typing plateau.core.urlencode plateau.core.utils plateau.core.uuid plateau.io plateau.io.dask plateau.io.dask.bag plateau.io.dask.compression plateau.io.dask.dataframe plateau.io.dask.delayed plateau.io.eager plateau.io.iter plateau.io.testing plateau.io.testing.delete plateau.io.testing.gc plateau.io.testing.index plateau.io.testing.read plateau.io.testing.update plateau.io.testing.utils plateau.io.testing.write plateau.io_components plateau.io_components.delete plateau.io_components.gc plateau.io_components.index plateau.io_components.metapartition plateau.io_components.read plateau.io_components.update plateau.io_components.utils plateau.io_components.write plateau.serialization plateau.serialization.testing plateau.utils plateau.utils.converters plateau.utils.pandas plateau.utils.store

N

next() (plateau.io_components.metapartition.MetaPartitionIterator method) no_pickle_factory() (in module plateau.io.testing.read) (in module plateau.io.testing.write) no_pickle_store() (in module plateau.io.testing.read) (in module plateau.io.testing.write)

NoPickle (class in plateau.io.testing.read) (class in plateau.io.testing.write) normalize_column_order() (in module plateau.core.common_metadata) normalize_type() (in module plateau.core.common_metadata) normalize_value() (plateau.core.index.IndexBase static method)

O

observed_values() (plateau.core.index.IndexBase method)

origin (plateau.core.common_metadata.SchemaWrapper property)

P

pack_payload() (in module plateau.io.dask.compression) pack_payload_pandas() (in module plateau.io.dask.compression) ParquetSerializer (class in plateau.serialization) parse_input_to_metapartition() (in module plateau.io_components.metapartition) Partition (class in plateau.core.partition) partition (plateau.io_components.metapartition.MetaPartition property) partition_labels_from_mps() (in module plateau.io_components.metapartition) partition_on() (plateau.io_components.metapartition.MetaPartition method) PartitionIndex (class in plateau.core.index) persist_common_metadata() (in module plateau.io_components.write) persist_indices() (in module plateau.io_components.write) plateau module plateau.api module plateau.api.dataset module plateau.api.serialization module plateau.core module plateau.core.common_metadata module plateau.core.dataset module plateau.core.docs module plateau.core.factory module plateau.core.index module plateau.core.naming module plateau.core.partition module plateau.core.testing module plateau.core.typing module plateau.core.urlencode module plateau.core.utils module plateau.core.uuid module plateau.io module plateau.io.dask module plateau.io.dask.bag module plateau.io.dask.compression module plateau.io.dask.dataframe module

plateau.io.dask.delayed module plateau.io.eager module plateau.io.iter module plateau.io.testing module plateau.io.testing.delete module plateau.io.testing.gc module plateau.io.testing.index module plateau.io.testing.read module plateau.io.testing.update module plateau.io.testing.utils module plateau.io.testing.write module plateau.io_components module plateau.io_components.delete module plateau.io_components.gc module plateau.io_components.index module plateau.io_components.metapartition module plateau.io_components.read module plateau.io_components.update module plateau.io_components.utils module plateau.io_components.write module plateau.serialization module plateau.serialization.testing module plateau.utils module plateau.utils.converters module plateau.utils.pandas module plateau.utils.store module primary_indices_loaded (plateau.core.dataset.DatasetMetadataBase property)

Q

query() (plateau.core.dataset.DatasetMetadataBase method) (plateau.core.index.IndexBase method)

quote() (in module plateau.core.urlencode) quote_indices() (in module plateau.core.urlencode)

R

raise_if_dataset_exists() (in module plateau.io_components.write) raise_if_indices_overlap() (in module plateau.io_components.utils) read_dataset_as_dataframe_bag() (in module plateau.io.dask.bag) read_dataset_as_dataframes() (in module plateau.io.eager) read_dataset_as_dataframes__iterator() (in module plateau.io.iter) read_dataset_as_ddf() (in module plateau.io.dask.dataframe) read_dataset_as_delayed() (in module plateau.io.dask.delayed) read_table() (in module plateau.io.eager)

register_serializer() (plateau.serialization.DataFrameSerializer class method) remove() (plateau.core.common_metadata.SchemaWrapper method) remove_dataframes() (plateau.io_components.metapartition.MetaPartition method) remove_metadata() (plateau.core.common_metadata.SchemaWrapper method) remove_partitions() (plateau.core.index.IndexBase method) remove_values() (plateau.core.index.IndexBase method) restore_dataframe() (plateau.serialization.CsvSerializer static method) (plateau.serialization.DataFrameSerializer class method) (plateau.serialization.ParquetSerializer class method)

S

SchemaWrapper (class in plateau.core.common_metadata) secondary_indices (plateau.core.dataset.DatasetMetadataBase property) set() (plateau.core.common_metadata.SchemaWrapper method) sort_dataframe() (in module plateau.utils.pandas) sort_values_categorical() (in module plateau.io_components.utils) storage_keys() (plateau.core.dataset.DatasetMetadataBase static method) store (plateau.core.factory.DatasetFactory property) store() (plateau.core.index.ExplicitSecondaryIndex method) (plateau.serialization.CsvSerializer method) (plateau.serialization.DataFrameSerializer method) (plateau.serialization.ParquetSerializer method)

store_bag_as_dataset() (in module plateau.io.dask.bag) store_dataframes() (plateau.io_components.metapartition.MetaPartition method) store_dataframes_as_dataset() (in module plateau.io.eager) store_dataframes_as_dataset__iter() (in module plateau.io.iter) store_dataset_from_ddf() (in module plateau.io.dask.dataframe) store_dataset_from_partitions() (in module plateau.io_components.write) store_delayed_as_dataset() (in module plateau.io.dask.delayed) store_input_types() (in module plateau.io.testing.read) (in module plateau.io.testing.write)

T

table_name (plateau.core.dataset.DatasetMetadataBase property) tables (plateau.core.dataset.DatasetMetadataBase property) test_add_column_to_existing_index() (in module plateau.io.testing.index) test_binary_column_metadata() (in module plateau.io.testing.read) test_build_indices() (in module plateau.io.testing.index) test_create_index_from_inexistent_column_fails() (in module plateau.io.testing.index) test_datetime_predicate_with_dates_as_object() (in module plateau.io.testing.read) test_delete_dataset() (in module plateau.io.testing.delete) test_delete_dataset_unreferenced_files() (in module plateau.io.testing.delete) test_delete_missing_dataset() (in module plateau.io.testing.delete) test_delete_only_dataset() (in module plateau.io.testing.delete) test_delete_single_dataset() (in module plateau.io.testing.delete) test_empty_partitions() (in module plateau.io.testing.index) test_empty_predicate_pushdown_empty_col_projection() (in module plateau.io.testing.read) test_file_structure_dataset_v4() (in module plateau.io.testing.write) test_file_structure_dataset_v4_partition_on() (in module plateau.io.testing.write) test_garbage_collect_idempotent() (in module plateau.io.testing.gc) test_gc_tables() (in module plateau.io.testing.gc) test_gc_without_secondary_indices() (in module plateau.io.testing.gc) test_indices_uints() (in module plateau.io.testing.index) test_metadata_consistency_errors_fails() (in module plateau.io.testing.write) test_metadata_version() (in module plateau.io.testing.update) test_non_default_table_name_roundtrip() (in module plateau.io.testing.read) (in module plateau.io.testing.write) test_partition_on_null() (in module plateau.io.testing.update) test_raises_on_invalid_input() (in module plateau.io.testing.update) test_read_dataset_as_dataframes() (in module plateau.io.testing.read) test_read_dataset_as_dataframes_columns_primary_index_only() (in module plateau.io.testing.read) test_read_dataset_as_dataframes_columns_projection() (in module plateau.io.testing.read) test_read_dataset_as_dataframes_dispatch_by_empty() (in module plateau.io.testing.read) test_read_dataset_as_dataframes_dispatch_by_multi_col() (in module plateau.io.testing.read) test_read_dataset_as_dataframes_dispatch_by_single_col() (in module plateau.io.testing.read) test_read_dataset_as_dataframes_predicate() (in module plateau.io.testing.read) test_read_dataset_as_dataframes_predicate_empty() (in module plateau.io.testing.read) test_read_dataset_as_dataframes_predicate_with_partition_keys() (in module plateau.io.testing.read) test_read_dispatch_by_with_predicates() (in module plateau.io.testing.read) test_schema_check_update() (in module plateau.io.testing.update)

test_schema_check_write() (in module plateau.io.testing.write) test_schema_check_write_cut_error() (in module plateau.io.testing.write) test_schema_check_write_nice_error() (in module plateau.io.testing.write) test_secondary_index_on_partition_column() (in module plateau.io.testing.write) test_sort_partitions_by() (in module plateau.io.testing.update) test_store_dataframes_as_dataset() (in module plateau.io.testing.write) test_store_dataframes_as_dataset_auto_uuid() (in module plateau.io.testing.write) test_store_dataframes_as_dataset_batch_mode() (in module plateau.io.testing.write) test_store_dataframes_as_dataset_empty_dataframe() (in module plateau.io.testing.write) test_store_dataframes_as_dataset_mp_partition_on_none() (in module plateau.io.testing.write) test_store_dataframes_as_dataset_overwrite() (in module plateau.io.testing.write) test_store_dataframes_partition_on() (in module plateau.io.testing.write) test_store_empty_dataframes_partition_on() (in module plateau.io.testing.write) test_store_input_types() (in module plateau.io.testing.read) (in module plateau.io.testing.write) test_store_overwrite_none() (in module plateau.io.testing.write) test_string_type_roundtrip() (in module plateau.io.testing.read) test_update_after_empty_partition_string_dtypes() (in module plateau.io.testing.update) test_update_after_empty_partition_string_dtypes_categoricals() (in module plateau.io.testing.update) test_update_dataset_with_partitions() (in module plateau.io.testing.update) test_update_dataset_with_partitions__reducer_nonexistent() (in module plateau.io.testing.update) test_update_dataset_with_partitions__reducer_partitions() (in module plateau.io.testing.update) test_update_dataset_with_partitions_delete_only() (in module plateau.io.testing.update) test_update_first_time_with_secondary_indices() (in module plateau.io.testing.update) test_update_infers_partition_on() (in module plateau.io.testing.update) test_update_of_dataset_with_non_default_table_name() (in module plateau.io.testing.update) test_update_raises_incompatible_inidces() (in module plateau.io.testing.update) test_update_raises_incompatible_partition_keys() (in module plateau.io.testing.update) test_update_secondary_indices_subset() (in module plateau.io.testing.update) to_dict() (plateau.core.dataset.DatasetMetadataBase method) (plateau.core.index.IndexBase method) (plateau.core.partition.Partition method) (plateau.io_components.metapartition.MetaPartition method) to_json() (plateau.core.dataset.DatasetMetadataBase method) to_msgpack() (plateau.core.dataset.DatasetMetadataBase method) type_stable (plateau.serialization.DataFrameSerializer attribute) (plateau.serialization.ParquetSerializer attribute)

U

unload() (plateau.core.index.ExplicitSecondaryIndex method) unpack_payload() (in module plateau.io.dask.compression) unpack_payload_pandas() (in module plateau.io.dask.compression) unquote() (in module plateau.core.urlencode) unquote_indices() (in module plateau.core.urlencode) update() (plateau.core.index.IndexBase method) update_dataset_from_dataframes() (in module plateau.io.eager) update_dataset_from_dataframes__iter() (in module plateau.io.iter)

update_dataset_from_ddf() (in module plateau.io.dask.dataframe) update_dataset_from_delayed() (in module plateau.io.dask.delayed) update_dataset_from_partitions() (in module plateau.io_components.update) update_indices() (in module plateau.io_components.write) update_indices_from_partitions() (in module plateau.io_components.index) update_metadata() (in module plateau.io_components.write) update_partitions() (in module plateau.io_components.write) use_categoricals() (in module plateau.io.testing.read) use_dataset_factory() (in module plateau.io.testing.read)

V

validate_compatible() (in module plateau.core.common_metadata)

validate_partition_keys() (in module plateau.io_components.utils) validate_schema_compatible() (plateau.io_components.metapartition.MetaPartition method)

W

with_origin() (plateau.core.common_metadata.SchemaWrapper method)

write_partition() (in module plateau.io_components.write) write_single_partition() (in module plateau.io.eager)