plateau.io package

Subpackages

• plateau.io.dask package
  • Submodules
    • plateau.io.dask.bag module
      • build_dataset_indices__bag()
      • read_dataset_as_dataframe_bag()
      • store_bag_as_dataset()
    • plateau.io.dask.compression module
      • pack_payload()
      • pack_payload_pandas()
      • unpack_payload()
      • unpack_payload_pandas()
    • plateau.io.dask.dataframe module
      • collect_dataset_metadata()
      • hash_dataset()
      • read_dataset_as_ddf()
      • store_dataset_from_ddf()
      • update_dataset_from_ddf()
    • plateau.io.dask.delayed module
      • delete_dataset__delayed()
      • garbage_collect_dataset__delayed()
      • read_dataset_as_delayed()
      • store_delayed_as_dataset()
      • update_dataset_from_delayed()
  • Module contents
• plateau.io.testing package
  • Submodules
    • plateau.io.testing.delete module
      • test_delete_dataset()
      • test_delete_dataset_unreferenced_files()
      • test_delete_missing_dataset()
      • test_delete_only_dataset()
      • test_delete_single_dataset()
    • plateau.io.testing.gc module
      • test_garbage_collect_idempotent()
      • test_gc_tables()
      • test_gc_without_secondary_indices()
    • plateau.io.testing.index module
      • assert_index_dct_equal()
      • test_add_column_to_existing_index()
      • test_build_indices()
      • test_create_index_from_inexistent_column_fails()
      • test_empty_partitions()
      • test_indices_uints()
    • plateau.io.testing.read module
      • NoPickle
      • dataset_dispatch_by()
      • dataset_dispatch_by_uuid()
      • dates_as_object()
      • mark_nopickle()
      • no_pickle_factory()
      • no_pickle_store()
      • store_input_types()
      • test_binary_column_metadata()
      • test_datetime_predicate_with_dates_as_object()
      • test_empty_predicate_pushdown_empty_col_projection()
      • test_extensiondtype_rountrip()
      • test_non_default_table_name_roundtrip()
      • test_read_dataset_as_dataframes()
      • test_read_dataset_as_dataframes_columns_primary_index_only()
      • test_read_dataset_as_dataframes_columns_projection()
      • test_read_dataset_as_dataframes_dispatch_by_empty()
      • test_read_dataset_as_dataframes_dispatch_by_multi_col()
      • test_read_dataset_as_dataframes_dispatch_by_single_col()
      • test_read_dataset_as_dataframes_predicate()
      • test_read_dataset_as_dataframes_predicate_empty()
      • test_read_dataset_as_dataframes_predicate_with_partition_keys()
      • test_read_dispatch_by_with_predicates()
      • test_store_input_types()
      • use_categoricals()
      • use_dataset_factory()
    • plateau.io.testing.update module
      • test_metadata_version()
      • test_partition_on_null()
      • test_raises_on_invalid_input()
      • test_schema_check_update()
      • test_sort_partitions_by()
      • test_update_dataset_with_partitions()
      • test_update_dataset_with_partitions__reducer_nonexistent()
      • test_update_dataset_with_partitions__reducer_partitions()
      • test_update_dataset_with_partitions_delete_only()
      • test_update_first_time_with_secondary_indices()
      • test_update_infers_partition_on()
      • test_update_of_dataset_with_non_default_table_name()
      • test_update_raises_incompatible_inidces()
      • test_update_raises_incompatible_partition_keys()
      • test_update_secondary_indices_subset()
    • plateau.io.testing.utils module
      • assert_num_row_groups()
      • create_dataset()
    • plateau.io.testing.write module
      • NoPickle
      • mark_nopickle()
      • no_pickle_factory()
      • no_pickle_store()
      • store_input_types()
      • test_file_structure_dataset_v4()
      • test_file_structure_dataset_v4_partition_on()
      • test_metadata_consistency_errors_fails()
      • test_non_default_table_name_roundtrip()
      • test_schema_check_write()
      • test_schema_check_write_cut_error()
      • test_schema_check_write_nice_error()
      • test_secondary_index_on_partition_column()
      • test_store_dataframes_as_dataset()
      • test_store_dataframes_as_dataset_auto_uuid()
      • test_store_dataframes_as_dataset_batch_mode()
      • test_store_dataframes_as_dataset_empty_dataframe()
      • test_store_dataframes_as_dataset_mp_partition_on_none()
      • test_store_dataframes_as_dataset_overwrite()
      • test_store_dataframes_partition_on()
      • test_store_empty_dataframes_partition_on()
      • test_store_input_types()
      • test_store_overwrite_none()
  • Module contents

Submodules

• plateau.io.eager module
  • build_dataset_indices()
  • commit_dataset()
  • create_empty_dataset_header()
  • delete_dataset()
  • garbage_collect_dataset()
  • read_dataset_as_dataframes()
  • read_table()
  • store_dataframes_as_dataset()
  • update_dataset_from_dataframes()
  • write_single_partition()
• plateau.io.iter module
  • read_dataset_as_dataframes__iterator()
  • store_dataframes_as_dataset__iter()
  • update_dataset_from_dataframes__iter()

Module contents