petastorm
Navigation
User guide
How to Contribute
API
Developer guide
Benchmarks
Troubleshooting
Release notes
Migration notes
Related Topics
Documentation overview
Quick search
Index
A
|
B
|
C
|
D
|
E
|
F
|
G
|
H
|
I
|
J
|
L
|
M
|
N
|
O
|
P
|
R
|
S
|
T
|
U
|
W
A
as_spark_schema() (petastorm.unischema.Unischema method)
B
batched_output (petastorm.reader.Reader attribute)
build_index() (petastorm.etl.rowgroup_indexers.FieldNotNullIndexer method)
(petastorm.etl.RowGroupIndexerBase method)
(petastorm.etl.rowgroup_indexers.SingleFieldIndexer method)
build_rowgroup_index() (in module petastorm.etl.rowgroup_indexing)
C
CacheBase (class in petastorm.cache)
cat (petastorm.hdfs.namenode.HAHdfsClient attribute)
chmod (petastorm.hdfs.namenode.HAHdfsClient attribute)
chown (petastorm.hdfs.namenode.HAHdfsClient attribute)
cleanup() (petastorm.local_disk_cache.LocalDiskCache method)
close (petastorm.hdfs.namenode.HAHdfsClient attribute)
column_names (petastorm.etl.rowgroup_indexers.FieldNotNullIndexer attribute)
(petastorm.etl.RowGroupIndexerBase attribute)
(petastorm.etl.rowgroup_indexers.SingleFieldIndexer attribute)
CompressedImageCodec (class in petastorm.codecs)
CompressedNdarrayCodec (class in petastorm.codecs)
connect (petastorm.hdfs.namenode.HAHdfsClient attribute)
connect_to_either_namenode() (petastorm.hdfs.namenode.HdfsConnector class method)
convert_fields() (petastorm.ngram.NGram method)
create_schema_view() (petastorm.unischema.Unischema method)
D
DataframeColumnCodec (class in petastorm.codecs)
dataset_as_rdd() (in module petastorm.spark_utils)
decode() (petastorm.codecs.CompressedImageCodec method)
(petastorm.codecs.CompressedNdarrayCodec method)
(petastorm.codecs.DataframeColumnCodec method)
(petastorm.codecs.NdarrayCodec method)
(petastorm.codecs.ScalarCodec method)
delete (petastorm.hdfs.namenode.HAHdfsClient attribute)
delta_threshold (petastorm.ngram.NGram attribute)
df (petastorm.hdfs.namenode.HAHdfsClient attribute)
diagnostics (petastorm.reader.Reader attribute)
dict_to_spark_row() (in module petastorm.unischema)
disk_usage (petastorm.hdfs.namenode.HAHdfsClient attribute)
do_include() (petastorm.predicates.in_intersection method)
(petastorm.predicates.PredicateBase method)
(petastorm.predicates.in_lambda method)
(petastorm.predicates.in_negate method)
(petastorm.predicates.in_pseudorandom_split method)
(petastorm.predicates.in_reduce method)
(petastorm.predicates.in_set method)
download (petastorm.hdfs.namenode.HAHdfsClient attribute)
E
encode() (petastorm.codecs.CompressedImageCodec method)
(petastorm.codecs.CompressedNdarrayCodec method)
(petastorm.codecs.DataframeColumnCodec method)
(petastorm.codecs.NdarrayCodec method)
(petastorm.codecs.ScalarCodec method)
exists (petastorm.hdfs.namenode.HAHdfsClient attribute)
F
failover_all_class_methods() (in module petastorm.hdfs.namenode)
FieldNotNullIndexer (class in petastorm.etl.rowgroup_indexers)
fields (petastorm.ngram.NGram attribute)
(petastorm.unischema.Unischema attribute)
form_ngram() (petastorm.ngram.NGram method)
from_arrow_schema() (petastorm.unischema.Unischema class method)
G
generate_petastorm_metadata() (in module petastorm.etl.petastorm_generate_metadata)
get() (petastorm.cache.CacheBase method)
(petastorm.cache.NullCache method)
(petastorm.local_disk_cache.LocalDiskCache method)
get_capacity (petastorm.hdfs.namenode.HAHdfsClient attribute)
get_field_names_at_all_timesteps() (petastorm.ngram.NGram method)
get_field_names_at_timestep() (petastorm.ngram.NGram method)
get_fields() (petastorm.predicates.in_intersection method)
(petastorm.predicates.PredicateBase method)
(petastorm.predicates.in_lambda method)
(petastorm.predicates.in_negate method)
(petastorm.predicates.in_pseudorandom_split method)
(petastorm.predicates.in_reduce method)
(petastorm.predicates.in_set method)
get_index_names() (petastorm.selectors.IntersectIndexSelector method)
(petastorm.selectors.RowGroupSelectorBase method)
(petastorm.selectors.SingleIndexSelector method)
(petastorm.selectors.UnionIndexSelector method)
get_row_group_indexes() (in module petastorm.etl.rowgroup_indexing)
(petastorm.etl.RowGroupIndexerBase method)
(petastorm.etl.rowgroup_indexers.FieldNotNullIndexer method)
(petastorm.etl.rowgroup_indexers.SingleFieldIndexer method)
get_schema() (in module petastorm.etl.dataset_metadata)
get_schema_at_timestep() (petastorm.ngram.NGram method)
get_schema_from_dataset_url() (in module petastorm.etl.dataset_metadata)
get_space_used (petastorm.hdfs.namenode.HAHdfsClient attribute)
H
HAHdfsClient (class in petastorm.hdfs.namenode)
hdfs_connect_namenode() (petastorm.hdfs.namenode.HdfsConnector class method)
HdfsConnectError
HdfsConnector (class in petastorm.hdfs.namenode)
HdfsNamenodeResolver (class in petastorm.hdfs.namenode)
I
in_intersection (class in petastorm.predicates)
in_lambda (class in petastorm.predicates)
in_negate (class in petastorm.predicates)
in_pseudorandom_split (class in petastorm.predicates)
in_reduce (class in petastorm.predicates)
in_set (class in petastorm.predicates)
index_name (petastorm.etl.rowgroup_indexers.FieldNotNullIndexer attribute)
(petastorm.etl.RowGroupIndexerBase attribute)
(petastorm.etl.rowgroup_indexers.SingleFieldIndexer attribute)
indexed_values (petastorm.etl.rowgroup_indexers.FieldNotNullIndexer attribute)
(petastorm.etl.RowGroupIndexerBase attribute)
(petastorm.etl.rowgroup_indexers.SingleFieldIndexer attribute)
infer_or_load_unischema() (in module petastorm.etl.dataset_metadata)
info (petastorm.hdfs.namenode.HAHdfsClient attribute)
insert_explicit_nulls() (in module petastorm.unischema)
IntersectIndexSelector (class in petastorm.selectors)
isdir (petastorm.hdfs.namenode.HAHdfsClient attribute)
isfile (petastorm.hdfs.namenode.HAHdfsClient attribute)
J
join() (petastorm.reader.Reader method)
L
length (petastorm.ngram.NGram attribute)
LocalDiskCache (class in petastorm.local_disk_cache)
ls (petastorm.hdfs.namenode.HAHdfsClient attribute)
M
main() (in module petastorm.etl.petastorm_generate_metadata)
make_batch_reader() (in module petastorm.reader)
make_namedtuple() (petastorm.ngram.NGram method)
(petastorm.unischema.Unischema method)
make_namedtuple_tf() (petastorm.unischema.Unischema method)
make_reader() (in module petastorm.reader)
match_unischema_fields() (in module petastorm.unischema)
materialize_dataset() (in module petastorm.etl.dataset_metadata)
MAX_FAILOVER_ATTEMPTS (petastorm.hdfs.namenode.namenode_failover attribute)
MAX_NAMENODES (petastorm.hdfs.namenode.HdfsConnector attribute)
MaxFailoversExceeded
mkdir (petastorm.hdfs.namenode.HAHdfsClient attribute)
mv (petastorm.hdfs.namenode.HAHdfsClient attribute)
N
namenode_failover (class in petastorm.hdfs.namenode)
NdarrayCodec (class in petastorm.codecs)
next() (petastorm.reader.Reader method)
(petastorm.weighted_sampling_reader.WeightedSamplingReader method)
NGram (class in petastorm.ngram)
NullCache (class in petastorm.cache)
O
open (petastorm.hdfs.namenode.HAHdfsClient attribute)
P
partition_keys (petastorm.etl.rowgroup_indexing.PieceInfo attribute)
path (petastorm.etl.rowgroup_indexing.PieceInfo attribute)
petastorm.cache (module)
petastorm.codecs (module)
petastorm.etl (module)
petastorm.etl.dataset_metadata (module)
petastorm.etl.petastorm_generate_metadata (module)
petastorm.etl.rowgroup_indexers (module)
petastorm.etl.rowgroup_indexing (module)
petastorm.hdfs.namenode (module)
petastorm.local_disk_cache (module)
petastorm.ngram (module)
petastorm.predicates (module)
petastorm.reader (module)
petastorm.selectors (module)
petastorm.spark_utils (module)
petastorm.transform (module)
petastorm.unischema (module)
petastorm.weighted_sampling_reader (module)
PetastormMetadataError
PetastormMetadataGenerationError
piece_index (petastorm.etl.rowgroup_indexing.PieceInfo attribute)
PieceInfo (class in petastorm.etl.rowgroup_indexing)
PredicateBase (class in petastorm.predicates)
R
read_parquet (petastorm.hdfs.namenode.HAHdfsClient attribute)
Reader (class in petastorm.reader)
rename (petastorm.hdfs.namenode.HAHdfsClient attribute)
reset() (petastorm.reader.Reader method)
resolve_default_hdfs_service() (petastorm.hdfs.namenode.HdfsNamenodeResolver method)
resolve_hdfs_name_service() (petastorm.hdfs.namenode.HdfsNamenodeResolver method)
resolve_regex_field_names() (petastorm.ngram.NGram method)
rm (petastorm.hdfs.namenode.HAHdfsClient attribute)
row_group (petastorm.etl.rowgroup_indexing.PieceInfo attribute)
RowGroupIndexerBase (class in petastorm.etl)
RowGroupSelectorBase (class in petastorm.selectors)
S
ScalarCodec (class in petastorm.codecs)
select_row_groups() (petastorm.selectors.IntersectIndexSelector method)
(petastorm.selectors.RowGroupSelectorBase method)
(petastorm.selectors.SingleIndexSelector method)
(petastorm.selectors.UnionIndexSelector method)
SingleFieldIndexer (class in petastorm.etl.rowgroup_indexers)
SingleIndexSelector (class in petastorm.selectors)
spark_dtype() (petastorm.codecs.CompressedImageCodec method)
(petastorm.codecs.CompressedNdarrayCodec method)
(petastorm.codecs.DataframeColumnCodec method)
(petastorm.codecs.NdarrayCodec method)
(petastorm.codecs.ScalarCodec method)
stat (petastorm.hdfs.namenode.HAHdfsClient attribute)
stop() (petastorm.reader.Reader method)
T
transform_schema() (in module petastorm.transform)
TransformSpec (class in petastorm.transform)
U
UnionIndexSelector (class in petastorm.selectors)
Unischema (class in petastorm.unischema)
UnischemaField (class in petastorm.unischema)
upload (petastorm.hdfs.namenode.HAHdfsClient attribute)
W
walk (petastorm.hdfs.namenode.HAHdfsClient attribute)
WeightedSamplingReader (class in petastorm.weighted_sampling_reader)