flow.record.adapter.avro#

Module Contents#

Classes#

Functions#

Attributes#

flow.record.adapter.avro.__usage__ = Multiline-String#
Show Value
"""
Apache AVRO adapter
---
Write usage: rdump -w avro://[PATH]
Read usage: rdump avro://[PATH]
[PATH]: path to file. Leave empty or "-" to output to stdout
"""
flow.record.adapter.avro.AVRO_TYPE_MAP#
flow.record.adapter.avro.RECORD_TYPE_MAP#
flow.record.adapter.avro.EPOCH#
class flow.record.adapter.avro.AvroWriter(path, key=None, **kwargs)#

Bases: flow.record.adapter.AbstractWriter

fp#
writer#
write(r: flow.record.Record) None#

Write a record.

flush()#

Flush any buffered writes.

close() None#

Close the Writer, no more writes will be possible.

class flow.record.adapter.avro.AvroReader(path, selector=None, **kwargs)#

Bases: flow.record.adapter.AbstractReader

fp#
__iter__() Iterator[flow.record.Record]#

Return a record iterator.

close() None#

Close the Reader, can be overriden to properly free resources.

flow.record.adapter.avro.descriptor_to_schema(desc: flow.record.RecordDescriptor) dict[str, Any]#
flow.record.adapter.avro.schema_to_descriptor(schema: dict) flow.record.RecordDescriptor#
flow.record.adapter.avro.avro_type_to_flow_type(ftype: list) str#