flow.record.adapter.split

Module Contents

Classes

Attributes

flow.record.adapter.split.DEFAULT_RECORD_COUNT = 1000
flow.record.adapter.split.DEFAULT_SUFFIX_LENGTH = 2
flow.record.adapter.split.__usage__ = Multiline-String
Show Value
"""
Record split adapter, splits records into multiple destination files (writer only)
---
Write usage: rdump -w split://[PATH]?count=[COUNT]&suffix-length=[SUFFIX-LENGTH]
[PATH]: output path or uri
[COUNT]: maximum record count per file (default: 1000)
[SUFFIX-LENGTH]: length of suffix (default: 2)
"""
class flow.record.adapter.split.SplitWriter(path: str | pathlib.Path, **kwargs)

Bases: flow.record.adapter.AbstractWriter

writer = None
path = ''
kwargs
written = 0
count
suffix_length
file_count = 0
is_stdout
write(r: flow.record.base.Record) None

Write a record.

flush() None

Flush any buffered writes.

close() None

Close the Writer, no more writes will be possible.