artemis.generators.simutablegen

Generator algo for SimuTable

Module Contents

class artemis.generators.simutablegen.SimuTableGenOptions

nbatches = 1

nsamples = 1

num_rows = 10

file_type = 1

codec = utf8

linesep =

class artemis.generators.simutablegen.SimuTableGen(name, **kwargs)

Bases: artemis.generators.common.GeneratorBase

property num_batches(self)

initialize(self)

chunk(self)

Allow for concurrent generate during write

sampler(self)

fwf_encode_row(self, row)

write_batch_fwf(self)

Generate a batch of records convert rows to fixed width fields encode to ascii format in bytes

write_batch_csv(self)

Generate batch of records encode to csv in bytes

write_batch_arrow(self)

Generate a batch of records convert to pyarrow arrays convert to RecordBatch

write_csv(self)

Write n chunks to csv Write file to disk

write_fwf(self)

Write fwf with all records

write_recordbatchfile(self)

__next__(self)