Skip to content

Parquet

Apache Arrow

Read csv to parquet

using Apache.Arrow;

var schema = new Schema.Builder()
    .Field("id", ArrowTypeId.Int32)
    .Field("name", ArrowTypeId.String)
    .Field("age", ArrowTypeId.Int32)
    .Build();

using (var csvDataReader = new CsvDataReader("path/to/csv/file.csv", Encoding.UTF8, schema))
using (var parquetWriter = new ParquetWriter("path/to/parquet/file.parquet", schema) {
    parquetWriter.WriteTable(Table.FromReader(csvDataReader));
}