Skip to content

Commit

Permalink
Don't sample datatype during trip analysis
Browse files Browse the repository at this point in the history
  • Loading branch information
rakow committed Oct 24, 2023
1 parent 5695f63 commit 483b55d
Showing 1 changed file with 2 additions and 0 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -92,6 +92,7 @@ public Integer call() throws Exception {

Table persons = Table.read().csv(CsvReadOptions.builder(IOUtils.getBufferedReader(input.getPath("persons.csv")))
.columnTypesPartial(Map.of("person", ColumnType.TEXT))
.sample(false)
.separator(';').build());

int total = persons.rowCount();
Expand Down Expand Up @@ -132,6 +133,7 @@ public Integer call() throws Exception {

Table trips = Table.read().csv(CsvReadOptions.builder(IOUtils.getBufferedReader(input.getPath("trips.csv")))
.columnTypesPartial(columnTypes)
.sample(false)
.separator(';').build());


Expand Down

0 comments on commit 483b55d

Please sign in to comment.