From 35b90992aaae06f3a301b07335e1fad71ad1ae38 Mon Sep 17 00:00:00 2001 From: Marko Topolnik Date: Sat, 6 Jan 2024 10:19:13 +0100 Subject: More detailed attribution --- src/main/java/dev/morling/onebrc/CreateMeasurements3.java | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) (limited to 'src') diff --git a/src/main/java/dev/morling/onebrc/CreateMeasurements3.java b/src/main/java/dev/morling/onebrc/CreateMeasurements3.java index 0b3f9c3..fb3a97d 100644 --- a/src/main/java/dev/morling/onebrc/CreateMeasurements3.java +++ b/src/main/java/dev/morling/onebrc/CreateMeasurements3.java @@ -71,7 +71,7 @@ public class CreateMeasurements3 { // which we'll use as a "source of city name randomness" var bigName = new StringBuilder(1 << 20); try (var rows = new BufferedReader(new FileReader("data/weather_stations.csv"));) { - rows.readLine(); // Skip the attribution line + skipComments(rows); while (true) { var row = rows.readLine(); if (row == null) { @@ -85,7 +85,7 @@ public class CreateMeasurements3 { var minLen = Integer.MAX_VALUE; var maxLen = Integer.MIN_VALUE; try (var rows = new BufferedReader(new FileReader("data/weather_stations.csv"))) { - rows.readLine(); // Skip the attribution line + skipComments(rows); final var nameSource = new StringReader(bigName.toString()); final var buf = new char[MAX_NAME_LEN]; final var rnd = ThreadLocalRandom.current(); @@ -146,6 +146,11 @@ public class CreateMeasurements3 { return weatherStations; } + private static void skipComments(BufferedReader rows) throws IOException { + while (rows.readLine().startsWith("#")) { + } + } + private static char readNonSpace(StringReader nameSource) throws IOException { while (true) { var n = nameSource.read(); -- cgit v1.2.3