More detailed attribution

1 files changed, 7 insertions, 2 deletions

diff --git a/src/main/java/dev/morling/onebrc/CreateMeasurements3.java b/src/main/java/dev/morling/onebrc/CreateMeasurements3.java
index 0b3f9c3..fb3a97d 100644
--- a/src/main/java/dev/morling/onebrc/CreateMeasurements3.java
+++ b/src/main/java/dev/morling/onebrc/CreateMeasurements3.java
@@ -71,7 +71,7 @@ public class CreateMeasurements3 {
         // which we'll use as a "source of city name randomness"
         var bigName = new StringBuilder(1 << 20);
         try (var rows = new BufferedReader(new FileReader("data/weather_stations.csv"));) {
-            rows.readLine(); // Skip the attribution line
+            skipComments(rows);
             while (true) {
                 var row = rows.readLine();
                 if (row == null) {
@@ -85,7 +85,7 @@ public class CreateMeasurements3 {
         var minLen = Integer.MAX_VALUE;
         var maxLen = Integer.MIN_VALUE;
         try (var rows = new BufferedReader(new FileReader("data/weather_stations.csv"))) {
-            rows.readLine(); // Skip the attribution line
+            skipComments(rows);
             final var nameSource = new StringReader(bigName.toString());
             final var buf = new char[MAX_NAME_LEN];
             final var rnd = ThreadLocalRandom.current();
@@ -146,6 +146,11 @@ public class CreateMeasurements3 {
         return weatherStations;
     }
 
+    private static void skipComments(BufferedReader rows) throws IOException {
+        while (rows.readLine().startsWith("#")) {
+        }
+    }
+
     private static char readNonSpace(StringReader nameSource) throws IOException {
         while (true) {
             var n = nameSource.read();