aboutsummaryrefslogtreecommitdiff
path: root/src/main/java/dev
diff options
context:
space:
mode:
Diffstat (limited to 'src/main/java/dev')
-rw-r--r--src/main/java/dev/morling/onebrc/CreateMeasurements3.java9
1 files changed, 7 insertions, 2 deletions
diff --git a/src/main/java/dev/morling/onebrc/CreateMeasurements3.java b/src/main/java/dev/morling/onebrc/CreateMeasurements3.java
index 0b3f9c3..fb3a97d 100644
--- a/src/main/java/dev/morling/onebrc/CreateMeasurements3.java
+++ b/src/main/java/dev/morling/onebrc/CreateMeasurements3.java
@@ -71,7 +71,7 @@ public class CreateMeasurements3 {
// which we'll use as a "source of city name randomness"
var bigName = new StringBuilder(1 << 20);
try (var rows = new BufferedReader(new FileReader("data/weather_stations.csv"));) {
- rows.readLine(); // Skip the attribution line
+ skipComments(rows);
while (true) {
var row = rows.readLine();
if (row == null) {
@@ -85,7 +85,7 @@ public class CreateMeasurements3 {
var minLen = Integer.MAX_VALUE;
var maxLen = Integer.MIN_VALUE;
try (var rows = new BufferedReader(new FileReader("data/weather_stations.csv"))) {
- rows.readLine(); // Skip the attribution line
+ skipComments(rows);
final var nameSource = new StringReader(bigName.toString());
final var buf = new char[MAX_NAME_LEN];
final var rnd = ThreadLocalRandom.current();
@@ -146,6 +146,11 @@ public class CreateMeasurements3 {
return weatherStations;
}
+ private static void skipComments(BufferedReader rows) throws IOException {
+ while (rows.readLine().startsWith("#")) {
+ }
+ }
+
private static char readNonSpace(StringReader nameSource) throws IOException {
while (true) {
var n = nameSource.read();