WeatherStar4000/datagenerators/stations.mjs

/* eslint-disable no-loop-func */
// list all stations in a single file
// only find stations with 4 letter codes

import { writeFileSync } from 'fs';
import https from './https.mjs';
import states from './stations-states.mjs';
import chunk from './chunk.mjs';
import overrides from './stations-overrides.mjs';
import postProcessor from './stations-postprocessor.mjs';
import { stationFilter } from '../server/scripts/modules/utils/string.mjs';

// check for cached flag
const USE_CACHE = process.argv.includes('--use-cache');

// chunk the list of states
const chunkStates = chunk(states, 3);

// store output
const output = {};
let completed = 0;

// get data from api if desired
if (!USE_CACHE) {
	// process all chunks
	for (let i = 0; i < chunkStates.length; i += 1) {
		const stateChunk = chunkStates[i];
		// loop through states

		// eslint-disable-next-line no-await-in-loop
		await Promise.allSettled(stateChunk.map(async (state) => {
			try {
				let stations;
				let next = `https://api.weather.gov/stations?state=${state}`;
				let round = 0;
				do {
					console.log(`Getting: ${state}-${round}`);
					// get list and parse the JSON
					// eslint-disable-next-line no-await-in-loop
					const stationsRaw = await https(next);
					stations = JSON.parse(stationsRaw);
					// filter against starting letter
					const stationsFiltered = stations.filter(stationFilter);
					// add each resulting station to the output
					stationsFiltered.forEach((station) => {
						const id = station.properties.stationIdentifier;
						if (output[id]) {
							console.log(`Duplicate station: ${state}-${id}`);
							return;
						}
						output[id] = {
							id,
							city: station.properties.name,
							state,
							lat: station.geometry.coordinates[1],
							lon: station.geometry.coordinates[0],
						};
					});
					next = stations?.pagination?.next;
					round += 1;
					// write the output
					writeFileSync('./datagenerators/output/stations-raw.json', JSON.stringify(output, null, 2));
				}
				while (next && stations.features.length > 0);
				completed += 1;
				console.log(`Complete: ${state} ${completed}/${states.length}`);
				return true;
			} catch {
				console.error(`Unable to get state: ${state}`);
				return false;
			}
		}));
	}
}

// run the post processor
// data is passed through the file stations-raw.json
const postProcessed = postProcessor();

// apply any overrides
Object.entries(overrides).forEach(([id, values]) => {
	// check for existing value
	if (postProcessed[id]) {
		// apply the overrides
		postProcessed[id] = {
			...postProcessed[id],
			...values,
		};
	}
});

// write final file to disk
writeFileSync('./datagenerators/output/stations.json', JSON.stringify(postProcessed, null, 2));