usuarios-get-column-names-per-year.js

/**
 * For every usuarios_ecobici_{year}.csv file,
 * Get the column names for each year
 */

const fs = require('fs');
const path = require('path');
const readline = require('readline');

const years = [2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024];

async function getFirstLine() {
  const columnNamePerYear = {};

  for (let i = 0; i < years.length; i++) {
    const year = years[i];
    const filePath = path.resolve(__dirname, `data/original/usuarios_ecobici_${year}.csv`);

    try {
      const startWatch = process.hrtime();
      const fileStream = fs.createReadStream(filePath);
      const rl = readline.createInterface({
        input: fileStream,
        crlfDelay: Infinity
      });
      console.log(`Processing usuarios_ecobici_${year}.csv`)

      for await (const line of rl) {
        const firstLine = line;

        const columnNames = firstLine.split(',').map(columnName => columnName.replace(/"/g, '').replace(/\r/g, ''));
        columnNamePerYear[year] = columnNames;
        
        rl.close();
        break;
      }

      const endWatch = process.hrtime(startWatch);
      console.log(`-- Completed usuarios_ecobici_${year}.csv (took ${endWatch[0]}s)`);

    } catch (err) {
      console.warn(`Error reading usuarios_ecobici_${year}.csv: ${err.message}`);
    }
  }

  return columnNamePerYear;
}

async function main() {
  const columnNamePerYear = await getFirstLine();

  console.log('Done. Saving file...');

  console.table(columnNamePerYear);

  await fs.promises.writeFile('data/usuarios_get_column_names_per_year.json', JSON.stringify(columnNamePerYear, null, 2));
  return 0;
}

main().catch(err => console.error(err));