scraper.js

#!/usr/bin/env node

const commandLineArgs = require("command-line-args");
const eventScraper = require("./src/lib/eventScraper");
const { migrateEvents, migrateContracts } = require("./src/migrateEvents");
const pkg = require("./package.json");
const Sql = require("./src/db/Sql");

const optionDefinitions = [
  {
    name: "help",
    alias: "h",
    type: Boolean,
  },
  {
    name: "verbose",
    alias: "v",
    type: Boolean,
  },
  {
    name: "types",
    alias: "t",
    type: String,
    defaultValue: "Staked,Unstaked,YieldClaimed",
  },
  {
    name: "contract",
    alias: "c",
    type: String,
  },
  {
    name: "event",
    alias: "e",
    type: String,
  },
  {
    name: "force",
    alias: "f",
    type: Boolean,
  },
  {
    name: "blocks",
    alias: "b",
    type: Number,
  },
  {
    name: "limit",
    alias: "l",
    type: Number,
  },
  {
    name: "starting-block",
    alias: "s",
    type: Number,
  },
  {
    name: "drop-table",
    type: String,
  },
];

function error(message) {
  if (!Array.isArray(message)) {
    message = [message];
  }
  console.error(message[0]);
  if (message[1]) {
    console.info(message[1]);
  }
  /*eslint-disable-next-line*/
  process.exit(1);
}

let options = {};
try {
  options = commandLineArgs(optionDefinitions, {
    camelCase: true,
  });
} catch (e) {
  error(e.message);
}

if (options.help) {
  console.info(`
Event Scraper V${pkg.version}

Options:
  -h, --help      This help.
  -v, --verbose   Shows all the console logs. Default TRUE
  -t, --types     A comma seperated string o type of event to get (for example "Staked, Unstaked, YieldClaimed")
  -c, --contract  The contract to get events from
  -e, --event     The event to retrieve
  -f, --force     Force the retrieve of all the events from deployment time
  -b, --blocks    It retrieves the events with "fromBlock = latest blocks - blocks" 
  -l, --limit     The number of events to retrieve at any request
`);
  // eslint-disable-next-line no-process-exit
  process.exit(0);
}

async function main() {
  if (options.dropTable) {
    const sql = new Sql();
    const dbw = await sql.sql();
    console.log("Dropping", options.dropTable);
    await dbw.schema.dropTableIfExists(options.dropTable);
  }
  await migrateContracts();
  await migrateEvents();
  if (typeof options.verbose === "undefined") {
    options.verbose = true;
  }
  options.scope = "historical";
  await eventScraper(options);
}

main()
  .then(() => process.exit(0))
  .catch((error) => {
    console.error(error);
    process.exit(1);
  });