update2.js

'use strict';

const fs = require('fs');
const path = require('path');

const puppeteer = require('puppeteer');
const cheerio = require('cheerio');

const wFile = require('./util/wFile');
const dateFormat = require('./util/dateFormat');

const now = new Date();

const mapMonth = {
  'Jan': 0,
  'Feb': 1,
  'Mar': 2,
  'Apr': 3,
  'May': 4,
  'Jun': 5,
  'Jul': 6,
  'Aug': 7,
  'Sep': 8,
  'Oct': 9,
  'Nov': 10,
  'Dec': 11
};

let prePGN = {};
if (fs.existsSync('./pgn.json')) {
  try {
    prePGN = require('./pgn.json');
  } catch (e) {
    prePGN = {};
  }
}

const ret = [];

const update = prePGN.update;

const curDate = dateFormat(now);
const yesterday = dateFormat(now.getTime() - 24 * 60 * 60 * 1000);

const args = process.argv.slice(2);
const yFlag = args.indexOf('-y') === -1;

if (curDate === update || (yFlag && yesterday === update)) {
  console.log(`Ignored ${update}, quit.`);
  process.exit(0);
}

function sleep(time) {
  return new Promise((resolve, reject) => {
    setTimeout(() => {
      resolve();
    }, time);
  });
}

async function updatePGNJson() {
  const browser = await puppeteer.launch({
    headless: false,
  });

  let page;
  const pages = await browser.pages();

  if (pages[0]) {
    page = pages[0]
  } else {
    page = await browser.newPage();
  }

  await page.goto('https://www.chessgames.com/perl/nph-chesspgn?text=1&gid=2286427');

  const result = await page.evaluate(async function () {
    return await fetch('https://www.chessgames.com/perl/gamesoftheday').then(res => res.text());
  });

  const $ = cheerio.load(result);
  const $list = $('a[href^="/perl/chessgame"]');
  let nowYear = now.getFullYear();
  let prevMonth = now.getMonth();
  let diffYear = 0;
  let yearFlag = false;

  $list.each((index, item) => {
    const $item = $(item);
    const curDate = $item.prevAll('font').eq(-1).html();
    const curNote = $item.prevAll('font').eq(-2).html().replace(/<\/?b>/g, '');
    const curHref = $item.attr('href');
    const curText = $item.html();
    const curId = curHref.split('=')[1];
    const tempArr = curDate.split('-');
    const curMonth = mapMonth[tempArr[0]];
    const curMonth2 = curMonth < 9 ? '0' + (curMonth + 1) : (curMonth + 1);
    let curYear = nowYear;

    // [FIX] some special date is not exist.
    if (curMonth === 11 && prevMonth === 0 && !yearFlag) {
      diffYear++;
      yearFlag = true;
    } else if (prevMonth === 11) {
      yearFlag = false;
    }

    const curDate2 = `${curYear - diffYear}-${curMonth2}-${tempArr[1]}`;

    if (update === curDate2) {
      return false;
    }

    ret.push({
      date: curDate2,
      year: (curText.match(/\d{4}$/) || [])[0] || 0,
      players: curText.split(',')[0],
      link: curHref,
      id: curId,
      note: curNote
    });

    prevMonth = curMonth;
  });

  if (ret.length > 0) {
    const pgn = {
      update: ret[0].date,
      list: ret.concat(prePGN.list || [])
    };

    await wFile('pgn.json', JSON.stringify(pgn, null, '  '));
    console.log(`Record data(s): ${ret.length}`);

  } else {
    console.log('No need to update.');
  }

  await sleep(10000);
  await browser.close();
}

updatePGNJson();