通过抓取页面生成 RSS

    const axios = require('axios');
    const cheerio = require('cheerio');
    const fs = require('fs');

    // for blogs.json
    const url = 'https://www.yidajiabei.xyz/blog/index.html';

    async function scrapeData() {
      try {
        // Fetch HTML of the page we want to scrape
        const { data } = await axios.get(url);
        // Load HTML we fetched in the previous line
        const $ = cheerio.load(data);
        // Select all the list items in plainlist class
        const listItems = $('.org-ul li');
        // Stores data for all countries
        const countries = [];
        // Use .each method to loop through the li we selected
        listItems.each((idx, el) => {
          // Object holding data for each country/jurisdiction
          const country = { title: '', link: '', date: '', desp: '' }; // , link: ""
          // Select the text content of a and span elements
          // Store the textcontent in the above object
          country.title = $(el).children('a').text();
          country.link = $(el).children('a').attr('href');
          country.date = $(el)
            .text()
            .replace(/[^0-9][^\s]+/g, '')
            .split('-')
            .join('')
            .match(/.{1,2}/g)
            .join('-');
          if (country.link.split('/')[0] === '2022') {
            country.date = '2022-' + country.date;
          } else if (country.link.split('/')[0] === '2021') {
            country.date = '2021-' + country.date;
          } else if (country.link.split('/')[0] === '2020') {
            country.date = '2020-' + country.date;
          } else if (country.link.split('/')[0] === '2019') {
            country.date = '2019-' + country.date;
          } else if (country.link.split('/')[0] === '2018') {
            country.date = '2018-' + country.date;
          }
          // console.log(country.title);
          // Populate countries array with country data
          country.desp = fs
            .readFileSync('/home/archie/repo/blog/blog/' + country.link)
            .toString()
            .match(/<body[^>]*>([\w|\W]*)<\/body>/im)[1]
            .replaceAll('<', '&lt;')
            .replaceAll('>', '&gt;')
            .trim();
          countries.push(country);
        });
        // Logs countries array to the console
        // console.dir(countries);
        // Write countries array in countries.json file
        fs.writeFile('blogs.json', JSON.stringify(countries, null, 2), (err) => {
          if (err) {
            console.error(err);
            return;
          }
          console.log('Successfully written data to blogs.json');
        });
      } catch (err) {
        console.error(err);
      }
    }
    // Invoke the above function
    scrapeData();