doesitarm/scripts/download-sitemaps.js

import fs from 'fs-extra'
import 'dotenv/config'
import axios from 'axios'
import { parse } from 'fast-xml-parser'

import {
    sitemapLocation,
    sitemapIndexFileName,
} from '~/helpers/constants.js'



;(async () => {

    // Build Sitemap Index URL
    const sitemapIndexUrl = new URL( `${ sitemapLocation.split('static')[1] }${ sitemapIndexFileName }`, process.env.PUBLIC_API_DOMAIN )

    // Fetch Sitemap Index
    const sitemapIndexXML = await axios.get( sitemapIndexUrl.href ).then( response => response.data )

    // Save Sitemap Index
    const sitemapIndexFilePath = `${ sitemapLocation }${ sitemapIndexFileName }`
    await fs.writeFile( sitemapIndexFilePath, sitemapIndexXML )

    // Get URLs from index
    const { sitemapindex } = parse( sitemapIndexXML )

    const {
        sitemap
    } = sitemapindex

    const urlEntries = Array.isArray( sitemap ) ? sitemap : [ sitemap ]


    // Fetch each sitemap
    for ( const entry of urlEntries ) {

        // Build Sitemap Index URL
        const sitemapUrl = new URL( entry.loc )
        const apiSitemapUrl = new URL( sitemapUrl.pathname, process.env.PUBLIC_API_DOMAIN )

        // sitemapUrl.origin = process.env.PUBLIC_API_DOMAIN

        // Fetch Sitemap Index
        const sitemapXML = await axios.get( apiSitemapUrl.href ).then( response => response.data )

        console.log( 'apiSitemapUrl', apiSitemapUrl )


        const sitemapFileName = apiSitemapUrl.pathname.split('/')[1]
        const sitemapIndexFilePath = `${ sitemapLocation }${ sitemapFileName }`

        // Save file
        await fs.writeFile( sitemapIndexFilePath, sitemapXML )
    }


    process.exit()
})()