From 9e51c46871001c76d52606ae5f05b67c76b3c925 Mon Sep 17 00:00:00 2001
From: Sam Carlton <sam@sam.lc>
Date: Mon, 9 May 2022 15:26:17 -0500
Subject: [PATCH] Build Stork index toml from sitemap endpoints

---
 build-stork.js | 123 +++++++++++++++++++++++++++++++++++++++++++++----
 1 file changed, 114 insertions(+), 9 deletions(-)

diff --git a/build-stork.js b/build-stork.js
index a991b2d..5767940 100644
--- a/build-stork.js
+++ b/build-stork.js
@@ -1,14 +1,23 @@
 import execa from 'execa'
 import fs from 'fs-extra'
-import axios from 'axios'
+import has from 'just-has'
+import TOML from '@iarna/toml'
 
+import { config } from './package.json'
 import { isDarwin } from './helpers/environment.js'
+import {
+    isNonEmptyString,
+    isNonEmptyArray
+} from './helpers/check-types.js'
 
 
+const storkOptions = config.stork
 const storkVersion = '1.4.2'
 
-const storkExecutableName = 'stork-executable'
+const storkExecutableName = storkOptions.executable
 const storkExecutablePath = `./${ storkExecutableName }`
+const storkTomlPath = storkOptions.toml
+const storkIndexPath = storkOptions.binary
 
 // https://stork-search.net/docs/install
 const execDownloadUrls = {
@@ -16,43 +25,139 @@ const execDownloadUrls = {
     default: `https://files.stork-search.net/releases/v${ storkVersion }/stork-amazon-linux`
 }
 
+function makeIndexContentsFromListing ( listing ) {
+
+    const propertiesToCheck = {
+        text: isNonEmptyString,
+        content: isNonEmptyString,
+        description: isNonEmptyString,
+        // status: isNonEmptyString,
+        aliases: isNonEmptyArray,
+        tags: isNonEmptyArray,
+    }
+
+    const contents = []
+
+    for ( const [ property, isValid ] of Object.entries( propertiesToCheck ) ) {
+        if ( !has( listing, property ) ) continue
+
+        if ( !isValid( listing[ property ] ) ) continue
+
+        let value = listing[ property ]
+
+        // Convert arrays to string
+        if ( Array.isArray( value ) ) {
+            value = value.join(', ')
+        }
+
+        // Property can be added to content
+
+        contents.push( value )
+    }
+
+    let contentString = contents.join('\n')
+
+    if ( contentString.trim().length === 0 ) return 'No content'
+
+    return contentString
+}
+
 ;(async () => {
     const envKey = isDarwin() ? 'darwin' : 'default'
 
     const execDownloadUrl = execDownloadUrls[ envKey ]
 
-    console.log( 'execDownloadUrl', execDownloadUrl )
+    // console.log( 'execDownloadUrl', execDownloadUrl )
 
     // Delete any existing executable
+    // so we don't get write errors
+    // or false positives from preexisting executable files
     await fs.remove( storkExecutablePath )
 
     // Download the binary
     await execa( `curl`, [
         execDownloadUrl,
 
+        // Set filename
         '-o',
         storkExecutableName
     ])
 
 
-    // Make sure the executable is executable
+    // Set the downloaded binary as executable
     await fs.chmod( storkExecutablePath, '755' )
-
     // Check that our downloaded binary is executable
     // https://stackoverflow.com/a/69897809/1397641
     const stats = await fs.stat( storkExecutablePath )
     const isExecutable = !!(stats.mode & fs.constants.S_IXUSR)
-    console.log( 'isExecutable', isExecutable )
+
+    // console.log( 'isExecutable', isExecutable )
+    if ( !isExecutable ) throw new Error( 'Downloaded binary is not executable.' )
 
 
-    // const access = await fs.access( storkExecutablePath, fs.constants.X_OK)
-    // console.log('access', access)
-
+    // Check Stork version
+    // so we know our binary is working
     const { stdout } = await execa( storkExecutablePath, [
         '--version'
     ])
 
     console.log( 'Stork Version', stdout )
+    if ( !stdout.includes( storkVersion ) ) throw new Error( 'Stork --version command failed.' )
 
 
+    console.log( 'Building Stork index TOML...' )
+
+    // Get Sitemap Endpoints JSON
+    const sitemap = await fs.readJson( './static/sitemap-endpoints.json' )
+
+    // console.log( 'sitemap', sitemap[0].payload )
+    // process.exit()
+
+    // Build Stork Index TOML
+    // https://stork-search.net/docs/config-ref
+    const indexString = TOML.stringify({
+        input: {
+            // https://stork-search.net/docs/config-ref#base_directory
+            base_directory: '.',
+            url_prefix: 'https://doesitarm.com',
+
+            // https://stork-search.net/docs/config-ref#files
+            files: sitemap.map( sitemapEntry => {
+                const {
+                    payload,
+                    route
+                } = sitemapEntry
+
+                // console.log( 'payload', route, payload )
+
+                const listing = payload.app || payload.listing || {}
+
+                const contents = makeIndexContentsFromListing( listing )
+
+                const title = listing.name || route
+
+                // console.log( 'listing', listing )
+                // console.log( 'contents', contents )
+                // console.log( 'name', listing.name )
+
+                if ( contents.trim().length === 0 ) {
+                    console.log( 'listing', listing )
+                    throw new Error('Empty Content')
+                }
+
+                return {
+                    // https://stork-search.net/docs/config-ref#title
+                    title,
+                    url: route,
+                    contents
+                }
+            })
+        }
+    })
+
+    // Save to file
+    await fs.outputFile( storkTomlPath, indexString )
+
+
+    process.exit()
 })()