Scraper Update for testing

server/index.js

@@ -345,10 +345,54 @@ app.use('/api/quick-note', quickNote)
 var metricTracking = require('@routes/metrictrackingController')
 app.use('/api/metric-tracking', metricTracking)
 
-//Output running status
-app.listen(ports.express, () => { 
-	console.log(`Express: Listening on port ${ports.express}!`)
-})
+//
+// Scraper startup.
+//
+// ensureScrapeSchema() converges the scrape_cache table and the attachment
+// lifecycle columns. It is idempotent and runs before the listener binds, so
+// there is no window where requests arrive against a schema that is mid-change.
+// There is no migration framework in this project - see server/helpers/Schema.js.
+//
+const Schema = require('@helpers/Schema')
+const ScrapeQueue = require('@workers/ScrapeQueue')
+
+Schema.ensureScrapeSchema()
+	.then(() => {
+		ScrapeQueue.start()
+
+		// The queue lives in memory, so a pm2 reload loses whatever was in it.
+		// Every enqueued URL already has an attachment row, which makes the
+		// work re-derivable without any extra table.
+		return ScrapeQueue.recoverPending()
+	})
+	.then(recovery => {
+		if (recovery && recovery.requeued) {
+			console.log(`Scraper: re-queued ${recovery.requeued} pending URL(s), retired ${recovery.retired}`)
+		}
+	})
+	.catch(error => {
+		// A scraper that cannot start must not stop the API from serving.
+		console.log('Scraper: startup failed, link previews disabled this boot:', error.message)
+	})
+	.finally(() => {
+		//Output running status
+		app.listen(ports.express, () => {
+			console.log(`Express: Listening on port ${ports.express}!`)
+		})
+	})
+
+//
+// pm2 reload sends SIGINT. Stop accepting new scrape work and let in-flight
+// requests abort via their own AbortControllers; rows left mid-fetch are
+// recovered on the next boot.
+//
+const shutdown = (signal) => {
+	console.log(`Received ${signal}, stopping scrape queue`)
+	try { ScrapeQueue.stop() } catch (error) { /* already down */ }
+	process.exit(0)
+}
+process.on('SIGINT', () => shutdown('SIGINT'))
+process.on('SIGTERM', () => shutdown('SIGTERM'))
 
 //
 //Error handlers