Call puppeteer module from content-fetch

packages/content-fetch/app.js

@@ -1,7 +1,7 @@
 const express = require('express');
 
 const app = express();
-const fetchContent = require('./fetch-content');
+const { fetchContent } = require("@omnivore/puppeteer-parse");
 
 app.use(express.json());
 app.use(express.urlencoded({ extended: true }));
@@ -10,22 +10,22 @@ if (!process.env.VERIFICATION_TOKEN) {
   throw new Error('VERIFICATION_TOKEN environment variable is not set');
 }
 
-app.get('/', (req, res) => {
+app.get('/', async (req, res) => {
   if (req.query.token !== process.env.VERIFICATION_TOKEN) {
     console.log('query does not include valid token')
     res.send(403)
     return
   }
-  fetchContent(req, res)
+  await fetchContent(req, res)
 });
 
-app.post('/', (req, res) => {
+app.post('/', async (req, res) => {
   if (req.query.token !== process.env.VERIFICATION_TOKEN) {
     console.log('query does not include valid token')
     res.send(403)
     return
   }
-  fetchContent(req, res)
+  await fetchContent(req, res)
 });
 
 const PORT = parseInt(process.env.PORT) || 8080;
@@ -34,4 +34,4 @@ app.listen(PORT, () => {
   console.log('Press Ctrl+C to quit.');
 });
 
-module.exports = app;
+module.exports = app;

packages/content-fetch/package.json

@@ -12,10 +12,10 @@
     "linkedom": "^0.14.9",
     "luxon": "^2.3.1",
     "puppeteer-core": "^16.1.0",
-    "underscore": "^1.13.4"
+    "underscore": "^1.13.4",
+    "@omnivore/puppeteer-parse": "^1.0.0"
   },
   "scripts": {
-    "start": "node app.js",
-    "test": "yarn mocha"
+    "start": "node app.js"
   }
 }