From 623bb8780cd717286edac1a98c23bd714e49c9b7 Mon Sep 17 00:00:00 2001
From: Hongbo Wu <hongbo@omnivore.app>
Date: Wed, 29 Jun 2022 11:18:36 +0800
Subject: [PATCH] Call puppeteer module from content-fetch

---
 packages/content-fetch/app.js       | 12 ++++++------
 packages/content-fetch/package.json |  6 +++---
 2 files changed, 9 insertions(+), 9 deletions(-)

diff --git a/packages/content-fetch/app.js b/packages/content-fetch/app.js
index 60f3031c5..0c2cc10fb 100644
--- a/packages/content-fetch/app.js
+++ b/packages/content-fetch/app.js
@@ -1,7 +1,7 @@
 const express = require('express');
 
 const app = express();
-const fetchContent = require('./fetch-content');
+const { fetchContent } = require("@omnivore/puppeteer-parse");
 
 app.use(express.json());
 app.use(express.urlencoded({ extended: true }));
@@ -10,22 +10,22 @@ if (!process.env.VERIFICATION_TOKEN) {
   throw new Error('VERIFICATION_TOKEN environment variable is not set');
 }
 
-app.get('/', (req, res) => {
+app.get('/', async (req, res) => {
   if (req.query.token !== process.env.VERIFICATION_TOKEN) {
     console.log('query does not include valid token')
     res.send(403)
     return
   }
-  fetchContent(req, res)
+  await fetchContent(req, res)
 });
 
-app.post('/', (req, res) => {
+app.post('/', async (req, res) => {
   if (req.query.token !== process.env.VERIFICATION_TOKEN) {
     console.log('query does not include valid token')
     res.send(403)
     return
   }
-  fetchContent(req, res)
+  await fetchContent(req, res)
 });
 
 const PORT = parseInt(process.env.PORT) || 8080;
@@ -34,4 +34,4 @@ app.listen(PORT, () => {
   console.log('Press Ctrl+C to quit.');
 });
 
-module.exports = app;
\ No newline at end of file
+module.exports = app;
diff --git a/packages/content-fetch/package.json b/packages/content-fetch/package.json
index 405f1a27c..da8862d24 100644
--- a/packages/content-fetch/package.json
+++ b/packages/content-fetch/package.json
@@ -12,10 +12,10 @@
     "linkedom": "^0.14.9",
     "luxon": "^2.3.1",
     "puppeteer-core": "^16.1.0",
-    "underscore": "^1.13.4"
+    "underscore": "^1.13.4",
+    "@omnivore/puppeteer-parse": "^1.0.0"
   },
   "scripts": {
-    "start": "node app.js",
-    "test": "yarn mocha"
+    "start": "node app.js"
   }
 }