* Added some better base information to site for scrapers

* Updated help text
* Refactored a lot of the scrape code into a SiteScrape helper
This commit is contained in:
Max G committed 2020-04-13 06:17:37 +00:00
1 parent a3fa4b0f3c
commit 3535f0cb24
7 files changed
+208 -99

No files matched your search

+12
View File
@@ -128,6 +128,18 @@ app.use(function(req, res, next){
}
})
// Testing Area
// let att = require('@models/Attachment')
// let testUrl = 'https://dba.stackexchange.com/questions/23908/how-to-search-a-mysql-database-with-encrypted-fields'
// testUrl = 'https://www.solidscribe.com/#/'
// console.log('About to scrape: ', testUrl)
// att.processUrl(61, 3213, testUrl)
// .then(results => {
// console.log('Scrape happened')
// })
//
//
//Test
app.get(prefix, (req, res) => res.send('The api is running'))