trying node-fetch now

pull/73/head
Maria-Aidarus 2023-11-24 21:01:43 +03:00
rodzic e34158bcb5
commit 5dc0645826
1 zmienionych plików z 15 dodań i 5 usunięć

Wyświetl plik

@ -6,11 +6,21 @@ import { fetch } from 'node-fetch';
// Placeholder function to fetch content from URL using a web scraping service
async function fetchContentFromURL(url) {
const response = await fetch(url);
if (!response.ok) {
throw new Error(`Error fetching URL: ${response.statusText}`);
}
return await response.text();
return new Promise((resolve, reject) => {
https.get(url, (response) => {
let data = '';
// A chunk of data has been received.
response.on('data', (chunk) => {
data += chunk;
});
// The whole response has been received.
response.on('end', () => {
resolve(data);
});
}).on("error", (error) => {
reject(`Error fetching URL: ${error.message}`);
});
});
}
function simplifyContent(content) {