mirror
/
learndb
kopia lustrzana https://github.com/learn-awesome/learndb
1
0
Forkuj 0
Kod Zgłoszenia Packages Projekty Wydania Wiki Aktywność

updated package.json to type module, updated import to match commonjs syntax

pull/73/head
Huda Joad 2023-11-24 23:53:32 +03:00
rodzic 9cd0345098
commit a603edd790
2 zmienionych plików z 17 dodań i 14 usunięć
Pokaż statystyki Ściągnij plik aktualizacji Ściągnij plik porównania Expand all files Collapse all files

30
netlify/functions/handleMetadata.js
Wyświetl plik

@ -1,6 +1,7 @@
const https = require('https'); // Import for webscraping (fetchContentFromURL(url) function
import { OpenAIApi, Configuration } from 'openai';
import { fetch } from 'node-fetch';
// import { fetch } from 'node-fetch';
const fetch = require('node-fetch');
// Function to fetch content from URL using a web scraping service
async function fetchContentFromURL(url) {
@ -18,22 +19,23 @@ async function fetchContentFromURL(url) {
function simplifyContent(content) {
// Remove HTML tags
let simplifiedContent = content.replace(/<[^>]*>/g, '');
// Remove CSS within style tags
simplifiedContent = simplifiedContent.replace(/<style[^>]*>.*<\/style>/gms, '');
// Remove inline CSS and JavaScript within script tags
simplifiedContent = simplifiedContent.replace(/<script[^>]*>.*<\/script>/gms, '');
// Remove special characters and HTML entities
simplifiedContent = simplifiedContent.replace(/[^\w\s]/gi, '').replace(/&[a-z]+;/gi, '');
// Remove URLs
simplifiedContent = simplifiedContent.replace(/https?:\/\/[^\s]+/gi, '');
// Normalize whitespace
simplifiedContent = simplifiedContent.replace(/\s+/g, ' ').trim();
// Basic language simplification
simplifiedContent = simplifiedContent.toLowerCase();
// let simplifiedContent = content.replace(/<[^>]*>/g, '');
// // Remove CSS within style tags
// simplifiedContent = simplifiedContent.replace(/<style[^>]*>.*<\/style>/gms, '');
// // Remove inline CSS and JavaScript within script tags
// simplifiedContent = simplifiedContent.replace(/<script[^>]*>.*<\/script>/gms, '');
// // Remove special characters and HTML entities
// simplifiedContent = simplifiedContent.replace(/[^\w\s]/gi, '').replace(/&[a-z]+;/gi, '');
// // Remove URLs
// simplifiedContent = simplifiedContent.replace(/https?:\/\/[^\s]+/gi, '');
// // Normalize whitespace
// simplifiedContent = simplifiedContent.replace(/\s+/g, ' ').trim();
// // Basic language simplification
// simplifiedContent = simplifiedContent.toLowerCase();
// // Simple summarization: taking the first few sentences
// const sentences = simplifiedContent.split('. ');
// const summarizedContent = sentences.slice(0, Math.min(5, sentences.length)).join('. ');
simplifiedContent = "hello maria";
return simplifiedContent;
}

1
netlify/functions/package.json
Wyświetl plik

@ -3,6 +3,7 @@
"version": "1.0.0",
"description": "A Netlify function to handle metadata extraction and analysis",
"main": "handleMetadata.js",
"type": "module",
"scripts": {
"start": "node handleMetadata.js"
},