import express from "express";
import { Readability, isProbablyReaderable } from "@mozilla/readability";
import got from "got";
import path from "path";
import { fileURLToPath } from "url";
import fetch from "node-fetch";
import "dotenv/config";
import { parseHTML } from "linkedom";
const app = express();
const port = 8888;
// @ts-ignore
const __filename = fileURLToPath(import.meta.url);
const __dirname = path.dirname(__filename);
app.get("/", async (req, res) => {
const searchEngine = "https://api.search.brave.com/res/v1/web/search";
let query = req.query.q as string;
if (!query) {
res.sendFile(path.join(__dirname + "/dist/index.html"));
return;
}
const key = process.env.CYCLIC_BRAVE_KEY;
if (!key) {
throw new Error("No brave key found");
}
fetch(`${searchEngine}?q=${query}`, {
headers: {
Accept: "*/*",
"Accept-Encoding": "gzip, deflate, br",
"X-Subscription-Token": key,
},
})
.then((page) => {
page.json().then((response) => {
const results: any[] = [];
const url = process.env.DEV_MODE
? "http://localhost:8888/blazed"
: "https://blaze.cyclic.app/blazed";
// @ts-ignore
response.web.results.forEach((result) => {
results.push(`
${result.title}
${result.meta_url.hostname}
${result.description}
`);
});
res.send(`
Blaze - ${query}
${results.join("")}
`);
});
})
.catch((err) => {
console.log(err);
});
});
app.get("/blazed", async (req, res) => {
const pageToBlaze = req.query.url as string;
console.time("blaze");
try {
const response = await got(pageToBlaze);
const { document } = parseHTML(response.body);
if (!isProbablyReaderable(document)) {
return res.sendFile(path.join(__dirname, "/dist/not_blazed.html"));
}
const reader = new Readability(document);
const article = reader.parse();
if (!article) {
return res.send("Something went wrong");
}
res.send(article.content);
} catch (err) {
console.log(err);
} finally {
console.timeEnd("blaze");
}
});
app.get("/info", (_, res) => {
res.sendFile(path.join(__dirname + "/dist/info.html"));
});
app.get("/ooops", (_, res) => {
res.sendFile(path.join(__dirname + "/dist/info_not_blazed.html"));
});
app.get("/favicon.svg", (_, res) => {
res.sendFile(path.join(__dirname + "/favicon.svg"));
});
app.listen(port, () => {
console.log(`Got request`);
});