mirror of
https://github.com/cupcakearmy/blaze.git
synced 2024-12-22 16:26:26 +00:00
remove status quo
This commit is contained in:
parent
8a5746f27e
commit
f77ddf3c35
3
.gitignore
vendored
3
.gitignore
vendored
@ -1,3 +0,0 @@
|
||||
node_modules
|
||||
*.js
|
||||
.env
|
13
.vscode/launch.json
vendored
13
.vscode/launch.json
vendored
@ -1,13 +0,0 @@
|
||||
{
|
||||
"version": "0.2.0",
|
||||
"configurations": [
|
||||
{
|
||||
"name": "Chromium",
|
||||
"type": "chrome",
|
||||
"request": "launch",
|
||||
"url": "http://localhost:8888",
|
||||
"webRoot": "${workspaceRoot}",
|
||||
"runtimeExecutable": "/Applications/Chromium.app/Contents/MacOS/chromium"
|
||||
}
|
||||
]
|
||||
}
|
27
dist/404.html
vendored
27
dist/404.html
vendored
@ -1,27 +0,0 @@
|
||||
<!DOCTYPE html>
|
||||
<html lang="en">
|
||||
<head>
|
||||
<meta charset="UTF-8" />
|
||||
<meta name="viewport" content="width=device-width,initial-scale=1" />
|
||||
<link rel="icon" type="image/x-icon" href="/favicon.svg" />
|
||||
<title>Blaze - 404</title>
|
||||
<style>
|
||||
body {
|
||||
font-family: sans-serif;
|
||||
text-align: center;
|
||||
display: flex;
|
||||
align-items: center;
|
||||
justify-content: center;
|
||||
height: 100dvh;
|
||||
margin: 0;
|
||||
padding: 0;
|
||||
flex-direction: column;
|
||||
}
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<h1>404</h1>
|
||||
<br />
|
||||
<a href="#" role="button" onclick="history.back()">Go back</a>
|
||||
</body>
|
||||
</html>
|
79
dist/index.html
vendored
79
dist/index.html
vendored
@ -1,79 +0,0 @@
|
||||
<!DOCTYPE html>
|
||||
<html lang="en">
|
||||
<head>
|
||||
<meta charset="UTF-8" />
|
||||
<link rel="icon" type="image/x-icon" href="/favicon.svg" />
|
||||
<meta name="viewport" content="width=device-width,initial-scale=1" />
|
||||
<meta
|
||||
name="description"
|
||||
content="Blaze: The search engine for seamless browsing in challenging connections. Discover fast results and access online content efficiently."
|
||||
/>
|
||||
<meta http-equiv="Cache-control" content="public" />
|
||||
<title>Blaze</title>
|
||||
<style>
|
||||
body {
|
||||
font-family: sans-serif;
|
||||
text-align: center;
|
||||
display: flex;
|
||||
align-items: center;
|
||||
justify-content: center;
|
||||
height: 100dvh;
|
||||
margin: 0;
|
||||
padding: 0;
|
||||
flex-direction: column;
|
||||
}
|
||||
footer,
|
||||
section {
|
||||
margin-top: auto;
|
||||
}
|
||||
button,
|
||||
input {
|
||||
padding: 1rem;
|
||||
}
|
||||
footer {
|
||||
display: flex;
|
||||
justify-content: space-around;
|
||||
width: 100%;
|
||||
padding: 1rem;
|
||||
}
|
||||
h1 {
|
||||
font-size: 3rem;
|
||||
}
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<section>
|
||||
<h1>BLA⚡E</h1>
|
||||
<input
|
||||
name="u"
|
||||
id="u"
|
||||
type="text"
|
||||
placeholder="Search something..."
|
||||
/><br /><br /><button>BLAZE IT!</button>
|
||||
</section>
|
||||
<footer>
|
||||
<a href="/info">What is this?</a>
|
||||
<a href="https://www.buymeacoffee.com/dannyspina">Buy me a 🍺</a>
|
||||
</footer>
|
||||
<script>
|
||||
const DEV = 0,
|
||||
e = DEV ? "http://localhost:8888" : "https://blaze.cyclic.app",
|
||||
t = document.querySelector("button"),
|
||||
c = document.querySelector("input");
|
||||
t.addEventListener("click", () => {
|
||||
location.href = e + "?q=" + encodeURIComponent(c.value);
|
||||
});
|
||||
|
||||
if ("serviceWorker" in navigator) {
|
||||
navigator.serviceWorker
|
||||
.register("/service-worker.js")
|
||||
.catch((error) => {
|
||||
console.log(
|
||||
"Something went wrong with installation of the service worker:",
|
||||
error
|
||||
);
|
||||
});
|
||||
}
|
||||
</script>
|
||||
</body>
|
||||
</html>
|
89
dist/info.html
vendored
89
dist/info.html
vendored
@ -1,89 +0,0 @@
|
||||
<!DOCTYPE html>
|
||||
<html lang="en">
|
||||
<head>
|
||||
<meta charset="UTF-8" />
|
||||
<link rel="icon" type="image/x-icon" href="/favicon.svg" />
|
||||
<meta name="viewport" content="width=device-width,initial-scale=1" />
|
||||
<meta
|
||||
name="description"
|
||||
content="Discover Blaze, the search engine for seamless browsing in any connection condition. Minimize bandwidth with minimalist page rendering. Enhance your browsing experience."
|
||||
/>
|
||||
<title>Blaze - info</title>
|
||||
<style>
|
||||
body {
|
||||
font-family: sans-serif;
|
||||
}
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<h2>What is this site?</h2>
|
||||
<p>
|
||||
Blaze is an ultrafast search engine. The purpose of Blaze is to minimize
|
||||
the transferred data between clients and servers, allowing users to
|
||||
navigate the web in a minimalist manner.
|
||||
</p>
|
||||
<h2>Why?</h2>
|
||||
<p>
|
||||
One day, I exceeded my monthly data limit for high-speed browsing. As a
|
||||
consequence, my internet speed was significantly reduced. Consequently,
|
||||
web pages took an extremely long time to load, and I encountered timeout
|
||||
errors 90% of the time. It was at that moment that I contemplated a
|
||||
solution to this issue and conceived the idea of Blaze. Now, I can surf
|
||||
the web super fast and access the information I need even without a
|
||||
high-speed connection.
|
||||
</p>
|
||||
<h2>How?</h2>
|
||||
<p>
|
||||
It's actually very straightforward. When you click on "BLAZE IT!", the URL
|
||||
changes to https://blaze.cyclic.app?q= followed by the query you searched
|
||||
for. This address is where the backend is hosted. When the site is
|
||||
accessed with the "q" parameter, a simple Node.js application retrieves
|
||||
the search results and generates an extremely lightweight version of SERP
|
||||
(Search Engine Results Page). From there, if you click on a link, it will
|
||||
be parsed and a page will be generated with only the content (I used the
|
||||
same library that Firefox uses to generate the reader mode). This makes it
|
||||
possible to navigate using only a few kilobytes of data instead of
|
||||
megabytes. <br /><br />If you are offline yopu can see the pages you
|
||||
already visited, and also if you are online, those pages will be cached
|
||||
and blazing fast. <br /><br />If you want a more detailed explanantion on
|
||||
how Blaze works under the hood, I suggest you to
|
||||
<a href="https://github.com/daaanny90/blaze-this-page"
|
||||
>check the gitub repo</a
|
||||
>
|
||||
(if you have a fast connection).
|
||||
</p>
|
||||
<h2>Does it work?</h2>
|
||||
<p>
|
||||
Yes, even with a poor internet connection, you can search for things and
|
||||
load pages extremely quickly. When you click on "BLAZE IT!" and select a
|
||||
search result, you receive a webpage that is only a few kilobytes in size
|
||||
instead of several megabytes. This makes it possible to load the page even
|
||||
under challenging connection conditions, effectively preventing timeout
|
||||
errors from occurring. Moreover with the offline and caching support, the
|
||||
pages you already visited throug Blaze will be... blazing fast.
|
||||
</p>
|
||||
<h2>Other implications</h2>
|
||||
<p>
|
||||
This project was born to address an issue with slow internet connections
|
||||
while allowing continuous web surfing. During development, I discovered
|
||||
several other positive implications. Browsing a lightweight and
|
||||
minimalistic web puts less stress on the phone's battery and processor. It
|
||||
is mostly free from ads, and it likely has other, albeit possibly minor,
|
||||
impacts on the environment (e.g., reduced battery drain, decreased need
|
||||
for frequent phone charging, and lower CO2 emissions). Moreover, Blaze can
|
||||
serve as an "emergency search engine" for browsing the web in challenging
|
||||
connection situations, and it can even be a lifesaver at times.
|
||||
</p>
|
||||
<h2>Open Source</h2>
|
||||
<p>
|
||||
<a href="https://github.com/daaanny90/blaze-this-page"
|
||||
>The code is open source</a
|
||||
>, and you can host your hown version of Blaze, or contribute to it.
|
||||
</p>
|
||||
<h2>Who I am?</h2>
|
||||
<p>
|
||||
I am Danny, you can learn more about me
|
||||
<a href="https://dannyspina.com">on my website</a>
|
||||
</p>
|
||||
</body>
|
||||
</html>
|
42
dist/info_not_blazed.html
vendored
42
dist/info_not_blazed.html
vendored
@ -1,42 +0,0 @@
|
||||
<!DOCTYPE html>
|
||||
<html lang="en">
|
||||
<head>
|
||||
<meta charset="UTF-8" />
|
||||
<meta name="viewport" content="width=device-width,initial-scale=1" />
|
||||
<link rel="icon" type="image/x-icon" href="/favicon.svg" />
|
||||
<title>Blaze - ooops</title>
|
||||
<style>
|
||||
body {
|
||||
font-family: sans-serif;
|
||||
}
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<h1>Why are some pages unable to be blazed?</h1>
|
||||
<p>
|
||||
The purpose of Blaze is to allow users to navigate the web and access the
|
||||
content they need even in challenging connection situations or when
|
||||
seeking a minimalistic resource and data usage. However, generating a
|
||||
"pure HTML only content page" from every page is not always possible.
|
||||
</p>
|
||||
<p>
|
||||
Blaze utilizes the same library that Firefox uses to generate the "read
|
||||
mode" of a page, providing a distraction-free and minimalist version for
|
||||
better content absorption. However, this library is primarily designed for
|
||||
reading purposes. Therefore, when navigating to websites like Amazon that
|
||||
do not contain readable content, Blaze cannot generate a minimalistic
|
||||
version of the website.
|
||||
</p>
|
||||
<h2>But the page was an article/blog post!</h2>
|
||||
<p>
|
||||
In such cases, it is possible that Blaze has detected a false positive. It
|
||||
would be greatly appreciated
|
||||
<a href="mailto:support.blaze@dannyspina.com"
|
||||
>if you could provide the URL of the page</a
|
||||
>
|
||||
where you encountered this message while expecting it to work. This
|
||||
information will help me reduce false positives for other users as well.
|
||||
</p>
|
||||
<a href="/">Back to blaze</a>
|
||||
</body>
|
||||
</html>
|
28
dist/not_blazed.html
vendored
28
dist/not_blazed.html
vendored
@ -1,28 +0,0 @@
|
||||
<!DOCTYPE html>
|
||||
<html lang="en">
|
||||
<head>
|
||||
<meta charset="UTF-8" />
|
||||
<meta name="viewport" content="width=device-width,initial-scale=1" />
|
||||
<link rel="icon" type="image/x-icon" href="/favicon.svg" />
|
||||
<title>Blaze</title>
|
||||
<style>
|
||||
body {
|
||||
font-family: sans-serif;
|
||||
text-align: center;
|
||||
display: flex;
|
||||
align-items: center;
|
||||
justify-content: center;
|
||||
height: 100dvh;
|
||||
margin: 0;
|
||||
padding: 0;
|
||||
flex-direction: column;
|
||||
}
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<h2>This page can not be blazed... Sorry!</h2>
|
||||
<a href="/ooops">Why does not work?</a>
|
||||
<br />
|
||||
<a href="#" role="button" onclick="history.back()">Go back</a>
|
||||
</body>
|
||||
</html>
|
3
dist/styles/serp.css
vendored
3
dist/styles/serp.css
vendored
@ -1,3 +0,0 @@
|
||||
a {
|
||||
text-decoration: none;
|
||||
}
|
@ -1,3 +0,0 @@
|
||||
<svg height="100" width="100">
|
||||
<circle cx="50" cy="50" r="40" />
|
||||
</svg>
|
Before Width: | Height: | Size: 73 B |
324
index.ts
324
index.ts
@ -1,324 +0,0 @@
|
||||
import express from "express";
|
||||
import { Readability, isProbablyReaderable } from "@mozilla/readability";
|
||||
import got from "got";
|
||||
import path from "path";
|
||||
import { fileURLToPath } from "url";
|
||||
import "dotenv/config";
|
||||
import { parseHTML, parseJSON } from "linkedom";
|
||||
// @ts-ignore
|
||||
import XHR2 from "xhr2";
|
||||
const XMLHttpRequest = XHR2.XMLHttpRequest;
|
||||
import { minify } from "html-minifier";
|
||||
import {
|
||||
blazeFunctionality,
|
||||
blazeUrl,
|
||||
highlightBlazedLinks,
|
||||
injectBlazeToPageLinks,
|
||||
} from "./utils.js";
|
||||
import etag from "etag";
|
||||
import compression from "compression";
|
||||
import fs from "fs";
|
||||
|
||||
const app = express();
|
||||
const port = 8888;
|
||||
|
||||
const minifierOptions = {
|
||||
collapseWhitespace: true,
|
||||
removeComments: true,
|
||||
removeOptionalTags: true,
|
||||
removeRedundantAttributes: true,
|
||||
removeScriptTypeAttributes: true,
|
||||
removeTagWhitespace: true,
|
||||
useShortDoctype: true,
|
||||
minifyCSS: true,
|
||||
};
|
||||
|
||||
// @ts-ignore
|
||||
const __filename = fileURLToPath(import.meta.url);
|
||||
|
||||
const __dirname = path.dirname(__filename);
|
||||
|
||||
// Middlewares
|
||||
app.use(compression());
|
||||
app.use((req, res, next) => {
|
||||
res.set("Cache-Control", "public, max-age=60000");
|
||||
res.set("Service-Worker-Allowed", "/");
|
||||
next();
|
||||
});
|
||||
|
||||
// Routes
|
||||
app.get("/", async (req, res) => {
|
||||
const searchEngine = "https://api.search.brave.com/res/v1/web/search";
|
||||
const query = req.query.q as string;
|
||||
|
||||
if (!query) {
|
||||
return res.sendFile(path.join(__dirname, "/index.html"));
|
||||
}
|
||||
|
||||
const key = process.env.CYCLIC_BRAVE_KEY;
|
||||
|
||||
if (!key) {
|
||||
throw new Error("No brave key found");
|
||||
}
|
||||
|
||||
try {
|
||||
const xhr = new XMLHttpRequest();
|
||||
const formattedQuery = encodeURIComponent(query);
|
||||
xhr.open(
|
||||
"GET",
|
||||
`${searchEngine}?q=${formattedQuery}&safesearch=moderate`,
|
||||
true
|
||||
);
|
||||
xhr.setRequestHeader("Accept", "*/*");
|
||||
xhr.setRequestHeader("X-Subscription-Token", key);
|
||||
|
||||
xhr.onreadystatechange = () => {
|
||||
if (xhr.readyState !== 4) {
|
||||
return;
|
||||
}
|
||||
|
||||
if (xhr.status !== 200) {
|
||||
console.error("XHR request failed:", xhr.status, xhr.statusText);
|
||||
return;
|
||||
}
|
||||
const data = JSON.parse(xhr.responseText);
|
||||
|
||||
// @ts-ignore
|
||||
const results = data.web.results.map(
|
||||
(result: any) => `
|
||||
<article>
|
||||
<h2><a href="${blazeUrl}/blazed?url=${result.url}">
|
||||
${result.title}
|
||||
</a></h2>
|
||||
<span>${result.meta_url.hostname}</span>
|
||||
<p>${result.description}</p>
|
||||
</article>
|
||||
<hr />
|
||||
`
|
||||
);
|
||||
|
||||
const html = `
|
||||
<html>
|
||||
<head>
|
||||
<meta charset="UTF-8">
|
||||
<link rel="icon" type="image/x-icon" href="/favicon.svg" />
|
||||
<link rel="stylesheet" href="/styles/serp.css" media="print" onload="this.media='all'">
|
||||
<meta name="viewport" content="width=device-width,initial-scale=1">
|
||||
<title>Blaze - ${query}</title>
|
||||
<style>
|
||||
body {font-family:sans-serif}
|
||||
h2 {margin-bottom:0}
|
||||
span {font-size:.9rem}
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<header>
|
||||
<label>
|
||||
<a href="/"><strong>BLAZE</strong></a>
|
||||
<input type="search" value="${query}" />
|
||||
<button>Blaze it</button>
|
||||
</label>
|
||||
</header>
|
||||
<hr/>
|
||||
${results.join("")}
|
||||
<script>
|
||||
${blazeFunctionality}
|
||||
${highlightBlazedLinks}
|
||||
|
||||
blazeFunctionality('${blazeUrl}')
|
||||
const links = document.querySelectorAll('a')
|
||||
highlightBlazedLinks(links)
|
||||
|
||||
</script>
|
||||
</body>
|
||||
</html>
|
||||
`;
|
||||
|
||||
try {
|
||||
const minifiedSerp = minify(html, minifierOptions);
|
||||
res.set("X-Blaze-Etag", etag(minifiedSerp));
|
||||
res.send(minifiedSerp);
|
||||
} catch (e) {
|
||||
console.log("Error during html minifier:", e);
|
||||
res.sendFile(path.join(__dirname, "/not_blazed.html"));
|
||||
}
|
||||
};
|
||||
xhr.send();
|
||||
} catch (err) {
|
||||
console.error(err);
|
||||
}
|
||||
});
|
||||
|
||||
app.get("/blazed", async (req, res) => {
|
||||
const pageToBlaze = req.query.url as string;
|
||||
|
||||
try {
|
||||
const xhr = new XMLHttpRequest();
|
||||
xhr.open("GET", pageToBlaze, true);
|
||||
xhr.setRequestHeader("Accept", "text/html");
|
||||
|
||||
xhr.onreadystatechange = async () => {
|
||||
if (xhr.readyState !== 4) {
|
||||
return;
|
||||
}
|
||||
|
||||
if (xhr.status === 404) {
|
||||
res.sendFile(path.join(__dirname, "/404.html"));
|
||||
return;
|
||||
}
|
||||
|
||||
if (xhr.status !== 200) {
|
||||
console.error("XHR request failed:", xhr.status, xhr.statusText);
|
||||
res.send(
|
||||
minify(
|
||||
`
|
||||
<html>
|
||||
<head>
|
||||
<meta charset="UTF-8" />
|
||||
<link rel="icon" type="image/x-icon" href="/favicon.svg" />
|
||||
<meta name="viewport" content="width=device-width,initial-scale=1" />
|
||||
<title>Blaze - error</title>
|
||||
</head>
|
||||
<body>
|
||||
<div style="text-align: center; display: flex; align-items: center; flex-direction: column; justify-content: center; font-family: sans-serif; width: 100%; height: 100%">
|
||||
<h1>Blaze could not load the page :(</h1>
|
||||
<p>Reason: <code>${xhr.status} ${xhr.statusText}</code></p>
|
||||
<br />
|
||||
<br />
|
||||
<p>
|
||||
If you want (it would be great!) you can report this problem, writing the requested URL and the reason,
|
||||
at <a href="mailto:support.blaze@dannyspina.com">support.blaze@dannyspina.com</a>
|
||||
</p>
|
||||
<br />
|
||||
<a href="#" role="button" onclick="history.back()">Go back</a>
|
||||
</div>
|
||||
</body>
|
||||
</html>
|
||||
`,
|
||||
minifierOptions
|
||||
)
|
||||
);
|
||||
return;
|
||||
}
|
||||
|
||||
const response = xhr.responseText;
|
||||
const { document } = parseHTML(response);
|
||||
|
||||
if (!isProbablyReaderable(document)) {
|
||||
// TODO: still a lot of bugs, must be refined to handle some cases, like
|
||||
// cookie banners, etc.
|
||||
document.querySelectorAll("link").forEach((l) => {
|
||||
l.remove();
|
||||
});
|
||||
|
||||
document.querySelectorAll("style").forEach((s) => {
|
||||
s.remove();
|
||||
});
|
||||
|
||||
document.querySelectorAll("script").forEach((s) => {
|
||||
s.remove();
|
||||
});
|
||||
|
||||
document.querySelectorAll("img").forEach((i) => {
|
||||
i.remove();
|
||||
});
|
||||
|
||||
document.querySelectorAll("iframe").forEach((f) => {
|
||||
f.remove();
|
||||
});
|
||||
|
||||
const blazeDisclaimer = document.createElement("div");
|
||||
blazeDisclaimer.style.width = "100dvw";
|
||||
blazeDisclaimer.style.border = "1px solid red";
|
||||
blazeDisclaimer.style.padding = "1rem";
|
||||
blazeDisclaimer.style.textAlign = "center";
|
||||
blazeDisclaimer.innerHTML = `
|
||||
<h2>BLAZE INFO</h2>
|
||||
<p>
|
||||
The page you are seeing <strong>could not be correctly blazed</strong> due to these webpage characteristics.
|
||||
<strong>Blaze served anyway</strong> a lightweight version of the page.
|
||||
Keep in mind that this kind of pages <strong>can be hard or even impossible to use, read or understand</strong>.
|
||||
</p>
|
||||
`;
|
||||
|
||||
const referenceElement = document.body.firstChild;
|
||||
document.body.insertBefore(blazeDisclaimer, referenceElement);
|
||||
|
||||
const blazedPage = minify(document.toString(), minifierOptions);
|
||||
|
||||
return res.send(blazedPage);
|
||||
}
|
||||
|
||||
//TODO: find if there are more performant ways to remove images or evaluate if is the case to remove images
|
||||
document.querySelectorAll("img").forEach((img) => img.remove());
|
||||
|
||||
const reader = new Readability(document);
|
||||
const article = reader.parse();
|
||||
|
||||
if (!article) {
|
||||
return res.send("Something went wrong");
|
||||
}
|
||||
|
||||
const blazedPage = `<html><head>
|
||||
<meta charset="UTF-8" />
|
||||
<meta name="viewport" content="width=device-width,initial-scale=1" />
|
||||
<style>body {font-family: sans-serif}</style>
|
||||
</head>
|
||||
<body>
|
||||
${article.content}
|
||||
<script>
|
||||
${injectBlazeToPageLinks}
|
||||
const url = "${blazeUrl}"
|
||||
const currentUrl = "${req.query.url}"
|
||||
injectBlazeToPageLinks(url, currentUrl)
|
||||
|
||||
${highlightBlazedLinks}
|
||||
const links = document.querySelectorAll('a')
|
||||
highlightBlazedLinks(links)
|
||||
</script>
|
||||
</body></html>
|
||||
`;
|
||||
|
||||
const minifiedBlazedPage = minify(blazedPage, minifierOptions);
|
||||
|
||||
res.send(minifiedBlazedPage);
|
||||
};
|
||||
xhr.send();
|
||||
} catch (err) {
|
||||
console.log(err);
|
||||
}
|
||||
});
|
||||
|
||||
app.get("/info", (_, res) => {
|
||||
let Etag;
|
||||
fs.readFile(path.join(__dirname + "/info.html"), "utf8", (err, data) => {
|
||||
if (err) {
|
||||
console.error(err);
|
||||
return;
|
||||
}
|
||||
|
||||
Etag = etag(data);
|
||||
res.set("X-Blaze-Etag", Etag);
|
||||
res.sendFile(path.join(__dirname + "/info.html"));
|
||||
});
|
||||
});
|
||||
|
||||
app.get("/ooops", (_, res) => {
|
||||
res.sendFile(path.join(__dirname + "/info_not_blazed.html"));
|
||||
});
|
||||
|
||||
app.get("/favicon.svg", (_, res) => {
|
||||
res.sendFile(path.join(__dirname + "/favicon.svg"));
|
||||
});
|
||||
|
||||
app.get("/service-worker.js", (_, res) => {
|
||||
res.sendFile(path.join(__dirname + "/service-worker.js"));
|
||||
});
|
||||
|
||||
app.get("/styles/serp.css", (_, res) => {
|
||||
res.sendFile(path.join(__dirname + "/styles/serp.css"));
|
||||
});
|
||||
|
||||
app.listen(port, () => {
|
||||
console.log(`Got request`);
|
||||
});
|
3776
package-lock.json
generated
3776
package-lock.json
generated
File diff suppressed because it is too large
Load Diff
41
package.json
41
package.json
@ -1,41 +0,0 @@
|
||||
{
|
||||
"name": "blaze-this-page",
|
||||
"version": "1.0.0",
|
||||
"description": "The service to navigate the web also with bad connectivity",
|
||||
"main": "index.ts",
|
||||
"scripts": {
|
||||
"test": "echo \"Error: no test specified\" && exit 1",
|
||||
"start": "node ./dist/index.js",
|
||||
"build": "npm run html-minify && npx tsc",
|
||||
"dev": "concurrently \"npx tsc --watch\" \"nodemon -q ./dist/index.js\"",
|
||||
"html-minify": "html-minifier --input-dir dist --output-dir dist --file-ext html --remove-comments --collapse-whitespace --minify-js true --minify-css true"
|
||||
},
|
||||
"author": "Danny Spina",
|
||||
"license": "ISC",
|
||||
"dependencies": {
|
||||
"@mozilla/readability": "^0.4.4",
|
||||
"compression": "^1.7.4",
|
||||
"dotenv": "^16.3.1",
|
||||
"etag": "^1.8.1",
|
||||
"express": "^4.18.2",
|
||||
"fetch": "^1.1.0",
|
||||
"got": "^13.0.0",
|
||||
"html-minifier": "^4.0.0",
|
||||
"linkedom": "^0.14.26",
|
||||
"node-html-parser": "^6.1.5",
|
||||
"xhr": "^2.6.0",
|
||||
"xhr2": "^0.2.1"
|
||||
},
|
||||
"devDependencies": {
|
||||
"@types/compression": "^1.7.2",
|
||||
"@types/etag": "^1.8.1",
|
||||
"@types/express": "^4.17.17",
|
||||
"@types/html-minifier": "^4.0.2",
|
||||
"@types/jsdom": "^21.1.1",
|
||||
"@types/node": "^20.3.1",
|
||||
"concurrently": "^8.2.0",
|
||||
"nodemon": "^2.0.22",
|
||||
"typescript": "^5.1.3"
|
||||
},
|
||||
"type": "module"
|
||||
}
|
@ -1,62 +0,0 @@
|
||||
/// <reference no-default-lib="true"/>
|
||||
/// <reference lib="esnext" />
|
||||
/// <reference lib="WebWorker" />
|
||||
|
||||
interface Window extends ServiceWorkerGlobalScope {}
|
||||
const sw: ServiceWorkerGlobalScope = self as any;
|
||||
|
||||
sw.addEventListener("install", (event: ExtendableEvent) => {
|
||||
event.waitUntil(
|
||||
caches.open("blaze").then((cache) => {
|
||||
return cache.addAll(["/"]);
|
||||
})
|
||||
);
|
||||
});
|
||||
|
||||
// TODO: I had to use any, the solutions above (references) were ineffective
|
||||
// (but un the install works).
|
||||
// must be fixed.
|
||||
self.addEventListener("fetch", (event: any) => {
|
||||
event.respondWith(
|
||||
fetch(event.request)
|
||||
.then((networkResponse) => {
|
||||
if (networkResponse.status === 200) {
|
||||
const currentEtag = networkResponse.headers.get("X-Blaze-Etag");
|
||||
return caches.open("blaze").then((cache) => {
|
||||
return cache.match(event.request).then((cachedResponse) => {
|
||||
const cachedEtag = cachedResponse
|
||||
? cachedResponse.headers.get("X-Blaze-Etag")
|
||||
: null;
|
||||
if (cachedResponse && currentEtag === cachedEtag) {
|
||||
return cachedResponse;
|
||||
} else {
|
||||
return cache
|
||||
.put(event.request, networkResponse.clone())
|
||||
.then(() => {
|
||||
return networkResponse;
|
||||
});
|
||||
}
|
||||
});
|
||||
});
|
||||
} else {
|
||||
return networkResponse;
|
||||
}
|
||||
})
|
||||
.catch(() => {
|
||||
return caches.open("blaze").then((cache) => {
|
||||
return cache
|
||||
.match(event.request)
|
||||
.then((cachedResponse) => {
|
||||
if (cachedResponse) {
|
||||
return cachedResponse;
|
||||
} else {
|
||||
return new Response("You are offline");
|
||||
}
|
||||
})
|
||||
.catch(() => {
|
||||
return new Response("An error occurred");
|
||||
});
|
||||
});
|
||||
})
|
||||
);
|
||||
});
|
114
tsconfig.json
114
tsconfig.json
@ -1,114 +0,0 @@
|
||||
{
|
||||
"compilerOptions": {
|
||||
/* Visit https://aka.ms/tsconfig to read more about this file */
|
||||
/* Projects */
|
||||
// "incremental": true, /* Save .tsbuildinfo files to allow for incremental compilation of projects. */
|
||||
// "composite": true, /* Enable constraints that allow a TypeScript project to be used with project references. */
|
||||
// "tsBuildInfoFile": "./.tsbuildinfo", /* Specify the path to .tsbuildinfo incremental compilation file. */
|
||||
// "disableSourceOfProjectReferenceRedirect": true, /* Disable preferring source files instead of declaration files when referencing composite projects. */
|
||||
// "disableSolutionSearching": true, /* Opt a project out of multi-project reference checking when editing. */
|
||||
// "disableReferencedProjectLoad": true, /* Reduce the number of projects loaded automatically by TypeScript. */
|
||||
/* Language and Environment */
|
||||
"target": "es2021", /* Set the JavaScript language version for emitted JavaScript and include compatible library declarations. */
|
||||
// "lib": [], /* Specify a set of bundled library declaration files that describe the target runtime environment. */
|
||||
// "jsx": "preserve", /* Specify what JSX code is generated. */
|
||||
// "experimentalDecorators": true, /* Enable experimental support for legacy experimental decorators. */
|
||||
// "emitDecoratorMetadata": true, /* Emit design-type metadata for decorated declarations in source files. */
|
||||
// "jsxFactory": "", /* Specify the JSX factory function used when targeting React JSX emit, e.g. 'React.createElement' or 'h'. */
|
||||
// "jsxFragmentFactory": "", /* Specify the JSX Fragment reference used for fragments when targeting React JSX emit e.g. 'React.Fragment' or 'Fragment'. */
|
||||
// "jsxImportSource": "", /* Specify module specifier used to import the JSX factory functions when using 'jsx: react-jsx*'. */
|
||||
// "reactNamespace": "", /* Specify the object invoked for 'createElement'. This only applies when targeting 'react' JSX emit. */
|
||||
// "noLib": true, /* Disable including any library files, including the default lib.d.ts. */
|
||||
// "useDefineForClassFields": true, /* Emit ECMAScript-standard-compliant class fields. */
|
||||
// "moduleDetection": "auto", /* Control what method is used to detect module-format JS files. */
|
||||
/* Modules */
|
||||
// "module": "commonjs", /* Specify what module code is generated. */
|
||||
"rootDir": "./", /* Specify the root folder within your source files. */
|
||||
"moduleResolution": "node", /* Specify how TypeScript looks up a file from a given module specifier. */
|
||||
"baseUrl": "./", /* Specify the base directory to resolve non-relative module names. */
|
||||
// "paths": {}, /* Specify a set of entries that re-map imports to additional lookup locations. */
|
||||
"paths": {
|
||||
"got": [
|
||||
"./node_modules/got/dist/source"
|
||||
]
|
||||
},
|
||||
// "rootDirs": [], /* Allow multiple folders to be treated as one when resolving modules. */
|
||||
// "typeRoots": [], /* Specify multiple folders that act like './node_modules/@types'. */
|
||||
// "types": [], /* Specify type package names to be included without being referenced in a source file. */
|
||||
// "allowUmdGlobalAccess": true, /* Allow accessing UMD globals from modules. */
|
||||
// "moduleSuffixes": [], /* List of file name suffixes to search when resolving a module. */
|
||||
// "allowImportingTsExtensions": true, /* Allow imports to include TypeScript file extensions. Requires '--moduleResolution bundler' and either '--noEmit' or '--emitDeclarationOnly' to be set. */
|
||||
// "resolvePackageJsonExports": true, /* Use the package.json 'exports' field when resolving package imports. */
|
||||
// "resolvePackageJsonImports": true, /* Use the package.json 'imports' field when resolving imports. */
|
||||
// "customConditions": [], /* Conditions to set in addition to the resolver-specific defaults when resolving imports. */
|
||||
// "resolveJsonModule": true, /* Enable importing .json files. */
|
||||
// "allowArbitraryExtensions": true, /* Enable importing files with any extension, provided a declaration file is present. */
|
||||
// "noResolve": true, /* Disallow 'import's, 'require's or '<reference>'s from expanding the number of files TypeScript should add to a project. */
|
||||
/* JavaScript Support */
|
||||
"allowJs": true, /* Allow JavaScript files to be a part of your program. Use the 'checkJS' option to get errors from these files. */
|
||||
// "checkJs": true, /* Enable error reporting in type-checked JavaScript files. */
|
||||
// "maxNodeModuleJsDepth": 1, /* Specify the maximum folder depth used for checking JavaScript files from 'node_modules'. Only applicable with 'allowJs'. */
|
||||
/* Emit */
|
||||
// "declaration": true, /* Generate .d.ts files from TypeScript and JavaScript files in your project. */
|
||||
// "declarationMap": true, /* Create sourcemaps for d.ts files. */
|
||||
// "emitDeclarationOnly": true, /* Only output d.ts files and not JavaScript files. */
|
||||
// "sourceMap": true, /* Create source map files for emitted JavaScript files. */
|
||||
// "inlineSourceMap": true, /* Include sourcemap files inside the emitted JavaScript. */
|
||||
// "outFile": "./", /* Specify a file that bundles all outputs into one JavaScript file. If 'declaration' is true, also designates a file that bundles all .d.ts output. */
|
||||
"outDir": "./dist", /* Specify an output folder for all emitted files. */
|
||||
// "removeComments": true, /* Disable emitting comments. */
|
||||
// "noEmit": true, /* Disable emitting files from a compilation. */
|
||||
// "importHelpers": true, /* Allow importing helper functions from tslib once per project, instead of including them per-file. */
|
||||
// "importsNotUsedAsValues": "remove", /* Specify emit/checking behavior for imports that are only used for types. */
|
||||
// "downlevelIteration": true, /* Emit more compliant, but verbose and less performant JavaScript for iteration. */
|
||||
// "sourceRoot": "", /* Specify the root path for debuggers to find the reference source code. */
|
||||
// "mapRoot": "", /* Specify the location where debugger should locate map files instead of generated locations. */
|
||||
// "inlineSources": true, /* Include source code in the sourcemaps inside the emitted JavaScript. */
|
||||
// "emitBOM": true, /* Emit a UTF-8 Byte Order Mark (BOM) in the beginning of output files. */
|
||||
// "newLine": "crlf", /* Set the newline character for emitting files. */
|
||||
// "stripInternal": true, /* Disable emitting declarations that have '@internal' in their JSDoc comments. */
|
||||
// "noEmitHelpers": true, /* Disable generating custom helper functions like '__extends' in compiled output. */
|
||||
// "noEmitOnError": true, /* Disable emitting files if any type checking errors are reported. */
|
||||
// "preserveConstEnums": true, /* Disable erasing 'const enum' declarations in generated code. */
|
||||
// "declarationDir": "./", /* Specify the output directory for generated declaration files. */
|
||||
// "preserveValueImports": true, /* Preserve unused imported values in the JavaScript output that would otherwise be removed. */
|
||||
/* Interop Constraints */
|
||||
// "isolatedModules": true, /* Ensure that each file can be safely transpiled without relying on other imports. */
|
||||
// "verbatimModuleSyntax": true, /* Do not transform or elide any imports or exports not marked as type-only, ensuring they are written in the output file's format based on the 'module' setting. */
|
||||
// "allowSyntheticDefaultImports": true, /* Allow 'import x from y' when a module doesn't have a default export. */
|
||||
"esModuleInterop": true, /* Emit additional JavaScript to ease support for importing CommonJS modules. This enables 'allowSyntheticDefaultImports' for type compatibility. */
|
||||
// "preserveSymlinks": true, /* Disable resolving symlinks to their realpath. This correlates to the same flag in node. */
|
||||
"forceConsistentCasingInFileNames": true, /* Ensure that casing is correct in imports. */
|
||||
/* Type Checking */
|
||||
"strict": true, /* Enable all strict type-checking options. */
|
||||
// "noImplicitAny": true, /* Enable error reporting for expressions and declarations with an implied 'any' type. */
|
||||
// "strictNullChecks": true, /* When type checking, take into account 'null' and 'undefined'. */
|
||||
// "strictFunctionTypes": true, /* When assigning functions, check to ensure parameters and the return values are subtype-compatible. */
|
||||
// "strictBindCallApply": true, /* Check that the arguments for 'bind', 'call', and 'apply' methods match the original function. */
|
||||
// "strictPropertyInitialization": true, /* Check for class properties that are declared but not set in the constructor. */
|
||||
// "noImplicitThis": true, /* Enable error reporting when 'this' is given the type 'any'. */
|
||||
// "useUnknownInCatchVariables": true, /* Default catch clause variables as 'unknown' instead of 'any'. */
|
||||
// "alwaysStrict": true, /* Ensure 'use strict' is always emitted. */
|
||||
// "noUnusedLocals": true, /* Enable error reporting when local variables aren't read. */
|
||||
// "noUnusedParameters": true, /* Raise an error when a function parameter isn't read. */
|
||||
// "exactOptionalPropertyTypes": true, /* Interpret optional property types as written, rather than adding 'undefined'. */
|
||||
// "noImplicitReturns": true, /* Enable error reporting for codepaths that do not explicitly return in a function. */
|
||||
// "noFallthroughCasesInSwitch": true, /* Enable error reporting for fallthrough cases in switch statements. */
|
||||
// "noUncheckedIndexedAccess": true, /* Add 'undefined' to a type when accessed using an index. */
|
||||
// "noImplicitOverride": true, /* Ensure overriding members in derived classes are marked with an override modifier. */
|
||||
// "noPropertyAccessFromIndexSignature": true, /* Enforces using indexed accessors for keys declared using an indexed type. */
|
||||
// "allowUnusedLabels": true, /* Disable error reporting for unused labels. */
|
||||
// "allowUnreachableCode": true, /* Disable error reporting for unreachable code. */
|
||||
/* Completeness */
|
||||
// "skipDefaultLibCheck": true, /* Skip type checking .d.ts files that are included with TypeScript. */
|
||||
"skipLibCheck": true /* Skip type checking all .d.ts files. */
|
||||
},
|
||||
"include": [
|
||||
"index.ts",
|
||||
"utils.ts",
|
||||
"service-worker.ts"
|
||||
],
|
||||
"exclude": [
|
||||
"node_modules"
|
||||
]
|
||||
}
|
54
utils.ts
54
utils.ts
@ -1,54 +0,0 @@
|
||||
export const blazeUrl = process.env.DEV_MODE
|
||||
? "http://localhost:8888"
|
||||
: "https://blaze.cyclic.app";
|
||||
|
||||
export function injectBlazeToPageLinks(blazeUrl: string, currentUrl: string) {
|
||||
const url = new URL(currentUrl);
|
||||
const re = new RegExp("^(http|https)://", "i");
|
||||
window.addEventListener("DOMContentLoaded", () => {
|
||||
const links = document.querySelectorAll("a");
|
||||
links.forEach((link) => {
|
||||
let originalHref = link.getAttribute("href");
|
||||
|
||||
if (!originalHref) {
|
||||
return;
|
||||
}
|
||||
|
||||
const isAbsoluteLink = re.test(originalHref);
|
||||
if (!isAbsoluteLink) {
|
||||
originalHref = `${url.protocol}//${url.hostname}${originalHref}`;
|
||||
}
|
||||
|
||||
link.setAttribute("href", `${blazeUrl}/blazed?url=${originalHref}`);
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
export function blazeFunctionality(blazeUrl: string) {
|
||||
const t = document.querySelector("button"),
|
||||
c = document.querySelector("input");
|
||||
t!.addEventListener("click", () => {
|
||||
location.href = blazeUrl + "?q=" + encodeURIComponent(c!.value);
|
||||
});
|
||||
}
|
||||
|
||||
export function highlightBlazedLinks(links: HTMLLinkElement[]) {
|
||||
links.forEach((link) => {
|
||||
if (
|
||||
!link.href ||
|
||||
link.href === "http://localhost:8888/" ||
|
||||
link.href === "https://blaze.cyclic.app"
|
||||
) {
|
||||
return;
|
||||
}
|
||||
|
||||
const url = new URL(link.href);
|
||||
caches.open("blaze").then((cache) => {
|
||||
cache.match(url.href).then((response) => {
|
||||
if (response) {
|
||||
link.innerHTML = `${link.textContent} ⚡`;
|
||||
}
|
||||
});
|
||||
});
|
||||
});
|
||||
}
|
Loading…
Reference in New Issue
Block a user