648 lines
20 KiB
TypeScript
648 lines
20 KiB
TypeScript
import { type Context, Hono } from "hono";
|
|
import { deleteCookie, getCookie, setCookie } from "hono/cookie";
|
|
import { validator } from "hono/validator";
|
|
import type { AssetBundle } from "$lib/asset_bundle/bundle.ts";
|
|
import type { FileMeta } from "@silverbulletmd/silverbullet/types";
|
|
import {
|
|
handleShellEndpoint,
|
|
handleShellStreamEndpoint,
|
|
} from "./shell_endpoints.ts";
|
|
import { SpaceServer } from "./space_server.ts";
|
|
import type { KvPrimitives } from "$lib/data/kv_primitives.ts";
|
|
import { extendedMarkdownLanguage } from "$common/markdown_parser/parser.ts";
|
|
import { parse } from "$common/markdown_parser/parse_tree.ts";
|
|
import { renderMarkdownToHtml } from "../plugs/markdown/markdown_render.ts";
|
|
import {
|
|
decodePageURI,
|
|
looksLikePathWithExtension,
|
|
} from "@silverbulletmd/silverbullet/lib/page_ref";
|
|
import { LockoutTimer } from "./lockout.ts";
|
|
import type { AuthOptions } from "../cmd/server.ts";
|
|
import type { ClientConfig } from "../web/client.ts";
|
|
import { htmlEscape } from "../plugs/markdown/html_render.ts";
|
|
|
|
const authenticationExpirySeconds = 60 * 60 * 24 * 7; // 1 week
|
|
|
|
export type ServerOptions = {
|
|
hostname: string;
|
|
port: number;
|
|
clientAssetBundle: AssetBundle;
|
|
plugAssetBundle: AssetBundle;
|
|
baseKvPrimitives: KvPrimitives;
|
|
certFile?: string;
|
|
keyFile?: string;
|
|
// Enable username/password/token auth
|
|
auth?: AuthOptions;
|
|
spaceIgnore?: string;
|
|
pagesPath: string;
|
|
shellBackend: string;
|
|
readOnly: boolean;
|
|
indexPage: string;
|
|
enableSpaceScript: boolean;
|
|
};
|
|
|
|
export class HttpServer {
|
|
abortController?: AbortController;
|
|
clientAssetBundle: AssetBundle;
|
|
plugAssetBundle: AssetBundle;
|
|
hostname: string;
|
|
port: number;
|
|
app: Hono;
|
|
keyFile: string | undefined;
|
|
certFile: string | undefined;
|
|
|
|
// Available after start()
|
|
spaceServer!: SpaceServer;
|
|
baseKvPrimitives: KvPrimitives;
|
|
|
|
constructor(private options: ServerOptions) {
|
|
this.app = new Hono();
|
|
this.clientAssetBundle = options.clientAssetBundle;
|
|
this.plugAssetBundle = options.plugAssetBundle;
|
|
this.hostname = options.hostname;
|
|
this.port = options.port;
|
|
this.keyFile = options.keyFile;
|
|
this.certFile = options.certFile;
|
|
this.baseKvPrimitives = options.baseKvPrimitives;
|
|
}
|
|
|
|
// Server-side renders a markdown file to HTML
|
|
async renderHtmlPage(
|
|
spaceServer: SpaceServer,
|
|
pageName: string,
|
|
c: Context,
|
|
): Promise<Response> {
|
|
let html = "";
|
|
let lastModified = utcDateString(Date.now());
|
|
if (!spaceServer.auth) {
|
|
// Only attempt server-side rendering when this site is not protected by auth
|
|
if (!looksLikePathWithExtension(pageName)) {
|
|
try {
|
|
const { data, meta } = await spaceServer.spacePrimitives.readFile(
|
|
`${pageName}.md`,
|
|
);
|
|
lastModified = utcDateString(meta.lastModified);
|
|
|
|
if (c.req.header("If-Modified-Since") === lastModified) {
|
|
// Not modified, empty body status 304
|
|
return c.body(null, 304);
|
|
}
|
|
const text = new TextDecoder().decode(data);
|
|
const tree = parse(extendedMarkdownLanguage, text);
|
|
html = renderMarkdownToHtml(tree);
|
|
} catch (e: any) {
|
|
if (e.message !== "Not found") {
|
|
console.error("Error server-side rendering page", e);
|
|
}
|
|
}
|
|
} else {
|
|
// If it it's a file with an extension and it doesn't exist we can't really create a new one/recover
|
|
try {
|
|
await spaceServer.spacePrimitives.getFileMeta(`${pageName}`);
|
|
} catch (e: any) {
|
|
if (e.message !== "Not found") {
|
|
return c.notFound();
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
const templateData = {
|
|
TITLE: pageName,
|
|
DESCRIPTION: stripHtml(html).substring(0, 255),
|
|
CONTENT: html,
|
|
};
|
|
|
|
html = this.clientAssetBundle.readTextFileSync(".client/index.html");
|
|
|
|
// Replace each template variable with its corresponding value
|
|
for (const [key, value] of Object.entries(templateData)) {
|
|
const placeholder = `{{${key}}}`;
|
|
const stringValue = typeof value === "boolean"
|
|
? (value ? "true" : "false")
|
|
: (key === "DESCRIPTION" ? htmlEscape(value) : String(value));
|
|
html = html.replace(placeholder, stringValue);
|
|
}
|
|
return c.html(
|
|
html,
|
|
200,
|
|
{
|
|
"Last-Modified": lastModified,
|
|
},
|
|
);
|
|
}
|
|
|
|
async start() {
|
|
// Serve static files (javascript, css, html)
|
|
this.serveStatic();
|
|
this.addAuth();
|
|
this.addFsRoutes();
|
|
|
|
// Boot space server
|
|
this.spaceServer = new SpaceServer(
|
|
this.options,
|
|
this.plugAssetBundle,
|
|
this.baseKvPrimitives,
|
|
);
|
|
await this.spaceServer.init();
|
|
|
|
// Fallback, serve the UI index.html
|
|
this.app.use("*", (c) => {
|
|
const url = new URL(c.req.url);
|
|
const pageName = decodePageURI(url.pathname.slice(1));
|
|
return this.renderHtmlPage(this.spaceServer, pageName, c);
|
|
});
|
|
|
|
this.abortController = new AbortController();
|
|
const listenOptions: any = {
|
|
hostname: this.hostname,
|
|
port: this.port,
|
|
signal: this.abortController.signal,
|
|
};
|
|
if (this.keyFile) {
|
|
listenOptions.key = Deno.readTextFileSync(this.keyFile);
|
|
}
|
|
if (this.certFile) {
|
|
listenOptions.cert = Deno.readTextFileSync(this.certFile);
|
|
}
|
|
|
|
// Start the actual server
|
|
Deno.serve(listenOptions, this.app.fetch);
|
|
|
|
const visibleHostname = this.hostname === "0.0.0.0"
|
|
? "localhost"
|
|
: this.hostname;
|
|
console.log(
|
|
`SilverBullet is now running: http://${visibleHostname}:${this.port}`,
|
|
);
|
|
}
|
|
|
|
serveStatic() {
|
|
this.app.use("*", (c, next): Promise<void | Response> => {
|
|
const req = c.req;
|
|
const url = new URL(req.url);
|
|
// console.log("URL", url);
|
|
if (
|
|
url.pathname === "/"
|
|
) {
|
|
// Serve the UI (index.html)
|
|
const indexPage = this.spaceServer.indexPage ?? "index";
|
|
return this.renderHtmlPage(this.spaceServer, indexPage, c);
|
|
}
|
|
try {
|
|
const assetName = url.pathname.slice(1);
|
|
if (!this.clientAssetBundle.has(assetName)) {
|
|
return next();
|
|
}
|
|
if (
|
|
this.clientAssetBundle.has(assetName) &&
|
|
req.header("If-Modified-Since") ===
|
|
utcDateString(this.clientAssetBundle.getMtime(assetName))
|
|
) {
|
|
return Promise.resolve(c.body(null, 304));
|
|
}
|
|
c.status(200);
|
|
c.header("Content-type", this.clientAssetBundle.getMimeType(assetName));
|
|
const data = this.clientAssetBundle.readFileSync(
|
|
assetName,
|
|
);
|
|
c.header("Content-length", "" + data.length);
|
|
c.header(
|
|
"Last-Modified",
|
|
utcDateString(this.clientAssetBundle.getMtime(assetName)),
|
|
);
|
|
|
|
if (req.method === "GET") {
|
|
return Promise.resolve(c.body(new Uint8Array(data).buffer));
|
|
} // else e.g. HEAD, OPTIONS, don't send body
|
|
} catch {
|
|
return next();
|
|
}
|
|
return Promise.resolve();
|
|
});
|
|
}
|
|
|
|
private addAuth() {
|
|
const excludedPaths = [
|
|
"/manifest.json",
|
|
"/favicon.png",
|
|
"/logo.png",
|
|
"/.auth",
|
|
];
|
|
|
|
// Since we're a single user app, we can use a single lockout timer to prevent brute force attacks
|
|
const lockoutTimer = this.options.auth?.lockoutLimit
|
|
? new LockoutTimer(
|
|
// Turn into ms
|
|
this.options.auth.lockoutTime * 1000,
|
|
this.options.auth.lockoutLimit!,
|
|
)
|
|
: new LockoutTimer(0, 0); // disabled
|
|
|
|
this.app.get("/.logout", (c) => {
|
|
const url = new URL(c.req.url);
|
|
deleteCookie(c, authCookieName(url.host));
|
|
deleteCookie(c, "refreshLogin");
|
|
|
|
return c.redirect("/.auth");
|
|
});
|
|
|
|
// Authentication endpoints
|
|
this.app.get("/.auth", (c) => {
|
|
const html = this.clientAssetBundle.readTextFileSync(".client/auth.html");
|
|
|
|
return c.html(html);
|
|
}).post(
|
|
validator("form", (value: any, c: Context) => {
|
|
const username = value["username"];
|
|
const password = value["password"];
|
|
const rememberMe = value["rememberMe"];
|
|
|
|
if (
|
|
!username || typeof username !== "string" ||
|
|
!password || typeof password !== "string" ||
|
|
(rememberMe && typeof rememberMe !== "string")
|
|
) {
|
|
return c.redirect("/.auth?error=0");
|
|
}
|
|
|
|
return { username, password, rememberMe };
|
|
}),
|
|
async (c) => {
|
|
const req = c.req;
|
|
const url = new URL(req.url);
|
|
const { username, password, rememberMe } = req.valid("form");
|
|
|
|
const {
|
|
user: expectedUser,
|
|
pass: expectedPassword,
|
|
} = this.spaceServer.auth!;
|
|
|
|
if (lockoutTimer.isLocked()) {
|
|
console.error("Authentication locked out, redirecting to auth page.");
|
|
return c.redirect("/.auth?error=2");
|
|
}
|
|
|
|
if (username === expectedUser && password === expectedPassword) {
|
|
// Generate a JWT and set it as a cookie
|
|
const jwt = rememberMe
|
|
? await this.spaceServer.jwtIssuer.createJWT({ username })
|
|
: await this.spaceServer.jwtIssuer.createJWT(
|
|
{ username },
|
|
authenticationExpirySeconds,
|
|
);
|
|
console.log("Successful auth");
|
|
const inAWeek = new Date(
|
|
Date.now() + authenticationExpirySeconds * 1000,
|
|
);
|
|
setCookie(c, authCookieName(url.host), jwt, {
|
|
expires: inAWeek,
|
|
// sameSite: "Strict",
|
|
// httpOnly: true,
|
|
});
|
|
if (rememberMe) {
|
|
setCookie(c, "refreshLogin", "true", { expires: inAWeek });
|
|
}
|
|
const values = await req.parseBody();
|
|
const from = values["from"];
|
|
return c.redirect(typeof from === "string" ? from : "/");
|
|
} else {
|
|
console.error("Authentication failed, redirecting to auth page.");
|
|
lockoutTimer.addCount();
|
|
return c.redirect("/.auth?error=1");
|
|
}
|
|
},
|
|
).all((c) => {
|
|
return c.redirect("/.auth");
|
|
});
|
|
|
|
// Check auth
|
|
this.app.use("*", async (c, next) => {
|
|
const req = c.req;
|
|
if (!this.spaceServer.auth) {
|
|
// Auth disabled in this config, skip
|
|
return next();
|
|
}
|
|
const url = new URL(req.url);
|
|
const host = url.host;
|
|
const redirectToAuth = () => {
|
|
// Try filtering api paths
|
|
if (req.path.startsWith("/.") || req.path.endsWith(".md")) {
|
|
return c.redirect("/.auth", 401 as any);
|
|
} else {
|
|
return c.redirect(`/.auth?from=${req.path}`, 401 as any);
|
|
}
|
|
};
|
|
if (!excludedPaths.includes(url.pathname)) {
|
|
const authCookie = getCookie(c, authCookieName(host));
|
|
|
|
if (!authCookie && this.spaceServer.auth?.authToken) {
|
|
// Attempt Bearer Authorization based authentication
|
|
const authHeader = req.header("Authorization");
|
|
if (authHeader && authHeader.startsWith("Bearer ")) {
|
|
const authToken = authHeader.slice("Bearer ".length);
|
|
if (authToken === this.spaceServer.auth.authToken) {
|
|
// All good, let's proceed
|
|
this.refreshLogin(c, host);
|
|
return next();
|
|
} else {
|
|
console.log(
|
|
"Unauthorized token access, redirecting to auth page",
|
|
);
|
|
return c.text("Unauthorized", 401);
|
|
}
|
|
}
|
|
}
|
|
if (!authCookie) {
|
|
console.log("Unauthorized access, redirecting to auth page");
|
|
return redirectToAuth();
|
|
}
|
|
const { user: expectedUser } = this.spaceServer.auth!;
|
|
|
|
try {
|
|
const verifiedJwt = await this.spaceServer.jwtIssuer
|
|
.verifyAndDecodeJWT(
|
|
authCookie,
|
|
);
|
|
if (verifiedJwt.username !== expectedUser) {
|
|
throw new Error("Username mismatch");
|
|
}
|
|
} catch (e: any) {
|
|
console.error(
|
|
"Error verifying JWT, redirecting to auth page",
|
|
e.message,
|
|
);
|
|
return redirectToAuth();
|
|
}
|
|
}
|
|
this.refreshLogin(c, host);
|
|
return next();
|
|
});
|
|
|
|
// Fetch config
|
|
this.app.get("/.config", (c) => {
|
|
const clientConfig: ClientConfig = {
|
|
readOnly: this.spaceServer.readOnly,
|
|
enableSpaceScript: this.spaceServer.enableSpaceScript,
|
|
spaceFolderPath: this.spaceServer.pagesPath,
|
|
indexPage: this.spaceServer.indexPage,
|
|
};
|
|
return c.json(clientConfig, 200, {
|
|
"Cache-Control": "no-cache",
|
|
});
|
|
});
|
|
|
|
// Simple ping health endpoint
|
|
this.app.get("/.ping", (c) => {
|
|
return c.text("OK", 200, {
|
|
"Cache-Control": "no-cache",
|
|
});
|
|
});
|
|
|
|
// Shell command endpoint
|
|
this.app.post("/.shell", (c) => {
|
|
return handleShellEndpoint(
|
|
c,
|
|
this.spaceServer.shellBackend,
|
|
this.spaceServer.readOnly,
|
|
);
|
|
});
|
|
|
|
// Shell WebSocket endpoint
|
|
this.app.get("/.shell/stream", (c) => {
|
|
return handleShellStreamEndpoint(
|
|
c,
|
|
this.spaceServer.pagesPath,
|
|
this.spaceServer.readOnly,
|
|
);
|
|
});
|
|
|
|
// HTTP Proxy endpoint
|
|
const proxyPathRegex = "/.proxy/:uri{.+}";
|
|
this.app.all(
|
|
proxyPathRegex,
|
|
async (c) => {
|
|
const req = c.req;
|
|
if (this.spaceServer.readOnly) {
|
|
return c.text("Read only mode, no proxy allowed", 405);
|
|
}
|
|
|
|
// Get the full URL including query parameters
|
|
const originalUrl = new URL(req.url);
|
|
let url = req.param("uri")! + originalUrl.search;
|
|
|
|
// Assume https unless this is localhost or an IP address
|
|
if (
|
|
url.startsWith("localhost") || url.match(/^\d+\./)
|
|
) {
|
|
url = `http://${url}`;
|
|
} else {
|
|
url = `https://${url}`;
|
|
}
|
|
console.log("Proxying to", url);
|
|
try {
|
|
const safeRequestHeaders = new Headers();
|
|
// List all headers
|
|
for (
|
|
const headerName of ["Authorization", "Accept", "Content-Type"]
|
|
) {
|
|
if (req.header(headerName)) {
|
|
safeRequestHeaders.set(
|
|
headerName,
|
|
req.header(headerName)!,
|
|
);
|
|
}
|
|
}
|
|
// List all headers starting with X-Proxy-Header-, remove the prefix and add to the safe headers
|
|
for (const [key, value] of Object.entries(req.header())) {
|
|
if (key.startsWith("x-proxy-header-")) {
|
|
safeRequestHeaders.set(
|
|
key.slice("x-proxy-header-".length), // corrected casing of header prefix
|
|
value,
|
|
);
|
|
}
|
|
}
|
|
const body = await req.arrayBuffer();
|
|
return fetch(url, {
|
|
method: req.method,
|
|
headers: safeRequestHeaders,
|
|
body: body.byteLength > 0 ? body : undefined,
|
|
});
|
|
} catch (e: any) {
|
|
console.error("Error fetching federated link", e);
|
|
return c.text(e.message, 500);
|
|
}
|
|
},
|
|
);
|
|
}
|
|
|
|
private refreshLogin(c: Context, host: string) {
|
|
if (getCookie(c, "refreshLogin")) {
|
|
const inAWeek = new Date(
|
|
Date.now() + authenticationExpirySeconds * 1000,
|
|
);
|
|
const jwt = getCookie(c, authCookieName(host));
|
|
if (jwt) {
|
|
setCookie(c, authCookieName(host), jwt, {
|
|
expires: inAWeek,
|
|
// sameSite: "Strict",
|
|
// httpOnly: true,
|
|
});
|
|
setCookie(c, "refreshLogin", "true", { expires: inAWeek });
|
|
}
|
|
}
|
|
}
|
|
|
|
private addFsRoutes() {
|
|
// File list
|
|
this.app.get("/index.json", async (c) => {
|
|
const req = c.req;
|
|
if (req.header("X-Sync-Mode")) {
|
|
// Only handle direct requests for a JSON representation of the file list
|
|
const files = await this.spaceServer.spacePrimitives.fetchFileList();
|
|
return c.json(files, 200, {
|
|
"X-Space-Path": this.spaceServer.pagesPath,
|
|
});
|
|
} else {
|
|
// Otherwise, redirect to the UI
|
|
// The reason to do this is to handle authentication systems like Authelia nicely
|
|
return c.redirect("/");
|
|
}
|
|
});
|
|
|
|
const filePathRegex = "/:path{[^!].*\\.[a-zA-Z0-9]+}";
|
|
const mdExt = ".md";
|
|
|
|
this.app.get(filePathRegex, async (c, next) => {
|
|
const req = c.req;
|
|
const name = req.param("path")!;
|
|
console.log("Requested file", name);
|
|
|
|
if (
|
|
name.endsWith(mdExt) &&
|
|
// This header signififies the requests comes directly from the http_space_primitives client (not the browser)
|
|
!req.header("X-Sync-Mode") &&
|
|
req.header("sec-fetch-mode") !== "cors"
|
|
) {
|
|
// It can happen that during a sync, authentication expires, this may result in a redirect to the login page and then back to this particular file. This particular file may be an .md file, which isn't great to show so we're redirecting to the associated SB UI page.
|
|
console.warn(
|
|
"Request was without X-Sync-Mode nor a CORS request, redirecting to page",
|
|
);
|
|
return c.redirect(`/${name.slice(0, -mdExt.length)}`);
|
|
}
|
|
// This is a good guess that the request comes directly from a user
|
|
if (
|
|
req.header("Accept")?.includes("text/html") &&
|
|
req.query("raw") !== "true"
|
|
) {
|
|
return next();
|
|
}
|
|
|
|
if (name.startsWith(".")) {
|
|
// Don't expose hidden files
|
|
return c.notFound();
|
|
}
|
|
|
|
try {
|
|
if (req.header("X-Get-Meta")) {
|
|
// Getting meta via GET request
|
|
const fileData = await this.spaceServer.spacePrimitives.getFileMeta(
|
|
name,
|
|
);
|
|
return c.text("", 200, this.fileMetaToHeaders(fileData));
|
|
}
|
|
const fileData = await this.spaceServer.spacePrimitives.readFile(name);
|
|
const lastModifiedHeader = new Date(fileData.meta.lastModified)
|
|
.toUTCString();
|
|
if (
|
|
req.header("If-Modified-Since") === lastModifiedHeader
|
|
) {
|
|
return c.body(null, 304);
|
|
}
|
|
return c.body(new Uint8Array(fileData.data).buffer, 200, {
|
|
...this.fileMetaToHeaders(fileData.meta),
|
|
"Last-Modified": lastModifiedHeader,
|
|
});
|
|
} catch (e: any) {
|
|
console.error("Error GETting file", name, e.message);
|
|
return c.notFound();
|
|
}
|
|
}).put(
|
|
async (c) => {
|
|
const req = c.req;
|
|
const name = req.param("path")!;
|
|
if (this.spaceServer.readOnly) {
|
|
return c.text("Read only mode, no writes allowed", 405);
|
|
}
|
|
console.log("Writing file", name);
|
|
if (name.startsWith(".")) {
|
|
// Don't expose hidden files
|
|
return c.text("Forbidden", 403);
|
|
}
|
|
|
|
const body = await req.arrayBuffer();
|
|
|
|
try {
|
|
const meta = await this.spaceServer.spacePrimitives.writeFile(
|
|
name,
|
|
new Uint8Array(body),
|
|
);
|
|
return c.text("OK", 200, this.fileMetaToHeaders(meta));
|
|
} catch (err) {
|
|
console.error("Write failed", err);
|
|
return c.text("Write failed", 500);
|
|
}
|
|
},
|
|
).delete(async (c) => {
|
|
const req = c.req;
|
|
const name = req.param("path")!;
|
|
if (this.spaceServer.readOnly) {
|
|
return c.text("Read only mode, no writes allowed", 405);
|
|
}
|
|
console.log("Deleting file", name);
|
|
if (name.startsWith(".")) {
|
|
// Don't expose hidden files
|
|
return c.text("Forbidden", 403);
|
|
}
|
|
try {
|
|
await this.spaceServer.spacePrimitives.deleteFile(name);
|
|
return c.text("OK");
|
|
} catch (e: any) {
|
|
console.error("Error deleting document", e);
|
|
return c.text(e.message, 500);
|
|
}
|
|
}).options();
|
|
}
|
|
|
|
private fileMetaToHeaders(fileMeta: FileMeta) {
|
|
return {
|
|
"Content-Type": fileMeta.contentType,
|
|
"X-Last-Modified": "" + fileMeta.lastModified,
|
|
"X-Created": "" + fileMeta.created,
|
|
"Cache-Control": "no-cache",
|
|
"X-Permission": fileMeta.perm,
|
|
"X-Content-Length": "" + fileMeta.size,
|
|
};
|
|
}
|
|
|
|
stop() {
|
|
if (this.abortController) {
|
|
this.abortController.abort();
|
|
console.log("stopped server");
|
|
}
|
|
}
|
|
}
|
|
|
|
function utcDateString(mtime: number): string {
|
|
return new Date(mtime).toUTCString();
|
|
}
|
|
|
|
function authCookieName(host: string) {
|
|
return `auth_${host.replaceAll(/\W/g, "_")}`;
|
|
}
|
|
|
|
function stripHtml(html: string): string {
|
|
const regex = /<[^>]*>/g;
|
|
return html.replace(regex, "");
|
|
}
|