Files
plainleaf/plugs/index/refactor.ts
T
Zef HemelandGitHub dc2987a3f9 Sync engine rearchitecture (#1516)
* Don't require auth for .ping
* Finally introducing loggers
* Remove file list caching from disk_space_primitives
I don't think this is required anymore with the sync model
* Simplification of space primitives and more tests
* More reliable online status
* Add .zed settings
* Remove selfUpdate argument from `writeFile` no longer used
- Add `sync` config schema and document sync options
- Move sync config handling to client boot logic
- Move BootConfig type to ui_types.ts
- Remove sync env vars from server
- Update documentation for sync and architecture
* Improve sync logic and proxy routing for full sync state
* Add BoxProxy for late-bound client and improve Lua boot
- Add isMobile syscall for editor
* Add concurrency to sync process and log indexing duration
* Better service worker lifecycle management
2025-09-12 14:43:57 +02:00

447 lines
14 KiB
TypeScript

import {
editor,
lua,
markdown,
space,
} from "@silverbulletmd/silverbullet/syscalls";
import { getBackLinks, type LinkObject } from "./page_links.ts";
import {
absoluteToRelativePath,
folderName,
} from "@silverbulletmd/silverbullet/lib/resolve";
import type { ParseTree } from "@silverbulletmd/silverbullet/lib/tree";
import {
addParentPointers,
findNodeOfType,
findParentMatching,
nodeAtPos,
} from "@silverbulletmd/silverbullet/lib/tree";
import { queryLuaObjects } from "./api.ts";
import type { ObjectValue } from "@silverbulletmd/silverbullet/type/index";
import { isValidPath } from "@silverbulletmd/silverbullet/lib/ref";
import { notFoundError } from "../../lib/constants.ts";
/**
* Renames a single page.
* @param cmdDef Optional command arguments
* @param cmdDef.oldPage The current name of the page to rename. Defaults to
* the current page selected in the editor.
* @param cmdDef.page The name to rename the page to. If not provided the
* user will be prompted to enter a new name.
* @returns True if the rename succeeded; otherwise, false.
*/
export async function renamePageCommand(cmdDef: any) {
const oldName: string = cmdDef.oldPage || await editor.getCurrentPage();
const newName: string = cmdDef.page ||
await editor.prompt(`Rename ${oldName} to:`, oldName);
if (!newName) {
return false;
}
const pageList: [string, string][] = [[oldName + ".md", newName + ".md"]];
await batchRenameFiles(pageList);
return true;
}
export async function renamePageLinkCommand() {
const mdTree = await markdown.parseMarkdown(await editor.getText());
const link = nodeAtPos(mdTree, await editor.getCursor());
if (!link) {
console.error("No link found at cursor position...");
return;
}
console.log("Link node", mdTree);
addParentPointers(mdTree);
let node: ParseTree | null = link;
if (node.type !== "WikiLink") {
node = findParentMatching(node, (t) => t.type === "WikiLink");
if (!node) {
console.error("No link found at cursor position");
return;
}
}
const wikiLinkPage = findNodeOfType(node, "WikiLinkPage");
if (!wikiLinkPage) {
console.error("No link found at cursor position");
return;
}
const oldName = wikiLinkPage.children![0].text!;
const newName = await editor.prompt(`Rename ${oldName} to:`, oldName);
if (!newName) {
return false;
}
const pageList: [string, string][] = [[oldName + ".md", newName + ".md"]];
await batchRenameFiles(pageList);
}
/**
* Renames a single document.
* @param cmdDef Optional command arguments
* @param cmdDef.oldDocument The current name of the document to rename.
* @param cmdDef.document The name to rename the document to. If not provided the
* user will be prompted to enter a new name.
* @returns True if the rename succeeded; otherwise, false.
*/
export async function renameDocumentCommand(cmdDef: any) {
const oldName: string = cmdDef.oldDocument || await editor.getCurrentPath();
const newName: string = cmdDef.document ||
await editor.prompt(`Rename ${oldName} to:`, oldName);
if (!newName) {
return false;
}
const pageList: [string, string][] = [[oldName, newName]];
await batchRenameFiles(pageList);
return true;
}
/**
* Renames any amount of files.
* If renaming pages, names should be passed with a .md extension
* @param fileList An array of tuples containing [FileToBeRenamed, NewFileName]
* @returns True if the rename succeeded; otherwise, false.
*/
export async function batchRenameFiles(fileList: [string, string][]) {
await editor.save();
// Skip unchanged names
fileList = fileList.filter(([oldName, newName]) => {
if (oldName.trim() === newName.trim()) {
console.log(`${oldName}'s name unchanged, skipping`);
} else {
return [oldName, newName];
}
});
try {
// Pre-flight checks
await Promise.all(fileList.map(async ([_oldName, newName]) => {
try {
// It's a FILEname not a PAGEname.
if (!isValidPath(newName)) {
throw new Error(`Name invalid: ${newName}`);
}
// Check if target file already exists
await space.getFileMeta(newName);
// If we got here, the file exists, so we error out
throw new Error(
`${newName} already exists, cannot rename to existing file.`,
);
} catch (e: any) {
if (e.message === notFoundError.message) {
// Expected not found error, so we can continue
} else {
throw e;
}
}
}));
// All new names are available, proceeding with rename
for (const [oldName, newName] of fileList) {
console.log("Renaming", oldName, "to", newName);
try {
if (newName.endsWith(".md") && oldName.endsWith(".md")) {
await renamePage(oldName.slice(0, -3), newName.slice(0, -3));
} else {
await renameDocument(oldName, newName);
}
} catch (e: any) {
if (e.message === notFoundError.message) {
console.log(`${oldName} does not exist, skipping`);
} else {
throw e;
}
}
}
return true;
} catch (e: any) {
await editor.flashNotification(e.message, "error");
return false;
}
}
// Rename a page, update any backlinks and linked documents
async function renamePage(oldName: string, newName: string) {
let text = await space.readPage(oldName);
// Update relative links and documents on this page
const oldFolder = folderName(oldName);
const newFolder = folderName(newName);
const documentsToMove = new Set<string>();
// Links only need to be updated if the folder changes
if (oldFolder !== newFolder) {
const linksInPage = await queryLuaObjects<LinkObject>("link", {
objectVariable: "_",
where: await lua.parseExpression(`_.page == oldName`),
}, {
oldName,
});
const linksToUpdate: ObjectValue<LinkObject>[] = [];
for (const link of linksInPage) {
if (link.toFile && folderName(link.toFile) === oldFolder) {
const documentBackLinks = await getBackLinks(link.toFile);
if (documentBackLinks.filter((a) => a.page !== oldName).length === 0) {
// Documents is in the same folder as the page
// and is only linked to on this page, move it along with the page
documentsToMove.add(link.toFile);
continue;
}
}
linksToUpdate.push(link);
}
// Sort links by position
linksToUpdate.sort((a, b) => {
// Backwards to prevent errors from position changes
return b.pos - a.pos;
});
for (const link of linksToUpdate) {
let newLink = link.toPage || link.toFile!;
let newTail = text.substring(link.pos);
// Only relative links need to be updated
if (/^[^/][^\]]+?(?<!]])\)/.test(newTail)) {
newLink = absoluteToRelativePath(newName, newLink);
newTail = newTail.replace(/^.*?(?=@\d*|#|\$|\))/, newLink);
// Wrap in <> if link has spaces
if (newLink.includes(" ")) {
newTail = "<" + newTail.replace(")", ">)");
}
text = text.substring(0, link.pos) + newTail;
}
}
}
// Write the new page
const newPageMeta = await space.writePage(newName, text);
// Move documents along with page
const batchRenameDocuments: [string, string][] = [];
for (const document of documentsToMove) {
const newAttName = oldFolder.length === 0
? newFolder + "/" + document
: document.replace(oldFolder, newFolder).replace(/^\//, "");
batchRenameDocuments.push([document, newAttName]);
}
if (batchRenameDocuments.length > 0) {
await batchRenameFiles(batchRenameDocuments);
}
// Navigate to new page if currently viewing old page
if (await editor.getCurrentPage() === oldName) {
await editor.navigate(newName, true);
}
// Handling the edge case of a changing page name just in casing on a case insensitive FS
const oldPageMeta = await space.getPageMeta(oldName);
if (oldPageMeta.lastModified !== newPageMeta.lastModified) {
// If they're the same, let's assume it's the same file (case insensitive FS) and not delete, otherwise...
await space.deletePage(oldName);
}
// Update backlinks to this page
const updatedRefences = await updateBacklinks(oldName, newName);
let message = `Renamed ${oldName} to ${newName}`;
if (updatedRefences > 0) {
message = `${message}, updated ${updatedRefences} backlinks`;
}
if (documentsToMove.size > 0) {
message = `${message}, moved ${documentsToMove.size} documents`;
}
await editor.flashNotification(message, "info");
}
// Rename a document and update any backlinks
async function renameDocument(
oldPath: string,
newPath: string,
) {
// Move the file
const oldFile = await space.readDocument(oldPath);
const newFileMeta = await space.writeDocument(newPath, oldFile);
if (await editor.getCurrentPath() === oldPath) {
await editor.navigate(newPath, true);
}
// Handling the edge case of a changing file name just in casing on a case insensitive FS
const oldFileMeta = await space.getDocumentMeta(oldPath);
if (oldFileMeta.lastModified !== newFileMeta.lastModified) {
// If they're the same, let's assume it's the same file (case insensitive FS) and not delete, otherwise...
await space.deleteDocument(oldPath);
}
// Update any backlinks
const updatedRefences = await updateBacklinks(oldPath, newPath);
let message = `Renamed ${oldPath} to ${newPath}`;
if (updatedRefences > 0) {
message = `${message}, updated ${updatedRefences} backlinks`;
}
await editor.flashNotification(message, "info");
}
/**
* Renames pages based on a prefix string.
* @param cmdDef Optional command arguments
* @param cmdDef.oldPrefix The prefix to rename from. If not provided the
* user will be prompted to enter a prefix.
* @param cmdDef.newPrefix The prefix with which to replace the `oldPrefix`
* value. If not provided the user will be prompted to enter a new prefix.
* @param cmdDef.disableConfirmation If false, the user will be prompted
* to confirm the rename action; Otherwise no confirmation dialog will
* be shown before renaming. Defaults to false.
* @returns True if the rename succeeded; otherwise, false.
*/
export async function renamePrefixCommand(cmdDef: any) {
const oldPrefix = cmdDef.oldPrefix ??
await editor.prompt("Prefix to rename:", "");
if (!oldPrefix) {
return false;
}
const newPrefix = cmdDef.newPrefix ??
await editor.prompt("New prefix:", oldPrefix);
if (!newPrefix) {
return false;
}
const allDocuments = await space.listDocuments();
const allPages = await space.listPages();
let allAffectedFiles = allDocuments.map((file) => file.name).filter((
file,
) => file.startsWith(oldPrefix));
allAffectedFiles = allAffectedFiles.concat(
allPages.map((page) => page.name + ".md").filter((page) =>
page.startsWith(oldPrefix)
),
);
if (
cmdDef.disableConfirmation !== true && !(await editor.confirm(
`This will affect ${allAffectedFiles.length} files. Are you sure?`,
))
) {
return false;
}
const allNewNames: [string, string][] = allAffectedFiles.map((name) => // This may seem naive, but it's actually fine, because we're only renaming the first occurrence (which will be the prefix)
[name, name.replace(oldPrefix, newPrefix)]);
await batchRenameFiles(allNewNames);
}
export async function extractToPageCommand() {
const selection = await editor.getSelection();
let text = await editor.getText();
text = text.slice(selection.from, selection.to);
const match = text.match("#{1,6}\\s+([^\n]*)");
let newName;
if (match) {
newName = match[1];
} else {
newName = "new page";
}
newName = await editor.prompt(`New page title:`, newName);
if (!newName) {
return;
}
try {
// This throws an error if the page does not exist, which we expect to be the case
await space.getPageMeta(newName);
// So when we get to this point, we error out
throw new Error(
`Page ${newName} already exists, cannot rename to existing page.`,
);
} catch (e: any) {
if (e.message === notFoundError.message) {
// Expected not found error, so we can continue
} else {
await editor.flashNotification(e.message, "error");
throw e;
}
}
await editor.replaceRange(selection.from, selection.to, `[[${newName}]]`);
console.log("Writing new page to space");
await space.writePage(newName, text);
console.log("Navigating to new page");
await editor.navigate(newName);
}
/**
* Updates backlinks across all pages
* @param oldName Full path to old page/file
* @param newName Full path to new page/file
* @returns The number of references updated
*/
async function updateBacklinks(
oldName: string,
newName: string,
): Promise<number> {
// This is the bit where we update all the links
const backLinks = await getBackLinks(oldName);
let updatedReferences = 0;
// Group by page to edit entire page at once
const backLinksByPage = backLinks.reduce(
(group: Record<string, LinkObject[]>, link) => {
const { page } = link;
group[page] = group[page] ?? [];
group[page].push(link);
return group;
},
{},
);
console.log("All pages containing backlinks", backLinks);
for (const [pageToEdit, linksInPage] of Object.entries(backLinksByPage)) {
if (pageToEdit === oldName) {
continue;
}
let text = await space.readPage(pageToEdit);
if (!text) {
// Page likely does not exist, but at least we can skip it
continue;
}
// Use indexed positions to replace links
linksInPage.sort((a, b) => {
// Backwards to prevent errors from position changes
return b.pos - a.pos;
});
for (const link of linksInPage) {
let newTail = text.substring(link.pos);
let newLink = newName;
if (/^[^\]]+?(?<!]])\)/.test(newTail)) {
// Is [Markdown link]()
if (newTail.startsWith("/") || newTail.startsWith("</")) {
// Is absolute mdlink, update with full path with leading /
newLink = "/" + newLink;
} else {
// Is relative mdlink
newLink = absoluteToRelativePath(pageToEdit, newLink);
}
newTail = newTail.replace(/^.*?(?=@\d*|#|\$|\))/, newLink);
// Wrap in <> if link has spaces
if (newLink.includes(" ")) {
newTail = "<" + newTail.replace(")", ">)");
}
} else {
// Is wikilink, replace with full path
newTail = newLink + newTail.slice(oldName.length);
}
text = text.substring(0, link.pos) + newTail;
updatedReferences++;
}
await space.writePage(pageToEdit, text);
}
return updatedReferences;
}