* Don't require auth for .ping * Finally introducing loggers * Remove file list caching from disk_space_primitives I don't think this is required anymore with the sync model * Simplification of space primitives and more tests * More reliable online status * Add .zed settings * Remove selfUpdate argument from `writeFile` no longer used - Add `sync` config schema and document sync options - Move sync config handling to client boot logic - Move BootConfig type to ui_types.ts - Remove sync env vars from server - Update documentation for sync and architecture * Improve sync logic and proxy routing for full sync state * Add BoxProxy for late-bound client and improve Lua boot - Add isMobile syscall for editor * Add concurrency to sync process and log indexing duration * Better service worker lifecycle management
447 lines
14 KiB
TypeScript
447 lines
14 KiB
TypeScript
import {
|
|
editor,
|
|
lua,
|
|
markdown,
|
|
space,
|
|
} from "@silverbulletmd/silverbullet/syscalls";
|
|
import { getBackLinks, type LinkObject } from "./page_links.ts";
|
|
import {
|
|
absoluteToRelativePath,
|
|
folderName,
|
|
} from "@silverbulletmd/silverbullet/lib/resolve";
|
|
import type { ParseTree } from "@silverbulletmd/silverbullet/lib/tree";
|
|
import {
|
|
addParentPointers,
|
|
findNodeOfType,
|
|
findParentMatching,
|
|
nodeAtPos,
|
|
} from "@silverbulletmd/silverbullet/lib/tree";
|
|
import { queryLuaObjects } from "./api.ts";
|
|
import type { ObjectValue } from "@silverbulletmd/silverbullet/type/index";
|
|
import { isValidPath } from "@silverbulletmd/silverbullet/lib/ref";
|
|
import { notFoundError } from "../../lib/constants.ts";
|
|
|
|
/**
|
|
* Renames a single page.
|
|
* @param cmdDef Optional command arguments
|
|
* @param cmdDef.oldPage The current name of the page to rename. Defaults to
|
|
* the current page selected in the editor.
|
|
* @param cmdDef.page The name to rename the page to. If not provided the
|
|
* user will be prompted to enter a new name.
|
|
* @returns True if the rename succeeded; otherwise, false.
|
|
*/
|
|
export async function renamePageCommand(cmdDef: any) {
|
|
const oldName: string = cmdDef.oldPage || await editor.getCurrentPage();
|
|
const newName: string = cmdDef.page ||
|
|
await editor.prompt(`Rename ${oldName} to:`, oldName);
|
|
if (!newName) {
|
|
return false;
|
|
}
|
|
const pageList: [string, string][] = [[oldName + ".md", newName + ".md"]];
|
|
await batchRenameFiles(pageList);
|
|
return true;
|
|
}
|
|
|
|
export async function renamePageLinkCommand() {
|
|
const mdTree = await markdown.parseMarkdown(await editor.getText());
|
|
const link = nodeAtPos(mdTree, await editor.getCursor());
|
|
if (!link) {
|
|
console.error("No link found at cursor position...");
|
|
return;
|
|
}
|
|
console.log("Link node", mdTree);
|
|
addParentPointers(mdTree);
|
|
let node: ParseTree | null = link;
|
|
if (node.type !== "WikiLink") {
|
|
node = findParentMatching(node, (t) => t.type === "WikiLink");
|
|
if (!node) {
|
|
console.error("No link found at cursor position");
|
|
return;
|
|
}
|
|
}
|
|
const wikiLinkPage = findNodeOfType(node, "WikiLinkPage");
|
|
if (!wikiLinkPage) {
|
|
console.error("No link found at cursor position");
|
|
return;
|
|
}
|
|
const oldName = wikiLinkPage.children![0].text!;
|
|
|
|
const newName = await editor.prompt(`Rename ${oldName} to:`, oldName);
|
|
if (!newName) {
|
|
return false;
|
|
}
|
|
const pageList: [string, string][] = [[oldName + ".md", newName + ".md"]];
|
|
await batchRenameFiles(pageList);
|
|
}
|
|
|
|
/**
|
|
* Renames a single document.
|
|
* @param cmdDef Optional command arguments
|
|
* @param cmdDef.oldDocument The current name of the document to rename.
|
|
* @param cmdDef.document The name to rename the document to. If not provided the
|
|
* user will be prompted to enter a new name.
|
|
* @returns True if the rename succeeded; otherwise, false.
|
|
*/
|
|
export async function renameDocumentCommand(cmdDef: any) {
|
|
const oldName: string = cmdDef.oldDocument || await editor.getCurrentPath();
|
|
const newName: string = cmdDef.document ||
|
|
await editor.prompt(`Rename ${oldName} to:`, oldName);
|
|
if (!newName) {
|
|
return false;
|
|
}
|
|
const pageList: [string, string][] = [[oldName, newName]];
|
|
await batchRenameFiles(pageList);
|
|
return true;
|
|
}
|
|
|
|
/**
|
|
* Renames any amount of files.
|
|
* If renaming pages, names should be passed with a .md extension
|
|
* @param fileList An array of tuples containing [FileToBeRenamed, NewFileName]
|
|
* @returns True if the rename succeeded; otherwise, false.
|
|
*/
|
|
export async function batchRenameFiles(fileList: [string, string][]) {
|
|
await editor.save();
|
|
|
|
// Skip unchanged names
|
|
fileList = fileList.filter(([oldName, newName]) => {
|
|
if (oldName.trim() === newName.trim()) {
|
|
console.log(`${oldName}'s name unchanged, skipping`);
|
|
} else {
|
|
return [oldName, newName];
|
|
}
|
|
});
|
|
|
|
try {
|
|
// Pre-flight checks
|
|
await Promise.all(fileList.map(async ([_oldName, newName]) => {
|
|
try {
|
|
// It's a FILEname not a PAGEname.
|
|
if (!isValidPath(newName)) {
|
|
throw new Error(`Name invalid: ${newName}`);
|
|
}
|
|
// Check if target file already exists
|
|
await space.getFileMeta(newName);
|
|
// If we got here, the file exists, so we error out
|
|
throw new Error(
|
|
`${newName} already exists, cannot rename to existing file.`,
|
|
);
|
|
} catch (e: any) {
|
|
if (e.message === notFoundError.message) {
|
|
// Expected not found error, so we can continue
|
|
} else {
|
|
throw e;
|
|
}
|
|
}
|
|
}));
|
|
|
|
// All new names are available, proceeding with rename
|
|
for (const [oldName, newName] of fileList) {
|
|
console.log("Renaming", oldName, "to", newName);
|
|
try {
|
|
if (newName.endsWith(".md") && oldName.endsWith(".md")) {
|
|
await renamePage(oldName.slice(0, -3), newName.slice(0, -3));
|
|
} else {
|
|
await renameDocument(oldName, newName);
|
|
}
|
|
} catch (e: any) {
|
|
if (e.message === notFoundError.message) {
|
|
console.log(`${oldName} does not exist, skipping`);
|
|
} else {
|
|
throw e;
|
|
}
|
|
}
|
|
}
|
|
|
|
return true;
|
|
} catch (e: any) {
|
|
await editor.flashNotification(e.message, "error");
|
|
return false;
|
|
}
|
|
}
|
|
|
|
// Rename a page, update any backlinks and linked documents
|
|
async function renamePage(oldName: string, newName: string) {
|
|
let text = await space.readPage(oldName);
|
|
|
|
// Update relative links and documents on this page
|
|
const oldFolder = folderName(oldName);
|
|
const newFolder = folderName(newName);
|
|
const documentsToMove = new Set<string>();
|
|
// Links only need to be updated if the folder changes
|
|
if (oldFolder !== newFolder) {
|
|
const linksInPage = await queryLuaObjects<LinkObject>("link", {
|
|
objectVariable: "_",
|
|
where: await lua.parseExpression(`_.page == oldName`),
|
|
}, {
|
|
oldName,
|
|
});
|
|
|
|
const linksToUpdate: ObjectValue<LinkObject>[] = [];
|
|
for (const link of linksInPage) {
|
|
if (link.toFile && folderName(link.toFile) === oldFolder) {
|
|
const documentBackLinks = await getBackLinks(link.toFile);
|
|
if (documentBackLinks.filter((a) => a.page !== oldName).length === 0) {
|
|
// Documents is in the same folder as the page
|
|
// and is only linked to on this page, move it along with the page
|
|
documentsToMove.add(link.toFile);
|
|
continue;
|
|
}
|
|
}
|
|
linksToUpdate.push(link);
|
|
}
|
|
|
|
// Sort links by position
|
|
linksToUpdate.sort((a, b) => {
|
|
// Backwards to prevent errors from position changes
|
|
return b.pos - a.pos;
|
|
});
|
|
|
|
for (const link of linksToUpdate) {
|
|
let newLink = link.toPage || link.toFile!;
|
|
let newTail = text.substring(link.pos);
|
|
|
|
// Only relative links need to be updated
|
|
if (/^[^/][^\]]+?(?<!]])\)/.test(newTail)) {
|
|
newLink = absoluteToRelativePath(newName, newLink);
|
|
newTail = newTail.replace(/^.*?(?=@\d*|#|\$|\))/, newLink);
|
|
// Wrap in <> if link has spaces
|
|
if (newLink.includes(" ")) {
|
|
newTail = "<" + newTail.replace(")", ">)");
|
|
}
|
|
text = text.substring(0, link.pos) + newTail;
|
|
}
|
|
}
|
|
}
|
|
|
|
// Write the new page
|
|
const newPageMeta = await space.writePage(newName, text);
|
|
|
|
// Move documents along with page
|
|
const batchRenameDocuments: [string, string][] = [];
|
|
for (const document of documentsToMove) {
|
|
const newAttName = oldFolder.length === 0
|
|
? newFolder + "/" + document
|
|
: document.replace(oldFolder, newFolder).replace(/^\//, "");
|
|
batchRenameDocuments.push([document, newAttName]);
|
|
}
|
|
if (batchRenameDocuments.length > 0) {
|
|
await batchRenameFiles(batchRenameDocuments);
|
|
}
|
|
|
|
// Navigate to new page if currently viewing old page
|
|
if (await editor.getCurrentPage() === oldName) {
|
|
await editor.navigate(newName, true);
|
|
}
|
|
// Handling the edge case of a changing page name just in casing on a case insensitive FS
|
|
const oldPageMeta = await space.getPageMeta(oldName);
|
|
if (oldPageMeta.lastModified !== newPageMeta.lastModified) {
|
|
// If they're the same, let's assume it's the same file (case insensitive FS) and not delete, otherwise...
|
|
await space.deletePage(oldName);
|
|
}
|
|
|
|
// Update backlinks to this page
|
|
const updatedRefences = await updateBacklinks(oldName, newName);
|
|
|
|
let message = `Renamed ${oldName} to ${newName}`;
|
|
if (updatedRefences > 0) {
|
|
message = `${message}, updated ${updatedRefences} backlinks`;
|
|
}
|
|
if (documentsToMove.size > 0) {
|
|
message = `${message}, moved ${documentsToMove.size} documents`;
|
|
}
|
|
await editor.flashNotification(message, "info");
|
|
}
|
|
|
|
// Rename a document and update any backlinks
|
|
async function renameDocument(
|
|
oldPath: string,
|
|
newPath: string,
|
|
) {
|
|
// Move the file
|
|
const oldFile = await space.readDocument(oldPath);
|
|
const newFileMeta = await space.writeDocument(newPath, oldFile);
|
|
|
|
if (await editor.getCurrentPath() === oldPath) {
|
|
await editor.navigate(newPath, true);
|
|
}
|
|
|
|
// Handling the edge case of a changing file name just in casing on a case insensitive FS
|
|
const oldFileMeta = await space.getDocumentMeta(oldPath);
|
|
if (oldFileMeta.lastModified !== newFileMeta.lastModified) {
|
|
// If they're the same, let's assume it's the same file (case insensitive FS) and not delete, otherwise...
|
|
await space.deleteDocument(oldPath);
|
|
}
|
|
|
|
// Update any backlinks
|
|
const updatedRefences = await updateBacklinks(oldPath, newPath);
|
|
let message = `Renamed ${oldPath} to ${newPath}`;
|
|
if (updatedRefences > 0) {
|
|
message = `${message}, updated ${updatedRefences} backlinks`;
|
|
}
|
|
await editor.flashNotification(message, "info");
|
|
}
|
|
|
|
/**
|
|
* Renames pages based on a prefix string.
|
|
* @param cmdDef Optional command arguments
|
|
* @param cmdDef.oldPrefix The prefix to rename from. If not provided the
|
|
* user will be prompted to enter a prefix.
|
|
* @param cmdDef.newPrefix The prefix with which to replace the `oldPrefix`
|
|
* value. If not provided the user will be prompted to enter a new prefix.
|
|
* @param cmdDef.disableConfirmation If false, the user will be prompted
|
|
* to confirm the rename action; Otherwise no confirmation dialog will
|
|
* be shown before renaming. Defaults to false.
|
|
* @returns True if the rename succeeded; otherwise, false.
|
|
*/
|
|
export async function renamePrefixCommand(cmdDef: any) {
|
|
const oldPrefix = cmdDef.oldPrefix ??
|
|
await editor.prompt("Prefix to rename:", "");
|
|
if (!oldPrefix) {
|
|
return false;
|
|
}
|
|
|
|
const newPrefix = cmdDef.newPrefix ??
|
|
await editor.prompt("New prefix:", oldPrefix);
|
|
if (!newPrefix) {
|
|
return false;
|
|
}
|
|
|
|
const allDocuments = await space.listDocuments();
|
|
const allPages = await space.listPages();
|
|
let allAffectedFiles = allDocuments.map((file) => file.name).filter((
|
|
file,
|
|
) => file.startsWith(oldPrefix));
|
|
allAffectedFiles = allAffectedFiles.concat(
|
|
allPages.map((page) => page.name + ".md").filter((page) =>
|
|
page.startsWith(oldPrefix)
|
|
),
|
|
);
|
|
|
|
if (
|
|
cmdDef.disableConfirmation !== true && !(await editor.confirm(
|
|
`This will affect ${allAffectedFiles.length} files. Are you sure?`,
|
|
))
|
|
) {
|
|
return false;
|
|
}
|
|
|
|
const allNewNames: [string, string][] = allAffectedFiles.map((name) => // This may seem naive, but it's actually fine, because we're only renaming the first occurrence (which will be the prefix)
|
|
[name, name.replace(oldPrefix, newPrefix)]);
|
|
await batchRenameFiles(allNewNames);
|
|
}
|
|
|
|
export async function extractToPageCommand() {
|
|
const selection = await editor.getSelection();
|
|
let text = await editor.getText();
|
|
text = text.slice(selection.from, selection.to);
|
|
|
|
const match = text.match("#{1,6}\\s+([^\n]*)");
|
|
|
|
let newName;
|
|
if (match) {
|
|
newName = match[1];
|
|
} else {
|
|
newName = "new page";
|
|
}
|
|
newName = await editor.prompt(`New page title:`, newName);
|
|
if (!newName) {
|
|
return;
|
|
}
|
|
|
|
try {
|
|
// This throws an error if the page does not exist, which we expect to be the case
|
|
await space.getPageMeta(newName);
|
|
// So when we get to this point, we error out
|
|
throw new Error(
|
|
`Page ${newName} already exists, cannot rename to existing page.`,
|
|
);
|
|
} catch (e: any) {
|
|
if (e.message === notFoundError.message) {
|
|
// Expected not found error, so we can continue
|
|
} else {
|
|
await editor.flashNotification(e.message, "error");
|
|
throw e;
|
|
}
|
|
}
|
|
await editor.replaceRange(selection.from, selection.to, `[[${newName}]]`);
|
|
console.log("Writing new page to space");
|
|
await space.writePage(newName, text);
|
|
console.log("Navigating to new page");
|
|
await editor.navigate(newName);
|
|
}
|
|
|
|
/**
|
|
* Updates backlinks across all pages
|
|
* @param oldName Full path to old page/file
|
|
* @param newName Full path to new page/file
|
|
* @returns The number of references updated
|
|
*/
|
|
async function updateBacklinks(
|
|
oldName: string,
|
|
newName: string,
|
|
): Promise<number> {
|
|
// This is the bit where we update all the links
|
|
const backLinks = await getBackLinks(oldName);
|
|
let updatedReferences = 0;
|
|
|
|
// Group by page to edit entire page at once
|
|
const backLinksByPage = backLinks.reduce(
|
|
(group: Record<string, LinkObject[]>, link) => {
|
|
const { page } = link;
|
|
group[page] = group[page] ?? [];
|
|
group[page].push(link);
|
|
return group;
|
|
},
|
|
{},
|
|
);
|
|
|
|
console.log("All pages containing backlinks", backLinks);
|
|
for (const [pageToEdit, linksInPage] of Object.entries(backLinksByPage)) {
|
|
if (pageToEdit === oldName) {
|
|
continue;
|
|
}
|
|
|
|
let text = await space.readPage(pageToEdit);
|
|
if (!text) {
|
|
// Page likely does not exist, but at least we can skip it
|
|
continue;
|
|
}
|
|
|
|
// Use indexed positions to replace links
|
|
linksInPage.sort((a, b) => {
|
|
// Backwards to prevent errors from position changes
|
|
return b.pos - a.pos;
|
|
});
|
|
|
|
for (const link of linksInPage) {
|
|
let newTail = text.substring(link.pos);
|
|
let newLink = newName;
|
|
if (/^[^\]]+?(?<!]])\)/.test(newTail)) {
|
|
// Is [Markdown link]()
|
|
if (newTail.startsWith("/") || newTail.startsWith("</")) {
|
|
// Is absolute mdlink, update with full path with leading /
|
|
newLink = "/" + newLink;
|
|
} else {
|
|
// Is relative mdlink
|
|
newLink = absoluteToRelativePath(pageToEdit, newLink);
|
|
}
|
|
newTail = newTail.replace(/^.*?(?=@\d*|#|\$|\))/, newLink);
|
|
|
|
// Wrap in <> if link has spaces
|
|
if (newLink.includes(" ")) {
|
|
newTail = "<" + newTail.replace(")", ">)");
|
|
}
|
|
} else {
|
|
// Is wikilink, replace with full path
|
|
newTail = newLink + newTail.slice(oldName.length);
|
|
}
|
|
|
|
text = text.substring(0, link.pos) + newTail;
|
|
updatedReferences++;
|
|
}
|
|
await space.writePage(pageToEdit, text);
|
|
}
|
|
return updatedReferences;
|
|
}
|