import { normalizePath, Platform, TAbstractFile, type RequestUrlParam, requestUrl } from "../deps.ts"; import { path2id_base, id2path_base, isValidFilenameInLinux, isValidFilenameInDarwin, isValidFilenameInWidows, isValidFilenameInAndroid, stripAllPrefixes, } from "../lib/src/string_and_binary/path.ts"; import { Logger } from "../lib/src/common/logger.ts"; import { LOG_LEVEL_INFO, LOG_LEVEL_NOTICE, LOG_LEVEL_VERBOSE, type AnyEntry, type CouchDBCredentials, type DocumentID, type EntryHasPath, type FilePath, type FilePathWithPrefix, type UXFileInfo, type UXFileInfoStub, } from "../lib/src/common/types.ts"; export { ICHeader, ICXHeader } from "./types.ts"; import type ObsidianLiveSyncPlugin from "../main.ts"; import { writeString } from "../lib/src/string_and_binary/convert.ts"; import { fireAndForget } from "../lib/src/common/utils.ts"; import { sameChangePairs } from "./stores.ts"; import { scheduleTask } from "octagonal-wheels/concurrency/task"; import { EVENT_PLUGIN_UNLOADED, eventHub } from "./events.ts"; import { promiseWithResolver, type PromiseWithResolvers } from "octagonal-wheels/promises"; import { AuthorizationHeaderGenerator } from "../lib/src/replication/httplib.ts"; import type { KeyValueDatabase } from "../lib/src/interfaces/KeyValueDatabase.ts"; export { scheduleTask, cancelTask, cancelAllTasks } from "octagonal-wheels/concurrency/task"; // For backward compatibility, using the path for determining id. // Only CouchDB unacceptable ID (that starts with an underscore) has been prefixed with "/". // The first slash will be deleted when the path is normalized. export async function path2id( filename: FilePathWithPrefix | FilePath, obfuscatePassphrase: string | false, caseInsensitive: boolean ): Promise { const temp = filename.split(":"); const path = temp.pop(); const normalizedPath = normalizePath(path as FilePath); temp.push(normalizedPath); const fixedPath = temp.join(":") as FilePathWithPrefix; const out = await path2id_base(fixedPath, obfuscatePassphrase, caseInsensitive); return out; } export function id2path(id: DocumentID, entry?: EntryHasPath): FilePathWithPrefix { const filename = id2path_base(id, entry); const temp = filename.split(":"); const path = temp.pop(); const normalizedPath = normalizePath(path as FilePath); temp.push(normalizedPath); const fixedPath = temp.join(":") as FilePathWithPrefix; return fixedPath; } export function getPathFromTFile(file: TAbstractFile) { return file.path as FilePath; } import { isInternalFile, getPathFromUXFileInfo, getStoragePathFromUXFileInfo, getDatabasePathFromUXFileInfo, } from "@lib/common/typeUtils.ts"; export { isInternalFile, getPathFromUXFileInfo, getStoragePathFromUXFileInfo, getDatabasePathFromUXFileInfo }; const memos: { [key: string]: any } = {}; export function memoObject(key: string, obj: T): T { memos[key] = obj; return memos[key] as T; } export async function memoIfNotExist(key: string, func: () => T | Promise): Promise { if (!(key in memos)) { const w = func(); const v = w instanceof Promise ? await w : w; memos[key] = v; } return memos[key] as T; } export function retrieveMemoObject(key: string): T | false { if (key in memos) { return memos[key]; } else { return false; } } export function disposeMemoObject(key: string) { delete memos[key]; } export function isValidPath(filename: string) { if (Platform.isDesktop) { // if(Platform.isMacOS) return isValidFilenameInDarwin(filename); if (process.platform == "darwin") return isValidFilenameInDarwin(filename); if (process.platform == "linux") return isValidFilenameInLinux(filename); return isValidFilenameInWidows(filename); } if (Platform.isAndroidApp) return isValidFilenameInAndroid(filename); if (Platform.isIosApp) return isValidFilenameInDarwin(filename); //Fallback Logger("Could not determine platform for checking filename", LOG_LEVEL_VERBOSE); return isValidFilenameInWidows(filename); } export function trimPrefix(target: string, prefix: string) { return target.startsWith(prefix) ? target.substring(prefix.length) : target; } export { isInternalMetadata, id2InternalMetadataId, isChunk, isCustomisationSyncMetadata, isPluginMetadata, stripInternalMetadataPrefix, } from "@lib/common/typeUtils.ts"; export class PeriodicProcessor { _process: () => Promise; _timer?: number = undefined; _plugin: ObsidianLiveSyncPlugin; constructor(plugin: ObsidianLiveSyncPlugin, process: () => Promise) { this._plugin = plugin; this._process = process; eventHub.onceEvent(EVENT_PLUGIN_UNLOADED, () => { this.disable(); }); } async process() { try { await this._process(); } catch (ex) { Logger(ex); } } enable(interval: number) { this.disable(); if (interval == 0) return; this._timer = window.setInterval( () => fireAndForget(async () => { await this.process(); if (this._plugin.services?.appLifecycle?.hasUnloaded()) { this.disable(); } }), interval ); this._plugin.registerInterval(this._timer); } disable() { if (this._timer !== undefined) { window.clearInterval(this._timer); this._timer = undefined; } } } export const _requestToCouchDBFetch = async ( baseUri: string, username: string, password: string, path?: string, body?: string | any, method?: string ) => { const utf8str = String.fromCharCode.apply(null, [...writeString(`${username}:${password}`)]); const encoded = window.btoa(utf8str); const authHeader = "Basic " + encoded; const transformedHeaders: Record = { authorization: authHeader, "content-type": "application/json", }; const uri = `${baseUri}/${path}`; const requestParam = { url: uri, method: method || (body ? "PUT" : "GET"), headers: new Headers(transformedHeaders), contentType: "application/json", body: JSON.stringify(body), }; return await fetch(uri, requestParam); }; export const _requestToCouchDB = async ( baseUri: string, credentials: CouchDBCredentials, origin: string, path?: string, body?: any, method?: string, customHeaders?: Record ) => { // Create each time to avoid caching. const authHeaderGen = new AuthorizationHeaderGenerator(); const authHeader = await authHeaderGen.getAuthorizationHeader(credentials); const transformedHeaders: Record = { authorization: authHeader, origin: origin, ...customHeaders }; const uri = `${baseUri}/${path}`; const requestParam: RequestUrlParam = { url: uri, method: method || (body ? "PUT" : "GET"), headers: transformedHeaders, contentType: "application/json", body: body ? JSON.stringify(body) : undefined, }; return await requestUrl(requestParam); }; /** * @deprecated Use requestToCouchDBWithCredentials instead. */ export const requestToCouchDB = async ( baseUri: string, username: string, password: string, origin: string = "", key?: string, body?: string, method?: string, customHeaders?: Record ) => { const uri = `_node/_local/_config${key ? "/" + key : ""}`; return await _requestToCouchDB( baseUri, { username, password, type: "basic" }, origin, uri, body, method, customHeaders ); }; export function requestToCouchDBWithCredentials( baseUri: string, credentials: CouchDBCredentials, origin: string = "", key?: string, body?: string, method?: string, customHeaders?: Record ) { const uri = `_node/_local/_config${key ? "/" + key : ""}`; return _requestToCouchDB(baseUri, credentials, origin, uri, body, method, customHeaders); } import { BASE_IS_NEW, EVEN, TARGET_IS_NEW } from "@lib/common/models/shared.const.symbols.ts"; export { BASE_IS_NEW, EVEN, TARGET_IS_NEW }; // Why 2000? : ZIP FILE Does not have enough resolution. const resolution = 2000; export function compareMTime( baseMTime: number, targetMTime: number ): typeof BASE_IS_NEW | typeof TARGET_IS_NEW | typeof EVEN { const truncatedBaseMTime = ~~(baseMTime / resolution) * resolution; const truncatedTargetMTime = ~~(targetMTime / resolution) * resolution; // Logger(`Resolution MTime ${truncatedBaseMTime} and ${truncatedTargetMTime} `, LOG_LEVEL_VERBOSE); if (truncatedBaseMTime == truncatedTargetMTime) return EVEN; if (truncatedBaseMTime > truncatedTargetMTime) return BASE_IS_NEW; if (truncatedBaseMTime < truncatedTargetMTime) return TARGET_IS_NEW; throw new Error("Unexpected error"); } function getKey(file: AnyEntry | string | UXFileInfoStub) { const key = typeof file == "string" ? file : stripAllPrefixes(file.path); return key; } export function markChangesAreSame(file: AnyEntry | string | UXFileInfoStub, mtime1: number, mtime2: number) { if (mtime1 === mtime2) return true; const key = getKey(file); const pairs = sameChangePairs.get(key, []) || []; if (pairs.some((e) => e == mtime1 || e == mtime2)) { sameChangePairs.set(key, [...new Set([...pairs, mtime1, mtime2])]); } else { sameChangePairs.set(key, [mtime1, mtime2]); } } export function unmarkChanges(file: AnyEntry | string | UXFileInfoStub) { const key = getKey(file); sameChangePairs.delete(key); } export function isMarkedAsSameChanges(file: UXFileInfoStub | AnyEntry | string, mtimes: number[]) { const key = getKey(file); const pairs = sameChangePairs.get(key, []) || []; if (mtimes.every((e) => pairs.indexOf(e) !== -1)) { return EVEN; } } export function compareFileFreshness( baseFile: UXFileInfoStub | AnyEntry | undefined, checkTarget: UXFileInfo | AnyEntry | undefined ): typeof BASE_IS_NEW | typeof TARGET_IS_NEW | typeof EVEN { if (baseFile === undefined && checkTarget == undefined) return EVEN; if (baseFile == undefined) return TARGET_IS_NEW; if (checkTarget == undefined) return BASE_IS_NEW; const modifiedBase = "stat" in baseFile ? (baseFile?.stat?.mtime ?? 0) : (baseFile?.mtime ?? 0); const modifiedTarget = "stat" in checkTarget ? (checkTarget?.stat?.mtime ?? 0) : (checkTarget?.mtime ?? 0); if (modifiedBase && modifiedTarget && isMarkedAsSameChanges(baseFile, [modifiedBase, modifiedTarget])) { return EVEN; } return compareMTime(modifiedBase, modifiedTarget); } const _cached = new Map< string, { value: any; context: Map; } >(); export type MemoOption = { key: string; forceUpdate?: boolean; validator?: (context: Map) => boolean; }; export function useMemo( { key, forceUpdate, validator }: MemoOption, updateFunc: (context: Map, prev: T) => T ): T { const cached = _cached.get(key); const context = cached?.context || new Map(); if (cached && !forceUpdate && (!validator || (validator && !validator(context)))) { return cached.value; } const value = updateFunc(context, cached?.value); if (value !== cached?.value) { _cached.set(key, { value, context }); } return value; } // const _static = new Map(); const _staticObj = new Map< string, { value: any; } >(); export function useStatic(key: string): { value: T | undefined }; export function useStatic(key: string, initial: T): { value: T }; export function useStatic(key: string, initial?: T) { // if (!_static.has(key) && initial) { // _static.set(key, initial); // } const obj = _staticObj.get(key); if (obj !== undefined) { return obj; } else { // let buf = initial; const obj = { _buf: initial, get value() { return this._buf as T; }, set value(value: T) { this._buf = value; }, }; _staticObj.set(key, obj); return obj; } } export function disposeMemo(key: string) { _cached.delete(key); } export function disposeAllMemo() { _cached.clear(); } export function displayRev(rev: string) { const [number, hash] = rev.split("-"); return `${number}-${hash.substring(0, 6)}`; } export function getLogLevel(showNotice: boolean) { return showNotice ? LOG_LEVEL_NOTICE : LOG_LEVEL_INFO; } export type MapLike = { set(key: K, value: V): Map; clear(): void; delete(key: K): boolean; get(key: K): V | undefined; has(key: K): boolean; keys: () => IterableIterator; get size(): number; }; export async function autosaveCache(db: KeyValueDatabase, mapKey: string): Promise> { const savedData = (await db.get>(mapKey)) ?? new Map(); const _commit = () => { try { scheduleTask("commit-map-save-" + mapKey, 250, async () => { await db.set(mapKey, savedData); }); } catch { // NO OP. } }; return { set(key: K, value: V) { const modified = savedData.get(key) !== value; const result = savedData.set(key, value); if (modified) { _commit(); } return result; }, clear(): void { savedData.clear(); _commit(); }, delete(key: K): boolean { const result = savedData.delete(key); if (result) { _commit(); } return result; }, get(key: K): V | undefined { return savedData.get(key); }, has(key) { return savedData.has(key); }, keys() { return savedData.keys(); }, get size() { return savedData.size; }, }; } export function onlyInNTimes(n: number, proc: (progress: number) => any) { let counter = 0; return function () { if (counter++ % n == 0) { proc(counter); } }; } const waitingTasks = {} as Record; previous: number; leastNext: number }>; export function rateLimitedSharedExecution(key: string, interval: number, proc: () => Promise): Promise { if (!(key in waitingTasks)) { waitingTasks[key] = { task: undefined, previous: 0, leastNext: 0 }; } if (waitingTasks[key].task) { // Extend the previous execution time. waitingTasks[key].leastNext = Date.now() + interval; return waitingTasks[key].task.promise; } const previous = waitingTasks[key].previous; const delay = previous == 0 ? 0 : Math.max(interval - (Date.now() - previous), 0); const task = promiseWithResolver(); void task.promise.finally(() => { if (waitingTasks[key].task === task) { waitingTasks[key].task = undefined; waitingTasks[key].previous = Math.max(Date.now(), waitingTasks[key].leastNext); } }); waitingTasks[key] = { task, previous: Date.now(), leastNext: Date.now() + interval, }; void scheduleTask("thin-out-" + key, delay, async () => { try { task.resolve(await proc()); } catch (ex) { task.reject(ex); } }); return task.promise; } export function updatePreviousExecutionTime(key: string, timeDelta: number = 0) { if (!(key in waitingTasks)) { waitingTasks[key] = { task: undefined, previous: 0, leastNext: 0 }; } waitingTasks[key].leastNext = Math.max(Date.now() + timeDelta, waitingTasks[key].leastNext); }