update a dependency.

- Reduced remote database checking to improve speed and reduce bandwidth.

Fixed:
- Chunks which previously misinterpreted are now interpreted correctly.
- Deleted file detection on hidden file synchronising now works fine.
- Now the Customisation sync is surely quiet while it has been disabled.

manifest.json

@@ -1,7 +1,7 @@
 {
     "id": "obsidian-livesync",
     "name": "Self-hosted LiveSync",
-    "version": "0.19.2",
+    "version": "0.19.4",
     "minAppVersion": "0.9.12",
     "description": "Community implementation of self-hosted livesync. Reflect your vault changes to some other devices immediately. Please make sure to disable other synchronize solutions to avoid content corruption or duplication.",
     "author": "vorotamoroz",

package-lock.json

@@ -1,12 +1,12 @@
 {
     "name": "obsidian-livesync",
-    "version": "0.19.2",
+    "version": "0.19.4",
     "lockfileVersion": 2,
     "requires": true,
     "packages": {
         "": {
             "name": "obsidian-livesync",
-            "version": "0.19.2",
+            "version": "0.19.4",
             "license": "MIT",
             "dependencies": {
                 "diff-match-patch": "^1.0.5",
@@ -4087,9 +4087,9 @@
             "dev": true
         },
         "node_modules/yaml": {
-            "version": "2.1.3",
+            "version": "2.2.2",
-            "resolved": "https://registry.npmjs.org/yaml/-/yaml-2.1.3.tgz",
+            "resolved": "https://registry.npmjs.org/yaml/-/yaml-2.2.2.tgz",
-            "integrity": "sha512-AacA8nRULjKMX2DvWvOAdBZMOfQlypSFkjcOcu9FalllIDJ1kvlREzcdIZmidQUqqeMv7jorHjq2HlLv/+c2lg==",
+            "integrity": "sha512-CBKFWExMn46Foo4cldiChEzn7S7SRV+wqiluAb6xmueD/fGyRHIhX8m14vVGgeFWjN540nKCNVj6P21eQjgTuA==",
             "dev": true,
             "engines": {
                 "node": ">= 14"
@@ -7047,9 +7047,9 @@
             "dev": true
         },
         "yaml": {
-            "version": "2.1.3",
+            "version": "2.2.2",
-            "resolved": "https://registry.npmjs.org/yaml/-/yaml-2.1.3.tgz",
+            "resolved": "https://registry.npmjs.org/yaml/-/yaml-2.2.2.tgz",
-            "integrity": "sha512-AacA8nRULjKMX2DvWvOAdBZMOfQlypSFkjcOcu9FalllIDJ1kvlREzcdIZmidQUqqeMv7jorHjq2HlLv/+c2lg==",
+            "integrity": "sha512-CBKFWExMn46Foo4cldiChEzn7S7SRV+wqiluAb6xmueD/fGyRHIhX8m14vVGgeFWjN540nKCNVj6P21eQjgTuA==",
             "dev": true
         },
         "yocto-queue": {

package.json

@@ -1,6 +1,6 @@
 {
     "name": "obsidian-livesync",
-    "version": "0.19.2",
+    "version": "0.19.4",
     "description": "Reflect your vault changes to some other devices immediately. Please make sure to disable other synchronize solutions to avoid content corruption or duplication.",
     "main": "main.js",
     "type": "module",

src/CmdConfigSync.ts

@@ -145,7 +145,7 @@ export class ConfigSync extends LiveSyncCommands {
         if (this.plugin.suspended) {
             return;
         }
-        if (this.settings.autoSweepPlugins) {
+        if (this.settings.autoSweepPlugins && this.settings.usePluginSync) {
             await this.scanAllConfigFiles(false);
         }
         this.periodicPluginSweepProcessor.enable(this.settings.autoSweepPluginsPeriodic && !this.settings.watchInternalFileChanges ? (PERIODIC_PLUGIN_SWEEP * 1000) : 0);
@@ -567,6 +567,7 @@ export class ConfigSync extends LiveSyncCommands {
 
     }
     async watchVaultRawEventsAsync(path: FilePath) {
+        if (!this.settings.usePluginSync) return false;
         if (!this.isTargetPath(path)) return false;
         const stat = await this.app.vault.adapter.stat(path);
         // Make sure that target is a file.

src/CmdHiddenFileSync.ts

@@ -495,7 +495,7 @@ export class HiddenFileSync extends LiveSyncCommands {
         const mtime = new Date().getTime();
         await runWithLock("file-" + prefixedFileName, false, async () => {
             try {
-                const old = await this.localDatabase.getDBEntry(prefixedFileName, null, false, false) as InternalFileEntry | false;
+                const old = await this.localDatabase.getDBEntryMeta(prefixedFileName, null, true) as InternalFileEntry | false;
                 let saveData: InternalFileEntry;
                 if (old === false) {
                     saveData = {
@@ -541,7 +541,7 @@ export class HiddenFileSync extends LiveSyncCommands {
             try {
                 // Check conflicted status 
                 //TODO option
-                const fileOnDB = await this.localDatabase.getDBEntry(prefixedFileName, { conflicts: true }, false, false);
+                const fileOnDB = await this.localDatabase.getDBEntry(prefixedFileName, { conflicts: true }, false, true);
                 if (fileOnDB === false)
                     throw new Error(`File not found on database.:${filename}`);
                 // Prevent overwrite for Prevent overwriting while some conflicted revision exists.

src/ObsidianLiveSyncSettingTab.ts

@@ -19,7 +19,7 @@ export class ObsidianLiveSyncSettingTab extends PluginSettingTab {
         this.plugin = plugin;
     }
     async testConnection(): Promise<void> {
-        const db = await this.plugin.replicator.connectRemoteCouchDBWithSetting(this.plugin.settings, this.plugin.isMobile);
+        const db = await this.plugin.replicator.connectRemoteCouchDBWithSetting(this.plugin.settings, this.plugin.isMobile, true);
         if (typeof db === "string") {
             this.plugin.addLog(`could not connect to ${this.plugin.settings.couchDB_URI} : ${this.plugin.settings.couchDB_DBNAME} \n(${db})`, LOG_LEVEL.NOTICE);
             return;
@@ -376,7 +376,7 @@ export class ObsidianLiveSyncSettingTab extends PluginSettingTab {
                 useDynamicIterationCount: useDynamicIterationCount,
             };
             console.dir(settingForCheck);
-            const db = await this.plugin.replicator.connectRemoteCouchDBWithSetting(settingForCheck, this.plugin.isMobile);
+            const db = await this.plugin.replicator.connectRemoteCouchDBWithSetting(settingForCheck, this.plugin.isMobile, true);
             if (typeof db === "string") {
                 Logger("Could not connect to the database.", LOG_LEVEL.NOTICE);
                 return false;
@@ -1599,6 +1599,16 @@ ${stringifyYaml(pluginConfig)}`;
                 })
             );
 
+        new Setting(containerHatchEl)
+            .setName("Do not pace synchronization")
+            .setDesc("If this toggle enabled, synchronisation will not be paced by queued entries. If synchronisation has been deadlocked, please make this enabled once.")
+            .addToggle((toggle) =>
+                toggle.setValue(this.plugin.settings.doNotPaceReplication).onChange(async (value) => {
+                    this.plugin.settings.doNotPaceReplication = value;
+                    await this.plugin.saveSettings();
+                })
+            );
+
 
 
 

src/main.ts

@@ -87,7 +87,7 @@ export default class ObsidianLiveSyncPlugin extends Plugin
     }
 
     processReplication = (e: PouchDB.Core.ExistingDocument<EntryDoc>[]) => this.parseReplicationResult(e);
-    async connectRemoteCouchDB(uri: string, auth: { username: string; password: string }, disableRequestURI: boolean, passphrase: string | false, useDynamicIterationCount: boolean): Promise<string | { db: PouchDB.Database<EntryDoc>; info: PouchDB.Core.DatabaseInfo }> {
+    async connectRemoteCouchDB(uri: string, auth: { username: string; password: string }, disableRequestURI: boolean, passphrase: string | false, useDynamicIterationCount: boolean, performSetup: boolean, skipInfo: boolean): Promise<string | { db: PouchDB.Database<EntryDoc>; info: PouchDB.Core.DatabaseInfo }> {
         if (!isValidRemoteCouchDBURI(uri)) return "Remote URI is not valid";
         if (uri.toLowerCase() != uri) return "Remote URI and database name could not contain capital letters.";
         if (uri.indexOf(" ") !== -1) return "Remote URI and database name could not contain spaces.";
@@ -104,6 +104,7 @@ export default class ObsidianLiveSyncPlugin extends Plugin
         const conf: PouchDB.HttpAdapter.HttpAdapterConfiguration = {
             adapter: "http",
             auth,
+            skip_setup: !performSetup,
             fetch: async (url: string | Request, opts: RequestInit) => {
                 let size = "";
                 const localURL = url.toString().substring(uri.length);
@@ -192,6 +193,9 @@ export default class ObsidianLiveSyncPlugin extends Plugin
         if (passphrase !== "false" && typeof passphrase === "string") {
             enableEncryption(db, passphrase, useDynamicIterationCount);
         }
+        if (skipInfo) {
+            return { db: db, info: {} };
+        }
         try {
             const info = await db.info();
             return { db: db, info: info };
@@ -1364,8 +1368,8 @@ export default class ObsidianLiveSyncPlugin extends Plugin
         // If `Read chunks online` is disabled, chunks should be transferred before here.
         // However, in some cases, chunks are after that. So, if missing chunks exist, we have to wait for them.
         if ((!this.settings.readChunksOnline) && "children" in doc) {
-            const c = await this.localDatabase.collectChunksWithCache(doc.children)
+            const c = await this.localDatabase.collectChunksWithCache(doc.children);
-            const missing = c.filter((e) => !e.chunk).map((e) => e.id);
+            const missing = c.filter((e) => e.chunk === false).map((e) => e.id);
             if (missing.length > 0) Logger(`${path} (${doc._id}, ${doc._rev}) Queued (waiting ${missing.length} items)`, LOG_LEVEL.VERBOSE);
             newQueue.missingChildren = missing;
             this.queuedFiles.push(newQueue);
@@ -1381,15 +1385,15 @@ export default class ObsidianLiveSyncPlugin extends Plugin
         const docsSorted = docs.sort((a, b) => b.mtime - a.mtime);
         L1:
         for (const change of docsSorted) {
+            if (isChunk(change._id)) {
+                await this.parseIncomingChunk(change);
+                continue;
+            }
             for (const proc of this.addOns) {
                 if (await proc.parseReplicationResultItem(change)) {
                     continue L1;
                 }
             }
-            if (isChunk(change._id)) {
-                await this.parseIncomingChunk(change);
-                continue;
-            }
             if (change._id == SYNCINFO_ID) {
                 continue;
             }

updates.md

@@ -24,5 +24,16 @@ I hope you will give it a try.
   - Improved:
     - Showing status is now thinned for performance.
     - Enhance caching while collecting chunks.
+- 0.19.3
+  - Improved:
+    - Now replication will be paced by collecting chunks. If synchronisation has been deadlocked, please enable `Do not pace synchronization` once.
+- 0.19.4
+  - Improved:
+    - Reduced remote database checking to improve speed and reduce bandwidth.
+  - Fixed:
+    - Chunks which previously misinterpreted are now interpreted correctly.
+      - No more missing chunks which not be found forever, except if it has been actually missing.
+    - Deleted file detection on hidden file synchronising now works fine.
+    - Now the Customisation sync is surely quiet while it has been disabled.
 
 ... To continue on to `updates_old.md`.