From 3ca266acc3f86ff6bdb2794a570b747383c95baf Mon Sep 17 00:00:00 2001
From: C-West8 <125926137+C-West8@users.noreply.github.com>
Date: Fri, 23 Oct 2026 12:55:14 -0500
Subject: [PATCH] allowing admin to choose which folders get synced
---
README.md | 1 +
docs/design.md | 7 +-
drizzle/0001_excluded_folders.sql | 2 +
drizzle/meta/0001_snapshot.json | 558 ++++++++++++++++++
drizzle/meta/_journal.json | 7 +
src/lib/components/FileTree.svelte | 111 +---
src/lib/components/FolderSyncForm.svelte | 132 +++++
src/lib/components/TreeName.svelte | 111 ++++
src/lib/format.ts | 3 +-
.../simulated/simulated-backend.spec.ts | 10 +
.../adapters/simulated/simulated-backend.ts | 15 +-
.../server/adapters/sqlite/item-repository.ts | 2 +
.../adapters/sqlite/project-repository.ts | 5 +-
src/lib/server/adapters/sqlite/schema.ts | 10 +-
src/lib/server/forms.ts | 5 +
src/lib/server/status/status-service.ts | 3 +-
src/lib/server/sync/core/engine.spec.ts | 54 +-
src/lib/server/sync/core/engine.ts | 14 +
src/lib/server/sync/core/exclusion.ts | 30 +
src/lib/server/sync/core/ingest.ts | 1 +
src/lib/server/sync/core/model.ts | 17 +-
src/lib/server/sync/core/plan.spec.ts | 12 +-
src/lib/server/sync/core/plan.ts | 17 +-
src/lib/server/sync/core/reconciler.ts | 3 +-
src/lib/server/sync/project-service.spec.ts | 22 +-
src/lib/server/sync/project-service.ts | 33 ++
src/lib/server/sync/testing/harness.ts | 2 +
src/lib/styles/app.css | 6 +
.../admin/projects/[id]/+page.server.ts | 17 +-
src/routes/admin/projects/[id]/+page.svelte | 19 +-
30 files changed, 1109 insertions(+), 120 deletions(-)
create mode 100644 drizzle/0001_excluded_folders.sql
create mode 100644 drizzle/meta/0001_snapshot.json
create mode 100644 src/lib/components/FolderSyncForm.svelte
create mode 100644 src/lib/components/TreeName.svelte
create mode 100644 src/lib/server/sync/core/exclusion.ts
diff --git a/README.md b/README.md
index aae05c4..87dcb60 100644
--- a/README.md
+++ b/README.md
@@ -9,6 +9,7 @@ There is also a small web page that shows each project's file tree, sync status,
- **One-way sync.** SharePoint is the source of truth. Nothing is ever written back to SharePoint.
- **Every file operation carries over.** Creates, edits (as new ACC versions), renames, moves and deletes are all mirrored. Removing something from the project's SharePoint root counts as deleting it.
- **Files added to ACC by hand are left alone.** The sync only ever changes ACC items it created.
+- **Admins can leave folders out.** Every folder syncs by default. Unticking one on the project's admin page deletes the copies the sync made of it in ACC; ticking it again brings them back.
- **Temp and lock files are ignored.** That covers `~$*`, `*.tmp`, `Thumbs.db` and similar.
- **Failures are retried 3 times**, then reported as an issue on the status page.
diff --git a/docs/design.md b/docs/design.md
index 6ab9107..7d22c4a 100644
--- a/docs/design.md
+++ b/docs/design.md
@@ -10,6 +10,7 @@
| Scope | Many projects per server; each project is a 1:1 pair of SharePoint root and ACC root |
| ACC ownership | Only touch ACC items this tool created; hand-added ACC content is left alone |
| Ignored files | Temp/lock/system files are skipped silently (not issues) |
+| Excluded | Admins can untick folders per project (all sync by default); excluding deletes the tool's ACC copies, re-including restores |
| Retries | 3 attempts across runs, then surface as an issue |
| Files | Small/medium documents; no large Revit models |
| Hosting | One Docker container (Portainer), SQLite on a volume |
@@ -70,6 +71,8 @@ An item whose new parent is outside the root counts as deleted. That covers "rem
**Restored folders:** a folder delete cascades "deleted" to everything stored under it. If a deleted folder later reappears, its contents may not be reported one by one, so ingest asks for one follow-up **full listing** in the same run, which brings them back.
+**Excluded folders:** an admin can untick folders on the project's admin page; their IDs are stored on the project. Ingest still tracks everything under them, so `desired` stays accurate. Between ingest and reconcile, each run sets `excluded` on every item that is, or sits under, an excluded folder (by SharePoint's current layout, so moves in and out count). Reconcile treats excluded like deleted: the folder's ACC copy is deleted with one call, which covers its contents. Unticking it again clears the flag, and the tombstoned ACC items are restored. Saving the choice updates the flags straight away, so the status page shows the change before the next run.
+
## Interfaces (ports)
The source of truth is [`src/lib/server/sync/core/ports.ts`](../src/lib/server/sync/core/ports.ts):
@@ -108,6 +111,7 @@ projects
id, name, enabled, paused_reason
sp_site_id, sp_drive_id, sp_root_item_id, sp_display_path
acc_hub_id, acc_project_id, acc_root_folder_id, acc_display_path
+ excluded_folder_ids -- JSON array of SharePoint folder IDs
delta_cursor, first_synced_at, last_run_at, created_at
items PK (project_id, source_id)
@@ -116,7 +120,8 @@ items PK (project_id, source_id)
-- synced (what ACC has)
target_id, synced_parent_source_id, synced_name, synced_content_tag, synced_deleted, synced_at
-- bookkeeping
- status ('synced' | 'pending' | 'failed' | 'deleted')
+ excluded -- in or under a folder an admin excluded
+ status ('synced' | 'pending' | 'failed' | 'deleted' | 'excluded')
attempt_count, last_error, last_attempt_at
runs
diff --git a/drizzle/0001_excluded_folders.sql b/drizzle/0001_excluded_folders.sql
new file mode 100644
index 0000000..9beaf1a
--- /dev/null
+++ b/drizzle/0001_excluded_folders.sql
@@ -0,0 +1,2 @@
+ALTER TABLE `items` ADD `excluded` integer DEFAULT false NOT NULL;--> statement-breakpoint
+ALTER TABLE `projects` ADD `excluded_folder_ids` text DEFAULT '[]' NOT NULL;
\ No newline at end of file
diff --git a/drizzle/meta/0001_snapshot.json b/drizzle/meta/0001_snapshot.json
new file mode 100644
index 0000000..ab64105
--- /dev/null
+++ b/drizzle/meta/0001_snapshot.json
@@ -0,0 +1,558 @@
+{
+ "version": "6",
+ "dialect": "sqlite",
+ "id": "c2d87a43-5e1d-4ccd-a21f-3ef03a52589a",
+ "prevId": "e1cc8fc1-3ac7-41c4-915b-3d703eccd229",
+ "tables": {
+ "items": {
+ "name": "items",
+ "columns": {
+ "project_id": {
+ "name": "project_id",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "source_id": {
+ "name": "source_id",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "parent_source_id": {
+ "name": "parent_source_id",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "name": {
+ "name": "name",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "is_folder": {
+ "name": "is_folder",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "content_tag": {
+ "name": "content_tag",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": false,
+ "autoincrement": false
+ },
+ "source_modified_at": {
+ "name": "source_modified_at",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "size": {
+ "name": "size",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": false,
+ "autoincrement": false
+ },
+ "deleted": {
+ "name": "deleted",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "target_id": {
+ "name": "target_id",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": false,
+ "autoincrement": false
+ },
+ "synced_parent_source_id": {
+ "name": "synced_parent_source_id",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": false,
+ "autoincrement": false
+ },
+ "synced_name": {
+ "name": "synced_name",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": false,
+ "autoincrement": false
+ },
+ "synced_content_tag": {
+ "name": "synced_content_tag",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": false,
+ "autoincrement": false
+ },
+ "synced_deleted": {
+ "name": "synced_deleted",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "synced_at": {
+ "name": "synced_at",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": false,
+ "autoincrement": false
+ },
+ "excluded": {
+ "name": "excluded",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false,
+ "default": false
+ },
+ "status": {
+ "name": "status",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "attempt_count": {
+ "name": "attempt_count",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false,
+ "default": 0
+ },
+ "last_error": {
+ "name": "last_error",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": false,
+ "autoincrement": false
+ },
+ "last_attempt_at": {
+ "name": "last_attempt_at",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": false,
+ "autoincrement": false
+ }
+ },
+ "indexes": {
+ "items_project_status": {
+ "name": "items_project_status",
+ "columns": [
+ "project_id",
+ "status"
+ ],
+ "isUnique": false
+ }
+ },
+ "foreignKeys": {
+ "items_project_id_projects_id_fk": {
+ "name": "items_project_id_projects_id_fk",
+ "tableFrom": "items",
+ "tableTo": "projects",
+ "columnsFrom": [
+ "project_id"
+ ],
+ "columnsTo": [
+ "id"
+ ],
+ "onDelete": "cascade",
+ "onUpdate": "no action"
+ }
+ },
+ "compositePrimaryKeys": {
+ "items_project_id_source_id_pk": {
+ "columns": [
+ "project_id",
+ "source_id"
+ ],
+ "name": "items_project_id_source_id_pk"
+ }
+ },
+ "uniqueConstraints": {},
+ "checkConstraints": {}
+ },
+ "projects": {
+ "name": "projects",
+ "columns": {
+ "id": {
+ "name": "id",
+ "type": "integer",
+ "primaryKey": true,
+ "notNull": true,
+ "autoincrement": true
+ },
+ "name": {
+ "name": "name",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "enabled": {
+ "name": "enabled",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false,
+ "default": true
+ },
+ "paused_reason": {
+ "name": "paused_reason",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": false,
+ "autoincrement": false
+ },
+ "sp_site_id": {
+ "name": "sp_site_id",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "sp_drive_id": {
+ "name": "sp_drive_id",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "sp_root_item_id": {
+ "name": "sp_root_item_id",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "sp_display_path": {
+ "name": "sp_display_path",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "acc_hub_id": {
+ "name": "acc_hub_id",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "acc_project_id": {
+ "name": "acc_project_id",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "acc_root_folder_id": {
+ "name": "acc_root_folder_id",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "acc_display_path": {
+ "name": "acc_display_path",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "excluded_folder_ids": {
+ "name": "excluded_folder_ids",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false,
+ "default": "'[]'"
+ },
+ "delta_cursor": {
+ "name": "delta_cursor",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": false,
+ "autoincrement": false
+ },
+ "first_synced_at": {
+ "name": "first_synced_at",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": false,
+ "autoincrement": false
+ },
+ "last_run_at": {
+ "name": "last_run_at",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": false,
+ "autoincrement": false
+ },
+ "created_at": {
+ "name": "created_at",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ }
+ },
+ "indexes": {},
+ "foreignKeys": {},
+ "compositePrimaryKeys": {},
+ "uniqueConstraints": {},
+ "checkConstraints": {}
+ },
+ "run_events": {
+ "name": "run_events",
+ "columns": {
+ "id": {
+ "name": "id",
+ "type": "integer",
+ "primaryKey": true,
+ "notNull": true,
+ "autoincrement": true
+ },
+ "run_id": {
+ "name": "run_id",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "project_id": {
+ "name": "project_id",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "source_id": {
+ "name": "source_id",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "path": {
+ "name": "path",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "action": {
+ "name": "action",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "message": {
+ "name": "message",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": false,
+ "autoincrement": false
+ },
+ "at": {
+ "name": "at",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ }
+ },
+ "indexes": {
+ "run_events_run": {
+ "name": "run_events_run",
+ "columns": [
+ "run_id"
+ ],
+ "isUnique": false
+ }
+ },
+ "foreignKeys": {
+ "run_events_run_id_runs_id_fk": {
+ "name": "run_events_run_id_runs_id_fk",
+ "tableFrom": "run_events",
+ "tableTo": "runs",
+ "columnsFrom": [
+ "run_id"
+ ],
+ "columnsTo": [
+ "id"
+ ],
+ "onDelete": "cascade",
+ "onUpdate": "no action"
+ }
+ },
+ "compositePrimaryKeys": {},
+ "uniqueConstraints": {},
+ "checkConstraints": {}
+ },
+ "runs": {
+ "name": "runs",
+ "columns": {
+ "id": {
+ "name": "id",
+ "type": "integer",
+ "primaryKey": true,
+ "notNull": true,
+ "autoincrement": true
+ },
+ "project_id": {
+ "name": "project_id",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "trigger": {
+ "name": "trigger",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "started_at": {
+ "name": "started_at",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false
+ },
+ "finished_at": {
+ "name": "finished_at",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": false,
+ "autoincrement": false
+ },
+ "outcome": {
+ "name": "outcome",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": false,
+ "autoincrement": false
+ },
+ "error": {
+ "name": "error",
+ "type": "text",
+ "primaryKey": false,
+ "notNull": false,
+ "autoincrement": false
+ },
+ "created": {
+ "name": "created",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false,
+ "default": 0
+ },
+ "updated": {
+ "name": "updated",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false,
+ "default": 0
+ },
+ "renamed": {
+ "name": "renamed",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false,
+ "default": 0
+ },
+ "moved": {
+ "name": "moved",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false,
+ "default": 0
+ },
+ "deleted": {
+ "name": "deleted",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false,
+ "default": 0
+ },
+ "restored": {
+ "name": "restored",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false,
+ "default": 0
+ },
+ "failed": {
+ "name": "failed",
+ "type": "integer",
+ "primaryKey": false,
+ "notNull": true,
+ "autoincrement": false,
+ "default": 0
+ }
+ },
+ "indexes": {
+ "runs_project_started": {
+ "name": "runs_project_started",
+ "columns": [
+ "project_id",
+ "started_at"
+ ],
+ "isUnique": false
+ }
+ },
+ "foreignKeys": {
+ "runs_project_id_projects_id_fk": {
+ "name": "runs_project_id_projects_id_fk",
+ "tableFrom": "runs",
+ "tableTo": "projects",
+ "columnsFrom": [
+ "project_id"
+ ],
+ "columnsTo": [
+ "id"
+ ],
+ "onDelete": "cascade",
+ "onUpdate": "no action"
+ }
+ },
+ "compositePrimaryKeys": {},
+ "uniqueConstraints": {},
+ "checkConstraints": {}
+ }
+ },
+ "views": {},
+ "enums": {},
+ "_meta": {
+ "schemas": {},
+ "tables": {},
+ "columns": {}
+ },
+ "internal": {
+ "indexes": {}
+ }
+}
\ No newline at end of file
diff --git a/drizzle/meta/_journal.json b/drizzle/meta/_journal.json
index 26ad94c..e797de6 100644
--- a/drizzle/meta/_journal.json
+++ b/drizzle/meta/_journal.json
@@ -8,6 +8,13 @@
"when": 1792772657596,
"tag": "0000_init",
"breakpoints": true
+ },
+ {
+ "idx": 1,
+ "version": "6",
+ "when": 1792775179343,
+ "tag": "0001_excluded_folders",
+ "breakpoints": true
}
]
}
\ No newline at end of file
diff --git a/src/lib/components/FileTree.svelte b/src/lib/components/FileTree.svelte
index 96a8d0e..a7f2fc6 100644
--- a/src/lib/components/FileTree.svelte
+++ b/src/lib/components/FileTree.svelte
@@ -2,6 +2,7 @@
import { SvelteSet } from 'svelte/reactivity';
import Badge from '#lib/components/Badge.svelte';
import TimeAgo from '#lib/components/TimeAgo.svelte';
+ import TreeName from '#lib/components/TreeName.svelte';
import { ITEM_STATUS } from '#lib/format.ts';
import type { TreeNode } from '#lib/server/status/tree-view.ts';
@@ -15,8 +16,9 @@
depth: number;
}
+ const settled = new Set
| Name | @@ -72,35 +74,19 @@||
|---|---|---|
|
-
- {#if node.isFolder && !attentionOnly}
-
- {:else}
-
- {/if}
-
- {node.name}
- {#if node.problems > 0}
- {node.problems} failed inside
- {/if}
-
- |
+ ||
|
+
+
+ {#if expanded === undefined}
+
+ {:else}
+
+ {/if}
+
+ {name}
+ {@render children?.()}
+
+ |
+
+
diff --git a/src/lib/format.ts b/src/lib/format.ts
index c3a78f4..a442d9f 100644
--- a/src/lib/format.ts
+++ b/src/lib/format.ts
@@ -23,7 +23,8 @@ export const ITEM_STATUS: Record