feat(watcher): Ajout watcher de fichiers temps réel

- Migration 0006: colonne watcher_enabled - Crate notify pour surveillance FS temps réel (FSEvents/inotify) - Watcher redémarré toutes les 30s si config change - Détection instantanée création/modification/suppression - Création job immédiate quand fichier détecté - API: support watcher_enabled dans UpdateMonitoringRequest - Backoffice: toggle Watcher avec indicateur ⚡ - Fonctionne en parallèle du scheduler auto-scan Usage: Activer Watcher + Auto-scan pour réactivité max
2026-03-06 11:49:53 +01:00
parent 6e0a77fae0
commit 75f7de2e43
8 changed files with 340 additions and 25 deletions
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -239,6 +239,12 @@ version = "1.8.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "2af50177e190e07a26ab74f8b1efbfe2ef87da2116221318cb1c2e82baf7de06"

+[[package]]
+name = "bitflags"
+version = "1.3.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a"
+
 [[package]]
 name = "bitflags"
 version = "2.11.0"
@@ -420,6 +426,15 @@ dependencies = [
 "cfg-if",
 ]

+[[package]]
+name = "crossbeam-channel"
+version = "0.5.15"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "82b8f8f868b36967f9606790d1903570de9ceaf870a7bf9fbbd3016d636a2cb2"
+dependencies = [
+ "crossbeam-utils",
+]
+
 [[package]]
 name = "crossbeam-deque"
 version = "0.8.6"
@@ -589,6 +604,17 @@ dependencies = [
 "simd-adler32",
 ]

+[[package]]
+name = "filetime"
+version = "0.2.27"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f98844151eee8917efc50bd9e8318cb963ae8b297431495d3f758616ea5c57db"
+dependencies = [
+ "cfg-if",
+ "libc",
+ "libredox",
+]
+
 [[package]]
 name = "find-msvc-tools"
 version = "0.1.9"
@@ -631,6 +657,15 @@ dependencies = [
 "percent-encoding",
 ]

+[[package]]
+name = "fsevent-sys"
+version = "4.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "76ee7a02da4d231650c7cea31349b889be2f45ddb3ef3032d2ec8185f6313fd2"
+dependencies = [
+ "libc",
+]
+
 [[package]]
 name = "futures"
 version = "0.3.32"
@@ -1117,6 +1152,7 @@ dependencies = [
 "anyhow",
 "axum",
 "chrono",
+ "notify",
 "parsers",
 "reqwest",
 "serde",
@@ -1143,6 +1179,26 @@ dependencies = [
 "serde_core",
 ]

+[[package]]
+name = "inotify"
+version = "0.9.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f8069d3ec154eb856955c1c0fbffefbf5f3c40a104ec912d4797314c1801abff"
+dependencies = [
+ "bitflags 1.3.2",
+ "inotify-sys",
+ "libc",
+]
+
+[[package]]
+name = "inotify-sys"
+version = "0.1.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e05c02b5e89bff3b946cedeca278abc628fe811e604f027c45a8aa3cf793d0eb"
+dependencies = [
+ "libc",
+]
+
 [[package]]
 name = "inout"
 version = "0.1.4"
@@ -1185,6 +1241,26 @@ dependencies = [
 "wasm-bindgen",
 ]

+[[package]]
+name = "kqueue"
+version = "1.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "eac30106d7dce88daf4a3fcb4879ea939476d5074a9b7ddd0fb97fa4bed5596a"
+dependencies = [
+ "kqueue-sys",
+ "libc",
+]
+
+[[package]]
+name = "kqueue-sys"
+version = "1.0.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ed9625ffda8729b85e45cf04090035ac368927b8cebc34898e7c120f52e4838b"
+dependencies = [
+ "bitflags 1.3.2",
+ "libc",
+]
+
 [[package]]
 name = "lazy_static"
 version = "1.5.0"
@@ -1218,7 +1294,7 @@ version = "0.1.14"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "1744e39d1d6a9948f4f388969627434e31128196de472883b39f148769bfe30a"
 dependencies = [
- "bitflags",
+ "bitflags 2.11.0",
 "libc",
 "plain",
 "redox_syscall 0.7.3",
@@ -1357,6 +1433,18 @@ dependencies = [
 "simd-adler32",
 ]

+[[package]]
+name = "mio"
+version = "0.8.11"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a4a650543ca06a924e8b371db273b2756685faae30f8487da1b56505a8f78b0c"
+dependencies = [
+ "libc",
+ "log",
+ "wasi",
+ "windows-sys 0.48.0",
+]
+
 [[package]]
 name = "mio"
 version = "1.1.1"
@@ -1399,6 +1487,25 @@ dependencies = [
 "nom",
 ]

+[[package]]
+name = "notify"
+version = "6.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6205bd8bb1e454ad2e27422015fb5e4f2bcc7e08fa8f27058670d208324a4d2d"
+dependencies = [
+ "bitflags 2.11.0",
+ "crossbeam-channel",
+ "filetime",
+ "fsevent-sys",
+ "inotify",
+ "kqueue",
+ "libc",
+ "log",
+ "mio 0.8.11",
+ "walkdir",
+ "windows-sys 0.48.0",
+]
+
 [[package]]
 name = "nu-ansi-term"
 version = "0.50.3"
@@ -1582,7 +1689,7 @@ version = "0.18.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "60769b8b31b2a9f263dae2776c37b1b28ae246943cf719eb6946a1db05128a61"
 dependencies = [
- "bitflags",
+ "bitflags 2.11.0",
 "crc32fast",
 "fdeflate",
 "flate2",
@@ -1835,7 +1942,7 @@ version = "0.5.18"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "ed2bf2547551a7053d6fdfafda3f938979645c44812fbfcda098faae3f1a362d"
 dependencies = [
- "bitflags",
+ "bitflags 2.11.0",
 ]

 [[package]]
@@ -1844,7 +1951,7 @@ version = "0.7.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "6ce70a74e890531977d37e532c34d45e9055d2409ed08ddba14529471ed0be16"
 dependencies = [
- "bitflags",
+ "bitflags 2.11.0",
 ]

 [[package]]
@@ -2326,7 +2433,7 @@ checksum = "aa003f0038df784eb8fecbbac13affe3da23b45194bd57dba231c8f48199c526"
 dependencies = [
 "atoi",
 "base64",
- "bitflags",
+ "bitflags 2.11.0",
 "byteorder",
 "bytes",
 "chrono",
@@ -2370,7 +2477,7 @@ checksum = "db58fcd5a53cf07c184b154801ff91347e4c30d17a3562a635ff028ad5deda46"
 dependencies = [
 "atoi",
 "base64",
- "bitflags",
+ "bitflags 2.11.0",
 "byteorder",
 "chrono",
 "crc",
@@ -2592,7 +2699,7 @@ checksum = "27ad5e34374e03cfffefc301becb44e9dc3c17584f414349ebe29ed26661822d"
 dependencies = [
 "bytes",
 "libc",
- "mio",
+ "mio 1.1.1",
 "pin-project-lite",
 "signal-hook-registry",
 "socket2",
@@ -2668,7 +2775,7 @@ version = "0.6.8"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "d4e6559d53cc268e5031cd8429d05415bc4cb4aefc4aa5d6cc35fbf5b924a1f8"
 dependencies = [
- "bitflags",
+ "bitflags 2.11.0",
 "bytes",
 "futures-util",
 "http",
@@ -3035,7 +3142,7 @@ version = "0.244.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "47b807c72e1bac69382b3a6fb3dbe8ea4c0ed87ff5629b8685ae6b9a611028fe"
 dependencies = [
- "bitflags",
+ "bitflags 2.11.0",
 "hashbrown 0.15.5",
 "indexmap",
 "semver",
@@ -3443,7 +3550,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "9d66ea20e9553b30172b5e831994e35fbde2d165325bec84fc43dbf6f4eb9cb2"
 dependencies = [
 "anyhow",
- "bitflags",
+ "bitflags 2.11.0",
 "indexmap",
 "log",
 "serde",
--- a/apps/api/src/libraries.rs
+++ b/apps/api/src/libraries.rs
@@ -19,6 +19,7 @@ pub struct LibraryResponse {
    pub monitor_enabled: bool,
    pub scan_mode: String,
    pub next_scan_at: Option<chrono::DateTime<chrono::Utc>>,
+    pub watcher_enabled: bool,
 }

 #[derive(Deserialize, ToSchema)]
@@ -43,7 +44,7 @@ pub struct CreateLibraryRequest {
 )]
 pub async fn list_libraries(State(state): State<AppState>) -> Result<Json<Vec<LibraryResponse>>, ApiError> {
    let rows = sqlx::query(
-        "SELECT l.id, l.name, l.root_path, l.enabled, l.monitor_enabled, l.scan_mode, l.next_scan_at,
+        "SELECT l.id, l.name, l.root_path, l.enabled, l.monitor_enabled, l.scan_mode, l.next_scan_at, l.watcher_enabled,
                (SELECT COUNT(*) FROM books b WHERE b.library_id = l.id) as book_count 
         FROM libraries l ORDER BY l.created_at DESC"
    )
@@ -61,6 +62,7 @@ pub async fn list_libraries(State(state): State<AppState>) -> Result<Json<Vec<Li
            monitor_enabled: row.get("monitor_enabled"),
            scan_mode: row.get("scan_mode"),
            next_scan_at: row.get("next_scan_at"),
+            watcher_enabled: row.get("watcher_enabled"),
        })
        .collect();

@@ -111,6 +113,7 @@ pub async fn create_library(
        monitor_enabled: false,
        scan_mode: "manual".to_string(),
        next_scan_at: None,
+        watcher_enabled: false,
    }))
 }

@@ -225,6 +228,7 @@ pub struct UpdateMonitoringRequest {
    pub monitor_enabled: bool,
    #[schema(value_type = String, example = "hourly")]
    pub scan_mode: String, // 'manual', 'hourly', 'daily', 'weekly'
+    pub watcher_enabled: Option<bool>,
 }

 /// Update monitoring settings for a library
@@ -268,13 +272,16 @@ pub async fn update_monitoring(
        None
    };

+    let watcher_enabled = input.watcher_enabled.unwrap_or(false);
+
    let result = sqlx::query(
-        "UPDATE libraries SET monitor_enabled = $2, scan_mode = $3, next_scan_at = $4 WHERE id = $1 RETURNING id, name, root_path, enabled, monitor_enabled, scan_mode, next_scan_at"
+        "UPDATE libraries SET monitor_enabled = $2, scan_mode = $3, next_scan_at = $4, watcher_enabled = $5 WHERE id = $1 RETURNING id, name, root_path, enabled, monitor_enabled, scan_mode, next_scan_at, watcher_enabled"
    )
    .bind(library_id)
    .bind(input.monitor_enabled)
    .bind(input.scan_mode)
    .bind(next_scan_at)
+    .bind(watcher_enabled)
    .fetch_optional(&state.pool)
    .await?;

@@ -296,5 +303,6 @@ pub async fn update_monitoring(
        monitor_enabled: row.get("monitor_enabled"),
        scan_mode: row.get("scan_mode"),
        next_scan_at: row.get("next_scan_at"),
+        watcher_enabled: row.get("watcher_enabled"),
    }))
 }
--- a/apps/backoffice/app/components/MonitoringForm.tsx
+++ b/apps/backoffice/app/components/MonitoringForm.tsx
@@ -6,9 +6,10 @@ interface MonitoringFormProps {
  libraryId: string;
  monitorEnabled: boolean;
  scanMode: string;
+  watcherEnabled: boolean;
 }

-export function MonitoringForm({ libraryId, monitorEnabled, scanMode }: MonitoringFormProps) {
+export function MonitoringForm({ libraryId, monitorEnabled, scanMode, watcherEnabled }: MonitoringFormProps) {
  const [isPending, startTransition] = useTransition();

  const handleSubmit = (formData: FormData) => {
@@ -20,6 +21,7 @@ export function MonitoringForm({ libraryId, monitorEnabled, scanMode }: Monitori
          body: JSON.stringify({
            monitor_enabled: formData.get("monitor_enabled") === "true",
            scan_mode: formData.get("scan_mode"),
+            watcher_enabled: formData.get("watcher_enabled") === "true",
          }),
        });
        if (response.ok) {
@@ -34,16 +36,29 @@ export function MonitoringForm({ libraryId, monitorEnabled, scanMode }: Monitori
  return (
    <form action={handleSubmit} className="monitoring-form">
      <input type="hidden" name="id" value={libraryId} />
-      <label className={`monitor-toggle ${isPending ? 'pending' : ''}`}>
-        <input
-          type="checkbox"
-          name="monitor_enabled"
-          value="true"
-          defaultChecked={monitorEnabled}
-          disabled={isPending}
-        />
-        Auto
-      </label>
+      <div className="monitor-options">
+        <label className={`monitor-toggle ${isPending ? 'pending' : ''}`}>
+          <input
+            type="checkbox"
+            name="monitor_enabled"
+            value="true"
+            defaultChecked={monitorEnabled}
+            disabled={isPending}
+          />
+          <span className="toggle-label">Auto-scan</span>
+        </label>
+        <label className={`monitor-toggle watcher-toggle ${isPending ? 'pending' : ''} ${watcherEnabled ? 'active' : ''}`}>
+          <input
+            type="checkbox"
+            name="watcher_enabled"
+            value="true"
+            defaultChecked={watcherEnabled}
+            disabled={isPending}
+          />
+          <span className="toggle-label">Watcher</span>
+          <span className="toggle-hint" title="Detects file changes in real-time">⚡</span>
+        </label>
+      </div>
      <select
        name="scan_mode"
        defaultValue={scanMode}
--- a/apps/backoffice/app/globals.css
+++ b/apps/backoffice/app/globals.css
@@ -1234,3 +1234,27 @@ tr.job-highlighted td {
  font-size: 0.75rem;
  padding: 2px 4px;
 }
+
+/* Watcher toggle styles */
+.watcher-toggle {
+  background: hsl(45 93% 90% / 0.3);
+  border: 1px solid hsl(45 93% 47% / 0.3);
+  border-radius: 4px;
+  padding: 2px 6px;
+}
+
+.watcher-toggle.active {
+  background: hsl(45 93% 90% / 0.6);
+  border-color: hsl(45 93% 47% / 0.6);
+}
+
+.toggle-hint {
+  margin-left: 4px;
+  cursor: help;
+}
+
+.monitor-options {
+  display: flex;
+  gap: 8px;
+  flex-wrap: wrap;
+}
--- a/apps/backoffice/lib/api.ts
+++ b/apps/backoffice/lib/api.ts
@@ -7,6 +7,7 @@ export type LibraryDto = {
  monitor_enabled: boolean;
  scan_mode: string;
  next_scan_at: string | null;
+  watcher_enabled: boolean;
 };

 export type IndexJobDto = {
@@ -135,10 +136,17 @@ export async function scanLibrary(libraryId: string, full?: boolean) {
  });
 }

-export async function updateLibraryMonitoring(libraryId: string, monitorEnabled: boolean, scanMode: string) {
+export async function updateLibraryMonitoring(libraryId: string, monitorEnabled: boolean, scanMode: string, watcherEnabled?: boolean) {
+  const body: { monitor_enabled: boolean; scan_mode: string; watcher_enabled?: boolean } = {
+    monitor_enabled: monitorEnabled,
+    scan_mode: scanMode,
+  };
+  if (watcherEnabled !== undefined) {
+    body.watcher_enabled = watcherEnabled;
+  }
  return apiFetch<LibraryDto>(`/libraries/${libraryId}/monitoring`, {
    method: "PATCH",
-    body: JSON.stringify({ monitor_enabled: monitorEnabled, scan_mode: scanMode })
+    body: JSON.stringify(body)
  });
 }

--- a/apps/indexer/Cargo.toml
+++ b/apps/indexer/Cargo.toml
@@ -8,6 +8,7 @@ license.workspace = true
 anyhow.workspace = true
 axum.workspace = true
 chrono.workspace = true
+notify = "6.1"
 parsers = { path = "../../crates/parsers" }
 reqwest.workspace = true
 serde.workspace = true
--- a/apps/indexer/src/main.rs
+++ b/apps/indexer/src/main.rs
@@ -2,12 +2,14 @@ use anyhow::Context;
 use axum::{extract::State, routing::get, Json, Router};
 use chrono::{DateTime, Utc};
 use axum::http::StatusCode;
+use notify::{Config, Event, RecommendedWatcher, RecursiveMode, Watcher};
 use parsers::{detect_format, parse_metadata, BookFormat};
 use serde::Serialize;
 use sha2::{Digest, Sha256};
 use sqlx::{postgres::PgPoolOptions, Row};
 use std::{collections::HashMap, path::Path, time::Duration};
 use stripstream_core::config::IndexerConfig;
+use tokio::sync::mpsc;
 use tracing::{error, info, trace, warn};
 use uuid::Uuid;
 use walkdir::WalkDir;
@@ -92,6 +94,16 @@ async fn ready(State(state): State<AppState>) -> Result<Json<serde_json::Value>,

 async fn run_worker(state: AppState, interval_seconds: u64) {
    let wait = Duration::from_secs(interval_seconds.max(1));
+
+    // Start file watcher task
+    let watcher_state = state.clone();
+    let _watcher_handle = tokio::spawn(async move {
+        info!("[WATCHER] Starting file watcher service");
+        if let Err(err) = run_file_watcher(watcher_state).await {
+            error!("[WATCHER] Error: {}", err);
+        }
+    });
+
    // Start scheduler task for auto-monitoring
    let scheduler_state = state.clone();
    let _scheduler_handle = tokio::spawn(async move {
@@ -127,6 +139,140 @@ async fn run_worker(state: AppState, interval_seconds: u64) {
    }
 }

+async fn run_file_watcher(state: AppState) -> anyhow::Result<()> {
+    let (tx, mut rx) = mpsc::channel::<(Uuid, String)>(100);
+
+    // Start watcher refresh loop
+    let refresh_interval = Duration::from_secs(30);
+    let pool = state.pool.clone();
+
+    tokio::spawn(async move {
+        let mut watcher: Option<RecommendedWatcher> = None;
+        let mut watched_libraries: HashMap<Uuid, String> = HashMap::new();
+
+        loop {
+            // Get libraries with watcher enabled
+            match sqlx::query(
+                "SELECT id, root_path FROM libraries WHERE watcher_enabled = TRUE AND enabled = TRUE"
+            )
+            .fetch_all(&pool)
+            .await
+            {
+                Ok(rows) => {
+                    let current_libraries: HashMap<Uuid, String> = rows
+                        .into_iter()
+                        .map(|row| {
+                            let id: Uuid = row.get("id");
+                            let root_path: String = row.get("root_path");
+                            let local_path = remap_libraries_path(&root_path);
+                            (id, local_path)
+                        })
+                        .collect();
+
+                    // Check if we need to recreate watcher
+                    let needs_restart = watched_libraries.len() != current_libraries.len()
+                        || watched_libraries.iter().any(|(id, path)| {
+                            current_libraries.get(id) != Some(path)
+                        });
+
+                    if needs_restart {
+                        info!("[WATCHER] Restarting watcher for {} libraries", current_libraries.len());
+
+                        // Drop old watcher
+                        watcher = None;
+                        watched_libraries.clear();
+
+                        if !current_libraries.is_empty() {
+                            let tx_clone = tx.clone();
+                            let libraries_clone = current_libraries.clone();
+
+                            match setup_watcher(libraries_clone, tx_clone) {
+                                Ok(new_watcher) => {
+                                    watcher = Some(new_watcher);
+                                    watched_libraries = current_libraries;
+                                    info!("[WATCHER] Watching {} libraries", watched_libraries.len());
+                                }
+                                Err(err) => {
+                                    error!("[WATCHER] Failed to setup watcher: {}", err);
+                                }
+                            }
+                        }
+                    }
+                }
+                Err(err) => {
+                    error!("[WATCHER] Failed to fetch libraries: {}", err);
+                }
+            }
+
+            tokio::time::sleep(refresh_interval).await;
+        }
+    });
+
+    // Process watcher events
+    while let Some((library_id, file_path)) = rx.recv().await {
+        info!("[WATCHER] File changed in library {}: {}", library_id, file_path);
+
+        // Check if there's already a pending job for this library
+        match sqlx::query_scalar::<_, bool>(
+            "SELECT EXISTS(SELECT 1 FROM index_jobs WHERE library_id = $1 AND status IN ('pending', 'running'))"
+        )
+        .bind(library_id)
+        .fetch_one(&state.pool)
+        .await
+        {
+            Ok(exists) => {
+                if !exists {
+                    // Create a quick scan job
+                    let job_id = Uuid::new_v4();
+                    match sqlx::query(
+                        "INSERT INTO index_jobs (id, library_id, type, status) VALUES ($1, $2, 'rebuild', 'pending')"
+                    )
+                    .bind(job_id)
+                    .bind(library_id)
+                    .execute(&state.pool)
+                    .await
+                    {
+                        Ok(_) => info!("[WATCHER] Created job {} for library {}", job_id, library_id),
+                        Err(err) => error!("[WATCHER] Failed to create job: {}", err),
+                    }
+                } else {
+                    trace!("[WATCHER] Job already pending for library {}, skipping", library_id);
+                }
+            }
+            Err(err) => error!("[WATCHER] Failed to check existing jobs: {}", err),
+        }
+    }
+
+    Ok(())
+}
+
+fn setup_watcher(
+    libraries: HashMap<Uuid, String>,
+    tx: mpsc::Sender<(Uuid, String)>,
+) -> anyhow::Result<RecommendedWatcher> {
+    let watcher = notify::recommended_watcher(move |res: Result<Event, notify::Error>| {
+        match res {
+            Ok(event) => {
+                if event.kind.is_modify() || event.kind.is_create() || event.kind.is_remove() {
+                    for path in event.paths {
+                        if let Some((library_id, _)) = libraries.iter().find(|(_, root)| {
+                            path.starts_with(root)
+                        }) {
+                            let path_str = path.to_string_lossy().to_string();
+                            if detect_format(&path).is_some() {
+                                let _ = tx.try_send((*library_id, path_str));
+                            }
+                        }
+                    }
+                }
+            }
+            Err(err) => error!("[WATCHER] Event error: {}", err),
+        }
+    })?;
+
+    Ok(watcher)
+}
+
 async fn check_and_schedule_auto_scans(pool: &sqlx::PgPool) -> anyhow::Result<()> {
    let libraries = sqlx::query(
        r#"
--- a/infra/migrations/0006_add_watcher.sql
+++ b/infra/migrations/0006_add_watcher.sql
@@ -0,0 +1,6 @@
+-- Migration: Ajout du watcher de fichiers
+
+ALTER TABLE libraries 
+  ADD COLUMN IF NOT EXISTS watcher_enabled BOOLEAN NOT NULL DEFAULT FALSE;
+
+COMMENT ON COLUMN libraries.watcher_enabled IS 'Active le watcher de fichiers en temps reel (notify)';