batch by document and dedup loaders

2026-09-05 06:19:11 +00:00 · 2026-07-10 13:26:08 +01:00
parent ca1899be92
commit 5ddae38014
5 changed files with 73 additions and 37 deletions
@@ -165,6 +165,7 @@ vars! {
    TYPESENSE_URL: String = "http://localhost:8108";
    TYPESENSE_API_KEY: String = "modrinth";
    TYPESENSE_INDEX_PREFIX: String = "labrinth";
+    TYPESENSE_IMPORT_BATCH_SIZE: usize = 5000usize;
    TYPESENSE_DELETE_BATCH_SIZE: usize = 10_000usize;

    // storage